-- Logs begin at Tue 2022-03-08 08:59:32 UTC, end at Tue 2022-03-08 10:58:48 UTC. -- Mar 08 09:35:08.923635 dv-neutron-831730-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 09:35:11.433971 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.common.config [-] Logging enabled! Mar 08 09:35:11.434708 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev69 Mar 08 09:35:11.434708 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87664) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 09:35:11.437872 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.common.config [-] Logging enabled! Mar 08 09:35:11.438122 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev69 Mar 08 09:35:11.438433 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87664) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 09:35:11.439367 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 09:35:11.439598 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 09:35:11.439950 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 09:35:11.440192 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 09:35:11.440414 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 09:35:11.440751 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.441047 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.441337 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.441562 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.441848 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.442127 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.442408 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.442688 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.442976 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.443256 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.443531 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.443807 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.444033 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.444308 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.444589 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.444893 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.445115 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] debug = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.445389 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.445805 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.446208 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.446485 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.446769 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.447048 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.447313 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.447586 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.447862 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.448184 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] host = dv-neutron-831730-2-hyperv {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.448462 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.448764 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.449051 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.449333 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.449606 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.449878 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.450156 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.450427 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.450697 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] log_file = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.450966 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.451249 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.452044 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.452327 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.452549 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.452792 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.453077 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.453358 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.453630 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.453901 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.454169 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.454440 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.454709 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.454973 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.455253 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.455533 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.455811 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.456078 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.456345 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.456615 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.456969 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.457249 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.457518 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.457787 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.458053 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.458333 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.458596 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.458870 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.459161 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.459441 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.459716 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.459994 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.460261 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.460539 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.460839 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.461110 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.461378 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] use_json = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.461647 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.461913 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.462186 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.462455 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.462724 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.462990 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.463258 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.463535 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.463801 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:11.464092 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.464383 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.464677 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.464986 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.465270 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.465545 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.465827 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.466101 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.466384 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.466667 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.467564 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.467849 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.468135 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.468411 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.468733 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.469033 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.469325 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.469614 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.469886 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.470157 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.470429 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.470707 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.470987 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.471277 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.471563 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.471834 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.472111 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.472395 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.472672 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.472964 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.473242 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.473526 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.473802 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.474069 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.474343 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.474616 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.474883 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.475150 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.475424 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.475705 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.475977 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.476241 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.476505 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.476803 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.477070 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.477348 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.477620 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.477889 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.478156 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.478430 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.478700 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.478975 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.479250 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.479519 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.479793 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.480063 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.480329 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.480597 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.480901 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.481169 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.481437 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.481702 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.481974 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.482238 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.482520 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.482809 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.483078 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.483346 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.483629 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.483923 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.484198 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.484472 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.484773 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.485052 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.485325 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.485596 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.485868 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.486140 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.486407 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.486692 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.486969 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.487249 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.487527 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.487800 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.488090 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.488364 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.488643 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.489014 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.489295 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.489575 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.489855 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.490146 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.490434 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.490724 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.491011 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.491298 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.491574 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.491875 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.492149 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:11.492365 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 09:35:11.492601 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87664) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 09:35:11.884386 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO keyring.backend [-] Loading KWallet Mar 08 09:35:11.892071 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO keyring.backend [-] Loading SecretService Mar 08 09:35:11.895476 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO keyring.backend [-] Loading Windows Mar 08 09:35:11.896816 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO keyring.backend [-] Loading chainer Mar 08 09:35:11.897588 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO keyring.backend [-] Loading macOS Mar 08 09:35:11.929895 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 08 09:35:11.930324 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 08 09:35:11.930448 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 08 09:35:11.930781 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 09:35:12.325943 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.326235 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.326545 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.327856 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.328129 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.328393 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.362538 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.362814 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.363083 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.376569 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.376861 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.377124 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.406163 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.406437 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.406700 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.443223 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.443755 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.443755 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.681380 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.681662 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.681925 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.682185 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.682920 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.802565 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.802881 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.803160 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.803430 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.803693 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.804000 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.804262 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.804519 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.804794 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.805075 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.805332 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.805593 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.805854 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.806105 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.806367 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.806632 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.806886 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.807153 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.807406 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.807683 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.808028 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.808278 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.808526 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.808829 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.809080 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.809324 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.809701 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 09:35:12.809939 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 09:35:12.810172 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 09:35:12.810404 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 09:35:12.810658 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 09:35:12.810899 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 09:35:12.811256 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 09:35:12.814383 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 09:35:12.818311 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 09:35:12.822050 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 08 09:35:12.823674 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 09:35:12.825176 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 09:35:12.825510 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 09:35:12.825892 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 09:35:12.828733 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 09:35:12.828987 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 09:35:12.829328 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 09:35:12.857117 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 09:35:12.858115 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.858427 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87664) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 08 09:35:12.858788 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.860153 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87664) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 09:35:12.860431 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 09:35:12.860677 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 09:35:12.863989 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.864270 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:12.928909 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 09:35:12.929146 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 09:35:12.929381 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 09:35:12.929760 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 09:35:12.960441 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_db.sqlalchemy.engines [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87664) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 08 09:35:13.285754 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.managers [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Initializing driver for type 'gre' Mar 08 09:35:13.286378 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] gre ID ranges: [(1, 1000)] Mar 08 09:35:13.338576 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.managers [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Initializing driver for type 'local' Mar 08 09:35:13.338929 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.managers [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Initializing driver for type 'vlan' Mar 08 09:35:13.350374 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] VlanTypeDriver initialization complete Mar 08 09:35:13.350887 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.managers [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Initializing driver for type 'vxlan' Mar 08 09:35:13.351383 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] vxlan ID ranges: [(1, 1000)] Mar 08 09:35:13.406540 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.managers [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Initializing extension driver 'port_security' Mar 08 09:35:13.406947 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.extensions.port_security [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] PortSecurityExtensionDriver initialization complete Mar 08 09:35:13.407389 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.managers [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Initializing mechanism driver 'openvswitch' Mar 08 09:35:13.407798 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.managers [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Initializing mechanism driver 'hyperv' Mar 08 09:35:13.414556 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.plugin [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:35:13.415226 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > port after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.415596 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > port after_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.415947 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > port after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.416499 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 08 09:35:13.416962 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > subnet after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.417320 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > subnet after_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.417667 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.418057 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 08 09:35:13.418462 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > network after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.418807 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > network after_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.419149 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > network after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.419538 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 08 09:35:13.419938 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > security_group after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.420485 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > security_group after_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.420862 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.421403 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 08 09:35:13.421903 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.422250 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.423033 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.423532 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 08 09:35:13.423941 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > address_group after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.424475 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > address_group after_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.424944 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.425339 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 08 09:35:13.425786 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] ML2 OVO RPC backend initialized. {{(pid=87664) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 08 09:35:13.426556 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.427154 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.427851 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > network before_response 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.428332 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > networks before_response 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.428726 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > port before_response 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.429062 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > ports before_response 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.429407 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > subnet before_response 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.429753 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > subnets before_response 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.430102 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > network after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.430449 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > network after_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.430784 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > network after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.431120 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > port after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.431458 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > port after_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.431792 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > port after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.432419 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > subnet after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.432905 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > subnet after_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.433248 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.433828 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.plugin [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Modular L2 Plugin initialization complete Mar 08 09:35:13.434158 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading services supported by the core plugin {{(pid=87664) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 09:35:13.434484 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.plugins.ml2.managers [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Got port-security extension from driver 'port_security' Mar 08 09:35:13.434943 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.extensions.vlantransparent [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Disabled vlantransparent extension. Mar 08 09:35:13.435431 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87664) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 09:35:13.436278 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading Plugin: router Mar 08 09:35:13.474034 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.474593 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router after_create 55549900 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.474779 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router before_create 55549900 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.475146 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.475518 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.475872 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router after_delete 55549900 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.476228 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.476588 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router after_create 55549900 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.476961 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router after_update 55549900 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.477312 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router after_update 55549900 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.477659 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.478019 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router after_update 55549900 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.478431 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router precommit_update 55549900 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.478809 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: port after_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.479139 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: port after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.479478 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: subnet after_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.479822 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.480168 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.480514 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router precommit_create 55549900 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.480880 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: port before_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.481223 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router precommit_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.481577 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router after_update 55549900 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.481915 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.482259 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router precommit_create 55549900 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.482666 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.483012 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router precommit_update 55549900 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.483387 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > agent after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.483721 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > agent after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.484064 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > network after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.484930 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Tracking information for resource: router configured {{(pid=87664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 09:35:13.485257 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Tracking information for resource: floatingip configured {{(pid=87664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 09:35:13.490293 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.db.l3_agentschedulers_db [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 09:35:13.490980 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: port after_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.491347 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: port after_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.491701 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: port after_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.492050 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: port after_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.492876 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router before_create 55550100 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.493241 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.493599 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router precommit_create 55550100 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.493950 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > router precommit_update 55550100 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.498868 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.services.provider_configuration [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Service providers = [] {{(pid=87664) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 09:35:13.499234 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.db.servicetype_db [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87664) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 09:35:13.502202 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.services.service_base [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 09:35:13.502553 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.services.service_base [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 09:35:13.502896 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.services.service_base [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 09:35:13.503782 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.services.service_base [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 09:35:13.504152 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.services.service_base [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 09:35:13.504525 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 09:35:13.504874 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 09:35:13.516204 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 09:35:13.516543 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading Plugin: auto_allocate Mar 08 09:35:13.523079 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: network precommit_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.523494 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: network precommit_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.524160 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 09:35:13.524581 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading Plugin: tag Mar 08 09:35:13.532399 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 09:35:13.532933 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading Plugin: timestamp Mar 08 09:35:13.537683 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 09:35:13.538036 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading Plugin: network_ip_availability Mar 08 09:35:13.544168 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.544648 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.545184 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.546079 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 09:35:13.546435 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading Plugin: flavors Mar 08 09:35:13.552277 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 09:35:13.552652 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading Plugin: revisions Mar 08 09:35:13.557548 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 09:35:13.558086 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_concurrency.lockutils [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.627s {{(pid=87664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 08 09:35:13.558867 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87664) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 09:35:13.559262 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Initializing extension manager. Mar 08 09:35:13.559820 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: __init__.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.560297 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: __pycache__ {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.561389 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.561864 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: address_group.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.562810 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.563560 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: address-group Mar 08 09:35:13.563980 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: address_scope.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.564928 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.565604 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: address-scope Mar 08 09:35:13.566030 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.567007 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.567584 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: router-admin-state-down-before-update Mar 08 09:35:13.567910 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: agent.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.568830 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.569348 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: agent Mar 08 09:35:13.569673 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: agent_resources_synced.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.570593 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.571104 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: agent-resources-synced Mar 08 09:35:13.571426 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: allowedaddresspairs.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.573246 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.573775 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: allowed-address-pairs Mar 08 09:35:13.574103 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: auto_allocated_topology.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.575185 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.575698 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: auto-allocated-topology Mar 08 09:35:13.576021 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: availability_zone.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.577352 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.577865 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: availability_zone Mar 08 09:35:13.578187 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: availability_zone_filter.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.579136 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.579645 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: availability_zone_filter Mar 08 09:35:13.579968 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: data_plane_status.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.580984 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.581398 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 09:35:13.581715 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: default_subnetpools.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.582635 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.583142 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: default-subnetpools Mar 08 09:35:13.583461 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.584280 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.584816 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: dhcp_agent_scheduler Mar 08 09:35:13.585141 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: dns.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.586055 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.586560 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension dns-integration not supported by any of loaded plugins Mar 08 09:35:13.586880 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: dns_domain_ports.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.587794 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.588304 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 09:35:13.588625 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: dvr.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.589324 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.589834 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: dvr Mar 08 09:35:13.590162 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: empty_string_filtering.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.591071 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.591677 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: empty-string-filtering Mar 08 09:35:13.592059 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.593007 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.593511 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 09:35:13.593834 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.594740 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.595242 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 09:35:13.595563 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: external_net.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.596468 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.597008 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: external-net Mar 08 09:35:13.597333 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.598240 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.598749 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: extra_dhcp_opt Mar 08 09:35:13.599071 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: extraroute.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.599985 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.600494 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: extraroute Mar 08 09:35:13.600844 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: extraroute_atomic.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.601879 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.602395 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: extraroute-atomic Mar 08 09:35:13.602718 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: filter_validation.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.603376 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.603882 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: filter-validation Mar 08 09:35:13.604201 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: fip_pf_description.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.605132 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.605637 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 09:35:13.605955 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: fip_port_details.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.606865 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.607377 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: fip-port-details Mar 08 09:35:13.607741 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: flavors.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.609026 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.609546 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: flavors Mar 08 09:35:13.609868 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.611543 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.612064 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 09:35:13.612394 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: floatingip_pools.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.613124 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.613641 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: floatingip-pools Mar 08 09:35:13.613970 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: ip_allocation.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.614900 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.615413 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 09:35:13.615738 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.616655 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.617193 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: ip-substring-filtering Mar 08 09:35:13.617520 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: l2_adjacency.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.618443 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.618953 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 09:35:13.619275 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: l3.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.620255 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.620803 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: router Mar 08 09:35:13.621133 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.624042 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.624565 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 09:35:13.624922 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.625864 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.626383 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: ext-gw-mode Mar 08 09:35:13.626712 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.627629 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.628143 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: l3-ha Mar 08 09:35:13.628467 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: l3_flavors.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.629412 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.629920 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: l3-flavors Mar 08 09:35:13.630246 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.631180 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.631688 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 09:35:13.632012 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: l3agentscheduler.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.633150 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.633667 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: l3_agent_scheduler Mar 08 09:35:13.633996 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: logging.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.635506 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.636029 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension logging not supported by any of loaded plugins Mar 08 09:35:13.636360 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: metering.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.637135 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.637713 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: metering Mar 08 09:35:13.638038 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.639749 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.640270 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: metering_source_and_destination_fields Mar 08 09:35:13.640595 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: multiprovidernet.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.641548 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.642067 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: multi-provider Mar 08 09:35:13.642393 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: netmtu.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.643307 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.643821 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: net-mtu Mar 08 09:35:13.644143 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: netmtu_writable.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.645093 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.645607 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: net-mtu-writable Mar 08 09:35:13.645929 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: network_availability_zone.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.646597 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.647106 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: network_availability_zone Mar 08 09:35:13.647427 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: network_ip_availability.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.648524 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.649070 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: network-ip-availability Mar 08 09:35:13.649396 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: network_segment_range.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.650165 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.650673 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 09:35:13.650997 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: pagination.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.651996 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.652327 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: pagination Mar 08 09:35:13.652650 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: port_device_profile.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.653601 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.654115 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: port-device-profile Mar 08 09:35:13.654484 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.655397 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.655904 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: port-mac-address-regenerate Mar 08 09:35:13.656225 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.657156 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.657664 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: port-numa-affinity-policy Mar 08 09:35:13.657984 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: port_resource_request.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.658896 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.659400 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 09:35:13.659717 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: portbindings.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.660647 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.661187 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: binding Mar 08 09:35:13.661507 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: portbindings_extended.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.662912 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.663435 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: binding-extended Mar 08 09:35:13.663763 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: portsecurity.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.664678 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.665225 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: port-security Mar 08 09:35:13.665548 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: project_id.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.666520 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.666852 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: project-id Mar 08 09:35:13.667175 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: providernet.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.668103 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.668624 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: provider Mar 08 09:35:13.668979 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: qos.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.673335 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.673857 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension qos not supported by any of loaded plugins Mar 08 09:35:13.674189 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.675430 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.675951 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 09:35:13.676279 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.677235 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.677750 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 09:35:13.678076 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: qos_default.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.679016 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.679529 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension qos-default not supported by any of loaded plugins Mar 08 09:35:13.679853 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: qos_fip.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.680507 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.681053 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension qos-fip not supported by any of loaded plugins Mar 08 09:35:13.681377 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: qos_gateway_ip.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.682299 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.682811 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 09:35:13.683133 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: qos_port_network_policy.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.684044 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.684553 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 09:35:13.684905 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: qos_rule_type_details.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.686431 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.686942 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 09:35:13.687263 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: qos_rules_alias.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.688316 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.688870 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 09:35:13.689196 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: quotasv2.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.690093 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.690418 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: quotas Mar 08 09:35:13.690745 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: quotasv2_detail.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.692363 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.692817 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: quota_details Mar 08 09:35:13.693153 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: rbac.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.694192 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.694719 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: rbac-policies Mar 08 09:35:13.695045 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: rbac_address_group.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.695972 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.696492 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: rbac-address-group Mar 08 09:35:13.696887 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: rbac_address_scope.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.697809 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.698330 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: rbac-address-scope Mar 08 09:35:13.698655 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: rbac_security_groups.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.699573 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.700092 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: rbac-security-groups Mar 08 09:35:13.700415 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: rbac_subnetpool.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.701414 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.701930 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: rbac-subnetpool Mar 08 09:35:13.702253 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: revisionifmatch.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.703171 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.703683 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: revision-if-match Mar 08 09:35:13.704005 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: revisions.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.705263 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.705785 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: standard-attr-revisions Mar 08 09:35:13.706110 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: router_availability_zone.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.706780 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.707294 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: router_availability_zone Mar 08 09:35:13.707615 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: routerservicetype.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.708535 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.709080 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension router-service-type not supported by any of loaded plugins Mar 08 09:35:13.709403 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.710323 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.710840 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: security-groups-normalized-cidr Mar 08 09:35:13.711163 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.712082 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.712592 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: port-security-groups-filtering Mar 08 09:35:13.712939 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.713852 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.714366 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: security-groups-remote-address-group Mar 08 09:35:13.714686 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: securitygroup.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.724322 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.724890 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: security-group Mar 08 09:35:13.725223 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: segment.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.726005 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.726519 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension segment not supported by any of loaded plugins Mar 08 09:35:13.726844 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.727781 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.728297 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 09:35:13.728619 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: servicetype.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.729760 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.730285 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: service-type Mar 08 09:35:13.730612 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: sorting.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.731606 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.731940 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: sorting Mar 08 09:35:13.732264 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: standard_attr_segment.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.733743 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.734262 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 09:35:13.734585 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: standardattrdescription.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.735228 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.735744 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: standard-attr-description Mar 08 09:35:13.736068 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: stateful_security_group.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.737011 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.737530 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: stateful-security-group Mar 08 09:35:13.737852 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: stdattrs_common.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.738429 dv-neutron-831730-2-hyperv neutron-server[87664]: WARNING neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 09:35:13.738749 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.739746 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.740255 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 09:35:13.740576 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: subnet_onboard.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.741696 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.742212 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: subnet_onboard Mar 08 09:35:13.742534 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.743460 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.743971 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 09:35:13.744293 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: subnet_service_types.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.745245 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.745759 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: subnet-service-types Mar 08 09:35:13.746081 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: subnetallocation.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.747168 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.747685 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: subnet_allocation Mar 08 09:35:13.748008 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.749312 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.749825 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: subnetpool-prefix-ops Mar 08 09:35:13.750141 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.751079 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.751595 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 09:35:13.751914 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: tagging.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.752988 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.753512 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: standard-attr-tag Mar 08 09:35:13.753836 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: timestamp.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.755025 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.755545 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loaded extension: standard-attr-timestamp Mar 08 09:35:13.755872 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: trunk.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.756946 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.757461 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension trunk not supported by any of loaded plugins Mar 08 09:35:13.757789 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: trunk_details.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.758702 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.759213 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension trunk-details not supported by any of loaded plugins Mar 08 09:35:13.759538 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: uplink_status_propagation.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.760454 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.760990 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 09:35:13.761319 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Loading extension file: vlantransparent.py {{(pid=87664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 09:35:13.761982 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 09:35:13.762490 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 09:35:13.764946 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Creating instance of TrackedResource for resource:network Mar 08 09:35:13.765687 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Creating instance of TrackedResource for resource:subnet Mar 08 09:35:13.766459 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 09:35:13.767053 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Creating instance of TrackedResource for resource:port Mar 08 09:35:13.768300 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.v2.resource_helper [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 09:35:13.768758 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.v2.resource_helper [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Service FLAVORS assigned prefix: {{(pid=87664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 09:35:13.769382 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.v2.resource_helper [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 09:35:13.769806 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.v2.resource_helper [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 09:35:13.770136 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Creating instance of TrackedResource for resource:router Mar 08 09:35:13.770784 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 09:35:13.771484 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.v2.resource_helper [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Service METERING assigned prefix: /metering {{(pid=87664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 09:35:13.772950 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.773323 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.773678 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:35:13.775968 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 09:35:13.776413 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Creating instance of TrackedResource for resource:security_group Mar 08 09:35:13.777094 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 09:35:13.777832 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.v2.resource_helper [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Service CORE assigned prefix: {{(pid=87664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 09:35:13.778162 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 09:35:13.778497 dv-neutron-831730-2-hyperv neutron-server[87664]: WARNING neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] subnetpool is already registered Mar 08 09:35:13.779104 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.v2.resource_helper [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Service CORE assigned prefix: {{(pid=87664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 09:35:13.779478 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 09:35:13.779812 dv-neutron-831730-2-hyperv neutron-server[87664]: WARNING neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] subnetpool is already registered Mar 08 09:35:13.890917 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.v2.resource_helper [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 09:35:13.891273 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.v2.resource_helper [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Service FLAVORS assigned prefix: {{(pid=87664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 09:35:13.891871 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.v2.resource_helper [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 09:35:13.892291 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.v2.resource_helper [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 09:35:13.892637 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Creating instance of TrackedResource for resource:router Mar 08 09:35:13.892995 dv-neutron-831730-2-hyperv neutron-server[87664]: WARNING neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] router is already registered Mar 08 09:35:13.893650 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 09:35:13.893977 dv-neutron-831730-2-hyperv neutron-server[87664]: WARNING neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] floatingip is already registered Mar 08 09:35:13.894718 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.v2.resource_helper [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Service METERING assigned prefix: /metering {{(pid=87664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 09:35:13.895542 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 09:35:13.895874 dv-neutron-831730-2-hyperv neutron-server[87664]: WARNING neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] rbac_policy is already registered Mar 08 09:35:13.896291 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Creating instance of TrackedResource for resource:security_group Mar 08 09:35:13.896619 dv-neutron-831730-2-hyperv neutron-server[87664]: WARNING neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] security_group is already registered Mar 08 09:35:13.897231 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 09:35:13.897560 dv-neutron-831730-2-hyperv neutron-server[87664]: WARNING neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] security_group_rule is already registered Mar 08 09:35:13.898217 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.v2.resource_helper [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Service CORE assigned prefix: {{(pid=87664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 09:35:13.898548 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 09:35:13.898873 dv-neutron-831730-2-hyperv neutron-server[87664]: WARNING neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] subnetpool is already registered Mar 08 09:35:13.899462 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.v2.resource_helper [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Service CORE assigned prefix: {{(pid=87664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 09:35:13.899788 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 09:35:13.900108 dv-neutron-831730-2-hyperv neutron-server[87664]: WARNING neutron.quota.resource_registry [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] subnetpool is already registered Mar 08 09:35:13.900783 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: extensions {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.902279 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: address-groups {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.903882 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: address-scopes {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.905184 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: agents {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.906342 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: auto-allocated-topology {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.907683 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: availability_zones {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.908936 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: dhcp-networks {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.910338 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: dhcp-agents {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.911783 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: routers {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.913614 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: flavors {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.914783 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: service_profiles {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.915965 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: next_providers {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.917530 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: service_profiles {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.919087 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: floatingip-pools {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.920925 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: routers {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.922984 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: floatingips {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.924171 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: l3-routers {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.925580 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: l3-agents {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.927148 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: metering-labels {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.928394 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: metering-label-rules {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.929687 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: network-ip-availabilities {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.930936 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: bindings {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.932573 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: quotas {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.934048 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: quotas {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.935446 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: rbac-policies {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.937434 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: security-groups {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.938637 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: security-group-rules {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.939858 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: service-providers {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.941223 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: subnetpools {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.942551 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: subnetpools {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.943981 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: tags {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.945765 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: tags {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.947446 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: tags {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.949283 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: tags {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.952099 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: tags {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.953962 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: tags {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.955667 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: tags {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.957578 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: tags {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.959320 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: tags {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.961191 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron.api.extensions [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Extended resource: tags {{(pid=87664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 09:35:13.967085 dv-neutron-831730-2-hyperv neutron-server[87664]: WARNING keystonemiddleware.auth_token [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 09:35:13.971749 dv-neutron-831730-2-hyperv neutron-server[87664]: WARNING keystonemiddleware.auth_token [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 09:35:13.979781 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_concurrency.lockutils [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Acquired lock "singleton_lock" {{(pid=87664) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 08 09:35:13.980252 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_concurrency.lockutils [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Releasing lock "singleton_lock" {{(pid=87664) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 08 09:35:13.980901 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO oslo_service.service [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Starting 2 workers Mar 08 09:35:13.986189 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Started child 87771 {{(pid=87664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 08 09:35:13.990392 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Started child 87772 {{(pid=87664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 08 09:35:13.991305 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:13.991917 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO neutron.service [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 09:35:13.992551 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Notify callbacks [] for process, before_spawn {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:13.992731 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [-] (87771) wsgi starting up on http://0.0.0.0:9696 Mar 08 09:35:13.994886 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:13.995383 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO oslo_service.service [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Starting 1 workers Mar 08 09:35:13.996142 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [-] (87772) wsgi starting up on http://0.0.0.0:9696 Mar 08 09:35:14.000609 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Started child 87773 {{(pid=87664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 08 09:35:14.001149 dv-neutron-831730-2-hyperv neutron-server[87664]: INFO oslo_service.service [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Starting 1 workers Mar 08 09:35:14.004255 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.service [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] calling RpcWorker wait() {{(pid=87773) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 09:35:14.004800 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.service [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] returning from RpcWorker wait() {{(pid=87773) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 09:35:14.005398 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Started child 87774 {{(pid=87664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 08 09:35:14.006183 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG neutron_lib.callbacks.manager [None req-266f1307-a126-4ac6-ac8f-0980ea9beb82 None None] Notify callbacks [] for process, after_spawn {{(pid=87664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:14.006277 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:14.006705 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:35:14.007948 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87664) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 08 09:35:14.008149 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 09:35:14.008333 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 09:35:14.008551 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 09:35:14.008930 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 09:35:14.009084 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 09:35:14.009556 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.009835 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.009924 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:14.010375 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.010375 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.010633 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.011202 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.011465 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.011696 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.011968 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.012194 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.012378 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.012543 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.012815 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.013063 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.013366 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.013642 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.013952 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.014208 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.014376 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.014646 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.014906 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.015149 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.015419 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] debug = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.015679 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.016133 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.016379 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.016618 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.016893 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.017159 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.017387 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.017645 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.017877 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.018119 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.018361 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.018613 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.018846 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.019057 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.019273 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.019526 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.019743 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.020220 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] host = dv-neutron-831730-2-hyperv {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.020434 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.020647 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.020899 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.021153 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.021405 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.021640 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.021904 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.022145 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.022430 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.022673 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.022920 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.023161 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.023404 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.023639 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] log_file = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.023802 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] log_options = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.024042 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.024323 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.024574 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.024830 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.024985 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.025114 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.025362 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.025526 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.025785 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.025999 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.026210 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.026421 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.026654 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.026903 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.027160 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.027401 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.027611 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.027836 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.028086 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.028308 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.028529 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.028788 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.029036 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.029265 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.030028 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.030260 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.030483 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.031858 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.032095 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.032221 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:35:14.032358 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.032596 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.032880 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.033132 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.033380 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.033609 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.033845 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.034089 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.035626 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.035626 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.035925 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.036117 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.037629 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.038478 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.039731 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.040538 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.044122 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] use_json = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.044122 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.044122 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.044122 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.044122 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.044122 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.044122 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.044122 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.045892 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.045892 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.045892 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.045892 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.045892 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.045892 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.045892 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.045892 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.046956 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.046956 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.046956 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.046956 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.046956 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.046956 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.047491 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.047491 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.047908 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.048101 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.048337 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.048611 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.048879 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.049136 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.049353 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.049590 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.049920 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.050211 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.050474 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.050719 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.050949 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.051198 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.051429 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.051670 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.051882 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.052099 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.052370 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.052606 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.052887 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.053135 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.053361 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.053580 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.053806 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.054049 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.054282 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.054541 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.054729 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.054936 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.055152 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.055378 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.055594 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.055817 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.056027 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.056277 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.056481 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.056733 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.056961 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.057174 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.057394 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.057630 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.057847 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.058051 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.058263 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.058528 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.058722 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.058968 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.059204 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.059435 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.059664 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.059900 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.060091 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.060307 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.060528 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.060784 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.061023 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.061223 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.061416 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.061622 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.061837 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.062044 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.062254 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.062462 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.062690 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.062890 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.063119 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.063365 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.063672 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.063954 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.064237 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.064553 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.064820 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.065100 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.065344 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.065654 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.065865 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.066109 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.066340 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.066587 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.066798 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.067044 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.067294 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.067553 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.067789 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.068032 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.068280 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.068513 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.068789 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.068999 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.069237 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.069476 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.069768 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.070012 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.070267 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.070512 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.070769 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.071035 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.071280 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.071540 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.071755 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.072012 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.072314 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.072566 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.072851 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.073072 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.073309 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.073576 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.073812 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.074283 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.074515 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.074756 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.074977 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.075253 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.075504 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.075721 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.075947 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.076172 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.076509 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.076775 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.077013 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.077249 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.077515 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.077753 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.077999 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.078282 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.078536 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.078778 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.079022 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.079257 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.079485 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.079737 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.079951 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.080162 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.080412 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.080637 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.081199 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.081199 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.081423 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.081511 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.081739 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.081980 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.082203 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.082435 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.082652 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.082875 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.083085 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.083300 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.083543 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.084111 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.084342 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.084543 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.084794 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.085042 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.085258 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.085536 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.086636 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.086636 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.086636 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.086636 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.086979 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.086979 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.087170 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.087693 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 34964) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:35:14.089030 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.089336 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.089731 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.089989 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.090248 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.090487 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.090730 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.090981 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.091248 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.091477 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.092356 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.092590 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.092884 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.093144 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.093388 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.093612 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.093867 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.094088 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.094310 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.094546 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.094773 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.095015 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.095254 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.095473 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.095693 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.095912 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.096180 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.096435 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.096528 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065725 Mar 08 09:35:14.097187 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.098342 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.098342 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.098342 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.098342 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.098342 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.098776 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.098865 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.099033 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.099250 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.099490 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.099864 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.100062 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.100915 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.100915 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.100915 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.101116 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.101243 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.101454 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.101671 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.101902 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.102153 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.102386 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.102598 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.102817 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.103056 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.103389 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.103643 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.103864 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.104150 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.104399 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.104649 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.107414 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.107414 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.107414 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.107414 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.107414 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.108405 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.108405 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.108551 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.108915 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.109229 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.109489 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.109751 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.110055 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.110321 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.110597 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.110833 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.111195 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.111430 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.111705 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.111964 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.112193 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.112471 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.112728 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.112972 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.113221 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.113460 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.113676 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.113946 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.114181 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.114425 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.114644 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.114871 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.115091 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.115314 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.115524 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.115765 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.115981 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.116139 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 09:35:14.116642 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87664) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 08 09:35:14.116825 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 09:35:14.117028 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 09:35:14.117345 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 09:35:14.117345 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 09:35:14.117528 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 09:35:14.117771 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.117936 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.118100 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.118261 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.119060 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.119060 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.119060 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.119060 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.119060 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.119385 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.119385 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.119505 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.119630 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.119789 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.119945 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.120107 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.120265 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.120425 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.120587 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.120776 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.120946 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.121097 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.121242 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] debug = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.121403 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.121602 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.121763 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.121921 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.122084 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.122238 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.122397 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.122553 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.122710 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.122867 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.123024 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.123207 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.123369 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.123547 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.123698 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.123829 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.123982 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.124142 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] host = dv-neutron-831730-2-hyperv {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.124296 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.124455 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.124610 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.124806 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.124965 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.125146 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.125288 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.125422 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.125554 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.125704 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.125852 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.126008 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.126165 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.126322 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] log_file = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.126479 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] log_options = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.126635 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.126790 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.126919 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.127109 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.127273 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.127431 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.127587 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.127744 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.127901 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.128055 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.128204 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.128358 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.128500 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.128639 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.128818 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.130364 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.130364 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.130364 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.130364 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.130364 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.130364 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.130364 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.130364 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.130874 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.130874 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.130874 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.130874 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.130874 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.130874 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.131330 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.131330 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.131330 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.131549 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.131627 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.132493 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.132493 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.132493 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.132493 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.132493 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.132493 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.133010 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.133010 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.133010 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.133212 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.133212 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.133351 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] use_json = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.133510 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.133666 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.133823 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.133980 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.134137 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.134295 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.134452 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.134610 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.134768 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 09:35:14.134947 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.135109 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.135279 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.135439 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.135599 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.135760 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.135921 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.136081 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.136241 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.137187 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.137187 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.137187 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.137187 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.137503 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.137503 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.137647 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.137723 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.137877 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.138057 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.138212 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.138373 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.138524 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.138685 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.138920 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.139081 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.139242 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.139405 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.139567 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.139727 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.139895 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.140053 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.140216 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.140376 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.140567 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.140911 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.140911 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.141153 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.141153 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.141325 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:35:14.141424 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.141508 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.141610 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.141786 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.141924 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.142084 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.142921 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.142921 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.142921 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.142921 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.142921 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.143301 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.143301 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.143301 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.143506 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.143583 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.143738 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.143896 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.144054 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.144214 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.144373 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.144533 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.144716 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.145598 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.145598 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.145598 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.145598 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.145598 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.145598 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.146069 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.146069 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.146069 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.146277 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.146364 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.146515 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.146674 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.146833 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.146993 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.147187 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.147297 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.147459 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.147618 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.147778 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.147937 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.148096 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.148256 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.148425 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.149108 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.149108 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.149108 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.149319 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.149490 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.150368 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.150683 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.150951 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.151120 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.151569 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.151569 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.151569 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.151795 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.151899 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.152042 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.152863 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.152863 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.152863 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.152863 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.154049 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.154049 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.154049 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.154305 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.154305 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.154987 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.155094 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.155267 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.155428 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.156732 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.156732 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.156732 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.156732 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.156732 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.156732 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.156732 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.156732 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.157340 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.157340 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.157340 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.157545 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.157634 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.157719 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.157896 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.158075 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.158244 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.158397 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.158562 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.159034 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.159034 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.159034 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.159277 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.159348 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.159519 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.159648 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.159816 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.159963 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.160102 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.160239 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.160408 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.160553 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.160768 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.160907 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.161040 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.161197 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.161334 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.161507 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.161660 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.161811 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.161969 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.162199 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.162304 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.162462 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.162650 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.162834 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.162930 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.163081 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.163239 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.163400 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.164181 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.164181 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.164181 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.164181 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.164181 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.164554 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.164554 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.164743 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.164829 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.164934 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.165094 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.165254 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.165416 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.165581 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.165743 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.165915 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.166066 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.166201 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.166338 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.166494 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.166654 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.166814 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.166975 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.167135 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.167314 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.167474 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.167709 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.167846 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.167976 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.168105 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.168234 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.168387 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.168547 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.168719 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.168885 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.169046 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.169205 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.169366 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.169513 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.169675 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.169842 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.170027 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.170732 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.170865 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.170995 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.171153 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.171313 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.171473 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.171634 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.171794 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.171955 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.172116 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.172275 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.172450 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.172947 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.173088 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.173218 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.173349 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.173500 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.173661 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.173822 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.173980 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.174139 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.174308 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.175258 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.175258 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.175258 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.175258 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.175258 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.175258 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.175685 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.175685 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.175685 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.175893 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.175970 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.176132 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.176287 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.176466 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.176626 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.176798 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.177339 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.177339 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.178173 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.178360 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.179929 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.180282 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.180474 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.181505 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.181715 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.181867 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.182089 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.182217 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.182381 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.182545 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.182707 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.182875 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.183059 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.183208 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.183350 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.183488 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.183620 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.183779 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.183941 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.184103 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.184263 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.184424 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.184584 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.184777 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.184940 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.185100 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.185260 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 09:35:14.185920 dv-neutron-831730-2-hyperv neutron-server[87664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 09:35:24.818626 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1448d203-b71c-4bc6-bb87-f84499691461 None None] get_active_networks_info from dv-neutron-831730-2-hyperv {{(pid=87773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 09:35:24.909934 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1448d203-b71c-4bc6-bb87-f84499691461 None None] No non-hosted networks {{(pid=87773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 09:35:24.922596 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.agentschedulers_db [None req-1448d203-b71c-4bc6-bb87-f84499691461 None None] DHCP Agent not found on host dv-neutron-831730-2-hyperv {{(pid=87773) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 09:35:25.027555 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1fbef0c0-e6e7-4a5e-b4ff-954628838b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-996151'] for agent, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:26.861325 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-894f65c7-aa98-470e-9278-780e4399b23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-996151'] for agent, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:26.898707 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daec8af9-58cc-44b0-9a2f-192ff0f8d8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:28.109040 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-996151'] for agent, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:28.250077 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-996151'] for agent, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:28.250757 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:28.257287 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:28.258916 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:28.261641 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:28.263536 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:28.265660 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:28.266330 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:28.266834 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:28.267450 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:28.268085 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:28.268744 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:28.269230 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:28.269761 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-831730-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:35:28.278027 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-831730-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:35:29.629275 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.db.l3_hamode_db [None req-40e5c220-031d-42f9-adf7-ed12e049ab03 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 09:35:29.721320 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e5c220-031d-42f9-adf7-ed12e049ab03 None None] Routers set() bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:35:29.721713 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e5c220-031d-42f9-adf7-ed12e049ab03 None None] Router IDs set() for agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 08 09:35:29.904634 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-996151'] for agent, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:31.100837 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 35062) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:35:31.670744 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING oslo_policy.policy [None req-4a22b9bf-6c83-4b50-b157-eff1aa0ce017 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 09:35:31.671331 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING oslo_policy.policy [None req-4a22b9bf-6c83-4b50-b157-eff1aa0ce017 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 09:35:31.887997 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-4a22b9bf-6c83-4b50-b157-eff1aa0ce017 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:35:31.888991 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4a22b9bf-6c83-4b50-b157-eff1aa0ce017 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7872391 Mar 08 09:35:34.289137 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 35076) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:35:34.650227 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c87613f2-b60b-464f-860f-cd06859bd953 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:35:34.745319 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.policy [None req-c87613f2-b60b-464f-860f-cd06859bd953 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87772) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 09:35:34.790496 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING oslo_policy.policy [None req-c87613f2-b60b-464f-860f-cd06859bd953 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 09:35:34.790859 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING oslo_policy.policy [None req-c87613f2-b60b-464f-860f-cd06859bd953 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 09:35:34.799563 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.quota [None req-c87613f2-b60b-464f-860f-cd06859bd953 admin admin] Loaded quota_driver: . Mar 08 09:35:34.814922 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c87613f2-b60b-464f-860f-cd06859bd953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:35:34.873265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c87613f2-b60b-464f-860f-cd06859bd953 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791804255911', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791804255386', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791804261280', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791804272404', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791804278156', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791803895164', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3671580', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3681669', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-528793', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-947807'] for rbac-policy, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:34.934704 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c87613f2-b60b-464f-860f-cd06859bd953 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:34.935956 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c87613f2-b60b-464f-860f-cd06859bd953 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6458898 Mar 08 09:35:37.544317 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 35090) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:35:37.883890 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Request body: {'network': {'name': 'private', 'project_id': '55bd74a9b40045d88854e566f8e51cbf', 'admin_state_up': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:35:37.889059 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:35:37.893458 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Usage tracker for resource:network and tenant:55bd74a9b40045d88854e566f8e51cbf is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:35:37.897907 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:35:37.903892 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:35:37.913575 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Made reservation on behalf of 55bd74a9b40045d88854e566f8e51cbf for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:35:37.916257 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:37.933187 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:37.946623 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:35:37.950195 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Usage tracker for resource:security_group_rule and tenant:55bd74a9b40045d88854e566f8e51cbf is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:35:37.955686 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:35:37.961281 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:35:38.055972 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:38.059711 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:38.082134 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:35:38.107684 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791804119062', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:38.108250 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Unsubscribe: segment precommit_create {{(pid=87772) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 09:35:38.108763 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Added segment d687a4bc-e79b-4139-afd8-f5822536a5be of type vlan for network 46f63a9c-871e-4d5b-86b6-94c8e28c8fba Mar 08 09:35:38.155680 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a078e919-a1c7-4761-9d37-2a319abc5777,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:35:38.171225 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:38.171590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:38.171926 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:38.172252 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:38.172572 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:38.172944 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:38.173519 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:38.173835 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:38.174151 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:38.174462 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:38.174773 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:38.175082 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Tracked resource versions report: Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: pushed versions: Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: { 'AddressGroup': {'1.2'}, Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'ConntrackHelper': {'1.0'}, Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'Log': {'1.0'}, Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'Network': {'1.1'}, Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'Port': {'1.7'}, Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'PortForwarding': {'1.2'}, Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'QosPolicy': {'1.8'}, Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'SecurityGroup': {'1.4'}, Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'SecurityGroupRule': {'1.2'}, Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'SubPort': {'1.0'}, Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'Subnet': {'1.1'}, Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'Trunk': {'1.1'}} Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: consumer versions: Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: { DHCP agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: L3 agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: Metadata agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: Metering agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: Open vSwitch agent@dv-neutron-831730-2-hyperv: { 'AddressGroup': '1.2', Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'ConntrackHelper': '1.0', Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'Log': '1.0', Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'Network': '1.1', Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'Port': '1.7', Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'PortForwarding': '1.2', Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'QosPolicy': '1.8', Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'SecurityGroup': '1.4', Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'SecurityGroupRule': '1.2', Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'SubPort': '1.0', Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'Subnet': '1.1', Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'Trunk': '1.1'}} Mar 08 09:35:38.176401 dv-neutron-831730-2-hyperv neutron-server[87772]: {{(pid=87772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 09:35:38.220107 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:38.259839 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:38.260966 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:35:38.261618 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:38.363088 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8170204 Mar 08 09:35:38.365416 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cdb04-4dc5-4613-849d-5711f12a1b29 admin admin] Pushing event updated for resources: {'Network': ['ID=46f63a9c-871e-4d5b-86b6-94c8e28c8fba,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:35:38.395193 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 46f63a9c-871e-4d5b-86b6-94c8e28c8fba details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:35:41.025274 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 35106) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:35:41.610717 dv-neutron-831730-2-hyperv neutron-server[87771]: WARNING oslo_policy.policy [None req-245ad0dc-760c-4e5d-ac63-02b75c271d95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 09:35:41.611325 dv-neutron-831730-2-hyperv neutron-server[87771]: WARNING oslo_policy.policy [None req-245ad0dc-760c-4e5d-ac63-02b75c271d95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 09:35:42.051293 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.policy [None req-245ad0dc-760c-4e5d-ac63-02b75c271d95 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87771) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 09:35:42.102501 dv-neutron-831730-2-hyperv neutron-server[87771]: WARNING oslo_policy.policy [None req-245ad0dc-760c-4e5d-ac63-02b75c271d95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 09:35:42.102879 dv-neutron-831730-2-hyperv neutron-server[87771]: WARNING oslo_policy.policy [None req-245ad0dc-760c-4e5d-ac63-02b75c271d95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 09:35:42.111722 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245ad0dc-760c-4e5d-ac63-02b75c271d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:35:42.113717 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-245ad0dc-760c-4e5d-ac63-02b75c271d95 admin admin] 10.222.0.24 "GET /v2.0/networks/46f63a9c-871e-4d5b-86b6-94c8e28c8fba HTTP/1.1" status: 200 len: 825 time: 1.0864077 Mar 08 09:35:42.145154 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ca6930a5-6313-47e8-a61d-50d87aa1ab98 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/950e74ff-a9e8-4292-94c2-b46dbe4bccca HTTP/1.1" status: 200 len: 734 time: 0.0261238 Mar 08 09:35:42.153474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Request body: {'subnet': {'subnetpool_id': '950e74ff-a9e8-4292-94c2-b46dbe4bccca', 'network_id': '46f63a9c-871e-4d5b-86b6-94c8e28c8fba', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '55bd74a9b40045d88854e566f8e51cbf'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:35:42.155716 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.quota [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Loaded quota_driver: . Mar 08 09:35:42.161590 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:35:42.166993 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Usage tracker for resource:subnet and tenant:55bd74a9b40045d88854e566f8e51cbf is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:35:42.170286 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:35:42.177334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:35:42.190698 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Made reservation on behalf of 55bd74a9b40045d88854e566f8e51cbf for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:35:42.193395 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:42.495699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:42.574815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Checking segment: {'id': 'd687a4bc-e79b-4139-afd8-f5822536a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '46f63a9c-871e-4d5b-86b6-94c8e28c8fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:35:42.575180 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Network hostable DHCP agents. Network: 46f63a9c-871e-4d5b-86b6-94c8e28c8fba, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:35:42.589270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:35:42.598860 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:42.599214 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:42.599546 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:42.599868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:42.600186 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:42.600527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:42.600881 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:42.601212 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:42.601529 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:42.601837 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:42.602143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:42.602448 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Tracked resource versions report: Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: pushed versions: Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: { 'AddressGroup': {'1.2'}, Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'ConntrackHelper': {'1.0'}, Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'Log': {'1.0'}, Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'Network': {'1.1'}, Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'Port': {'1.7'}, Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'PortForwarding': {'1.2'}, Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'QosPolicy': {'1.8'}, Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'SecurityGroup': {'1.4'}, Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'SecurityGroupRule': {'1.2'}, Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'SubPort': {'1.0'}, Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'Subnet': {'1.1'}, Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'Trunk': {'1.1'}} Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: consumer versions: Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: { DHCP agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: L3 agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: Metadata agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: Metering agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: Open vSwitch agent@dv-neutron-831730-2-hyperv: { 'AddressGroup': '1.2', Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'ConntrackHelper': '1.0', Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'Log': '1.0', Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'Network': '1.1', Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'Port': '1.7', Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'PortForwarding': '1.2', Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'QosPolicy': '1.8', Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'SecurityGroup': '1.4', Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'SecurityGroupRule': '1.2', Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'SubPort': '1.0', Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'Subnet': '1.1', Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: 'Trunk': '1.1'}} Mar 08 09:35:42.603767 dv-neutron-831730-2-hyperv neutron-server[87771]: {{(pid=87771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 09:35:42.624596 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Network 46f63a9c-871e-4d5b-86b6-94c8e28c8fba is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:35:42.639488 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 46f63a9c-871e-4d5b-86b6-94c8e28c8fba) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:35:42.643763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:35:42.644383 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:42.649391 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aca55e2-73fc-4e40-9790-81b4246532de None None] Network 46f63a9c-871e-4d5b-86b6-94c8e28c8fba requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:35:42.664963 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8bbf03d6-4e77-47d7-840c-a82e12990c41 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5147994 Mar 08 09:35:42.957214 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-46f63a9c-871e-4d5b-86b6-94c8e28c8fba', 'network_id': '46f63a9c-871e-4d5b-86b6-94c8e28c8fba', 'tenant_id': '55bd74a9b40045d88854e566f8e51cbf', 'fixed_ips': [{'subnet_id': '31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:35:42.958516 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:43.148392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Allocated IP 172.20.0.2 (46f63a9c-871e-4d5b-86b6-94c8e28c8fba/31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd/ded7faf1-a692-4cbc-9b09-02e15eca9ff1) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:35:43.381381 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:43.395975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Transition to ACTIVE for port object ded7faf1-a692-4cbc-9b09-02e15eca9ff1 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:35:43.415022 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Transition to ACTIVE for port object ded7faf1-a692-4cbc-9b09-02e15eca9ff1 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:35:43.421340 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:43.476618 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Network 46f63a9c-871e-4d5b-86b6-94c8e28c8fba is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:35:43.479357 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:35:43.488995 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:35:43.525899 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Pushing event updated for resources: {'Port': ['ID=ded7faf1-a692-4cbc-9b09-02e15eca9ff1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:35:43.537032 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:43.537385 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:43.537729 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:43.538060 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:43.538389 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:43.538731 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:43.539062 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:43.539383 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:43.539716 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:43.540039 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:43.540361 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:43.540677 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Tracked resource versions report: Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: pushed versions: Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: { 'AddressGroup': {'1.2'}, Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'ConntrackHelper': {'1.0'}, Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'Log': {'1.0'}, Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'Network': {'1.1'}, Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'Port': {'1.7'}, Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'PortForwarding': {'1.2'}, Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'QosPolicy': {'1.8'}, Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'SecurityGroup': {'1.4'}, Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'SecurityGroupRule': {'1.2'}, Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'SubPort': {'1.0'}, Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'Subnet': {'1.1'}, Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'Trunk': {'1.1'}} Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: consumer versions: Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: { DHCP agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: L3 agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: Metadata agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: Metering agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: Open vSwitch agent@dv-neutron-831730-2-hyperv: { 'AddressGroup': '1.2', Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'ConntrackHelper': '1.0', Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'Log': '1.0', Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'Network': '1.1', Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'Port': '1.7', Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'PortForwarding': '1.2', Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'QosPolicy': '1.8', Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'SecurityGroup': '1.4', Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'SecurityGroupRule': '1.2', Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'SubPort': '1.0', Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'Subnet': '1.1', Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: 'Trunk': '1.1'}} Mar 08 09:35:43.542080 dv-neutron-831730-2-hyperv neutron-server[87773]: {{(pid=87773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 09:35:43.599060 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Attempting to bind port ded7faf1-a692-4cbc-9b09-02e15eca9ff1 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:35:43.599458 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Attempting to bind port ded7faf1-a692-4cbc-9b09-02e15eca9ff1 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'd687a4bc-e79b-4139-afd8-f5822536a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '46f63a9c-871e-4d5b-86b6-94c8e28c8fba'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:35:43.599869 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Attempting to bind port ded7faf1-a692-4cbc-9b09-02e15eca9ff1 on network 46f63a9c-871e-4d5b-86b6-94c8e28c8fba {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:35:43.605058 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:35:43.605453 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Checking segment: {'id': 'd687a4bc-e79b-4139-afd8-f5822536a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '46f63a9c-871e-4d5b-86b6-94c8e28c8fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:35:43.605917 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:43.606302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Bound using segment: {'id': 'd687a4bc-e79b-4139-afd8-f5822536a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '46f63a9c-871e-4d5b-86b6-94c8e28c8fba'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:35:43.606766 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Bound port: ded7faf1-a692-4cbc-9b09-02e15eca9ff1, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd687a4bc-e79b-4139-afd8-f5822536a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '46f63a9c-871e-4d5b-86b6-94c8e28c8fba'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:35:43.607172 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:43.697819 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] For port ded7faf1-a692-4cbc-9b09-02e15eca9ff1, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:35:43.701567 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] For port ded7faf1-a692-4cbc-9b09-02e15eca9ff1, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ded7faf1-a692-4cbc-9b09-02e15eca9ff1,segment=NetworkSegment(d687a4bc-e79b-4139-afd8-f5822536a5be),segment_id=d687a4bc-e79b-4139-afd8-f5822536a5be)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:35:43.705845 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:43.791084 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6863a96-515c-4b6b-bf17-2dce9ced73d3 None None] Pushing event updated for resources: {'Port': ['ID=ded7faf1-a692-4cbc-9b09-02e15eca9ff1,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:35:45.125996 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 35126) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:35:45.487837 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-c8d91f0b-8834-4e95-b0a4-056e3bfd4d9c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:35:45.488936 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c8d91f0b-8834-4e95-b0a4-056e3bfd4d9c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3619792 Mar 08 09:35:47.595312 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b274ecca-9d52-476f-a0d6-df4911216b96 None None] Network 46f63a9c-871e-4d5b-86b6-94c8e28c8fba requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:35:47.695833 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9cf00cc2-9969-4b06-b951-1072bbc2119c None None] Provisioning for port ded7faf1-a692-4cbc-9b09-02e15eca9ff1 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:35:47.940051 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 35140) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:35:48.042408 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ded7faf1-a692-4cbc-9b09-02e15eca9ff1 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:35:48.107532 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port ded7faf1-a692-4cbc-9b09-02e15eca9ff1 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:35:48.111989 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ded7faf1-a692-4cbc-9b09-02e15eca9ff1 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:35:48.112392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:48.225154 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:48.257527 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port ded7faf1-a692-4cbc-9b09-02e15eca9ff1, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ded7faf1-a692-4cbc-9b09-02e15eca9ff1,segment=NetworkSegment(d687a4bc-e79b-4139-afd8-f5822536a5be),segment_id=d687a4bc-e79b-4139-afd8-f5822536a5be)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:35:48.261162 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:48.322414 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-a12e0eb7-bbb3-4e2e-9b08-101ea9c9c44f admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:35:48.323385 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a12e0eb7-bbb3-4e2e-9b08-101ea9c9c44f admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3824151 Mar 08 09:35:48.337760 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=ded7faf1-a692-4cbc-9b09-02e15eca9ff1,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:35:50.012080 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ded7faf1-a692-4cbc-9b09-02e15eca9ff1 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:35:50.082989 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ded7faf1-a692-4cbc-9b09-02e15eca9ff1 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:35:50.083359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:50.973062 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 35152) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:35:51.311407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-46798fcd-8c69-4e4b-8a82-80b6c14c55aa admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '55bd74a9b40045d88854e566f8e51cbf', 'admin_state_up': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:35:51.316436 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-46798fcd-8c69-4e4b-8a82-80b6c14c55aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:35:51.320289 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-46798fcd-8c69-4e4b-8a82-80b6c14c55aa admin admin] Usage tracker for resource:router and tenant:55bd74a9b40045d88854e566f8e51cbf is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:35:51.323513 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-46798fcd-8c69-4e4b-8a82-80b6c14c55aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:35:51.329795 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-46798fcd-8c69-4e4b-8a82-80b6c14c55aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:35:51.339846 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46798fcd-8c69-4e4b-8a82-80b6c14c55aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:51.342234 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46798fcd-8c69-4e4b-8a82-80b6c14c55aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:51.363815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46798fcd-8c69-4e4b-8a82-80b6c14c55aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:51.473628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46798fcd-8c69-4e4b-8a82-80b6c14c55aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:51.491092 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46798fcd-8c69-4e4b-8a82-80b6c14c55aa admin admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:51.492236 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-46798fcd-8c69-4e4b-8a82-80b6c14c55aa admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5182278 Mar 08 09:35:53.859120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 35162) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:35:54.213873 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-5c0f2412-adff-4692-941b-12b9111990aa admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:35:54.214836 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5c0f2412-adff-4692-941b-12b9111990aa admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3548646 Mar 08 09:35:54.783327 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e643976c-a0fd-4de9-93ce-b77299d01885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:56.596912 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 35172) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:35:56.849176 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c92902b-8d3f-4c8c-a71f-cac975dbac27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:56.972746 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:35:56.977643 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:35:56.981287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Usage tracker for resource:network and tenant:02f95c61118c40f69a31e6def4de3043 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:35:56.984676 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:35:56.990142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:35:56.999093 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Made reservation on behalf of 02f95c61118c40f69a31e6def4de3043 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:35:57.001448 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:57.017031 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:57.031077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:35:57.034677 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Usage tracker for resource:security_group_rule and tenant:02f95c61118c40f69a31e6def4de3043 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:35:57.037678 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:35:57.043079 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:35:57.156749 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:57.160511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:57.176868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Reserving flat network on physical network physnet1 {{(pid=87771) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 09:35:57.201464 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12cf5a5-fc6e-4324-8e31-88025f5df482,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:35:57.203889 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791804119062', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:57.204428 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Unsubscribe: segment precommit_create {{(pid=87771) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 09:35:57.204914 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Added segment 771d83ce-70e8-4984-885c-26dbbfdbcdad of type flat for network 0092b317-fba6-481a-9c1a-91e0998b20b7 Mar 08 09:35:57.243488 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:57.282974 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:57.283929 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:35:57.284499 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:57.377702 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7797525 Mar 08 09:35:57.382349 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561e7f9-f3dd-4f7d-a560-b613aca19b12 admin admin] Pushing event updated for resources: {'Network': ['ID=0092b317-fba6-481a-9c1a-91e0998b20b7,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:35:57.393395 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:35:58.051684 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:58.217415 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:59.781211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 35192) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:35:59.874648 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:35:59.987233 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170c54a4-0d91-4bf7-8649-e3175f5c24f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:35:59.988545 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-170c54a4-0d91-4bf7-8649-e3175f5c24f8 admin admin] 10.222.0.24 "GET /v2.0/subnets/31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd HTTP/1.1" status: 200 len: 849 time: 0.2064116 Mar 08 09:36:00.123474 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4a40c565-2af2-4556-98f4-696c9f3c3480 admin admin] 10.222.0.24 "GET /v2.0/routers/db7b7db3-1062-41d6-82de-b416a7675e9d HTTP/1.1" status: 200 len: 704 time: 0.1293159 Mar 08 09:36:00.566893 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4ec3d85e-6adb-446b-8ac5-c7beeecc51c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:00.786247 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-4ec3d85e-6adb-446b-8ac5-c7beeecc51c0 admin admin] Allocated IP 172.20.0.1 (46f63a9c-871e-4d5b-86b6-94c8e28c8fba/31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd/f87080a9-5267-48b5-9e72-ed134b36b666) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:36:00.936022 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4ec3d85e-6adb-446b-8ac5-c7beeecc51c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:00.952760 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-4ec3d85e-6adb-446b-8ac5-c7beeecc51c0 admin admin] Transition to ACTIVE for port object f87080a9-5267-48b5-9e72-ed134b36b666 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:36:01.035066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4ec3d85e-6adb-446b-8ac5-c7beeecc51c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:01.092855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec3d85e-6adb-446b-8ac5-c7beeecc51c0 admin admin] Network 46f63a9c-871e-4d5b-86b6-94c8e28c8fba is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:36:01.095576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-4ec3d85e-6adb-446b-8ac5-c7beeecc51c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:36:01.107931 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec3d85e-6adb-446b-8ac5-c7beeecc51c0 admin admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:36:01.108493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4ec3d85e-6adb-446b-8ac5-c7beeecc51c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:01.220786 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3d85e-6adb-446b-8ac5-c7beeecc51c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f87080a9-5267-48b5-9e72-ed134b36b666,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:36:01.310946 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-287435d6-ca8e-4a51-8823-81b234f2f66f None None] Provisioning for port f87080a9-5267-48b5-9e72-ed134b36b666 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:36:01.315638 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-287435d6-ca8e-4a51-8823-81b234f2f66f None None] Provisioning complete for port f87080a9-5267-48b5-9e72-ed134b36b666 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:36:01.316083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-287435d6-ca8e-4a51-8823-81b234f2f66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:01.360169 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4ec3d85e-6adb-446b-8ac5-c7beeecc51c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:01.368560 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-287435d6-ca8e-4a51-8823-81b234f2f66f None None] Port f87080a9-5267-48b5-9e72-ed134b36b666 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:36:01.585413 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4ec3d85e-6adb-446b-8ac5-c7beeecc51c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:01.589933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4ec3d85e-6adb-446b-8ac5-c7beeecc51c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:01.590859 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4ec3d85e-6adb-446b-8ac5-c7beeecc51c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:01.725107 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3d85e-6adb-446b-8ac5-c7beeecc51c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f87080a9-5267-48b5-9e72-ed134b36b666,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:36:01.784217 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec3d85e-6adb-446b-8ac5-c7beeecc51c0 admin admin] Network 46f63a9c-871e-4d5b-86b6-94c8e28c8fba is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:36:01.785282 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-4ec3d85e-6adb-446b-8ac5-c7beeecc51c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:36:01.972228 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec3d85e-6adb-446b-8ac5-c7beeecc51c0 admin admin] Router db7b7db3-1062-41d6-82de-b416a7675e9d is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:36:01.989121 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-74bfba09-0860-4e57-9c62-52b142add82d None None] Provisioning complete for port f87080a9-5267-48b5-9e72-ed134b36b666 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:36:01.989521 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74bfba09-0860-4e57-9c62-52b142add82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:02.041014 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-74bfba09-0860-4e57-9c62-52b142add82d None None] Port f87080a9-5267-48b5-9e72-ed134b36b666 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:36:02.124094 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec3d85e-6adb-446b-8ac5-c7beeecc51c0 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:36:02.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4ec3d85e-6adb-446b-8ac5-c7beeecc51c0 admin admin] 10.222.0.24 "PUT /v2.0/routers/db7b7db3-1062-41d6-82de-b416a7675e9d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0045240 Mar 08 09:36:02.133923 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Sync routers for ids ['db7b7db3-1062-41d6-82de-b416a7675e9d'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:36:02.144548 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Routers {'db7b7db3-1062-41d6-82de-b416a7675e9d'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:36:02.145415 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:35:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['db7b7db3-1062-41d6-82de-b416a7675e9d'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:36:02.314038 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Set router db7b7db3-1062-41d6-82de-b416a7675e9d gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:36:02.677197 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b7db3-1062-41d6-82de-b416a7675e9d', 'name': 'router1', 'tenant_id': '55bd74a9b40045d88854e566f8e51cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:35:51Z', 'updated_at': '2022-03-08T09:36:01Z', 'revision_number': 2, 'project_id': '55bd74a9b40045d88854e566f8e51cbf', 'gw_port_host': None, '_interfaces': [{'id': 'f87080a9-5267-48b5-9e72-ed134b36b666', 'name': '', 'network_id': '46f63a9c-871e-4d5b-86b6-94c8e28c8fba', 'tenant_id': '55bd74a9b40045d88854e566f8e51cbf', 'mac_address': 'fa:16:3e:6c:09:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7b7db3-1062-41d6-82de-b416a7675e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:36:00Z', 'updated_at': '2022-03-08T09:36:01Z', 'revision_number': 2, 'project_id': '55bd74a9b40045d88854e566f8e51cbf', 'subnets': [{'id': '31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '950e74ff-a9e8-4292-94c2-b46dbe4bccca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:36:02.682072 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Checking router: db7b7db3-1062-41d6-82de-b416a7675e9d for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:36:02.682443 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Updating router db7b7db3-1062-41d6-82de-b416a7675e9d port f87080a9-5267-48b5-9e72-ed134b36b666 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:36:02.732932 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:03.103892 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:03.119674 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Transition to ACTIVE for port object f87080a9-5267-48b5-9e72-ed134b36b666 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:36:03.126174 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:03.352169 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d18f5-5373-4b07-83ad-6d0a421ca0e4 None None] Pushing event updated for resources: {'Port': ['ID=f87080a9-5267-48b5-9e72-ed134b36b666,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:36:03.383005 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d18f5-5373-4b07-83ad-6d0a421ca0e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:36:03.383358 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d18f5-5373-4b07-83ad-6d0a421ca0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:36:03.383706 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d18f5-5373-4b07-83ad-6d0a421ca0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:36:03.384037 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d18f5-5373-4b07-83ad-6d0a421ca0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:36:03.384364 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d18f5-5373-4b07-83ad-6d0a421ca0e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:36:03.384727 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d18f5-5373-4b07-83ad-6d0a421ca0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:36:03.385067 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d18f5-5373-4b07-83ad-6d0a421ca0e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:36:03.385377 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d18f5-5373-4b07-83ad-6d0a421ca0e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:36:03.385721 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d18f5-5373-4b07-83ad-6d0a421ca0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:36:03.386042 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d18f5-5373-4b07-83ad-6d0a421ca0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:36:03.386361 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d18f5-5373-4b07-83ad-6d0a421ca0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:36:03.386678 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d18f5-5373-4b07-83ad-6d0a421ca0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326d18f5-5373-4b07-83ad-6d0a421ca0e4 None None] Tracked resource versions report: Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: pushed versions: Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: { 'AddressGroup': {'1.2'}, Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'ConntrackHelper': {'1.0'}, Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'Log': {'1.0'}, Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'Network': {'1.1'}, Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'Port': {'1.7'}, Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'PortForwarding': {'1.2'}, Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'QosPolicy': {'1.8'}, Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'SecurityGroup': {'1.4'}, Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'SecurityGroupRule': {'1.2'}, Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'SubPort': {'1.0'}, Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'Subnet': {'1.1'}, Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'Trunk': {'1.1'}} Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: consumer versions: Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: { DHCP agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: L3 agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: Metadata agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: Metering agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: Open vSwitch agent@dv-neutron-831730-2-hyperv: { 'AddressGroup': '1.2', Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'ConntrackHelper': '1.0', Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'Log': '1.0', Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'Network': '1.1', Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'Port': '1.7', Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'PortForwarding': '1.2', Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'QosPolicy': '1.8', Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'SecurityGroup': '1.4', Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'SecurityGroupRule': '1.2', Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'SubPort': '1.0', Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'Subnet': '1.1', Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: 'Trunk': '1.1'}} Mar 08 09:36:03.388088 dv-neutron-831730-2-hyperv neutron-server[87774]: {{(pid=87774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 09:36:03.390741 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Attempting to bind port f87080a9-5267-48b5-9e72-ed134b36b666 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:36:03.391138 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Attempting to bind port f87080a9-5267-48b5-9e72-ed134b36b666 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'd687a4bc-e79b-4139-afd8-f5822536a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '46f63a9c-871e-4d5b-86b6-94c8e28c8fba'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:36:03.391537 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Attempting to bind port f87080a9-5267-48b5-9e72-ed134b36b666 on network 46f63a9c-871e-4d5b-86b6-94c8e28c8fba {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:36:03.399169 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:36:03.399169 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Checking segment: {'id': 'd687a4bc-e79b-4139-afd8-f5822536a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '46f63a9c-871e-4d5b-86b6-94c8e28c8fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:36:03.399470 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:03.399805 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Bound using segment: {'id': 'd687a4bc-e79b-4139-afd8-f5822536a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '46f63a9c-871e-4d5b-86b6-94c8e28c8fba'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:36:03.400282 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Bound port: f87080a9-5267-48b5-9e72-ed134b36b666, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd687a4bc-e79b-4139-afd8-f5822536a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '46f63a9c-871e-4d5b-86b6-94c8e28c8fba'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:36:03.400665 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:03.487777 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] For port f87080a9-5267-48b5-9e72-ed134b36b666, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:36:03.491644 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] For port f87080a9-5267-48b5-9e72-ed134b36b666, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f87080a9-5267-48b5-9e72-ed134b36b666,segment=NetworkSegment(d687a4bc-e79b-4139-afd8-f5822536a5be),segment_id=d687a4bc-e79b-4139-afd8-f5822536a5be)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:36:03.495437 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:03.563128 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Routers {'db7b7db3-1062-41d6-82de-b416a7675e9d'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:36:03.563728 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:35:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['db7b7db3-1062-41d6-82de-b416a7675e9d'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:36:03.720614 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d18f5-5373-4b07-83ad-6d0a421ca0e4 None None] Pushing event updated for resources: {'Port': ['ID=f87080a9-5267-48b5-9e72-ed134b36b666,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:36:03.745761 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] Set router db7b7db3-1062-41d6-82de-b416a7675e9d gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:36:04.066259 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b7db3-1062-41d6-82de-b416a7675e9d', 'name': 'router1', 'tenant_id': '55bd74a9b40045d88854e566f8e51cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:35:51Z', 'updated_at': '2022-03-08T09:36:01Z', 'revision_number': 2, 'project_id': '55bd74a9b40045d88854e566f8e51cbf', 'gw_port_host': None, '_interfaces': [{'id': 'f87080a9-5267-48b5-9e72-ed134b36b666', 'name': '', 'network_id': '46f63a9c-871e-4d5b-86b6-94c8e28c8fba', 'tenant_id': '55bd74a9b40045d88854e566f8e51cbf', 'mac_address': 'fa:16:3e:6c:09:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7b7db3-1062-41d6-82de-b416a7675e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:36:00Z', 'updated_at': '2022-03-08T09:36:03Z', 'revision_number': 4, 'project_id': '55bd74a9b40045d88854e566f8e51cbf', 'subnets': [{'id': '31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '950e74ff-a9e8-4292-94c2-b46dbe4bccca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:36:04.070019 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb9426-c9d0-4835-94f9-d7396f7b7e60 None None] The sync data for ids ['db7b7db3-1062-41d6-82de-b416a7675e9d'] in dv-neutron-831730-2-hyperv is: [{'id': 'db7b7db3-1062-41d6-82de-b416a7675e9d', 'name': 'router1', 'tenant_id': '55bd74a9b40045d88854e566f8e51cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:35:51Z', 'updated_at': '2022-03-08T09:36:01Z', 'revision_number': 2, 'project_id': '55bd74a9b40045d88854e566f8e51cbf', 'gw_port_host': None, '_interfaces': [{'id': 'f87080a9-5267-48b5-9e72-ed134b36b666', 'name': '', 'network_id': '46f63a9c-871e-4d5b-86b6-94c8e28c8fba', 'tenant_id': '55bd74a9b40045d88854e566f8e51cbf', 'mac_address': 'fa:16:3e:6c:09:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7b7db3-1062-41d6-82de-b416a7675e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:36:00Z', 'updated_at': '2022-03-08T09:36:03Z', 'revision_number': 4, 'project_id': '55bd74a9b40045d88854e566f8e51cbf', 'subnets': [{'id': '31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '950e74ff-a9e8-4292-94c2-b46dbe4bccca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:36:04.340311 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 35214) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:36:04.526819 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231f74d0-23de-43a8-93e0-5ca6d2e79259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:36:04.527347 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-231f74d0-23de-43a8-93e0-5ca6d2e79259 admin admin] Synchronizing usage tracker for tenant:02f95c61118c40f69a31e6def4de3043 on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:36:04.547378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-231f74d0-23de-43a8-93e0-5ca6d2e79259 admin admin] Unset dirty status for tenant:02f95c61118c40f69a31e6def4de3043 on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:36:04.555329 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-231f74d0-23de-43a8-93e0-5ca6d2e79259 admin admin] 10.222.0.24 "GET /v2.0/networks/0092b317-fba6-481a-9c1a-91e0998b20b7 HTTP/1.1" status: 200 len: 842 time: 0.2135332 Mar 08 09:36:04.560292 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-87ca8955-1729-4f4d-a86f-0ef464f9dfa6 admin admin] Request body: {'subnet': {'cidr': '172.26.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'gateway_ip': '172.26.2.1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:36:04.565757 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-87ca8955-1729-4f4d-a86f-0ef464f9dfa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:36:04.569986 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-87ca8955-1729-4f4d-a86f-0ef464f9dfa6 admin admin] Usage tracker for resource:subnet and tenant:02f95c61118c40f69a31e6def4de3043 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:36:04.573009 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-87ca8955-1729-4f4d-a86f-0ef464f9dfa6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:36:04.579364 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-87ca8955-1729-4f4d-a86f-0ef464f9dfa6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:36:04.589450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ca8955-1729-4f4d-a86f-0ef464f9dfa6 admin admin] Made reservation on behalf of 02f95c61118c40f69a31e6def4de3043 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:36:04.592361 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-87ca8955-1729-4f4d-a86f-0ef464f9dfa6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:04.964893 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.objects.ports [None req-87ca8955-1729-4f4d-a86f-0ef464f9dfa6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87771) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 09:36:04.965357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-87ca8955-1729-4f4d-a86f-0ef464f9dfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:05.035792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca8955-1729-4f4d-a86f-0ef464f9dfa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e3c3cc-8005-48bd-ad12-23557a7084f4,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:36:05.044043 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ca8955-1729-4f4d-a86f-0ef464f9dfa6 admin admin] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:36:05.044395 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ca8955-1729-4f4d-a86f-0ef464f9dfa6 admin admin] Network hostable DHCP agents. Network: 0092b317-fba6-481a-9c1a-91e0998b20b7, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:36:05.063320 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ca8955-1729-4f4d-a86f-0ef464f9dfa6 admin admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:36:05.072340 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-87ca8955-1729-4f4d-a86f-0ef464f9dfa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 0092b317-fba6-481a-9c1a-91e0998b20b7) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:36:05.077094 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ca8955-1729-4f4d-a86f-0ef464f9dfa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:36:05.077693 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-87ca8955-1729-4f4d-a86f-0ef464f9dfa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:05.082373 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d981fc-4ba3-40c9-b02e-8384028607b8 None None] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:36:05.097253 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-87ca8955-1729-4f4d-a86f-0ef464f9dfa6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5408874 Mar 08 09:36:05.299498 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bf58b5-607b-432e-aa3e-6d13a0d29d1a None None] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:36:06.048977 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f87080a9-5267-48b5-9e72-ed134b36b666 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:36:06.117364 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port f87080a9-5267-48b5-9e72-ed134b36b666 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:36:06.121961 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f87080a9-5267-48b5-9e72-ed134b36b666 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:36:06.122350 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:06.236777 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:06.267782 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port f87080a9-5267-48b5-9e72-ed134b36b666, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f87080a9-5267-48b5-9e72-ed134b36b666,segment=NetworkSegment(d687a4bc-e79b-4139-afd8-f5822536a5be),segment_id=d687a4bc-e79b-4139-afd8-f5822536a5be)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:36:06.271230 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:06.338089 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=f87080a9-5267-48b5-9e72-ed134b36b666,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:36:07.349653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 35228) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:36:07.541032 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9e244e56-b5d6-49af-96ea-b831b38c6072 admin admin] 10.222.0.24 "GET /v2.0/routers/db7b7db3-1062-41d6-82de-b416a7675e9d HTTP/1.1" status: 200 len: 710 time: 0.1901789 Mar 08 09:36:07.663855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4839d19-9620-4aa6-af2c-c8b08bc8795f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:36:07.665215 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b4839d19-9620-4aa6-af2c-c8b08bc8795f admin admin] 10.222.0.24 "GET /v2.0/networks/0092b317-fba6-481a-9c1a-91e0998b20b7 HTTP/1.1" status: 200 len: 886 time: 0.1192045 Mar 08 09:36:07.674409 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-30aae4c6-47d8-4b04-8d99-8dfe388e744b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:36:08.020799 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f87080a9-5267-48b5-9e72-ed134b36b666 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:36:08.091561 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f87080a9-5267-48b5-9e72-ed134b36b666 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:36:08.092047 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:08.096976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30aae4c6-47d8-4b04-8d99-8dfe388e744b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:08.463633 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30aae4c6-47d8-4b04-8d99-8dfe388e744b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:08.516204 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30aae4c6-47d8-4b04-8d99-8dfe388e744b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:08.645966 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-30aae4c6-47d8-4b04-8d99-8dfe388e744b admin admin] Allocated IP 172.26.2.67 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/bca07c05-3065-4a5b-9a28-2f6918992766) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:36:08.783954 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30aae4c6-47d8-4b04-8d99-8dfe388e744b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:08.811735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30aae4c6-47d8-4b04-8d99-8dfe388e744b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:08.868776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aae4c6-47d8-4b04-8d99-8dfe388e744b admin admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:36:08.875609 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-30aae4c6-47d8-4b04-8d99-8dfe388e744b admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:36:08.878233 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aae4c6-47d8-4b04-8d99-8dfe388e744b admin admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:36:08.940933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aae4c6-47d8-4b04-8d99-8dfe388e744b admin admin] Pushing event updated for resources: {'Port': ['ID=bca07c05-3065-4a5b-9a28-2f6918992766,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:36:09.045553 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 5 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:36:09.258356 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30aae4c6-47d8-4b04-8d99-8dfe388e744b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:09.643135 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30aae4c6-47d8-4b04-8d99-8dfe388e744b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:09.646426 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30aae4c6-47d8-4b04-8d99-8dfe388e744b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:09.822844 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30aae4c6-47d8-4b04-8d99-8dfe388e744b admin admin] Router db7b7db3-1062-41d6-82de-b416a7675e9d has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:36:09.990804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30aae4c6-47d8-4b04-8d99-8dfe388e744b admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:36:09.999594 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30aae4c6-47d8-4b04-8d99-8dfe388e744b admin admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:10.000056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Sync routers for ids ['db7b7db3-1062-41d6-82de-b416a7675e9d'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:36:10.002693 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-30aae4c6-47d8-4b04-8d99-8dfe388e744b admin admin] 10.222.0.24 "PUT /v2.0/routers/db7b7db3-1062-41d6-82de-b416a7675e9d HTTP/1.1" status: 200 len: 889 time: 2.3297045 Mar 08 09:36:10.010093 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Routers {'db7b7db3-1062-41d6-82de-b416a7675e9d'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:36:10.010755 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:35:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['db7b7db3-1062-41d6-82de-b416a7675e9d'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:36:10.198501 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Set router db7b7db3-1062-41d6-82de-b416a7675e9d gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:36:10.546675 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b7db3-1062-41d6-82de-b416a7675e9d', 'name': 'router1', 'tenant_id': '55bd74a9b40045d88854e566f8e51cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bca07c05-3065-4a5b-9a28-2f6918992766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:35:51Z', 'updated_at': '2022-03-08T09:36:09Z', 'revision_number': 4, 'project_id': '55bd74a9b40045d88854e566f8e51cbf', 'gw_port': {'id': 'bca07c05-3065-4a5b-9a28-2f6918992766', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7b7db3-1062-41d6-82de-b416a7675e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:36:08Z', 'updated_at': '2022-03-08T09:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f87080a9-5267-48b5-9e72-ed134b36b666', 'name': '', 'network_id': '46f63a9c-871e-4d5b-86b6-94c8e28c8fba', 'tenant_id': '55bd74a9b40045d88854e566f8e51cbf', 'mac_address': 'fa:16:3e:6c:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b7db3-1062-41d6-82de-b416a7675e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:36:00Z', 'updated_at': '2022-03-08T09:36:06Z', 'revision_number': 5, 'project_id': '55bd74a9b40045d88854e566f8e51cbf', 'subnets': [{'id': '31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '950e74ff-a9e8-4292-94c2-b46dbe4bccca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:36:10.551682 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Checking router: db7b7db3-1062-41d6-82de-b416a7675e9d for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:36:10.552034 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Updating router db7b7db3-1062-41d6-82de-b416a7675e9d port bca07c05-3065-4a5b-9a28-2f6918992766 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:36:10.605337 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:10.922906 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:10.935157 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Transition to ACTIVE for port object bca07c05-3065-4a5b-9a28-2f6918992766 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:36:10.941275 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:11.016384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Attempting to bind port bca07c05-3065-4a5b-9a28-2f6918992766 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:36:11.017048 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Attempting to bind port bca07c05-3065-4a5b-9a28-2f6918992766 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:36:11.017165 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Attempting to bind port bca07c05-3065-4a5b-9a28-2f6918992766 on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:36:11.022534 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013b29b-b696-4ac0-ae7a-87a022fd673c None None] Pushing event updated for resources: {'Port': ['ID=bca07c05-3065-4a5b-9a28-2f6918992766,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:36:11.026698 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:36:11.027065 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:36:11.027456 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:11.027832 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:36:11.028802 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Bound port: bca07c05-3065-4a5b-9a28-2f6918992766, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:36:11.029191 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:11.101705 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] For port bca07c05-3065-4a5b-9a28-2f6918992766, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:36:11.104571 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] For port bca07c05-3065-4a5b-9a28-2f6918992766, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=bca07c05-3065-4a5b-9a28-2f6918992766,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:36:11.110156 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:11.186240 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Routers {'db7b7db3-1062-41d6-82de-b416a7675e9d'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:36:11.186767 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:35:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['db7b7db3-1062-41d6-82de-b416a7675e9d'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:36:11.252939 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013b29b-b696-4ac0-ae7a-87a022fd673c None None] Pushing event updated for resources: {'Port': ['ID=bca07c05-3065-4a5b-9a28-2f6918992766,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:36:11.371371 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] Set router db7b7db3-1062-41d6-82de-b416a7675e9d gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:36:11.716375 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b7db3-1062-41d6-82de-b416a7675e9d', 'name': 'router1', 'tenant_id': '55bd74a9b40045d88854e566f8e51cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bca07c05-3065-4a5b-9a28-2f6918992766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:35:51Z', 'updated_at': '2022-03-08T09:36:09Z', 'revision_number': 4, 'project_id': '55bd74a9b40045d88854e566f8e51cbf', 'gw_port': {'id': 'bca07c05-3065-4a5b-9a28-2f6918992766', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7b7db3-1062-41d6-82de-b416a7675e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:36:08Z', 'updated_at': '2022-03-08T09:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f87080a9-5267-48b5-9e72-ed134b36b666', 'name': '', 'network_id': '46f63a9c-871e-4d5b-86b6-94c8e28c8fba', 'tenant_id': '55bd74a9b40045d88854e566f8e51cbf', 'mac_address': 'fa:16:3e:6c:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b7db3-1062-41d6-82de-b416a7675e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:36:00Z', 'updated_at': '2022-03-08T09:36:06Z', 'revision_number': 5, 'project_id': '55bd74a9b40045d88854e566f8e51cbf', 'subnets': [{'id': '31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '950e74ff-a9e8-4292-94c2-b46dbe4bccca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:36:11.720333 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df78e61c-632f-433b-bb8d-26c3eab4e5dd None None] The sync data for ids ['db7b7db3-1062-41d6-82de-b416a7675e9d'] in dv-neutron-831730-2-hyperv is: [{'id': 'db7b7db3-1062-41d6-82de-b416a7675e9d', 'name': 'router1', 'tenant_id': '55bd74a9b40045d88854e566f8e51cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bca07c05-3065-4a5b-9a28-2f6918992766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:35:51Z', 'updated_at': '2022-03-08T09:36:09Z', 'revision_number': 4, 'project_id': '55bd74a9b40045d88854e566f8e51cbf', 'gw_port': {'id': 'bca07c05-3065-4a5b-9a28-2f6918992766', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7b7db3-1062-41d6-82de-b416a7675e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:36:08Z', 'updated_at': '2022-03-08T09:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f87080a9-5267-48b5-9e72-ed134b36b666', 'name': '', 'network_id': '46f63a9c-871e-4d5b-86b6-94c8e28c8fba', 'tenant_id': '55bd74a9b40045d88854e566f8e51cbf', 'mac_address': 'fa:16:3e:6c:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b7db3-1062-41d6-82de-b416a7675e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:36:00Z', 'updated_at': '2022-03-08T09:36:06Z', 'revision_number': 5, 'project_id': '55bd74a9b40045d88854e566f8e51cbf', 'subnets': [{'id': '31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '950e74ff-a9e8-4292-94c2-b46dbe4bccca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:36:12.058720 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device bca07c05-3065-4a5b-9a28-2f6918992766 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:36:12.135821 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port bca07c05-3065-4a5b-9a28-2f6918992766 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:36:12.141205 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port bca07c05-3065-4a5b-9a28-2f6918992766 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:36:12.141573 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:12.269606 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:12.288994 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port bca07c05-3065-4a5b-9a28-2f6918992766, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=bca07c05-3065-4a5b-9a28-2f6918992766,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:36:12.293077 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:12.366626 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=bca07c05-3065-4a5b-9a28-2f6918992766,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:36:12.379723 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 35238) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:36:12.498209 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b5e18a1a-5d8a-4fd8-af15-675d07aac6b1 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1173623 Mar 08 09:36:14.026082 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device bca07c05-3065-4a5b-9a28-2f6918992766 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:36:14.114335 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port bca07c05-3065-4a5b-9a28-2f6918992766 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:36:14.114714 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:24.785730 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cca0b2d9-99c5-45e9-b41a-dcd534a6a467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:26.851678 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-293a0a59-4201-4a59-b4f2-27ca7ef5af36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:28.057082 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:28.218882 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:29.879811 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:46.048200 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 5 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:36:54.788108 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff7b1229-50c9-49b5-8302-6d9ad0060a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:56.856162 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7991930a-10d5-4ae9-bf06-bad0fabf2873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:58.060655 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:58.221907 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:36:59.882683 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:37:23.046918 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 5 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:37:24.790628 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b7a77f9-2617-4d33-9645-7ea5afc95d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:37:26.863180 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-10a708eb-8574-4af1-8ffa-2201bda5ee66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:37:28.066902 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:37:28.225309 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:37:29.881372 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:37:54.792975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b7815de-59e1-4829-ae60-acef7fb7fb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:37:56.856731 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6fd9e5ee-0d19-42ce-8003-a04d170dfedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:37:58.061926 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:37:58.219484 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:37:59.882418 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:38:00.046541 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 5 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:38:18.169702 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 35840) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:38:18.234525 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-966c5442-6bf2-4b62-94f5-cdcf4f254ec4 admin admin] GET failed (client error): The resource could not be found. Mar 08 09:38:18.235769 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-966c5442-6bf2-4b62-94f5-cdcf4f254ec4 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0650761 Mar 08 09:38:18.366849 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a639d99-33f9-430e-94be-a6976df3c199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:38:18.368205 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8a639d99-33f9-430e-94be-a6976df3c199 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1283486 Mar 08 09:38:20.510096 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 35850) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:38:20.624453 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99961530-08af-4137-a2ca-6aa4c61f216a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:38:20.625833 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-99961530-08af-4137-a2ca-6aa4c61f216a admin admin] 10.222.0.24 "GET /v2.0/subnets/31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd HTTP/1.1" status: 200 len: 849 time: 0.1148181 Mar 08 09:38:20.634890 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d39dcbb9-9f51-425f-a5c9-a59a26c5a39e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:38:20.749600 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d39dcbb9-9f51-425f-a5c9-a59a26c5a39e admin admin] Notify callbacks [] for subnet, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:38:20.937202 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d39dcbb9-9f51-425f-a5c9-a59a26c5a39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791804013047'] for subnet, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:38:20.997019 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39dcbb9-9f51-425f-a5c9-a59a26c5a39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:38:20.997954 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d39dcbb9-9f51-425f-a5c9-a59a26c5a39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:38:20.999331 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d39dcbb9-9f51-425f-a5c9-a59a26c5a39e admin admin] 10.222.0.24 "PUT /v2.0/subnets/31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd HTTP/1.1" status: 200 len: 868 time: 0.3675611 Mar 08 09:38:21.001443 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59344f35-4cf2-4f45-8e52-7d4b70f227d6 None None] Network 46f63a9c-871e-4d5b-86b6-94c8e28c8fba requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:38:21.021748 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39dcbb9-9f51-425f-a5c9-a59a26c5a39e admin admin] Pushing event updated for resources: {'Subnet': ['ID=31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:38:21.029973 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dcbb9-9f51-425f-a5c9-a59a26c5a39e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:38:21.030338 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dcbb9-9f51-425f-a5c9-a59a26c5a39e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:38:21.030822 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dcbb9-9f51-425f-a5c9-a59a26c5a39e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:38:21.031149 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dcbb9-9f51-425f-a5c9-a59a26c5a39e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:38:21.031484 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dcbb9-9f51-425f-a5c9-a59a26c5a39e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:38:21.031824 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dcbb9-9f51-425f-a5c9-a59a26c5a39e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:38:21.032148 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dcbb9-9f51-425f-a5c9-a59a26c5a39e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:38:21.032732 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dcbb9-9f51-425f-a5c9-a59a26c5a39e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:38:21.032870 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dcbb9-9f51-425f-a5c9-a59a26c5a39e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:38:21.033214 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dcbb9-9f51-425f-a5c9-a59a26c5a39e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:38:21.033496 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dcbb9-9f51-425f-a5c9-a59a26c5a39e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:38:21.033816 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39dcbb9-9f51-425f-a5c9-a59a26c5a39e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:38:21.412538 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2825f06e-984c-4752-b4e3-162b2b7c3207 None None] Provisioning complete for port f87080a9-5267-48b5-9e72-ed134b36b666 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:38:21.412945 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2825f06e-984c-4752-b4e3-162b2b7c3207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:38:21.533133 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2825f06e-984c-4752-b4e3-162b2b7c3207 None None] Provisioning complete for port ded7faf1-a692-4cbc-9b09-02e15eca9ff1 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:38:21.533463 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2825f06e-984c-4752-b4e3-162b2b7c3207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:38:23.148865 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 35860) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:38:23.319903 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6776e7-e0b0-417f-8828-22ca3b7b886d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:38:23.320374 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6776e7-e0b0-417f-8828-22ca3b7b886d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:38:23.321915 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0d6776e7-e0b0-417f-8828-22ca3b7b886d admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1721210 Mar 08 09:38:24.794554 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-43fee43b-6991-418f-bbbb-d78d7a8e5938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:38:25.480708 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 35870) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:38:25.656293 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3274162-5e1c-4b40-bc78-9ab2f2fe5ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:38:25.656776 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3274162-5e1c-4b40-bc78-9ab2f2fe5ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:38:25.658264 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d3274162-5e1c-4b40-bc78-9ab2f2fe5ba7 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1760371 Mar 08 09:38:26.860326 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9edb21fa-ff1f-4ade-8b53-27f4788b1d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:38:27.800208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 35880) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:38:27.960149 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96062170-02c9-4335-90ce-3b10da48c191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:38:27.961518 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-96062170-02c9-4335-90ce-3b10da48c191 admin admin] 10.222.0.24 "GET /v2.0/networks/0092b317-fba6-481a-9c1a-91e0998b20b7 HTTP/1.1" status: 200 len: 886 time: 0.1602969 Mar 08 09:38:28.065069 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:38:28.221435 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:38:29.884934 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:38:30.100816 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 35890) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:38:30.266605 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29b50b2-44c9-42ea-9b60-496793cd5311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:38:30.267959 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e29b50b2-44c9-42ea-9b60-496793cd5311 admin admin] 10.222.0.24 "GET /v2.0/networks/46f63a9c-871e-4d5b-86b6-94c8e28c8fba HTTP/1.1" status: 200 len: 869 time: 0.1662171 Mar 08 09:38:32.444308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 35900) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:38:32.547979 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c06cf1-4613-423d-a8a5-8f88baa3f5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:38:32.548431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c06cf1-4613-423d-a8a5-8f88baa3f5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:38:32.549448 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e1c06cf1-4613-423d-a8a5-8f88baa3f5d7 admin admin] Synchronizing usage tracker for tenant:02f95c61118c40f69a31e6def4de3043 on resource:subnet {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:38:32.567599 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e1c06cf1-4613-423d-a8a5-8f88baa3f5d7 admin admin] Unset dirty status for tenant:02f95c61118c40f69a31e6def4de3043 on resource:subnet {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:38:32.569135 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e1c06cf1-4613-423d-a8a5-8f88baa3f5d7 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236365 Mar 08 09:38:34.706479 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 35910) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:38:34.812059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361ede9b-7e55-485b-919a-bac19bda96b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:38:34.812508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361ede9b-7e55-485b-919a-bac19bda96b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:38:34.813998 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-361ede9b-7e55-485b-919a-bac19bda96b7 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1066005 Mar 08 09:38:36.957028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 35920) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:38:37.044705 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 5 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:38:37.062109 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a1efb9-372b-44b9-8d3b-e213d5300def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:38:37.063443 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-13a1efb9-372b-44b9-8d3b-e213d5300def admin admin] 10.222.0.24 "GET /v2.0/subnets/31fe6ac5-8a18-4aae-b61d-76ffd10d7bfd HTTP/1.1" status: 200 len: 868 time: 0.1054850 Mar 08 09:38:39.199008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 35930) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:38:39.299776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a81b34-3d4f-4a63-a025-1e69edc2f717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:38:39.301139 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c0a81b34-3d4f-4a63-a025-1e69edc2f717 admin admin] 10.222.0.24 "GET /v2.0/subnets/e7e3c3cc-8005-48bd-ad12-23557a7084f4 HTTP/1.1" status: 200 len: 816 time: 0.1006982 Mar 08 09:38:54.796109 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48087e37-43ca-4623-bcc9-3a61dba62344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:38:56.862833 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fb10305-35b3-4b91-a230-21eecb56dbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:38:58.067877 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:38:58.225521 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:38:58.541827 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 35976) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:38:58.590227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-e0ed4049-9bf6-48ac-90c9-29a75f5c0962 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:38:58.591702 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e0ed4049-9bf6-48ac-90c9-29a75f5c0962 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485444 Mar 08 09:38:59.887099 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:00.802290 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 35986) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:39:00.866111 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-16eebe03-7775-4ec7-b155-6dced97e2621 admin admin] GET failed (client error): The resource could not be found. Mar 08 09:39:00.867324 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-16eebe03-7775-4ec7-b155-6dced97e2621 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0641224 Mar 08 09:39:01.034813 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bd2ea7-cb42-4465-96f0-23f6d9a737d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:39:01.036166 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e7bd2ea7-cb42-4465-96f0-23f6d9a737d5 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1644511 Mar 08 09:39:03.203948 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 35996) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:39:03.250103 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-43daf6c9-b8b8-465d-af6f-a2b791a2ffd8 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:39:03.254706 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-43daf6c9-b8b8-465d-af6f-a2b791a2ffd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:39:03.264769 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-43daf6c9-b8b8-465d-af6f-a2b791a2ffd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:39:03.274617 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43daf6c9-b8b8-465d-af6f-a2b791a2ffd8 admin admin] Made reservation on behalf of 02f95c61118c40f69a31e6def4de3043 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:39:03.277644 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43daf6c9-b8b8-465d-af6f-a2b791a2ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:03.370115 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.services.revisions.revision_plugin [None req-43daf6c9-b8b8-465d-af6f-a2b791a2ffd8 admin admin] Could not find related network for resource to bump revision. Mar 08 09:39:03.382747 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43daf6c9-b8b8-465d-af6f-a2b791a2ffd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:39:03.392324 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43daf6c9-b8b8-465d-af6f-a2b791a2ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:03.392652 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-43daf6c9-b8b8-465d-af6f-a2b791a2ffd8 admin admin] Added segment d1d49c5c-8103-41b1-8a14-47cf0e69b2fe of type vlan for network 24345e94-496d-4d3a-ac27-7d949d56fe7b Mar 08 09:39:03.418294 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43daf6c9-b8b8-465d-af6f-a2b791a2ffd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:03.445814 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43daf6c9-b8b8-465d-af6f-a2b791a2ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:03.446745 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43daf6c9-b8b8-465d-af6f-a2b791a2ffd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:39:03.447323 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43daf6c9-b8b8-465d-af6f-a2b791a2ffd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:03.546254 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-43daf6c9-b8b8-465d-af6f-a2b791a2ffd8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3411679 Mar 08 09:39:03.551328 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43daf6c9-b8b8-465d-af6f-a2b791a2ffd8 admin admin] Pushing event updated for resources: {'Network': ['ID=24345e94-496d-4d3a-ac27-7d949d56fe7b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:39:03.564954 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 24345e94-496d-4d3a-ac27-7d949d56fe7b details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:39:05.708526 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36006) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:39:05.772725 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d557d1-5986-4748-9b7a-ef2956f9c757 admin admin] GET failed (client error): The resource could not be found. Mar 08 09:39:05.773937 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-70d557d1-5986-4748-9b7a-ef2956f9c757 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0644436 Mar 08 09:39:05.873962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5d9a76-7354-4228-bd16-06cde0b2146a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:39:05.875248 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-da5d9a76-7354-4228-bd16-06cde0b2146a admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0970550 Mar 08 09:39:05.884236 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '24345e94-496d-4d3a-ac27-7d949d56fe7b', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:39:05.888344 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:39:05.897471 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:39:05.907356 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Made reservation on behalf of 02f95c61118c40f69a31e6def4de3043 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:39:05.909695 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:06.098154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:06.169861 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ef0cd82-80d7-4c24-80f7-d95b273651b9,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:39:06.180306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.180661 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.181025 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.181355 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.181694 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.181998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.182339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.182683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.183028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.183344 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.183659 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.183972 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.187004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Checking segment: {'id': 'd1d49c5c-8103-41b1-8a14-47cf0e69b2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '24345e94-496d-4d3a-ac27-7d949d56fe7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:39:06.187357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Network hostable DHCP agents. Network: 24345e94-496d-4d3a-ac27-7d949d56fe7b, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:39:06.205971 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Network 24345e94-496d-4d3a-ac27-7d949d56fe7b is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:39:06.215014 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 24345e94-496d-4d3a-ac27-7d949d56fe7b) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:39:06.218961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:39:06.219537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:06.224914 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934f8b7c-e187-448f-a00b-97597f829640 None None] Network 24345e94-496d-4d3a-ac27-7d949d56fe7b requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:39:06.244748 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-44edce01-74dd-42b7-87b7-a93869219e15 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3617082 Mar 08 09:39:06.447324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-24345e94-496d-4d3a-ac27-7d949d56fe7b', 'network_id': '24345e94-496d-4d3a-ac27-7d949d56fe7b', 'tenant_id': '02f95c61118c40f69a31e6def4de3043', 'fixed_ips': [{'subnet_id': '2ef0cd82-80d7-4c24-80f7-d95b273651b9'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:39:06.448772 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:06.605273 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Allocated IP 192.168.233.2 (24345e94-496d-4d3a-ac27-7d949d56fe7b/2ef0cd82-80d7-4c24-80f7-d95b273651b9/f9debbae-eba2-4cd6-a601-6218954c5e18) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:39:06.805835 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:06.816593 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Transition to ACTIVE for port object f9debbae-eba2-4cd6-a601-6218954c5e18 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:39:06.834913 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Transition to ACTIVE for port object f9debbae-eba2-4cd6-a601-6218954c5e18 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:39:06.839351 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:06.900962 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Network 24345e94-496d-4d3a-ac27-7d949d56fe7b is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:39:06.910614 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:39:06.914909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:39:06.917500 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Pushing event updated for resources: {'Port': ['ID=f9debbae-eba2-4cd6-a601-6218954c5e18,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:39:06.949344 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.949707 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.950052 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.950382 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.950708 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.951046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.951370 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.951691 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.952012 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.952329 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.952664 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:06.953009 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:39:07.018982 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Attempting to bind port f9debbae-eba2-4cd6-a601-6218954c5e18 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:39:07.019431 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Attempting to bind port f9debbae-eba2-4cd6-a601-6218954c5e18 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'd1d49c5c-8103-41b1-8a14-47cf0e69b2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '24345e94-496d-4d3a-ac27-7d949d56fe7b'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:39:07.019821 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Attempting to bind port f9debbae-eba2-4cd6-a601-6218954c5e18 on network 24345e94-496d-4d3a-ac27-7d949d56fe7b {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:39:07.025324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:39:07.025699 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Checking segment: {'id': 'd1d49c5c-8103-41b1-8a14-47cf0e69b2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '24345e94-496d-4d3a-ac27-7d949d56fe7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:39:07.026131 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:07.027175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Bound using segment: {'id': 'd1d49c5c-8103-41b1-8a14-47cf0e69b2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '24345e94-496d-4d3a-ac27-7d949d56fe7b'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:39:07.027175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Bound port: f9debbae-eba2-4cd6-a601-6218954c5e18, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d49c5c-8103-41b1-8a14-47cf0e69b2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '24345e94-496d-4d3a-ac27-7d949d56fe7b'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:39:07.027388 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:07.115017 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] For port f9debbae-eba2-4cd6-a601-6218954c5e18, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:39:07.117737 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] For port f9debbae-eba2-4cd6-a601-6218954c5e18, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f9debbae-eba2-4cd6-a601-6218954c5e18,segment=NetworkSegment(d1d49c5c-8103-41b1-8a14-47cf0e69b2fe),segment_id=d1d49c5c-8103-41b1-8a14-47cf0e69b2fe)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:39:07.122342 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:07.201147 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e14c1f-56a1-439b-b1ca-ec1894a8e6b3 None None] Pushing event updated for resources: {'Port': ['ID=f9debbae-eba2-4cd6-a601-6218954c5e18,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:39:08.053286 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef95edd7-d68a-4e8e-8b51-fe84df88e7c0 None None] Network 24345e94-496d-4d3a-ac27-7d949d56fe7b requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:39:08.156829 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f9debbae-eba2-4cd6-a601-6218954c5e18 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:39:08.183685 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-681c4c45-4099-4577-8065-ba146a34ba33 None None] Provisioning for port f9debbae-eba2-4cd6-a601-6218954c5e18 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:39:08.326120 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port f9debbae-eba2-4cd6-a601-6218954c5e18 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:39:08.337414 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f9debbae-eba2-4cd6-a601-6218954c5e18 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:39:08.337784 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:08.476640 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:08.546993 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port f9debbae-eba2-4cd6-a601-6218954c5e18, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f9debbae-eba2-4cd6-a601-6218954c5e18,segment=NetworkSegment(d1d49c5c-8103-41b1-8a14-47cf0e69b2fe),segment_id=d1d49c5c-8103-41b1-8a14-47cf0e69b2fe)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:39:08.552168 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:08.640759 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=f9debbae-eba2-4cd6-a601-6218954c5e18,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:39:08.645181 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6d10ef85-ced3-4903-8efe-eda8d1eb0022 None None] Provisioning complete for port f9debbae-eba2-4cd6-a601-6218954c5e18 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:39:08.645629 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6d10ef85-ced3-4903-8efe-eda8d1eb0022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:10.122591 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f9debbae-eba2-4cd6-a601-6218954c5e18 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:39:10.188798 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f9debbae-eba2-4cd6-a601-6218954c5e18 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:39:10.189170 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:14.042648 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 5 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:39:24.799425 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cea2404c-d999-4e74-b9e3-07f37b8532b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:26.864149 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5b0dfaa-3002-4575-83c3-31186a0520be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:28.069762 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:28.228148 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:29.888867 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:51.040547 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 5 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:39:54.801747 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21ff6b5d-1f2e-4b80-8b37-e0f4b52d9779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:56.867090 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef0df-b683-42b4-a927-dda39e1a0969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:58.073311 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:58.228768 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:39:59.887954 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:40:24.808161 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-243427e3-ccb7-4fba-915a-405c318cc549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:40:26.869218 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd95aa20-e867-4dc1-b41b-bba842a2f2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:40:28.038822 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 5 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:40:28.075248 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:40:28.231070 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:40:29.892552 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:40:30.464768 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36052) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:40:30.470443 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-a16df47f-e118-4a77-a2d0-5e42d3226705 tempest-verify_tempest_config-63334976 tempest-verify_tempest_config-63334976-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:40:30.471373 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a16df47f-e118-4a77-a2d0-5e42d3226705 tempest-verify_tempest_config-63334976 tempest-verify_tempest_config-63334976-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0056763 Mar 08 09:40:30.768366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36070) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:40:30.880426 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:40:30.893979 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:40:30.897720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Usage tracker for resource:security_group_rule and tenant:c5adc7f136134917bea914da766950f2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:40:30.900577 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:40:30.906204 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:40:30.985733 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:40:30.989223 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:40:31.036161 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Synchronizing usage tracker for tenant:02f95c61118c40f69a31e6def4de3043 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:40:31.039869 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81da41cf-1d5e-41f4-aead-0d01ee12570c,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:40:31.049327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:40:31.049683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:40:31.050018 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:40:31.050344 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:40:31.050665 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:40:31.050985 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:40:31.051305 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:40:31.051634 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:40:31.051955 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:40:31.052267 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:40:31.052578 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:40:31.052913 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:40:31.066091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] Unset dirty status for tenant:02f95c61118c40f69a31e6def4de3043 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:40:31.067389 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3a10991d-6a10-453f-9587-5643bf6922e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5adc7f136134917bea914da766950f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2979574 Mar 08 09:40:31.069975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36076) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:40:31.125170 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7ad1aa9c-e4bf-4a08-a148-4aee85388c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:40:31.149431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7ad1aa9c-e4bf-4a08-a148-4aee85388c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:40:31.240756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7ad1aa9c-e4bf-4a08-a148-4aee85388c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:40:31.254495 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1aa9c-e4bf-4a08-a148-4aee85388c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81da41cf-1d5e-41f4-aead-0d01ee12570c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:40:31.260311 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7ad1aa9c-e4bf-4a08-a148-4aee85388c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:40:31.261444 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7ad1aa9c-e4bf-4a08-a148-4aee85388c74 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81da41cf-1d5e-41f4-aead-0d01ee12570c HTTP/1.1" status: 204 len: 168 time: 0.1905577 Mar 08 09:40:54.800236 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1edd90db-0577-4ae9-adca-0cbfc8f1967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:40:56.870957 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40a727e4-511d-48fe-9bd5-2302da337d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:40:58.077105 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:40:58.232969 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:40:59.894183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:41:05.038776 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 5 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:41:24.802004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-788023bd-baed-47b4-91ca-1ea2bc81b54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:41:26.872364 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14a447e8-f84c-4f77-bf7e-b6360e2a5fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:41:28.079961 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:41:28.234285 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:41:29.898105 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:41:42.037733 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 5 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:41:43.089756 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-996151'] for agent, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:41:54.803880 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3bb24f42-3903-477b-8b26-5c30d98dac04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:41:56.873967 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dfeb5544-64e1-47a8-a83e-cc1d15151f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:41:57.056589 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36146) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:41:57.166885 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b8e57c45-c1a9-4f59-ac38-78d5106d31a9 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1089685 Mar 08 09:41:58.083615 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:41:58.235675 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:41:59.312465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36156) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:41:59.365839 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-06bba7a0-14e0-4279-b242-2cfe02366c01 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0523014 Mar 08 09:41:59.902126 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:42:13.073573 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:42:19.037246 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:42:24.808303 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-10e8b04b-9637-4c97-b145-5d879b90fbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:42:26.877300 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74ba21b5-4325-4a93-a219-21b225de42a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:42:28.086639 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:42:28.237850 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:42:29.905012 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:42:43.072645 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:42:54.813310 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-798b2aec-7d51-43b1-8c65-e550c059cbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:42:56.035640 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:42:56.878948 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-830db0a0-2617-435a-a0ba-694d69993617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:42:58.088771 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:42:58.240926 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:42:59.907211 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:13.071716 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:23.632539 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36246) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:23.905204 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-778693241-network', 'tenant_id': 'd09966768d8a46489f86ec289dc54020'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:23.909862 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:23.913620 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Usage tracker for resource:network and tenant:d09966768d8a46489f86ec289dc54020 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:23.916880 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:23.923188 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:23.933683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Made reservation on behalf of d09966768d8a46489f86ec289dc54020 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:23.936093 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:23.950007 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:23.968604 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:23.972842 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Usage tracker for resource:security_group_rule and tenant:d09966768d8a46489f86ec289dc54020 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:23.976136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:23.982260 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:24.069639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:24.073982 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:24.111213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33901aeb-6942-4ff4-a3c2-12f6d0830303,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:24.117867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:43:24.127006 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.127381 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.127706 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.128045 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.128378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.128763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.129136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.129484 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.129835 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.130144 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.130477 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.131483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Tracked resource versions report: Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: pushed versions: Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: { 'AddressGroup': {'1.2'}, Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'ConntrackHelper': {'1.0'}, Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'Log': {'1.0'}, Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'Network': {'1.1'}, Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'Port': {'1.7'}, Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'PortForwarding': {'1.2'}, Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'QosPolicy': {'1.8'}, Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'SecurityGroup': {'1.4'}, Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'SecurityGroupRule': {'1.2'}, Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'SubPort': {'1.0'}, Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'Subnet': {'1.1'}, Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'Trunk': {'1.1'}} Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: consumer versions: Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: { DHCP agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: HyperV agent@hv-neutron-8317: {}, Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: L3 agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: Metadata agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: Metering agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: Open vSwitch agent@dv-neutron-831730-2-hyperv: { 'AddressGroup': '1.2', Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'ConntrackHelper': '1.0', Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'Log': '1.0', Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'Network': '1.1', Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'Port': '1.7', Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'PortForwarding': '1.2', Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'QosPolicy': '1.8', Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'SecurityGroup': '1.4', Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'SecurityGroupRule': '1.2', Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'SubPort': '1.0', Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'Subnet': '1.1', Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: 'Trunk': '1.1'}} Mar 08 09:43:24.132671 dv-neutron-831730-2-hyperv neutron-server[87771]: {{(pid=87771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 09:43:24.144670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:24.145070 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Added segment 855f09ea-58ec-49aa-bee8-0c16a3319281 of type vlan for network 01d28e7b-77d7-484e-8483-00c7056ccd45 Mar 08 09:43:24.179477 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:24.221900 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:24.221900 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:24.221900 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:24.325511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] Pushing event updated for resources: {'Network': ['ID=01d28e7b-77d7-484e-8483-00c7056ccd45,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:24.331990 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6b461436-0d22-4465-bd3a-355af896d85d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6984391 Mar 08 09:43:24.332122 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36296) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:24.337653 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 01d28e7b-77d7-484e-8483-00c7056ccd45 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:43:24.338354 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Request body: {'subnet': {'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-778693241-subnet', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:24.343749 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:24.348529 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Usage tracker for resource:subnet and tenant:d09966768d8a46489f86ec289dc54020 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:24.354777 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:24.362725 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:24.380362 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Made reservation on behalf of d09966768d8a46489f86ec289dc54020 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:24.383606 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:24.621410 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:24.681952 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5412c5b-767e-40f0-a363-91743b739e50,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:24.689675 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.690249 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.690595 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.690917 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.691403 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.691918 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.692405 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.692946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.693309 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.693637 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.693965 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.694293 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Tracked resource versions report: Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: pushed versions: Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: { 'AddressGroup': {'1.2'}, Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'ConntrackHelper': {'1.0'}, Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'Log': {'1.0'}, Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'Network': {'1.1'}, Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'Port': {'1.7'}, Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'PortForwarding': {'1.2'}, Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'QosPolicy': {'1.8'}, Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'SecurityGroup': {'1.4'}, Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'SecurityGroupRule': {'1.2'}, Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'SubPort': {'1.0'}, Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'Subnet': {'1.1'}, Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'Trunk': {'1.1'}} Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: consumer versions: Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: { DHCP agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: HyperV agent@hv-neutron-8317: {}, Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: L3 agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: Metadata agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: Metering agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: Open vSwitch agent@dv-neutron-831730-2-hyperv: { 'AddressGroup': '1.2', Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'ConntrackHelper': '1.0', Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'Log': '1.0', Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'Network': '1.1', Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'Port': '1.7', Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'PortForwarding': '1.2', Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'QosPolicy': '1.8', Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'SecurityGroup': '1.4', Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'SecurityGroupRule': '1.2', Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'SubPort': '1.0', Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'Subnet': '1.1', Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: 'Trunk': '1.1'}} Mar 08 09:43:24.695401 dv-neutron-831730-2-hyperv neutron-server[87772]: {{(pid=87772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 09:43:24.723950 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Checking segment: {'id': '855f09ea-58ec-49aa-bee8-0c16a3319281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:43:24.724937 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Network hostable DHCP agents. Network: 01d28e7b-77d7-484e-8483-00c7056ccd45, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:43:24.755036 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Network 01d28e7b-77d7-484e-8483-00c7056ccd45 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:43:24.779495 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 01d28e7b-77d7-484e-8483-00c7056ccd45) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:24.784134 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:24.785115 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:24.790778 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07da0f68-3599-4f8e-9d37-b6c62de97714 None None] Network 01d28e7b-77d7-484e-8483-00c7056ccd45 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:43:24.818990 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36316) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:24.826733 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-778693241-router', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:24.830579 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b62b2f10-414b-4972-8c7f-2b2d6ef63ad2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4974325 Mar 08 09:43:24.832564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:24.837328 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Usage tracker for resource:router and tenant:d09966768d8a46489f86ec289dc54020 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:24.841584 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:24.848939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:24.864367 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:24.867042 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:24.882950 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-10b66046-89dc-4b3d-b55c-35f7e1416264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:24.886515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:25.056035 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36332) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:25.082438 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-01d28e7b-77d7-484e-8483-00c7056ccd45', 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'fixed_ips': [{'subnet_id': 'd5412c5b-767e-40f0-a363-91743b739e50'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:43:25.083622 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:25.239244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:25.321417 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Allocated IP 172.20.0.2 (01d28e7b-77d7-484e-8483-00c7056ccd45/d5412c5b-767e-40f0-a363-91743b739e50/5812fe7d-41f3-4ce8-9e40-fbce0ed8e246) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:43:25.517675 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-935696121-network', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:25.534988 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:25.549681 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Usage tracker for resource:network and tenant:3930543b2ce942fe899a5a461a431d3e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:25.560430 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:25.575148 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:25.599149 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Made reservation on behalf of 3930543b2ce942fe899a5a461a431d3e for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:25.602010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:25.625040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:25.644805 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:25.650397 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Usage tracker for resource:security_group_rule and tenant:3930543b2ce942fe899a5a461a431d3e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:25.654811 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:25.657898 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:25.661095 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:25.662060 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:25.684889 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Transition to ACTIVE for port object 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:43:25.714553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:25.726276 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Transition to ACTIVE for port object 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:43:25.737001 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:25.765603 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:25.772839 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:25.785180 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:43:25.795242 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:25.795931 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Added segment 5fdb64d3-0b47-4e50-9fbf-d89b25ee019e of type vlan for network 7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 Mar 08 09:43:25.822470 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Network 01d28e7b-77d7-484e-8483-00c7056ccd45 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:25.823790 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:25.825799 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:25.829397 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:43:25.860628 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:25.862309 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:25.863140 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:25.878117 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Pushing event updated for resources: {'Port': ['ID=5812fe7d-41f3-4ce8-9e40-fbce0ed8e246,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:25.929651 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:25.930037 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:25.930366 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:25.930642 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:25.930963 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:25.931299 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:25.931652 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:25.931927 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:25.932257 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:25.932555 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:25.932909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:25.933452 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Tracked resource versions report: Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: pushed versions: Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: { 'AddressGroup': {'1.2'}, Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'ConntrackHelper': {'1.0'}, Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'Log': {'1.0'}, Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'Network': {'1.1'}, Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'Port': {'1.7'}, Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'PortForwarding': {'1.2'}, Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'QosPolicy': {'1.8'}, Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'SecurityGroup': {'1.4'}, Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'SecurityGroupRule': {'1.2'}, Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'SubPort': {'1.0'}, Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'Subnet': {'1.1'}, Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'Trunk': {'1.1'}} Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: consumer versions: Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: { DHCP agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: HyperV agent@hv-neutron-8317: {}, Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: L3 agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: Metadata agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: Metering agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: Open vSwitch agent@dv-neutron-831730-2-hyperv: { 'AddressGroup': '1.2', Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'ConntrackHelper': '1.0', Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'Log': '1.0', Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'Network': '1.1', Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'Port': '1.7', Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'PortForwarding': '1.2', Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'QosPolicy': '1.8', Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'SecurityGroup': '1.4', Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'SecurityGroupRule': '1.2', Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'SubPort': '1.0', Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'Subnet': '1.1', Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: 'Trunk': '1.1'}} Mar 08 09:43:25.934696 dv-neutron-831730-2-hyperv neutron-server[87773]: {{(pid=87773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 09:43:25.956202 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Attempting to bind port 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:43:25.956587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Attempting to bind port 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '855f09ea-58ec-49aa-bee8-0c16a3319281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:43:25.956972 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Attempting to bind port 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 on network 01d28e7b-77d7-484e-8483-00c7056ccd45 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:43:25.966835 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:43:25.967214 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Allocated IP 172.26.2.136 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/9156073e-22bc-4460-b3fa-9210351a9d4f) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:43:25.967686 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Checking segment: {'id': '855f09ea-58ec-49aa-bee8-0c16a3319281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:43:25.968225 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:25.968628 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Bound using segment: {'id': '855f09ea-58ec-49aa-bee8-0c16a3319281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:43:25.970328 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Bound port: 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855f09ea-58ec-49aa-bee8-0c16a3319281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:43:25.970737 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:25.998276 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Pushing event updated for resources: {'Network': ['ID=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:26.004566 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9471095 Mar 08 09:43:26.006161 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36364) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:26.025459 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f5c9727f-03e3-4c5c-a837-8e173145b0b4 admin admin] Request body: {'subnet': {'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-935696121-subnet', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:26.030754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f5c9727f-03e3-4c5c-a837-8e173145b0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:26.034827 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f5c9727f-03e3-4c5c-a837-8e173145b0b4 admin admin] Usage tracker for resource:subnet and tenant:3930543b2ce942fe899a5a461a431d3e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:26.037805 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f5c9727f-03e3-4c5c-a837-8e173145b0b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:26.044735 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f5c9727f-03e3-4c5c-a837-8e173145b0b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:26.053585 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1ad46-81b4-4bfd-8a86-f3969220a6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0361fc2f-c467-429b-94d3-4154b2718ff1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:26.057113 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c9727f-03e3-4c5c-a837-8e173145b0b4 admin admin] Made reservation on behalf of 3930543b2ce942fe899a5a461a431d3e for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:26.059845 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5c9727f-03e3-4c5c-a837-8e173145b0b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:26.144492 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] For port 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:43:26.149253 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] For port 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=5812fe7d-41f3-4ce8-9e40-fbce0ed8e246,segment=NetworkSegment(855f09ea-58ec-49aa-bee8-0c16a3319281),segment_id=855f09ea-58ec-49aa-bee8-0c16a3319281)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:43:26.153572 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:43:26.190263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:26.192593 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:26.242980 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:26.282911 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5c9727f-03e3-4c5c-a837-8e173145b0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:26.329100 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:26.332063 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:26.336307 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:43:26.358685 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9727f-03e3-4c5c-a837-8e173145b0b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ec09f4-37c1-4973-ad35-a74953dd1390,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:26.402874 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f42486-f289-4b59-96a6-27f3a493d3ec None None] Pushing event updated for resources: {'Port': ['ID=5812fe7d-41f3-4ce8-9e40-fbce0ed8e246,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:26.417308 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9727f-03e3-4c5c-a837-8e173145b0b4 admin admin] Checking segment: {'id': '5fdb64d3-0b47-4e50-9fbf-d89b25ee019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:43:26.417757 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9727f-03e3-4c5c-a837-8e173145b0b4 admin admin] Network hostable DHCP agents. Network: 7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:43:26.445453 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Pushing event updated for resources: {'Port': ['ID=9156073e-22bc-4460-b3fa-9210351a9d4f,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:26.447773 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9727f-03e3-4c5c-a837-8e173145b0b4 admin admin] Network 7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:43:26.460544 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f5c9727f-03e3-4c5c-a837-8e173145b0b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:26.471087 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6040493-8d84-4d7b-aab9-b6db1f805ed2 None None] Network 7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:43:26.476242 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c9727f-03e3-4c5c-a837-8e173145b0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:26.479912 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5c9727f-03e3-4c5c-a837-8e173145b0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:26.527501 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36380) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:26.527968 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f5c9727f-03e3-4c5c-a837-8e173145b0b4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5088880 Mar 08 09:43:26.555336 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36384) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:26.557806 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-935696121-router', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:26.619508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:26.643237 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Usage tracker for resource:router and tenant:3930543b2ce942fe899a5a461a431d3e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:26.655534 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:26.682566 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:26.710318 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:26.711513 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:26.824326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:26.892975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8', 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'fixed_ips': [{'subnet_id': '22ec09f4-37c1-4973-ad35-a74953dd1390'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:43:26.893958 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:26.909044 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2031831-f476-40e2-b9ff-2a32b44190b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:27.098687 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Allocated IP 172.20.0.2 (7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8/22ec09f4-37c1-4973-ad35-a74953dd1390/65024524-470b-4d1f-93b0-0407c18331f8) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:43:27.102338 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-980890469-network', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:27.107888 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:27.112831 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Usage tracker for resource:network and tenant:00a80dd10b2246ce8fdef8fc388deb9c is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:27.116776 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:27.124722 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:27.139060 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Made reservation on behalf of 00a80dd10b2246ce8fdef8fc388deb9c for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:27.146736 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:27.154868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:27.173702 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:27.191477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:27.200370 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Usage tracker for resource:security_group_rule and tenant:00a80dd10b2246ce8fdef8fc388deb9c is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:27.208149 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:27.216889 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:27.354607 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:27.367320 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:27.408896 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:43:27.415907 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce9c6d6-9f09-4b47-9afc-411e4e2e61ce,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:27.426892 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:27.428213 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Added segment abb959c0-c15d-4009-8bed-8aaea1318c7f of type vlan for network 12a870d7-eb73-494e-9ddc-3ff1bde0751a Mar 08 09:43:27.470551 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:27.521197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:27.523591 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:27.525980 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:27.539555 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:27.571892 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:27.596466 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Transition to ACTIVE for port object 65024524-470b-4d1f-93b0-0407c18331f8 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:43:27.637735 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Transition to ACTIVE for port object 65024524-470b-4d1f-93b0-0407c18331f8 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:43:27.640254 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0831351 Mar 08 09:43:27.651735 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:27.660517 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36414) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:27.669863 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b64905cc-f759-47dc-8570-83eca6de203c admin admin] Request body: {'subnet': {'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-980890469-subnet', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:27.675658 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b64905cc-f759-47dc-8570-83eca6de203c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:27.681320 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b64905cc-f759-47dc-8570-83eca6de203c admin admin] Usage tracker for resource:subnet and tenant:00a80dd10b2246ce8fdef8fc388deb9c is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:27.684733 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b64905cc-f759-47dc-8570-83eca6de203c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:27.692154 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b64905cc-f759-47dc-8570-83eca6de203c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:27.779153 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Network 7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:27.788380 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:27.792569 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:43:27.835402 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64905cc-f759-47dc-8570-83eca6de203c admin admin] Made reservation on behalf of 00a80dd10b2246ce8fdef8fc388deb9c for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:27.838242 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b64905cc-f759-47dc-8570-83eca6de203c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:27.893619 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Pushing event updated for resources: {'Port': ['ID=65024524-470b-4d1f-93b0-0407c18331f8,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:28.011034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:28.055520 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb2a64f-b7aa-48a7-a1b3-73e1e290fe70 None None] Network 01d28e7b-77d7-484e-8483-00c7056ccd45 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:43:28.084386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94c889-14cb-4b55-a82a-1636f927a333 admin admin] Pushing event updated for resources: {'Network': ['ID=12a870d7-eb73-494e-9ddc-3ff1bde0751a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:28.088301 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b64905cc-f759-47dc-8570-83eca6de203c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:28.134698 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 12a870d7-eb73-494e-9ddc-3ff1bde0751a details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:43:28.234538 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64905cc-f759-47dc-8570-83eca6de203c admin admin] Checking segment: {'id': 'abb959c0-c15d-4009-8bed-8aaea1318c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:43:28.234923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64905cc-f759-47dc-8570-83eca6de203c admin admin] Network hostable DHCP agents. Network: 12a870d7-eb73-494e-9ddc-3ff1bde0751a, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:43:28.248375 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64905cc-f759-47dc-8570-83eca6de203c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:28.289085 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64905cc-f759-47dc-8570-83eca6de203c admin admin] Network 12a870d7-eb73-494e-9ddc-3ff1bde0751a is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:43:28.314552 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b64905cc-f759-47dc-8570-83eca6de203c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 12a870d7-eb73-494e-9ddc-3ff1bde0751a) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:28.322803 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64905cc-f759-47dc-8570-83eca6de203c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:28.324263 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b64905cc-f759-47dc-8570-83eca6de203c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:28.367049 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b64905cc-f759-47dc-8570-83eca6de203c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7051041 Mar 08 09:43:28.367683 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36434) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:28.375637 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-980890469-router', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:28.380585 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Router ed8fda54-455f-45f7-b1a8-8cc7736d1729 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:43:28.397233 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:28.405923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Usage tracker for resource:router and tenant:00a80dd10b2246ce8fdef8fc388deb9c is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:28.416518 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:28.431731 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:28.446609 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:28.448402 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:28.471789 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fbdeabbc-f28b-44ad-963f-80906d2db6d5 None None] Provisioning for port 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:43:28.477070 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:28.524400 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d280c1e-0b72-471f-be96-cb84248d5381 None None] Network 12a870d7-eb73-494e-9ddc-3ff1bde0751a requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:43:28.538305 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:43:28.576159 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:28.824799 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Attempting to bind port 65024524-470b-4d1f-93b0-0407c18331f8 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:43:28.825264 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Attempting to bind port 65024524-470b-4d1f-93b0-0407c18331f8 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '5fdb64d3-0b47-4e50-9fbf-d89b25ee019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:43:28.825721 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Attempting to bind port 65024524-470b-4d1f-93b0-0407c18331f8 on network 7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:43:28.845154 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:43:28.845154 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Checking segment: {'id': '5fdb64d3-0b47-4e50-9fbf-d89b25ee019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:43:28.845691 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:28.846396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Bound using segment: {'id': '5fdb64d3-0b47-4e50-9fbf-d89b25ee019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:43:28.847505 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Bound port: 65024524-470b-4d1f-93b0-0407c18331f8, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdb64d3-0b47-4e50-9fbf-d89b25ee019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:43:28.847706 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:28.865530 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:28.961632 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] For port 65024524-470b-4d1f-93b0-0407c18331f8, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:43:28.964936 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] For port 65024524-470b-4d1f-93b0-0407c18331f8, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=65024524-470b-4d1f-93b0-0407c18331f8,segment=NetworkSegment(5fdb64d3-0b47-4e50-9fbf-d89b25ee019e),segment_id=5fdb64d3-0b47-4e50-9fbf-d89b25ee019e)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:43:28.982621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:29.062912 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:43:29.082582 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Sync routers for ids ['ed8fda54-455f-45f7-b1a8-8cc7736d1729'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:43:29.089960 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27979765-44c9-4a01-b4e2-1820e48d40bb None None] Pushing event updated for resources: {'Port': ['ID=65024524-470b-4d1f-93b0-0407c18331f8,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:29.119594 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Routers {'ed8fda54-455f-45f7-b1a8-8cc7736d1729'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:43:29.124811 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:43:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ed8fda54-455f-45f7-b1a8-8cc7736d1729'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:29.231376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:29.245299 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2a54ef4d-b7ab-448e-a445-2f29d0f791c9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4238157 Mar 08 09:43:29.246686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36460) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:29.359672 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-12a870d7-eb73-494e-9ddc-3ff1bde0751a', 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'fixed_ips': [{'subnet_id': '7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:43:29.366718 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:29.376203 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:29.382596 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36466) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:29.436401 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:43:29.459689 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:29.472099 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:29.738597 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Set router ed8fda54-455f-45f7-b1a8-8cc7736d1729 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:43:29.807790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36476) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:29.967551 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:30.039837 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:30.042740 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:30.083495 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:30.088814 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:30.097839 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:30.103371 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Usage tracker for resource:floatingip and tenant:fde9251ddbb940f5b1699bb2ca97e310 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:30.146251 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:30.154296 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36484) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:30.161342 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:30.256875 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Allocated IP 172.20.0.2 (12a870d7-eb73-494e-9ddc-3ff1bde0751a/7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4/2582f96d-b6f1-46e0-b1a7-91e9ec96afff) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:43:30.262691 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:30.266624 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36490) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:30.280527 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:30.300823 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:30.348952 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'name': 'tempest-ServersTestManualDisk-778693241-router', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:24Z', 'updated_at': '2022-03-08T09:43:26Z', 'revision_number': 3, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'gw_port': {'id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:19:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:25Z', 'updated_at': '2022-03-08T09:43:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:30.364052 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Checking router: ed8fda54-455f-45f7-b1a8-8cc7736d1729 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:43:30.364400 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Updating router ed8fda54-455f-45f7-b1a8-8cc7736d1729 port 9156073e-22bc-4460-b3fa-9210351a9d4f binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:43:30.443089 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=5812fe7d-41f3-4ce8-9e40-fbce0ed8e246,segment=NetworkSegment(855f09ea-58ec-49aa-bee8-0c16a3319281),segment_id=855f09ea-58ec-49aa-bee8-0c16a3319281)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:43:30.446002 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36494) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:30.502168 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:30.570956 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:30.585777 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-782d4660-a5c3-4dc1-a9a7-0870897e3a27 tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:30.626092 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-42168046'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:30.652137 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:30.664156 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Usage tracker for resource:network and tenant:7a5213278d9144f4bd96d99de09e30c2 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:30.678630 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:30.692501 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:30.706604 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-196841747', 'router:external': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:30.753781 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=5812fe7d-41f3-4ce8-9e40-fbce0ed8e246,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:30.756388 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Made reservation on behalf of 7a5213278d9144f4bd96d99de09e30c2 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:30.760899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:30.769392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0e485720-71d2-4f7c-a562-a1423f0715de None None] Provisioning complete for port 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:30.770031 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0e485720-71d2-4f7c-a562-a1423f0715de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:30.805948 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:30.811778 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 65024524-470b-4d1f-93b0-0407c18331f8 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:43:30.822506 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Allocated IP 172.26.2.134 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/d4b320e0-51ae-4161-a4c3-7b5d41b222e7) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:43:30.852719 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:30.859764 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-782d4660-a5c3-4dc1-a9a7-0870897e3a27 tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] 10.222.0.24 "PUT /v2.0/quotas/ddcbd2b02edd4caa8671af06ba7e9708 HTTP/1.1" status: 200 len: 368 time: 1.0484047 Mar 08 09:43:30.860725 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36510) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:30.869355 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Usage tracker for resource:security_group_rule and tenant:7a5213278d9144f4bd96d99de09e30c2 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:30.870792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Request body: {'network': {'project_id': 'ddcbd2b02edd4caa8671af06ba7e9708'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:30.874669 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:30.879814 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:30.887888 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:30.890552 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Usage tracker for resource:network and tenant:ddcbd2b02edd4caa8671af06ba7e9708 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:30.897085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:30.909886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:30.928859 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:30.954792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Made reservation on behalf of ddcbd2b02edd4caa8671af06ba7e9708 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:30.957166 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:30.957979 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1212851623'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:30.968683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Usage tracker for resource:network and tenant:9b9538ff9c50463fba3fb08b20b570ba is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:30.975631 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:30.981584 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.039411 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbea422-9f96-43f0-8c9c-e7376bd21954 None None] Network 7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:43:31.054257 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:31.063152 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:31.069451 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.071296 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:31.080245 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Usage tracker for resource:network and tenant:e2956ac870de4b47a5be4f9f57cb33ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:31.080461 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Usage tracker for resource:security_group_rule and tenant:ddcbd2b02edd4caa8671af06ba7e9708 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:31.085586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:31.093327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Made reservation on behalf of 9b9538ff9c50463fba3fb08b20b570ba for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:31.093667 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:31.095766 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.107505 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:31.113899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:31.161421 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Made reservation on behalf of e2956ac870de4b47a5be4f9f57cb33ab for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:31.164788 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.175175 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.184063 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.206825 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Transition to ACTIVE for port object 2582f96d-b6f1-46e0-b1a7-91e9ec96afff will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:43:31.214539 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:31.225847 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 65024524-470b-4d1f-93b0-0407c18331f8 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:43:31.227016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Usage tracker for resource:security_group_rule and tenant:9b9538ff9c50463fba3fb08b20b570ba is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:31.232981 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.235846 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.238668 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:31.245758 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Transition to ACTIVE for port object 2582f96d-b6f1-46e0-b1a7-91e9ec96afff will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:43:31.253061 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:31.259210 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.296780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.303105 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:31.313715 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.322965 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Usage tracker for resource:security_group_rule and tenant:e2956ac870de4b47a5be4f9f57cb33ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:31.334719 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:31.353498 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:31.378422 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:43:31.382292 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Network 12a870d7-eb73-494e-9ddc-3ff1bde0751a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:31.389200 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:31.399925 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:43:31.417656 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.417992 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Added segment 756494ad-cf61-4bbe-89f4-3941668750b8 of type vlan for network 95078fe4-cf33-4ed0-8392-53317c3aecbc Mar 08 09:43:31.434935 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.446779 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.448758 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f18e41-b68f-4589-b5ad-8dea21e5255c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:31.451259 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-bd13a021-052d-413f-8b08-78283006af3f None None] Provisioning for port 65024524-470b-4d1f-93b0-0407c18331f8 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:43:31.465668 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.467798 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-bd13a021-052d-413f-8b08-78283006af3f None None] Provisioning complete for port 65024524-470b-4d1f-93b0-0407c18331f8 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:31.468359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd13a021-052d-413f-8b08-78283006af3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.522232 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.537582 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Pushing event updated for resources: {'Port': ['ID=2582f96d-b6f1-46e0-b1a7-91e9ec96afff,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:31.566498 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:31.574168 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Attempting to bind port 2582f96d-b6f1-46e0-b1a7-91e9ec96afff on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:43:31.574404 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:43:31.574900 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Attempting to bind port 2582f96d-b6f1-46e0-b1a7-91e9ec96afff by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'abb959c0-c15d-4009-8bed-8aaea1318c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:43:31.575458 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Attempting to bind port 2582f96d-b6f1-46e0-b1a7-91e9ec96afff on network 12a870d7-eb73-494e-9ddc-3ff1bde0751a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:43:31.583400 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:31.594872 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:43:31.624572 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.624939 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Added segment ac31152e-2ba1-4287-8fac-76a5ce9908f7 of type vlan for network 2a7ed8ae-c8e5-4a26-a842-25dc6696c8fe Mar 08 09:43:31.625343 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:43:31.625908 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Checking segment: {'id': 'abb959c0-c15d-4009-8bed-8aaea1318c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:43:31.626467 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.627022 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Bound using segment: {'id': 'abb959c0-c15d-4009-8bed-8aaea1318c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:43:31.627642 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Bound port: 2582f96d-b6f1-46e0-b1a7-91e9ec96afff, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb959c0-c15d-4009-8bed-8aaea1318c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:43:31.628211 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.648379 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Allocated IP 172.26.2.218 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:43:31.660057 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b320e0-51ae-4161-a4c3-7b5d41b222e7,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:31.660238 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.670548 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c054bb-1646-4add-bd10-c309c72f6994,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:31.676016 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:43:31.676976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.710175 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.740386 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.777061 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] For port 2582f96d-b6f1-46e0-b1a7-91e9ec96afff, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:43:31.789308 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.796302 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:31.797258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.804647 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] For port 2582f96d-b6f1-46e0-b1a7-91e9ec96afff, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=2582f96d-b6f1-46e0-b1a7-91e9ec96afff,segment=NetworkSegment(abb959c0-c15d-4009-8bed-8aaea1318c7f),segment_id=abb959c0-c15d-4009-8bed-8aaea1318c7f)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:43:31.810912 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd13a021-052d-413f-8b08-78283006af3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.823716 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.887711 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:43:31.912550 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b23c30e-c17c-4e26-be41-c95e27fc79d3,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:31.913933 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.924635 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-bd13a021-052d-413f-8b08-78283006af3f None None] For port 65024524-470b-4d1f-93b0-0407c18331f8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=65024524-470b-4d1f-93b0-0407c18331f8,segment=NetworkSegment(5fdb64d3-0b47-4e50-9fbf-d89b25ee019e),segment_id=5fdb64d3-0b47-4e50-9fbf-d89b25ee019e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:43:31.943888 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd13a021-052d-413f-8b08-78283006af3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.950931 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:31.952607 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Added segment 197711ff-eadd-4241-b5fa-142092352384 of type vlan for network 18be367f-871c-4419-b296-897628f9a52a Mar 08 09:43:31.953788 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1746f55-1f18-4631-976a-40d6e9c37f76 None None] Pushing event updated for resources: {'Port': ['ID=2582f96d-b6f1-46e0-b1a7-91e9ec96afff,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:31.954276 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:32.012609 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:32.013638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:32.014256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:32.067104 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f43bc5-f6b2-442b-a1ec-d76e6d9a7e3f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:32.090695 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Pushing event updated for resources: {'Network': ['ID=95078fe4-cf33-4ed0-8392-53317c3aecbc,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:32.091884 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13a021-052d-413f-8b08-78283006af3f None None] Pushing event updated for resources: {'Port': ['ID=65024524-470b-4d1f-93b0-0407c18331f8,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:32.092918 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:43:32.110368 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 95078fe4-cf33-4ed0-8392-53317c3aecbc details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:43:32.182505 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e5830069-bb43-4f32-b2cd-4e495804fd2a tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0245831 Mar 08 09:43:32.187056 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36522) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:32.197373 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:32.197721 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Added segment a0788bdc-8f42-479a-a287-75c5bdb34a17 of type vlan for network 9ef8cacd-4b69-4ab0-ae77-49d300f76cbc Mar 08 09:43:32.206645 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-31141f3c-4fe6-432f-8fc5-ea6603795e94 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Request body: {'subnet': {'network_id': '95078fe4-cf33-4ed0-8392-53317c3aecbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:32.288269 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f488e852-719c-4c69-a74c-3b94a0462368 None None] Provisioning complete for port 65024524-470b-4d1f-93b0-0407c18331f8 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:32.288763 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f488e852-719c-4c69-a74c-3b94a0462368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:32.330974 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:32.351752 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:32.357389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:32.358834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Pushing event updated for resources: {'Network': ['ID=2a7ed8ae-c8e5-4a26-a842-25dc6696c8fe,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:32.373524 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 2a7ed8ae-c8e5-4a26-a842-25dc6696c8fe details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:43:32.398198 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0e98c99e-4819-4da2-ac4d-00db6b47500f tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5336480 Mar 08 09:43:32.398789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36526) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:32.407183 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] Allocated IP 172.20.0.1 (01d28e7b-77d7-484e-8483-00c7056ccd45/d5412c5b-767e-40f0-a363-91743b739e50/f9db4861-ba54-4cb2-9595-4dc1e02dea36) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:43:32.413472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-c1f82929-5f1c-4347-9d57-99d16ac1a2ba tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Request body: {'network': {'project_id': 'ddcbd2b02edd4caa8671af06ba7e9708'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:32.438239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c1f82929-5f1c-4347-9d57-99d16ac1a2ba tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:32.445759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c1f82929-5f1c-4347-9d57-99d16ac1a2ba tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Usage tracker for resource:network and tenant:ddcbd2b02edd4caa8671af06ba7e9708 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:32.450986 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c1f82929-5f1c-4347-9d57-99d16ac1a2ba tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:32.462263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c1f82929-5f1c-4347-9d57-99d16ac1a2ba tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:32.462816 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-31141f3c-4fe6-432f-8fc5-ea6603795e94 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:32.474597 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-31141f3c-4fe6-432f-8fc5-ea6603795e94 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Usage tracker for resource:subnet and tenant:7a5213278d9144f4bd96d99de09e30c2 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:32.480533 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-31141f3c-4fe6-432f-8fc5-ea6603795e94 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:32.501906 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-31141f3c-4fe6-432f-8fc5-ea6603795e94 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:32.503044 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:32.504039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:32.504740 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:32.522182 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:32.584448 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f82929-5f1c-4347-9d57-99d16ac1a2ba tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Made reservation on behalf of ddcbd2b02edd4caa8671af06ba7e9708 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:32.586712 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c1f82929-5f1c-4347-9d57-99d16ac1a2ba tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:32.611789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:32.639157 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:32.649783 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:32.650417 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:32.695760 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31141f3c-4fe6-432f-8fc5-ea6603795e94 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Made reservation on behalf of 7a5213278d9144f4bd96d99de09e30c2 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:32.699946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31141f3c-4fe6-432f-8fc5-ea6603795e94 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks [] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:32.772451 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 65024524-470b-4d1f-93b0-0407c18331f8 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:43:32.813648 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.5449502 Mar 08 09:43:32.829934 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36532) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:32.843788 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 65024524-470b-4d1f-93b0-0407c18331f8 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:32.844271 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:32.861804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-715f2516-03ec-4e54-810e-ac60bed50161 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Request body: {'subnet': {'network_id': '18be367f-871c-4419-b296-897628f9a52a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:32.866217 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c04f0f-c751-428f-a21f-653c62138f5c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Pushing event updated for resources: {'Network': ['ID=18be367f-871c-4419-b296-897628f9a52a,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:32.882136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:32.883796 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:32.889556 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-715f2516-03ec-4e54-810e-ac60bed50161 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:32.892240 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:32.893885 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:32.897175 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:43:32.919620 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Transition to ACTIVE for port object 9156073e-22bc-4460-b3fa-9210351a9d4f will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:43:32.933965 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 18be367f-871c-4419-b296-897628f9a52a details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:43:32.940955 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:32.946519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f82929-5f1c-4347-9d57-99d16ac1a2ba tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:43:32.978157 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-715f2516-03ec-4e54-810e-ac60bed50161 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Usage tracker for resource:subnet and tenant:9b9538ff9c50463fba3fb08b20b570ba is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:32.987828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-715f2516-03ec-4e54-810e-ac60bed50161 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:33.038437 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Attempting to bind port 9156073e-22bc-4460-b3fa-9210351a9d4f on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:43:33.038813 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Attempting to bind port 9156073e-22bc-4460-b3fa-9210351a9d4f by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:43:33.039179 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Attempting to bind port 9156073e-22bc-4460-b3fa-9210351a9d4f on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:43:33.053043 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:43:33.053543 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:43:33.053953 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:33.054346 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:43:33.055075 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Bound port: 9156073e-22bc-4460-b3fa-9210351a9d4f, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:43:33.055477 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:33.057609 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c1f82929-5f1c-4347-9d57-99d16ac1a2ba tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:33.057949 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-c1f82929-5f1c-4347-9d57-99d16ac1a2ba tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Added segment 148e89be-a540-441d-aaae-409153633a60 of type vlan for network f7bbdf1c-1fb4-4fe7-adf6-0140935086cb Mar 08 09:43:33.069873 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-715f2516-03ec-4e54-810e-ac60bed50161 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:33.106327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:33.166165 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c1f82929-5f1c-4347-9d57-99d16ac1a2ba tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:33.169705 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715f2516-03ec-4e54-810e-ac60bed50161 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Made reservation on behalf of 9b9538ff9c50463fba3fb08b20b570ba for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:33.172299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-715f2516-03ec-4e54-810e-ac60bed50161 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:33.197498 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] Transition to ACTIVE for port object f9db4861-ba54-4cb2-9595-4dc1e02dea36 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:43:33.204390 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] For port 9156073e-22bc-4460-b3fa-9210351a9d4f, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:43:33.217899 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] For port 9156073e-22bc-4460-b3fa-9210351a9d4f, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9156073e-22bc-4460-b3fa-9210351a9d4f,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:43:33.223070 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 2582f96d-b6f1-46e0-b1a7-91e9ec96afff up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:43:33.256343 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:43:33.265259 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:33.323065 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45f825-63ed-411f-af44-56795cf0fd63 None None] Pushing event updated for resources: {'Port': ['ID=9156073e-22bc-4460-b3fa-9210351a9d4f,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:33.339353 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8886750 Mar 08 09:43:33.341181 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f45f825-63ed-411f-af44-56795cf0fd63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:33.341551 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f45f825-63ed-411f-af44-56795cf0fd63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:33.341893 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f45f825-63ed-411f-af44-56795cf0fd63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:33.342226 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f45f825-63ed-411f-af44-56795cf0fd63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:33.342550 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f45f825-63ed-411f-af44-56795cf0fd63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:33.342888 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f45f825-63ed-411f-af44-56795cf0fd63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:33.343213 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f45f825-63ed-411f-af44-56795cf0fd63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:33.344214 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f45f825-63ed-411f-af44-56795cf0fd63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:33.344214 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f45f825-63ed-411f-af44-56795cf0fd63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:33.344528 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f45f825-63ed-411f-af44-56795cf0fd63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:33.344870 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f45f825-63ed-411f-af44-56795cf0fd63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:33.345130 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f45f825-63ed-411f-af44-56795cf0fd63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f45f825-63ed-411f-af44-56795cf0fd63 None None] Tracked resource versions report: Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: pushed versions: Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: { 'AddressGroup': {'1.2'}, Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'ConntrackHelper': {'1.0'}, Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'Log': {'1.0'}, Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'Network': {'1.1'}, Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'Port': {'1.7'}, Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'PortForwarding': {'1.2'}, Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'QosPolicy': {'1.8'}, Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'SecurityGroup': {'1.4'}, Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'SecurityGroupRule': {'1.2'}, Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'SubPort': {'1.0'}, Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'Subnet': {'1.1'}, Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'Trunk': {'1.1'}} Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: consumer versions: Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: { DHCP agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: HyperV agent@hv-neutron-8317: {}, Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: L3 agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: Metadata agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: Metering agent@dv-neutron-831730-2-hyperv: {}, Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: Open vSwitch agent@dv-neutron-831730-2-hyperv: { 'AddressGroup': '1.2', Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'ConntrackHelper': '1.0', Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'Log': '1.0', Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'Network': '1.1', Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'Port': '1.7', Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'PortForwarding': '1.2', Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'QosPolicy': '1.8', Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'SecurityGroup': '1.4', Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'SecurityGroupRule': '1.2', Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'SubPort': '1.0', Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'Subnet': '1.1', Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: 'Trunk': '1.1'}} Mar 08 09:43:33.346267 dv-neutron-831730-2-hyperv neutron-server[87774]: {{(pid=87774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 09:43:33.358021 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 2582f96d-b6f1-46e0-b1a7-91e9ec96afff completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:43:33.359145 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f14ae4-09e8-4b82-8cf6-e666241f37fa tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Pushing event updated for resources: {'Network': ['ID=9ef8cacd-4b69-4ab0-ae77-49d300f76cbc,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:33.365491 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523a56e6-d4d4-4339-9b6e-a8b35b66fd86 None None] Network 12a870d7-eb73-494e-9ddc-3ff1bde0751a requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:43:33.379713 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36538) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:33.386538 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 9ef8cacd-4b69-4ab0-ae77-49d300f76cbc details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:43:33.429200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:33.439836 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:43:33.453649 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Routers {'ed8fda54-455f-45f7-b1a8-8cc7736d1729'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:43:33.456971 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:43:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ed8fda54-455f-45f7-b1a8-8cc7736d1729'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:33.526974 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:33.547566 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] Network 01d28e7b-77d7-484e-8483-00c7056ccd45 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:33.574521 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45f825-63ed-411f-af44-56795cf0fd63 None None] Pushing event updated for resources: {'Port': ['ID=9156073e-22bc-4460-b3fa-9210351a9d4f,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:33.686453 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] Pushing event updated for resources: {'Port': ['ID=f9db4861-ba54-4cb2-9595-4dc1e02dea36,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:33.689179 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:33.695730 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Request body: {'network': {'name': 'tempest-network--952009363', 'router:external': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:33.707249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c1f82929-5f1c-4347-9d57-99d16ac1a2ba tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:33.708186 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f82929-5f1c-4347-9d57-99d16ac1a2ba tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:33.709326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c1f82929-5f1c-4347-9d57-99d16ac1a2ba tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:33.714807 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Allocated IP 172.26.2.23 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/446a4d9b-f318-4027-98dc-d9e1f199a1ac) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:43:33.720654 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] Set router ed8fda54-455f-45f7-b1a8-8cc7736d1729 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:43:33.734964 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:33.750262 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-768d1ee5-ca08-42a3-85a5-da6b8b580710 None None] Provisioning for port 2582f96d-b6f1-46e0-b1a7-91e9ec96afff completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:43:33.767590 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-768d1ee5-ca08-42a3-85a5-da6b8b580710 None None] Provisioning complete for port 2582f96d-b6f1-46e0-b1a7-91e9ec96afff triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:33.767840 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Usage tracker for resource:network and tenant:51ad644d9b6e4e3980efcc5b765c0ee8 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:33.767962 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-768d1ee5-ca08-42a3-85a5-da6b8b580710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:33.820080 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:33.837024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:33.853072 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:33.853435 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:33.884991 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31141f3c-4fe6-432f-8fc5-ea6603795e94 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:33.898767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:43:33.899331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:34.095349 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31141f3c-4fe6-432f-8fc5-ea6603795e94 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Pushing event updated for resources: {'Subnet': ['ID=d3503d3b-21bb-42ec-884c-8f5028454d89,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:34.131838 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-768d1ee5-ca08-42a3-85a5-da6b8b580710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:34.151196 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31141f3c-4fe6-432f-8fc5-ea6603795e94 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Checking segment: {'id': '756494ad-cf61-4bbe-89f4-3941668750b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '95078fe4-cf33-4ed0-8392-53317c3aecbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:43:34.151462 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31141f3c-4fe6-432f-8fc5-ea6603795e94 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Network hostable DHCP agents. Network: 95078fe4-cf33-4ed0-8392-53317c3aecbc, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:43:34.169547 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:34.181964 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:34.212533 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'name': 'tempest-ServersTestManualDisk-778693241-router', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:24Z', 'updated_at': '2022-03-08T09:43:26Z', 'revision_number': 3, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'gw_port': {'id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:19:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:25Z', 'updated_at': '2022-03-08T09:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:34.219907 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e9f221-76f6-42c6-9226-74b001abc5de None None] The sync data for ids ['ed8fda54-455f-45f7-b1a8-8cc7736d1729'] in dv-neutron-831730-2-hyperv is: [{'id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'name': 'tempest-ServersTestManualDisk-778693241-router', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:24Z', 'updated_at': '2022-03-08T09:43:26Z', 'revision_number': 3, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'gw_port': {'id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:19:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:25Z', 'updated_at': '2022-03-08T09:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:43:34.234249 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31141f3c-4fe6-432f-8fc5-ea6603795e94 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Network 95078fe4-cf33-4ed0-8392-53317c3aecbc is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:43:34.238618 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Router d97c3134-8520-472e-abf3-aacdfca4708c is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:43:34.253011 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:34.268315 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c1f82929-5f1c-4347-9d57-99d16ac1a2ba tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8623569 Mar 08 09:43:34.270439 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-768d1ee5-ca08-42a3-85a5-da6b8b580710 None None] For port 2582f96d-b6f1-46e0-b1a7-91e9ec96afff, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=2582f96d-b6f1-46e0-b1a7-91e9ec96afff,segment=NetworkSegment(abb959c0-c15d-4009-8bed-8aaea1318c7f),segment_id=abb959c0-c15d-4009-8bed-8aaea1318c7f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:43:34.277295 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-768d1ee5-ca08-42a3-85a5-da6b8b580710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:34.285521 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36548) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:34.335348 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Pushing event updated for resources: {'Port': ['ID=446a4d9b-f318-4027-98dc-d9e1f199a1ac,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:34.337575 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-31141f3c-4fe6-432f-8fc5-ea6603795e94 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 95078fe4-cf33-4ed0-8392-53317c3aecbc) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:34.347513 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Made reservation on behalf of 51ad644d9b6e4e3980efcc5b765c0ee8 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:34.350541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:34.356587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d1ee5-ca08-42a3-85a5-da6b8b580710 None None] Pushing event updated for resources: {'Port': ['ID=2582f96d-b6f1-46e0-b1a7-91e9ec96afff,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:34.374454 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-a394d7ca-afcb-487c-a70b-5a11fb4771a8 tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Request body: {'network': {'project_id': 'ddcbd2b02edd4caa8671af06ba7e9708'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:34.379355 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f82929-5f1c-4347-9d57-99d16ac1a2ba tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Pushing event updated for resources: {'Network': ['ID=f7bbdf1c-1fb4-4fe7-adf6-0140935086cb,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:34.391743 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a394d7ca-afcb-487c-a70b-5a11fb4771a8 tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:34.396904 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:34.416242 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:34.420462 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-62e702aa-3193-4929-917e-0202fc269aaa None None] Provisioning for port f9db4861-ba54-4cb2-9595-4dc1e02dea36 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:43:34.435812 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-62e702aa-3193-4929-917e-0202fc269aaa None None] Provisioning complete for port f9db4861-ba54-4cb2-9595-4dc1e02dea36 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:34.436542 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-62e702aa-3193-4929-917e-0202fc269aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:34.439266 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:34.447490 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:34.454378 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:43:34.478137 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a394d7ca-afcb-487c-a70b-5a11fb4771a8 tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Usage tracker for resource:network and tenant:ddcbd2b02edd4caa8671af06ba7e9708 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:34.485005 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network f7bbdf1c-1fb4-4fe7-adf6-0140935086cb details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:43:34.491885 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a394d7ca-afcb-487c-a70b-5a11fb4771a8 tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:34.512148 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d65e2ce-3956-4aee-9cc1-d41a86948b90 None None] Network 95078fe4-cf33-4ed0-8392-53317c3aecbc requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:43:34.528679 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a394d7ca-afcb-487c-a70b-5a11fb4771a8 tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:34.539716 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:34.556125 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Usage tracker for resource:security_group_rule and tenant:51ad644d9b6e4e3980efcc5b765c0ee8 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:34.561219 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a394d7ca-afcb-487c-a70b-5a11fb4771a8 tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 08 09:43:34.561738 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a394d7ca-afcb-487c-a70b-5a11fb4771a8 tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:43:34.565622 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a394d7ca-afcb-487c-a70b-5a11fb4771a8 tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2621915 Mar 08 09:43:34.678369 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:34.685315 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36554) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:34.695403 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:34.709190 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31141f3c-4fe6-432f-8fc5-ea6603795e94 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:34.714429 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31141f3c-4fe6-432f-8fc5-ea6603795e94 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:34.719276 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:34.834905 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 2582f96d-b6f1-46e0-b1a7-91e9ec96afff up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:43:34.895348 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:34.905345 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-62e702aa-3193-4929-917e-0202fc269aaa None None] Port f9db4861-ba54-4cb2-9595-4dc1e02dea36 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:43:34.941887 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-31141f3c-4fe6-432f-8fc5-ea6603795e94 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7487130 Mar 08 09:43:34.946989 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36558) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:34.960664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a2e67ba8-9834-4a4d-aee4-cfe3dbe9b1e1 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Request body: {'port': {'network_id': '95078fe4-cf33-4ed0-8392-53317c3aecbc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-617036102'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:34.974934 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:43:34.987414 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Sync routers for ids ['d97c3134-8520-472e-abf3-aacdfca4708c'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:43:35.013576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.020659 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Routers {'d97c3134-8520-472e-abf3-aacdfca4708c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:43:35.021805 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:43:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d97c3134-8520-472e-abf3-aacdfca4708c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:35.032766 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.086835 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c1cb8e-944b-4713-bea4-58ab6f44e21d,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:35.100407 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 2582f96d-b6f1-46e0-b1a7-91e9ec96afff triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:35.101539 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.117217 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:43:35.138082 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-67a6a8b4-6fef-484f-8678-8fc1b434b1e8 tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ddcbd2b02edd4caa8671af06ba7e9708&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4391763 Mar 08 09:43:35.138552 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.142897 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0aa01fa5-51c2-4fc7-ad50-ff0b86bc6054 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.7742383 Mar 08 09:43:35.147786 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36562) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:35.148918 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36564) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:35.267566 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a2e67ba8-9834-4a4d-aee4-cfe3dbe9b1e1 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:35.277750 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a2e67ba8-9834-4a4d-aee4-cfe3dbe9b1e1 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Usage tracker for resource:port and tenant:7a5213278d9144f4bd96d99de09e30c2 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:35.284841 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a2e67ba8-9834-4a4d-aee4-cfe3dbe9b1e1 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:35.293927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a2e67ba8-9834-4a4d-aee4-cfe3dbe9b1e1 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:35.314753 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e67ba8-9834-4a4d-aee4-cfe3dbe9b1e1 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Made reservation on behalf of 7a5213278d9144f4bd96d99de09e30c2 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:35.318748 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2e67ba8-9834-4a4d-aee4-cfe3dbe9b1e1 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.339425 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.346309 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.351090 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-a2e67ba8-9834-4a4d-aee4-cfe3dbe9b1e1 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] device_id is not set on port 52689c41-b049-42e0-9d77-827047cba45f yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:43:35.385059 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Set router d97c3134-8520-472e-abf3-aacdfca4708c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:43:35.403847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.403847 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Added segment 0a74de2d-efbb-4ef0-b8d4-0546bfdbd980 of type vlan for network 2356a068-e09d-4ee5-96b3-3fa36ff1296a Mar 08 09:43:35.480036 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-95078fe4-cf33-4ed0-8392-53317c3aecbc', 'network_id': '95078fe4-cf33-4ed0-8392-53317c3aecbc', 'tenant_id': '7a5213278d9144f4bd96d99de09e30c2', 'fixed_ips': [{'subnet_id': 'd3503d3b-21bb-42ec-884c-8f5028454d89'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:43:35.481764 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.486181 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.520111 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.objects.ports [None req-715f2516-03ec-4e54-810e-ac60bed50161 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87771) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 09:43:35.520616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-715f2516-03ec-4e54-810e-ac60bed50161 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.527593 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Pushing event updated for resources: {'Port': ['ID=446a4d9b-f318-4027-98dc-d9e1f199a1ac,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:35.557842 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.569916 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.571396 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-701c8392-f447-4111-864b-4ae13cfabe52 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1876118 Mar 08 09:43:35.574843 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36574) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:35.576490 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.resource_extend [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:43:35.581938 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-97badd81-501b-413f-97bb-875885c079a0 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-385279739', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'fixed_ips': [{'ip_address': '172.26.2.23'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:35.589669 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-97badd81-501b-413f-97bb-875885c079a0 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:35.597126 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-97badd81-501b-413f-97bb-875885c079a0 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Usage tracker for resource:port and tenant:fde9251ddbb940f5b1699bb2ca97e310 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:35.601969 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-97badd81-501b-413f-97bb-875885c079a0 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:35.611909 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-97badd81-501b-413f-97bb-875885c079a0 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:35.617259 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-a2e67ba8-9834-4a4d-aee4-cfe3dbe9b1e1 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Allocated IP 172.20.0.5 (95078fe4-cf33-4ed0-8392-53317c3aecbc/d3503d3b-21bb-42ec-884c-8f5028454d89/52689c41-b049-42e0-9d77-827047cba45f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:43:35.622201 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-63555bcc-a602-4b5a-9961-ba1edf0d2b83 None None] Provisioning complete for port 2582f96d-b6f1-46e0-b1a7-91e9ec96afff triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:35.622201 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63555bcc-a602-4b5a-9961-ba1edf0d2b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.632099 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97badd81-501b-413f-97bb-875885c079a0 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Made reservation on behalf of fde9251ddbb940f5b1699bb2ca97e310 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:35.634628 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-97badd81-501b-413f-97bb-875885c079a0 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.657812 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.660620 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-97badd81-501b-413f-97bb-875885c079a0 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.667200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.695306 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-97badd81-501b-413f-97bb-875885c079a0 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:35.707325 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-97badd81-501b-413f-97bb-875885c079a0 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Usage tracker for resource:security_group_rule and tenant:fde9251ddbb940f5b1699bb2ca97e310 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:35.713395 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-97badd81-501b-413f-97bb-875885c079a0 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:35.735143 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-97badd81-501b-413f-97bb-875885c079a0 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:35.742999 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.773114 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.919248 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2e67ba8-9834-4a4d-aee4-cfe3dbe9b1e1 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.954516 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-a2e67ba8-9834-4a4d-aee4-cfe3dbe9b1e1 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Transition to ACTIVE for port object 52689c41-b049-42e0-9d77-827047cba45f will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:43:35.960412 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-97badd81-501b-413f-97bb-875885c079a0 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.968345 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-97badd81-501b-413f-97bb-875885c079a0 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:35.980808 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-97badd81-501b-413f-97bb-875885c079a0 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] device_id is not set on port be7af9bd-8014-46b9-bffb-94c6a93363ba yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:43:36.071015 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dc425717-1b00-46ae-9faf-bf4911acada1 tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:36.078159 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'name': 'tempest-ServersTestJSON-980890469-router', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:28Z', 'updated_at': '2022-03-08T09:43:32Z', 'revision_number': 3, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'gw_port': {'id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:28:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:36.084565 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97badd81-501b-413f-97bb-875885c079a0 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923c6b60-afa5-43bb-8f07-0bc635dc1172,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:36.091273 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2e67ba8-9834-4a4d-aee4-cfe3dbe9b1e1 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:36.116839 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Checking router: d97c3134-8520-472e-abf3-aacdfca4708c for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:43:36.117195 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Updating router d97c3134-8520-472e-abf3-aacdfca4708c port d4b320e0-51ae-4161-a4c3-7b5d41b222e7 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:43:36.193512 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:36.211192 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e67ba8-9834-4a4d-aee4-cfe3dbe9b1e1 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Network 95078fe4-cf33-4ed0-8392-53317c3aecbc is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:36.224281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Allocated IP 172.20.0.2 (95078fe4-cf33-4ed0-8392-53317c3aecbc/d3503d3b-21bb-42ec-884c-8f5028454d89/ec59333d-aa91-4371-a2e1-66b9104cfa4d) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:43:36.228216 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a2e67ba8-9834-4a4d-aee4-cfe3dbe9b1e1 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:36.239252 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e67ba8-9834-4a4d-aee4-cfe3dbe9b1e1 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:43:36.246075 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e67ba8-9834-4a4d-aee4-cfe3dbe9b1e1 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:36.247199 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2e67ba8-9834-4a4d-aee4-cfe3dbe9b1e1 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:36.251901 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f2516-03ec-4e54-810e-ac60bed50161 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8d7aee74-4ec5-4285-86b2-2f5de2806441,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:36.253803 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f2516-03ec-4e54-810e-ac60bed50161 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Checking segment: {'id': '197711ff-eadd-4241-b5fa-142092352384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '18be367f-871c-4419-b296-897628f9a52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:43:36.254326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f2516-03ec-4e54-810e-ac60bed50161 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Network hostable DHCP agents. Network: 18be367f-871c-4419-b296-897628f9a52a, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:43:36.276243 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e67ba8-9834-4a4d-aee4-cfe3dbe9b1e1 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Pushing event updated for resources: {'Port': ['ID=52689c41-b049-42e0-9d77-827047cba45f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:36.285277 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a2e67ba8-9834-4a4d-aee4-cfe3dbe9b1e1 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3369243 Mar 08 09:43:36.290265 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:36.290410 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36580) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:36.290479 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:36.290570 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:36.319945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] Pushing event updated for resources: {'Port': ['ID=f9db4861-ba54-4cb2-9595-4dc1e02dea36,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:36.378346 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dc425717-1b00-46ae-9faf-bf4911acada1 tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:36.418045 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7c0f6-4fd5-4904-8b52-4d5e627c4225 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Deleting port 52689c41-b049-42e0-9d77-827047cba45f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:43:36.418406 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8b7c0f6-4fd5-4904-8b52-4d5e627c4225 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:36.478326 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-97badd81-501b-413f-97bb-875885c079a0 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 08 09:43:36.479577 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97badd81-501b-413f-97bb-875885c079a0 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:43:36.550823 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-97badd81-501b-413f-97bb-875885c079a0 tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9725277 Mar 08 09:43:36.550977 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36584) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:36.553501 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f2516-03ec-4e54-810e-ac60bed50161 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Network 18be367f-871c-4419-b296-897628f9a52a is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:43:36.575211 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.1687937 Mar 08 09:43:36.585738 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eea040-f9e5-4dfa-a487-a63a750c29c6 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Pushing event updated for resources: {'Network': ['ID=2356a068-e09d-4ee5-96b3-3fa36ff1296a,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:36.587989 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36588) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:36.611910 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 2356a068-e09d-4ee5-96b3-3fa36ff1296a details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:43:36.662813 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-715f2516-03ec-4e54-810e-ac60bed50161 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 18be367f-871c-4419-b296-897628f9a52a) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:36.680197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] Network 01d28e7b-77d7-484e-8483-00c7056ccd45 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:36.680452 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4fee10-3198-4489-b05e-695ef5079299 None None] Network 18be367f-871c-4419-b296-897628f9a52a requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:43:36.693608 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:36.696829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715f2516-03ec-4e54-810e-ac60bed50161 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:36.697818 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-715f2516-03ec-4e54-810e-ac60bed50161 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:36.701427 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:36.727379 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Transition to ACTIVE for port object ec59333d-aa91-4371-a2e1-66b9104cfa4d will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:43:36.755653 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Transition to ACTIVE for port object ec59333d-aa91-4371-a2e1-66b9104cfa4d will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:43:36.846742 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9156073e-22bc-4460-b3fa-9210351a9d4f up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:43:36.959408 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:36.968051 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e89a4bad-9991-4366-86d8-d8d3a697da5e tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Deleting port 446a4d9b-f318-4027-98dc-d9e1f199a1ac {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:43:36.968624 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e89a4bad-9991-4366-86d8-d8d3a697da5e tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:36.971753 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-715f2516-03ec-4e54-810e-ac60bed50161 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.1283727 Mar 08 09:43:36.972781 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dc425717-1b00-46ae-9faf-bf4911acada1 tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:36.976053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dc425717-1b00-46ae-9faf-bf4911acada1 tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:36.980328 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-dc425717-1b00-46ae-9faf-bf4911acada1 tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7c054bb-1646-4add-bd10-c309c72f6994 HTTP/1.1" status: 204 len: 168 time: 1.6637452 Mar 08 09:43:36.982052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36592) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:36.982380 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36594) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:37.001172 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-642dccf2-0032-4d94-bacb-5c6f3672f680 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-598518514', 'network_id': '18be367f-871c-4419-b296-897628f9a52a'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:37.006336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Router 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:43:37.043771 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc425717-1b00-46ae-9faf-bf4911acada1 tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c054bb-1646-4add-bd10-c309c72f6994,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:37.086106 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8b7c0f6-4fd5-4904-8b52-4d5e627c4225 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:37.095636 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:37.114232 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-642dccf2-0032-4d94-bacb-5c6f3672f680 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:37.191553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-642dccf2-0032-4d94-bacb-5c6f3672f680 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Usage tracker for resource:port and tenant:9b9538ff9c50463fba3fb08b20b570ba is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:37.204850 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-642dccf2-0032-4d94-bacb-5c6f3672f680 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:37.231391 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Network 95078fe4-cf33-4ed0-8392-53317c3aecbc is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:37.245116 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:37.261647 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:43:37.266025 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7c0f6-4fd5-4904-8b52-4d5e627c4225 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Calling delete_port for 52689c41-b049-42e0-9d77-827047cba45f owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:43:37.268826 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Pushing event updated for resources: {'Port': ['ID=ec59333d-aa91-4371-a2e1-66b9104cfa4d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:37.314187 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-986559b5-c168-453f-ab55-a589f0f8582c None None] Provisioning complete for port f9db4861-ba54-4cb2-9595-4dc1e02dea36 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:37.314482 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-986559b5-c168-453f-ab55-a589f0f8582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:37.332436 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-642dccf2-0032-4d94-bacb-5c6f3672f680 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:37.342981 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e89a4bad-9991-4366-86d8-d8d3a697da5e tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:37.343222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e89a4bad-9991-4366-86d8-d8d3a697da5e tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:37.454108 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4aec0e-c24b-4f30-aa22-055a7aa979a7 None None] Network 18be367f-871c-4419-b296-897628f9a52a requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:43:37.515145 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642dccf2-0032-4d94-bacb-5c6f3672f680 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Made reservation on behalf of 9b9538ff9c50463fba3fb08b20b570ba for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:37.517714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-642dccf2-0032-4d94-bacb-5c6f3672f680 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:37.528512 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-827451fa-0b1a-4529-a24a-41391e318eaa tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:37.561098 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e89a4bad-9991-4366-86d8-d8d3a697da5e tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Calling delete_port for 446a4d9b-f318-4027-98dc-d9e1f199a1ac owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:43:37.564863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:37.584821 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-986559b5-c168-453f-ab55-a589f0f8582c None None] Port f9db4861-ba54-4cb2-9595-4dc1e02dea36 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:43:37.593131 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 9156073e-22bc-4460-b3fa-9210351a9d4f completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:43:37.610147 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Attempting to bind port ec59333d-aa91-4371-a2e1-66b9104cfa4d on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:43:37.610836 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Attempting to bind port ec59333d-aa91-4371-a2e1-66b9104cfa4d by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '756494ad-cf61-4bbe-89f4-3941668750b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '95078fe4-cf33-4ed0-8392-53317c3aecbc'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:43:37.611204 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Attempting to bind port ec59333d-aa91-4371-a2e1-66b9104cfa4d on network 95078fe4-cf33-4ed0-8392-53317c3aecbc {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:43:37.624501 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:37.626790 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 9156073e-22bc-4460-b3fa-9210351a9d4f triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:37.627291 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:37.655072 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:43:37.655640 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Checking segment: {'id': '756494ad-cf61-4bbe-89f4-3941668750b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '95078fe4-cf33-4ed0-8392-53317c3aecbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:43:37.656143 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:37.656636 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Bound using segment: {'id': '756494ad-cf61-4bbe-89f4-3941668750b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '95078fe4-cf33-4ed0-8392-53317c3aecbc'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:43:37.657247 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Bound port: ec59333d-aa91-4371-a2e1-66b9104cfa4d, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756494ad-cf61-4bbe-89f4-3941668750b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '95078fe4-cf33-4ed0-8392-53317c3aecbc'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:43:37.657747 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:37.665593 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] Router ed8fda54-455f-45f7-b1a8-8cc7736d1729 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:43:37.700425 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:37.701074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:37.701851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:37.702177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > port after_create 55550000 {{(pid=87771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:37.709180 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:37.709727 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > port after_update 55550000 {{(pid=87771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:37.710209 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:37.711191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:37.711191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:37.711579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:37.738681 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Transition to ACTIVE for port object d4b320e0-51ae-4161-a4c3-7b5d41b222e7 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:43:37.749595 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8b7c0f6-4fd5-4904-8b52-4d5e627c4225 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:37.784729 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:37.859616 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7c0f6-4fd5-4904-8b52-4d5e627c4225 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Pushing event deleted for resources: {'Port': ['ID=52689c41-b049-42e0-9d77-827047cba45f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:37.916878 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8b7c0f6-4fd5-4904-8b52-4d5e627c4225 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:37.933058 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d8b7c0f6-4fd5-4904-8b52-4d5e627c4225 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] 10.222.0.24 "DELETE /v2.0/ports/52689c41-b049-42e0-9d77-827047cba45f HTTP/1.1" status: 204 len: 168 time: 1.6425011 Mar 08 09:43:37.934873 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:37.935294 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:37.935781 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36600) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:37.935897 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:37.936357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:37.936856 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2356a068-e09d-4ee5-96b3-3fa36ff1296a']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:37.943864 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e89a4bad-9991-4366-86d8-d8d3a697da5e tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:37.953299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-642dccf2-0032-4d94-bacb-5c6f3672f680 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] device_id is not set on port 4e69ecbc-c1cd-48ff-869c-7fe23bf2c042 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:43:37.988358 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Attempting to bind port d4b320e0-51ae-4161-a4c3-7b5d41b222e7 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:43:37.988909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Attempting to bind port d4b320e0-51ae-4161-a4c3-7b5d41b222e7 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:43:37.989440 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Attempting to bind port d4b320e0-51ae-4161-a4c3-7b5d41b222e7 on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:43:37.995931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] For port ec59333d-aa91-4371-a2e1-66b9104cfa4d, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:43:38.010861 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811eb59-03f4-46a7-91e4-59ee271ece5b None None] Pushing event updated for resources: {'Port': ['ID=d4b320e0-51ae-4161-a4c3-7b5d41b222e7,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:38.024167 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:43:38.024636 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:43:38.025185 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:38.025676 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:43:38.026277 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Bound port: d4b320e0-51ae-4161-a4c3-7b5d41b222e7, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:43:38.026772 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:38.030791 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a4bad-9991-4366-86d8-d8d3a697da5e tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Pushing event deleted for resources: {'Port': ['ID=446a4d9b-f318-4027-98dc-d9e1f199a1ac,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:38.073773 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] For port ec59333d-aa91-4371-a2e1-66b9104cfa4d, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ec59333d-aa91-4371-a2e1-66b9104cfa4d,segment=NetworkSegment(756494ad-cf61-4bbe-89f4-3941668750b8),segment_id=756494ad-cf61-4bbe-89f4-3941668750b8)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:43:38.094024 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-db387337-b803-45ac-be23-c765b6c04277 tempest-DHCPAgentSchedulersTestJSON-1648660771 tempest-DHCPAgentSchedulersTestJSON-1648660771-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.1563070 Mar 08 09:43:38.094821 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e89a4bad-9991-4366-86d8-d8d3a697da5e tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:38.097372 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e89a4bad-9991-4366-86d8-d8d3a697da5e tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:38.101922 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e89a4bad-9991-4366-86d8-d8d3a697da5e tempest-ExternalNetworksAdminNegativeTestJSON-392313992 tempest-ExternalNetworksAdminNegativeTestJSON-392313992-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/c29e7e5a-4d0f-4b79-9289-ceac2eb6fefa HTTP/1.1" status: 204 len: 168 time: 1.5464330 Mar 08 09:43:38.101922 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36606) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:38.106617 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8d81e536-1f78-44da-82f6-538976b24908 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1566178209'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:38.112353 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8d81e536-1f78-44da-82f6-538976b24908 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:38.116951 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8d81e536-1f78-44da-82f6-538976b24908 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Usage tracker for resource:network and tenant:7a5213278d9144f4bd96d99de09e30c2 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:38.120452 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8d81e536-1f78-44da-82f6-538976b24908 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:38.128161 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8d81e536-1f78-44da-82f6-538976b24908 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:38.141315 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d81e536-1f78-44da-82f6-538976b24908 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Made reservation on behalf of 7a5213278d9144f4bd96d99de09e30c2 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:38.149914 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:38.150067 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d81e536-1f78-44da-82f6-538976b24908 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:38.157040 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:38.185993 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d81e536-1f78-44da-82f6-538976b24908 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:43:38.197104 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d81e536-1f78-44da-82f6-538976b24908 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:38.197532 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-8d81e536-1f78-44da-82f6-538976b24908 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Added segment d1fa6352-1c6f-4a7b-951d-2e6e8c2bd057 of type vlan for network e8798977-0438-49c8-8be6-0794a7d38fdb Mar 08 09:43:38.231375 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d81e536-1f78-44da-82f6-538976b24908 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:38.256489 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a74de2d-efbb-4ef0-b8d4-0546bfdbd980') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:38.257455 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a74de2d-efbb-4ef0-b8d4-0546bfdbd980') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:38.272746 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d81e536-1f78-44da-82f6-538976b24908 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:38.280314 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d81e536-1f78-44da-82f6-538976b24908 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:38.281055 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d81e536-1f78-44da-82f6-538976b24908 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:38.293699 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 9156073e-22bc-4460-b3fa-9210351a9d4f, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9156073e-22bc-4460-b3fa-9210351a9d4f,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:43:38.315143 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:38.321874 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] For port d4b320e0-51ae-4161-a4c3-7b5d41b222e7, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:43:38.327004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] For port d4b320e0-51ae-4161-a4c3-7b5d41b222e7, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=d4b320e0-51ae-4161-a4c3-7b5d41b222e7,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:43:38.330119 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b0ff8-1b7e-4129-871b-16ecdef9b755 None None] Pushing event updated for resources: {'Port': ['ID=ec59333d-aa91-4371-a2e1-66b9104cfa4d,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:38.376300 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:38.382034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:38.389516 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:43:38.414541 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Sync routers for ids ['3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:43:38.425448 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81e536-1f78-44da-82f6-538976b24908 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Pushing event updated for resources: {'Network': ['ID=e8798977-0438-49c8-8be6-0794a7d38fdb,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:38.426075 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Routers {'3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:43:38.426679 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:43:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:38.450658 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8d81e536-1f78-44da-82f6-538976b24908 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3501685 Mar 08 09:43:38.453332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36616) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:38.466244 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network e8798977-0438-49c8-8be6-0794a7d38fdb details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:43:38.487194 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Routers {'d97c3134-8520-472e-abf3-aacdfca4708c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:43:38.487539 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:43:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d97c3134-8520-472e-abf3-aacdfca4708c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:38.751587 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36620) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:38.760928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:38.777683 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=9156073e-22bc-4460-b3fa-9210351a9d4f,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:38.778343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-827451fa-0b1a-4529-a24a-41391e318eaa tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:38.800538 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Set router 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:43:38.897302 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:43:38.897616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:38.955745 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5b33aa11-92f3-4002-9465-61d9d70e5af3 tempest-DHCPAgentSchedulersTestJSON-1648660771 tempest-DHCPAgentSchedulersTestJSON-1648660771-project-admin] 10.222.0.24 "GET /v2.0/agents/e50afbdd-2ba3-4a17-8c04-95c860408fdb/dhcp-networks HTTP/1.1" status: 200 len: 6480 time: 0.4974568 Mar 08 09:43:38.956663 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36626) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:38.999034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:39.000068 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-af8f6f22-e3ab-42cd-948d-c5aabd2427d9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.4717019 Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: from cryptography.utils import int_from_bytes Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: from cryptography.utils import int_from_bytes Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn_limited( Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn_limited( Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:43:39.003562 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:43:39.010949 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36630) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:39.016875 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811eb59-03f4-46a7-91e4-59ee271ece5b None None] Pushing event updated for resources: {'Port': ['ID=d4b320e0-51ae-4161-a4c3-7b5d41b222e7,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:39.023039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1118676c-da24-49f2-b778-0f83e74a8274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:39.051396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] Set router d97c3134-8520-472e-abf3-aacdfca4708c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:43:39.128166 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4adaaa2b-2bfe-4d7c-9eb6-c3d032e504b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:39.146327 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4adaaa2b-2bfe-4d7c-9eb6-c3d032e504b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:39.150146 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4adaaa2b-2bfe-4d7c-9eb6-c3d032e504b3 admin admin] Usage tracker for resource:security_group_rule and tenant:2f2b845ac59043b6950669b9b8720649 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:39.152927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4adaaa2b-2bfe-4d7c-9eb6-c3d032e504b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:39.159615 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4adaaa2b-2bfe-4d7c-9eb6-c3d032e504b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:39.190417 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'name': 'tempest-ServerActionsTestJSON-935696121-router', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:26Z', 'updated_at': '2022-03-08T09:43:33Z', 'revision_number': 3, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'gw_port': {'id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:39.195260 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Checking router: 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:43:39.195839 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Updating router 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc port 3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:43:39.258333 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4adaaa2b-2bfe-4d7c-9eb6-c3d032e504b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:39.271939 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:39.278829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-1118676c-da24-49f2-b778-0f83e74a8274 admin admin] Allocated IP 172.20.0.1 (12a870d7-eb73-494e-9ddc-3ff1bde0751a/7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4/5416157b-8eb3-4078-b985-c7385d8aa2e8) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:43:39.348352 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4adaaa2b-2bfe-4d7c-9eb6-c3d032e504b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:39.401914 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adaaa2b-2bfe-4d7c-9eb6-c3d032e504b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b867d3-fed2-4dcb-8cd8-128c3135e748,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:39.464075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1118676c-da24-49f2-b778-0f83e74a8274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:39.480493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-1118676c-da24-49f2-b778-0f83e74a8274 admin admin] Transition to ACTIVE for port object 5416157b-8eb3-4078-b985-c7385d8aa2e8 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:43:39.517678 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:39.536032 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'name': 'tempest-ServersTestJSON-980890469-router', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:28Z', 'updated_at': '2022-03-08T09:43:32Z', 'revision_number': 3, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'gw_port': {'id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:28:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:39.544945 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51694b9b-d181-4a83-ad4e-f9b417e05291 None None] The sync data for ids ['d97c3134-8520-472e-abf3-aacdfca4708c'] in dv-neutron-831730-2-hyperv is: [{'id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'name': 'tempest-ServersTestJSON-980890469-router', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:28Z', 'updated_at': '2022-03-08T09:43:32Z', 'revision_number': 3, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'gw_port': {'id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:28:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:43:39.550433 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4adaaa2b-2bfe-4d7c-9eb6-c3d032e504b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f2b845ac59043b6950669b9b8720649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7883821 Mar 08 09:43:39.553102 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36636) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:39.564137 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-827451fa-0b1a-4529-a24a-41391e318eaa tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7bbdf1c-1fb4-4fe7-adf6-0140935086cb']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:39.669293 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1118676c-da24-49f2-b778-0f83e74a8274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:39.700102 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67a8db6-901f-4e5a-a31a-e247442322d2 tempest-DHCPAgentSchedulersTestJSON-1648660771 tempest-DHCPAgentSchedulersTestJSON-1648660771-project-admin] Network e8798977-0438-49c8-8be6-0794a7d38fdb is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:43:39.707594 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:39.727543 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Transition to ACTIVE for port object 3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:43:39.741112 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:39.747845 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c67a8db6-901f-4e5a-a31a-e247442322d2 tempest-DHCPAgentSchedulersTestJSON-1648660771 tempest-DHCPAgentSchedulersTestJSON-1648660771-project-admin] 10.222.0.24 "POST /v2.0/agents/e50afbdd-2ba3-4a17-8c04-95c860408fdb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7875166 Mar 08 09:43:39.750679 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36640) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:39.751379 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5d6202-51e2-43b3-9737-215b4db107c0 None None] Network e8798977-0438-49c8-8be6-0794a7d38fdb requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:43:39.808886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-642dccf2-0032-4d94-bacb-5c6f3672f680 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Allocated IP 2001:db8::11a (18be367f-871c-4419-b296-897628f9a52a/8d7aee74-4ec5-4285-86b2-2f5de2806441/4e69ecbc-c1cd-48ff-869c-7fe23bf2c042) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:43:39.862449 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9745972-83a8-44f4-b6d2-804b695b688d None None] Pushing event updated for resources: {'Port': ['ID=3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:39.875748 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-807af67d-ec4e-4297-8c3c-ab350b6c0693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:39.923437 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Attempting to bind port 3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:43:39.923854 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Attempting to bind port 3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:43:39.924331 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Attempting to bind port 3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4 on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:43:39.948271 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9590133-88f7-44fb-80b0-ba15a3b0217d None None] Network 95078fe4-cf33-4ed0-8392-53317c3aecbc requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:43:39.964587 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:43:39.968273 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:43:39.968967 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:39.969478 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:43:39.970075 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Bound port: 3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:43:39.970576 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:40.043612 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2356a068-e09d-4ee5-96b3-3fa36ff1296a {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 08 09:43:40.047326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:40.050947 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-827451fa-0b1a-4529-a24a-41391e318eaa tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148e89be-a540-441d-aaae-409153633a60') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:40.051240 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-827451fa-0b1a-4529-a24a-41391e318eaa tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148e89be-a540-441d-aaae-409153633a60') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:40.062342 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:43:40.079715 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Pushing event deleted for resources: {'Network': ['ID=2356a068-e09d-4ee5-96b3-3fa36ff1296a,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:40.088710 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1118676c-da24-49f2-b778-0f83e74a8274 admin admin] Network 12a870d7-eb73-494e-9ddc-3ff1bde0751a is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:40.091491 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-827451fa-0b1a-4529-a24a-41391e318eaa tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:40.119910 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-807af67d-ec4e-4297-8c3c-ab350b6c0693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:40.125601 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-1118676c-da24-49f2-b778-0f83e74a8274 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:40.131196 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1118676c-da24-49f2-b778-0f83e74a8274 admin admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:43:40.142727 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-30dc5808-6c4a-484c-8c01-56c82557d875 None None] Provisioning for port ec59333d-aa91-4371-a2e1-66b9104cfa4d completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:43:40.150971 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] For port 3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:43:40.159602 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] For port 3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:43:40.173497 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:40.203208 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-00934b8d-a96b-4587-97af-a8947a44935d admin admin] 10.222.0.24 "PUT /v2.0/routers/ed8fda54-455f-45f7-b1a8-8cc7736d1729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9486434 Mar 08 09:43:40.205247 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b07cfd85-b78a-49f7-8390-be23d923bb78 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] 10.222.0.24 "DELETE /v2.0/networks/2356a068-e09d-4ee5-96b3-3fa36ff1296a HTTP/1.1" status: 204 len: 168 time: 3.6029108 Mar 08 09:43:40.206456 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118676c-da24-49f2-b778-0f83e74a8274 admin admin] Pushing event updated for resources: {'Port': ['ID=5416157b-8eb3-4078-b985-c7385d8aa2e8,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:40.212200 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36644) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:40.250582 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-827451fa-0b1a-4529-a24a-41391e318eaa tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:40.262815 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e776ac01-efd2-4efe-b581-71e215a595ab tempest-DHCPAgentSchedulersTestJSON-1648660771 tempest-DHCPAgentSchedulersTestJSON-1648660771-project-admin] 10.222.0.24 "GET /v2.0/agents/e50afbdd-2ba3-4a17-8c04-95c860408fdb/dhcp-networks HTTP/1.1" status: 200 len: 7250 time: 0.5102100 Mar 08 09:43:40.266454 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36650) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:40.282164 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f9f5318b-91c0-435f-aac4-01befce680c4 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:40.345884 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827451fa-0b1a-4529-a24a-41391e318eaa tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:43:40.348019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-827451fa-0b1a-4529-a24a-41391e318eaa tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:40.369036 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Routers {'3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:43:40.371493 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:43:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:40.395234 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f9f5318b-91c0-435f-aac4-01befce680c4 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:43:40.396611 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:43:40.410611 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f9f5318b-91c0-435f-aac4-01befce680c4 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Usage tracker for resource:network and tenant:51ad644d9b6e4e3980efcc5b765c0ee8 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:40.416740 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f9f5318b-91c0-435f-aac4-01befce680c4 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:40.428486 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f9f5318b-91c0-435f-aac4-01befce680c4 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:40.432321 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-423d05ee-913c-45b0-bc48-d3db8d3256eb None None] Provisioning for port 5416157b-8eb3-4078-b985-c7385d8aa2e8 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:43:40.440176 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-423d05ee-913c-45b0-bc48-d3db8d3256eb None None] Provisioning complete for port 5416157b-8eb3-4078-b985-c7385d8aa2e8 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:40.440874 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-423d05ee-913c-45b0-bc48-d3db8d3256eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:40.544463 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f5318b-91c0-435f-aac4-01befce680c4 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Made reservation on behalf of 51ad644d9b6e4e3980efcc5b765c0ee8 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:40.547835 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9f5318b-91c0-435f-aac4-01befce680c4 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:40.582477 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-423d05ee-913c-45b0-bc48-d3db8d3256eb None None] Port 5416157b-8eb3-4078-b985-c7385d8aa2e8 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:43:40.609204 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-807af67d-ec4e-4297-8c3c-ab350b6c0693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:40.648226 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-807af67d-ec4e-4297-8c3c-ab350b6c0693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:40.649518 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-807af67d-ec4e-4297-8c3c-ab350b6c0693 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29b867d3-fed2-4dcb-8cd8-128c3135e748 HTTP/1.1" status: 204 len: 168 time: 1.0806634 Mar 08 09:43:40.657230 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807af67d-ec4e-4297-8c3c-ab350b6c0693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b867d3-fed2-4dcb-8cd8-128c3135e748,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:40.697846 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f5318b-91c0-435f-aac4-01befce680c4 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:43:40.736736 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1118676c-da24-49f2-b778-0f83e74a8274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:40.752975 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9f5318b-91c0-435f-aac4-01befce680c4 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:40.753546 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-f9f5318b-91c0-435f-aac4-01befce680c4 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Added segment ecc8ea32-1a08-4c9f-83c8-4dd66eec9fcd of type vlan for network 524cfeaa-1268-45ad-afa5-32b0f620e5e1 Mar 08 09:43:40.779934 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9745972-83a8-44f4-b6d2-804b695b688d None None] Pushing event updated for resources: {'Port': ['ID=3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:40.812311 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37c73c0f-d071-479f-910b-89c17586b1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:41.016681 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ec59333d-aa91-4371-a2e1-66b9104cfa4d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:43:41.099387 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] Set router 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:43:41.152633 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port ec59333d-aa91-4371-a2e1-66b9104cfa4d completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:43:41.160053 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ec59333d-aa91-4371-a2e1-66b9104cfa4d triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:41.161033 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:41.223031 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-642dccf2-0032-4d94-bacb-5c6f3672f680 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:41.230773 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-827451fa-0b1a-4529-a24a-41391e318eaa tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:41.288243 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-827451fa-0b1a-4529-a24a-41391e318eaa tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:41.313604 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-093dc9e2-10c6-48a6-804c-40ad5b7e4726 tempest-DHCPAgentSchedulersTestJSON-1648660771 tempest-DHCPAgentSchedulersTestJSON-1648660771-project-admin] 10.222.0.24 "DELETE /v2.0/agents/e50afbdd-2ba3-4a17-8c04-95c860408fdb/dhcp-networks/e8798977-0438-49c8-8be6-0794a7d38fdb HTTP/1.1" status: 204 len: 168 time: 1.0356998 Mar 08 09:43:41.314339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36668) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:41.314776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36670) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:41.345228 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a2acc8d7-4893-4aa2-bb3d-04f5d38513f9 None None] Could not find standard attr ID for object 52689c41-b049-42e0-9d77-827047cba45f. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:43:41.384550 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Sync routers for ids ['ed8fda54-455f-45f7-b1a8-8cc7736d1729'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:43:41.390670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827451fa-0b1a-4529-a24a-41391e318eaa tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Pushing event deleted for resources: {'Network': ['ID=f7bbdf1c-1fb4-4fe7-adf6-0140935086cb,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:41.398147 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-827451fa-0b1a-4529-a24a-41391e318eaa tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] 10.222.0.24 "DELETE /v2.0/networks/f7bbdf1c-1fb4-4fe7-adf6-0140935086cb HTTP/1.1" status: 204 len: 168 time: 4.4062614 Mar 08 09:43:41.408128 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36676) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:41.458471 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9f5318b-91c0-435f-aac4-01befce680c4 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:41.485992 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Routers {'ed8fda54-455f-45f7-b1a8-8cc7736d1729'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:43:41.486639 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:43:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ed8fda54-455f-45f7-b1a8-8cc7736d1729'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:41.490126 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-37c73c0f-d071-479f-910b-89c17586b1a9 admin admin] Allocated IP 172.20.0.1 (7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8/22ec09f4-37c1-4973-ad35-a74953dd1390/9b486273-ff0c-464b-b28d-79382375488f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:43:41.598302 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9f5318b-91c0-435f-aac4-01befce680c4 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:41.600028 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f5318b-91c0-435f-aac4-01befce680c4 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:41.600753 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9f5318b-91c0-435f-aac4-01befce680c4 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:41.725940 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:41.802606 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'name': 'tempest-ServerActionsTestJSON-935696121-router', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:26Z', 'updated_at': '2022-03-08T09:43:33Z', 'revision_number': 3, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'gw_port': {'id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:41.817882 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a57e5-9549-4341-adaf-eab1c6321f5c None None] The sync data for ids ['3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'] in dv-neutron-831730-2-hyperv is: [{'id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'name': 'tempest-ServerActionsTestJSON-935696121-router', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:26Z', 'updated_at': '2022-03-08T09:43:33Z', 'revision_number': 3, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'gw_port': {'id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:43:41.874433 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5318b-91c0-435f-aac4-01befce680c4 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Pushing event updated for resources: {'Network': ['ID=524cfeaa-1268-45ad-afa5-32b0f620e5e1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:41.883317 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f9f5318b-91c0-435f-aac4-01befce680c4 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6307654 Mar 08 09:43:41.886002 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36680) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:41.894990 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-afdb814e-30c9-4ad0-992c-5e5b06f2c3c7 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Request body: {'subnet': {'network_id': '524cfeaa-1268-45ad-afa5-32b0f620e5e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:41.900610 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-afdb814e-30c9-4ad0-992c-5e5b06f2c3c7 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:41.906932 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-afdb814e-30c9-4ad0-992c-5e5b06f2c3c7 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Usage tracker for resource:subnet and tenant:51ad644d9b6e4e3980efcc5b765c0ee8 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:41.907227 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port ec59333d-aa91-4371-a2e1-66b9104cfa4d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ec59333d-aa91-4371-a2e1-66b9104cfa4d,segment=NetworkSegment(756494ad-cf61-4bbe-89f4-3941668750b8),segment_id=756494ad-cf61-4bbe-89f4-3941668750b8)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:43:41.914016 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-afdb814e-30c9-4ad0-992c-5e5b06f2c3c7 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:41.918033 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 524cfeaa-1268-45ad-afa5-32b0f620e5e1 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:43:41.922187 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-afdb814e-30c9-4ad0-992c-5e5b06f2c3c7 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:41.957915 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdb814e-30c9-4ad0-992c-5e5b06f2c3c7 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Made reservation on behalf of 51ad644d9b6e4e3980efcc5b765c0ee8 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:41.963910 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-afdb814e-30c9-4ad0-992c-5e5b06f2c3c7 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:41.964933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5d31d463-ca81-46f0-ad01-4d331f3fd68d tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:41.977818 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-642dccf2-0032-4d94-bacb-5c6f3672f680 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:42.042947 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4f671e64-d041-4c15-993a-6dbcf88fb5b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fde9251ddbb940f5b1699bb2ca97e310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7089531 Mar 08 09:43:42.054136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36684) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:42.110720 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Set router ed8fda54-455f-45f7-b1a8-8cc7736d1729 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:43:42.240308 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37c73c0f-d071-479f-910b-89c17586b1a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:42.267866 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-37c73c0f-d071-479f-910b-89c17586b1a9 admin admin] Transition to ACTIVE for port object 9b486273-ff0c-464b-b28d-79382375488f will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:43:42.344719 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36690) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:42.351124 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1bff4f2f-8980-4e61-8163-e5dd9666110f tempest-DHCPAgentSchedulersTestJSON-1648660771 tempest-DHCPAgentSchedulersTestJSON-1648660771-project-admin] 10.222.0.24 "GET /v2.0/agents/e50afbdd-2ba3-4a17-8c04-95c860408fdb/dhcp-networks HTTP/1.1" status: 200 len: 6480 time: 1.0149643 Mar 08 09:43:42.352233 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642dccf2-0032-4d94-bacb-5c6f3672f680 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Pushing event updated for resources: {'Port': ['ID=4e69ecbc-c1cd-48ff-869c-7fe23bf2c042,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:42.378731 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f2abcc2a-1a8d-4121-a457-b6625a57a354 tempest-DHCPAgentSchedulersTestJSON-1648660771 tempest-DHCPAgentSchedulersTestJSON-1648660771-project-admin] 10.222.0.24 "GET /v2.0/networks/95078fe4-cf33-4ed0-8392-53317c3aecbc/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0279391 Mar 08 09:43:42.383299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36694) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:42.385879 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642dccf2-0032-4d94-bacb-5c6f3672f680 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Network 18be367f-871c-4419-b296-897628f9a52a is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:42.393469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-74794551-7470-4a32-a7ae-f6dfea9cf474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:42.396977 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-642dccf2-0032-4d94-bacb-5c6f3672f680 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:42.424937 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642dccf2-0032-4d94-bacb-5c6f3672f680 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:43:42.426160 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642dccf2-0032-4d94-bacb-5c6f3672f680 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:42.427587 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-642dccf2-0032-4d94-bacb-5c6f3672f680 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:42.436037 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37c73c0f-d071-479f-910b-89c17586b1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:42.463472 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:42.463472 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9156073e-22bc-4460-b3fa-9210351a9d4f up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:43:42.535704 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1118676c-da24-49f2-b778-0f83e74a8274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:42.544982 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c73c0f-d071-479f-910b-89c17586b1a9 admin admin] Network 7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:42.546844 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-642dccf2-0032-4d94-bacb-5c6f3672f680 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 5.5576961 Mar 08 09:43:42.547683 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c73c0f-d071-479f-910b-89c17586b1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9b486273-ff0c-464b-b28d-79382375488f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:42.552508 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-37c73c0f-d071-479f-910b-89c17586b1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:42.555535 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c73c0f-d071-479f-910b-89c17586b1a9 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:43:42.556004 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37c73c0f-d071-479f-910b-89c17586b1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:42.653075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36698) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:42.667456 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=ec59333d-aa91-4371-a2e1-66b9104cfa4d,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:42.715447 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5d31d463-ca81-46f0-ad01-4d331f3fd68d tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:42.758020 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-5d31d463-ca81-46f0-ad01-4d331f3fd68d tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a7ed8ae-c8e5-4a26-a842-25dc6696c8fe']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:42.787558 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-5d31d463-ca81-46f0-ad01-4d331f3fd68d tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac31152e-2ba1-4287-8fac-76a5ce9908f7') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:42.788004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-5d31d463-ca81-46f0-ad01-4d331f3fd68d tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac31152e-2ba1-4287-8fac-76a5ce9908f7') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:42.805885 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5d31d463-ca81-46f0-ad01-4d331f3fd68d tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:42.828611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5d31d463-ca81-46f0-ad01-4d331f3fd68d tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:42.839817 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d31d463-ca81-46f0-ad01-4d331f3fd68d tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:43:42.842611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5d31d463-ca81-46f0-ad01-4d331f3fd68d tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:42.875718 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-74794551-7470-4a32-a7ae-f6dfea9cf474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:42.904588 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36702) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:42.913326 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5b7fdd02-7333-489a-8846-db000c3e7737 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1499682794', 'description': 'tempest-description--1696588040'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:42.935467 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-03cf783d-a3c3-49b6-87b7-d1ecd45aa77f None None] Provisioning for port 9b486273-ff0c-464b-b28d-79382375488f completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:43:42.966606 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:43:42.984838 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 9156073e-22bc-4460-b3fa-9210351a9d4f triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:42.985213 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:42.989004 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5b7fdd02-7333-489a-8846-db000c3e7737 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:42.991184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37c73c0f-d071-479f-910b-89c17586b1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:43.003063 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-71472cd2-7065-4582-9b3d-c12b11ea5945 tempest-DHCPAgentSchedulersTestJSON-1648660771 tempest-DHCPAgentSchedulersTestJSON-1648660771-project-admin] 10.222.0.24 "GET /v2.0/networks/95078fe4-cf33-4ed0-8392-53317c3aecbc/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.6114094 Mar 08 09:43:43.019092 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36706) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:43.025873 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-03cf783d-a3c3-49b6-87b7-d1ecd45aa77f None None] Provisioning complete for port 9b486273-ff0c-464b-b28d-79382375488f triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:43.026252 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03cf783d-a3c3-49b6-87b7-d1ecd45aa77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:43.130711 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:43.132998 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-03cf783d-a3c3-49b6-87b7-d1ecd45aa77f None None] Port 9b486273-ff0c-464b-b28d-79382375488f cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:43:43.184258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ef2fa789-1b54-4f50-9f3c-a7757c895605 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Deleting port 4e69ecbc-c1cd-48ff-869c-7fe23bf2c042 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:43:43.184644 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ef2fa789-1b54-4f50-9f3c-a7757c895605 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:43.222115 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5b7fdd02-7333-489a-8846-db000c3e7737 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Usage tracker for resource:security_group and tenant:d09966768d8a46489f86ec289dc54020 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:43.227982 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5b7fdd02-7333-489a-8846-db000c3e7737 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:43.240406 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5b7fdd02-7333-489a-8846-db000c3e7737 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:43.243212 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device d4b320e0-51ae-4161-a4c3-7b5d41b222e7 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:43:43.292600 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5d31d463-ca81-46f0-ad01-4d331f3fd68d tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:43.333574 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'name': 'tempest-ServersTestManualDisk-778693241-router', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:24Z', 'updated_at': '2022-03-08T09:43:33Z', 'revision_number': 4, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'gw_port': {'id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:19:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:25Z', 'updated_at': '2022-03-08T09:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f9db4861-ba54-4cb2-9595-4dc1e02dea36', 'name': '', 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'mac_address': 'fa:16:3e:72:c2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5412c5b-767e-40f0-a363-91743b739e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:31Z', 'updated_at': '2022-03-08T09:43:34Z', 'revision_number': 2, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'subnets': [{'id': 'd5412c5b-767e-40f0-a363-91743b739e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:43.342612 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdd02-7333-489a-8846-db000c3e7737 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:43.343384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Checking router: ed8fda54-455f-45f7-b1a8-8cc7736d1729 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:43:43.343813 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Updating router ed8fda54-455f-45f7-b1a8-8cc7736d1729 port f9db4861-ba54-4cb2-9595-4dc1e02dea36 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:43:43.371692 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5b7fdd02-7333-489a-8846-db000c3e7737 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:43.375834 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5b7fdd02-7333-489a-8846-db000c3e7737 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Usage tracker for resource:security_group_rule and tenant:d09966768d8a46489f86ec289dc54020 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:43.380921 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5b7fdd02-7333-489a-8846-db000c3e7737 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:43.387909 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5b7fdd02-7333-489a-8846-db000c3e7737 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:43.406586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5d31d463-ca81-46f0-ad01-4d331f3fd68d tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:43.415375 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port d4b320e0-51ae-4161-a4c3-7b5d41b222e7 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:43:43.427999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port d4b320e0-51ae-4161-a4c3-7b5d41b222e7 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:43.428533 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:43.467797 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-74794551-7470-4a32-a7ae-f6dfea9cf474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:43.472761 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:43.481772 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdd02-7333-489a-8846-db000c3e7737 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:43.501014 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdd02-7333-489a-8846-db000c3e7737 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:43.503322 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31d463-ca81-46f0-ad01-4d331f3fd68d tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a7ed8ae-c8e5-4a26-a842-25dc6696c8fe,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:43.552007 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-74794551-7470-4a32-a7ae-f6dfea9cf474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:43.553641 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-74794551-7470-4a32-a7ae-f6dfea9cf474 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/923c6b60-afa5-43bb-8f07-0bc635dc1172 HTTP/1.1" status: 204 len: 168 time: 1.4867690 Mar 08 09:43:43.565378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74794551-7470-4a32-a7ae-f6dfea9cf474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923c6b60-afa5-43bb-8f07-0bc635dc1172,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:43.573790 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5d31d463-ca81-46f0-ad01-4d331f3fd68d tempest-QuotasNegativeTest-659865394 tempest-QuotasNegativeTest-659865394-project-admin] 10.222.0.24 "DELETE /v2.0/networks/2a7ed8ae-c8e5-4a26-a842-25dc6696c8fe HTTP/1.1" status: 204 len: 168 time: 2.1448667 Mar 08 09:43:43.642768 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:43.711534 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4ad6bfba-2eaf-4b13-848a-8b27c4f1b67f tempest-DHCPAgentSchedulersTestJSON-1648660771 tempest-DHCPAgentSchedulersTestJSON-1648660771-project-admin] 10.222.0.24 "GET /v2.0/agents/e50afbdd-2ba3-4a17-8c04-95c860408fdb/dhcp-networks HTTP/1.1" status: 200 len: 6480 time: 0.6826510 Mar 08 09:43:43.712829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36714) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:43.719233 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37c73c0f-d071-479f-910b-89c17586b1a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:43.750657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37c73c0f-d071-479f-910b-89c17586b1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:43.751527 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37c73c0f-d071-479f-910b-89c17586b1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:43.753379 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port d4b320e0-51ae-4161-a4c3-7b5d41b222e7, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=d4b320e0-51ae-4161-a4c3-7b5d41b222e7,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:43:43.765562 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:43.933158 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdd02-7333-489a-8846-db000c3e7737 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:43.934553 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5b7fdd02-7333-489a-8846-db000c3e7737 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0286577 Mar 08 09:43:43.950818 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36718) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:43.971772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-c31c10bd-e419-4565-b232-c027c92a676c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Request body: {'security_group_rule': {'security_group_id': '430f31fe-4218-44f5-9611-52f38466eba4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:43.993003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c31c10bd-e419-4565-b232-c027c92a676c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:43.998898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1118676c-da24-49f2-b778-0f83e74a8274 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:44.048929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fdd02-7333-489a-8846-db000c3e7737 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=430f31fe-4218-44f5-9611-52f38466eba4,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:44.049929 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c31c10bd-e419-4565-b232-c027c92a676c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Usage tracker for resource:security_group_rule and tenant:d09966768d8a46489f86ec289dc54020 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:44.058165 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c31c10bd-e419-4565-b232-c027c92a676c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:44.069612 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1118676c-da24-49f2-b778-0f83e74a8274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:44.091834 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=d4b320e0-51ae-4161-a4c3-7b5d41b222e7,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:44.112844 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c73c0f-d071-479f-910b-89c17586b1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9b486273-ff0c-464b-b28d-79382375488f,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:44.151938 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ec59333d-aa91-4371-a2e1-66b9104cfa4d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:43:44.156150 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c31c10bd-e419-4565-b232-c027c92a676c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:44.172910 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ef2fa789-1b54-4f50-9f3c-a7757c895605 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:44.293092 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-862c1403-d8f4-4199-bee1-77869313f198 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:44.320627 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-afdb814e-30c9-4ad0-992c-5e5b06f2c3c7 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 09:43:44.321662 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-afdb814e-30c9-4ad0-992c-5e5b06f2c3c7 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:44.374120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ef2fa789-1b54-4f50-9f3c-a7757c895605 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Calling delete_port for 4e69ecbc-c1cd-48ff-869c-7fe23bf2c042 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:43:44.434617 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c73c0f-d071-479f-910b-89c17586b1a9 admin admin] Network 7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:44.441059 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-37c73c0f-d071-479f-910b-89c17586b1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:44.441428 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c31c10bd-e419-4565-b232-c027c92a676c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:44.449713 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1118676c-da24-49f2-b778-0f83e74a8274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:44.460686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118676c-da24-49f2-b778-0f83e74a8274 admin admin] Pushing event updated for resources: {'Port': ['ID=5416157b-8eb3-4078-b985-c7385d8aa2e8,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:44.474929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb814e-30c9-4ad0-992c-5e5b06f2c3c7 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4008240b-a45e-4acd-b3c8-9ffd7a8625f4,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:44.538266 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ec59333d-aa91-4371-a2e1-66b9104cfa4d triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:44.538597 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:44.589607 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdb814e-30c9-4ad0-992c-5e5b06f2c3c7 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Checking segment: {'id': 'ecc8ea32-1a08-4c9f-83c8-4dd66eec9fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '524cfeaa-1268-45ad-afa5-32b0f620e5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:43:44.590204 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdb814e-30c9-4ad0-992c-5e5b06f2c3c7 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Network hostable DHCP agents. Network: 524cfeaa-1268-45ad-afa5-32b0f620e5e1, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:43:44.651960 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:44.703391 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Transition to ACTIVE for port object f9db4861-ba54-4cb2-9595-4dc1e02dea36 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:43:44.734359 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdb814e-30c9-4ad0-992c-5e5b06f2c3c7 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Network 524cfeaa-1268-45ad-afa5-32b0f620e5e1 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:43:44.735398 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:44.780958 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-afdb814e-30c9-4ad0-992c-5e5b06f2c3c7 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 524cfeaa-1268-45ad-afa5-32b0f620e5e1) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:44.793311 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdb814e-30c9-4ad0-992c-5e5b06f2c3c7 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:44.794259 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-afdb814e-30c9-4ad0-992c-5e5b06f2c3c7 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:44.822903 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c73c0f-d071-479f-910b-89c17586b1a9 admin admin] Router 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:43:44.823531 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36736) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:44.839418 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9be4874-116a-4ea5-9fa4-7e5eb4297cf4 None None] Network 524cfeaa-1268-45ad-afa5-32b0f620e5e1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:43:44.841092 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-afdb814e-30c9-4ad0-992c-5e5b06f2c3c7 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9539826 Mar 08 09:43:44.842164 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36742) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:44.858221 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Request body: {'floatingip': {'floating_network_id': '524cfeaa-1268-45ad-afa5-32b0f620e5e1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:44.927198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:44.953651 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Usage tracker for resource:floatingip and tenant:51ad644d9b6e4e3980efcc5b765c0ee8 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:44.960359 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:44.970325 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:45.013449 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:45.081801 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c31c10bd-e419-4565-b232-c027c92a676c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:45.145342 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c31c10bd-e419-4565-b232-c027c92a676c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:45.145943 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-641fc18c-2ff3-49d1-ad73-c9c1be384132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:45.148660 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-862c1403-d8f4-4199-bee1-77869313f198 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:45.213179 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-641fc18c-2ff3-49d1-ad73-c9c1be384132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:45.226930 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-641fc18c-2ff3-49d1-ad73-c9c1be384132 admin admin] Usage tracker for resource:security_group_rule and tenant:69f7904a08504fb2a3a08c3b4c91a198 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:45.228842 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3c7df165-6c9f-4b68-87ef-6ecc395a7ccc None None] Provisioning complete for port 9b486273-ff0c-464b-b28d-79382375488f triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:45.229302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3c7df165-6c9f-4b68-87ef-6ecc395a7ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:45.235487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-641fc18c-2ff3-49d1-ad73-c9c1be384132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:45.239931 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c73c0f-d071-479f-910b-89c17586b1a9 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:43:45.242865 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c10bd-e419-4565-b232-c027c92a676c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0b0469-e88e-4130-b851-f816593045f3,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:45.251611 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Sync routers for ids ['3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:43:45.252592 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-37c73c0f-d071-479f-910b-89c17586b1a9 admin admin] 10.222.0.24 "PUT /v2.0/routers/3c2e89c2-e24f-45d8-b5ef-9527850ac7cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2404482 Mar 08 09:43:45.253811 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-641fc18c-2ff3-49d1-ad73-c9c1be384132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:45.269732 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Routers {'3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:43:45.273168 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6818c129-630c-4053-8926-28807c1ea07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:43:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:45.318088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-862c1403-d8f4-4199-bee1-77869313f198 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8798977-0438-49c8-8be6-0794a7d38fdb']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:45.358579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1118676c-da24-49f2-b778-0f83e74a8274 admin admin] Network 12a870d7-eb73-494e-9ddc-3ff1bde0751a is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:45.364227 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b083830-2bb8-467a-93cd-e5d60e16eaf4 None None] Pushing event updated for resources: {'Port': ['ID=f9db4861-ba54-4cb2-9595-4dc1e02dea36,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:45.371416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c31c10bd-e419-4565-b232-c027c92a676c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:45.373591 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c31c10bd-e419-4565-b232-c027c92a676c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4215479 Mar 08 09:43:45.381827 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36758) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:45.383961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-1118676c-da24-49f2-b778-0f83e74a8274 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:45.403009 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-862c1403-d8f4-4199-bee1-77869313f198 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1fa6352-1c6f-4a7b-951d-2e6e8c2bd057') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:45.403515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-862c1403-d8f4-4199-bee1-77869313f198 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1fa6352-1c6f-4a7b-951d-2e6e8c2bd057') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:45.416711 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7b5d30c4-5658-4145-82a1-8abf7efcd4cb tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Request body: {'security_group_rule': {'security_group_id': '430f31fe-4218-44f5-9611-52f38466eba4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:45.417004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ef2fa789-1b54-4f50-9f3c-a7757c895605 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:45.427297 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Attempting to bind port f9db4861-ba54-4cb2-9595-4dc1e02dea36 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:43:45.427660 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Attempting to bind port f9db4861-ba54-4cb2-9595-4dc1e02dea36 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '855f09ea-58ec-49aa-bee8-0c16a3319281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:43:45.428366 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Attempting to bind port f9db4861-ba54-4cb2-9595-4dc1e02dea36 on network 01d28e7b-77d7-484e-8483-00c7056ccd45 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:43:45.452041 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7b5d30c4-5658-4145-82a1-8abf7efcd4cb tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:45.453897 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3c7df165-6c9f-4b68-87ef-6ecc395a7ccc None None] Port 9b486273-ff0c-464b-b28d-79382375488f cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:43:45.464933 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:43:45.473586 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7b5d30c4-5658-4145-82a1-8abf7efcd4cb tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Usage tracker for resource:security_group_rule and tenant:d09966768d8a46489f86ec289dc54020 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:45.478220 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7b5d30c4-5658-4145-82a1-8abf7efcd4cb tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:45.489137 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7b5d30c4-5658-4145-82a1-8abf7efcd4cb tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:45.575905 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-862c1403-d8f4-4199-bee1-77869313f198 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:45.576435 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:43:45.576435 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Checking segment: {'id': '855f09ea-58ec-49aa-bee8-0c16a3319281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:43:45.576869 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:45.577442 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Bound using segment: {'id': '855f09ea-58ec-49aa-bee8-0c16a3319281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:43:45.578067 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Bound port: f9db4861-ba54-4cb2-9595-4dc1e02dea36, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855f09ea-58ec-49aa-bee8-0c16a3319281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:43:45.578589 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:45.586915 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b5d30c4-5658-4145-82a1-8abf7efcd4cb tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:45.618330 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-862c1403-d8f4-4199-bee1-77869313f198 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:45.632351 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862c1403-d8f4-4199-bee1-77869313f198 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:43:45.633016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-862c1403-d8f4-4199-bee1-77869313f198 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:45.694700 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2fa789-1b54-4f50-9f3c-a7757c895605 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e69ecbc-c1cd-48ff-869c-7fe23bf2c042,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:43:45.701322 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:43:45.727905 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Set router 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:43:45.755927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:45.823670 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:43:45.915104 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Allocated IP 172.20.0.10 (524cfeaa-1268-45ad-afa5-32b0f620e5e1/4008240b-a45e-4acd-b3c8-9ffd7a8625f4/e3e49f5c-a153-46a9-93e3-c59c5593ee84) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:43:45.954060 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:45.954663 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:46.074826 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8adcde-6b86-4e1e-92b5-bcd5e41ada6b None None] Network 524cfeaa-1268-45ad-afa5-32b0f620e5e1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:43:46.095987 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] For port f9db4861-ba54-4cb2-9595-4dc1e02dea36, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:43:46.127970 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-eb7aec5f-b6fd-4f39-be3b-df11e4c51730 None None] Provisioning complete for port 5416157b-8eb3-4078-b985-c7385d8aa2e8 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:46.128678 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eb7aec5f-b6fd-4f39-be3b-df11e4c51730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:46.133213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:46.178342 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:46.213559 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] For port f9db4861-ba54-4cb2-9595-4dc1e02dea36, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f9db4861-ba54-4cb2-9595-4dc1e02dea36,segment=NetworkSegment(855f09ea-58ec-49aa-bee8-0c16a3319281),segment_id=855f09ea-58ec-49aa-bee8-0c16a3319281)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:43:46.242158 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-641fc18c-2ff3-49d1-ad73-c9c1be384132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:46.257137 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6818c129-630c-4053-8926-28807c1ea07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'name': 'tempest-ServerActionsTestJSON-935696121-router', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:26Z', 'updated_at': '2022-03-08T09:43:42Z', 'revision_number': 4, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'gw_port': {'id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '9b486273-ff0c-464b-b28d-79382375488f', 'name': '', 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'mac_address': 'fa:16:3e:63:05:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22ec09f4-37c1-4973-ad35-a74953dd1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:41Z', 'updated_at': '2022-03-08T09:43:43Z', 'revision_number': 2, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'subnets': [{'id': '22ec09f4-37c1-4973-ad35-a74953dd1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:46.264145 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Network 524cfeaa-1268-45ad-afa5-32b0f620e5e1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:46.266044 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Checking router: 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:43:46.268561 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Updating router 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc port 9b486273-ff0c-464b-b28d-79382375488f binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:43:46.268753 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:46.269715 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:46.276261 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-641fc18c-2ff3-49d1-ad73-c9c1be384132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:46.288135 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:43:46.331279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fc18c-2ff3-49d1-ad73-c9c1be384132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e88616-0f89-488a-9bef-fcb49d73c420,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:46.375446 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:46.453993 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-641fc18c-2ff3-49d1-ad73-c9c1be384132 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69f7904a08504fb2a3a08c3b4c91a198&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6290627 Mar 08 09:43:46.455859 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36784) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:46.460117 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b5d30c4-5658-4145-82a1-8abf7efcd4cb tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:46.460499 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1118676c-da24-49f2-b778-0f83e74a8274 admin admin] Router d97c3134-8520-472e-abf3-aacdfca4708c has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:43:46.464379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Pushing event updated for resources: {'Port': ['ID=e3e49f5c-a153-46a9-93e3-c59c5593ee84,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:46.507423 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:46.509201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ef2fa789-1b54-4f50-9f3c-a7757c895605 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:46.549829 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b5d30c4-5658-4145-82a1-8abf7efcd4cb tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:46.620450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-862c1403-d8f4-4199-bee1-77869313f198 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:46.632476 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d30c4-5658-4145-82a1-8abf7efcd4cb tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33271ae6-dad9-452c-be09-c277ac3e38c8,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:46.636104 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b5d30c4-5658-4145-82a1-8abf7efcd4cb tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:46.637311 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7b5d30c4-5658-4145-82a1-8abf7efcd4cb tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2496281 Mar 08 09:43:46.646888 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36788) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:46.659474 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:46.665862 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:46.669913 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Usage tracker for resource:floatingip and tenant:d09966768d8a46489f86ec289dc54020 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:46.671446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-862c1403-d8f4-4199-bee1-77869313f198 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:46.674193 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-862c1403-d8f4-4199-bee1-77869313f198 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] 10.222.0.24 "DELETE /v2.0/networks/e8798977-0438-49c8-8be6-0794a7d38fdb HTTP/1.1" status: 204 len: 168 time: 2.7821107 Mar 08 09:43:46.686348 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:46.689718 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36792) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:46.694025 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:46.696017 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ef2fa789-1b54-4f50-9f3c-a7757c895605 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "DELETE /v2.0/ports/4e69ecbc-c1cd-48ff-869c-7fe23bf2c042 HTTP/1.1" status: 204 len: 168 time: 4.0403259 Mar 08 09:43:46.701486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36794) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:46.702372 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c1403-d8f4-4199-bee1-77869313f198 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Pushing event deleted for resources: {'Network': ['ID=e8798977-0438-49c8-8be6-0794a7d38fdb,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:46.750521 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b083830-2bb8-467a-93cd-e5d60e16eaf4 None None] Pushing event updated for resources: {'Port': ['ID=f9db4861-ba54-4cb2-9595-4dc1e02dea36,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:46.761379 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-eb7aec5f-b6fd-4f39-be3b-df11e4c51730 None None] Port 5416157b-8eb3-4078-b985-c7385d8aa2e8 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:43:46.780633 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36800) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:46.784251 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '18be367f-871c-4419-b296-897628f9a52a', 'external_fixed_ips': [{'subnet_id': '8d7aee74-4ec5-4285-86b2-2f5de2806441', 'ip_address': '2001:db8::11a'}]}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:46.815060 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:46.856720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Usage tracker for resource:router and tenant:9b9538ff9c50463fba3fb08b20b570ba is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:46.862524 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8989398-aa1e-486b-aa1a-43827aa43dae tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] DELETE failed (client error): The resource could not be found. Mar 08 09:43:46.862672 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd7f8c3a-2c7f-4495-addd-9f5b47d1f97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:46.869891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8989398-aa1e-486b-aa1a-43827aa43dae tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:43:46.872954 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a8989398-aa1e-486b-aa1a-43827aa43dae tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] 10.222.0.24 "DELETE /v2.0/ports/52689c41-b049-42e0-9d77-827047cba45f HTTP/1.1" status: 404 len: 333 time: 0.1755109 Mar 08 09:43:46.875871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:46.892744 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd7f8c3a-2c7f-4495-addd-9f5b47d1f97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:46.901241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36808) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:46.909725 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:46.920589 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Routers {'ed8fda54-455f-45f7-b1a8-8cc7736d1729'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:43:46.929452 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:43:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ed8fda54-455f-45f7-b1a8-8cc7736d1729'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:46.950354 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:46.984382 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd7f8c3a-2c7f-4495-addd-9f5b47d1f97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.017249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:47.043796 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.053166 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:43:47.071340 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.083754 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.096153 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Transition to ACTIVE for port object 9b486273-ff0c-464b-b28d-79382375488f will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:43:47.104800 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.131993 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f8c3a-2c7f-4495-addd-9f5b47d1f97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e88616-0f89-488a-9bef-fcb49d73c420,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:47.133160 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1491874934', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:47.179393 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:47.200111 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd7f8c3a-2c7f-4495-addd-9f5b47d1f97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.206007 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bd7f8c3a-2c7f-4495-addd-9f5b47d1f97b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7e88616-0f89-488a-9bef-fcb49d73c420 HTTP/1.1" status: 204 len: 168 time: 0.7441428 Mar 08 09:43:47.245928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Usage tracker for resource:port and tenant:3e6ce8170a47405ebd1005e0a3ecf29d is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:47.256631 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:47.274271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.280054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.312569 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:47.313717 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device d4b320e0-51ae-4161-a4c3-7b5d41b222e7 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:43:47.320545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36814) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:47.325673 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1118676c-da24-49f2-b778-0f83e74a8274 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:43:47.341860 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-21f86d67-72ef-47eb-8339-ac7b3bb38531 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--191519704', 'description': 'tempest-description--1062365982'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:47.354511 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1118676c-da24-49f2-b778-0f83e74a8274 admin admin] 10.222.0.24 "PUT /v2.0/routers/d97c3134-8520-472e-abf3-aacdfca4708c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0390062 Mar 08 09:43:47.366363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-21f86d67-72ef-47eb-8339-ac7b3bb38531 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:47.384154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7332b3e7-3d35-4dc7-9602-bda740d281d0 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Deleting subnet d3503d3b-21bb-42ec-884c-8f5028454d89 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:43:47.390963 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-21f86d67-72ef-47eb-8339-ac7b3bb38531 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Usage tracker for resource:security_group and tenant:3930543b2ce942fe899a5a461a431d3e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:47.393909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Made reservation on behalf of 3e6ce8170a47405ebd1005e0a3ecf29d for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:47.396832 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.408828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-21f86d67-72ef-47eb-8339-ac7b3bb38531 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:47.412376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.418407 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Sync routers for ids ['d97c3134-8520-472e-abf3-aacdfca4708c'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:43:47.426145 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7332b3e7-3d35-4dc7-9602-bda740d281d0 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.466746 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-21f86d67-72ef-47eb-8339-ac7b3bb38531 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:47.471107 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.540237 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:47.552064 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-21f86d67-72ef-47eb-8339-ac7b3bb38531 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.565699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Usage tracker for resource:security_group_rule and tenant:3e6ce8170a47405ebd1005e0a3ecf29d is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:47.583079 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54bf41-3bba-4381-b133-86bff73404b3 None None] Pushing event updated for resources: {'Port': ['ID=9b486273-ff0c-464b-b28d-79382375488f,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:47.651393 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Attempting to bind port 9b486273-ff0c-464b-b28d-79382375488f on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:43:47.651778 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Attempting to bind port 9b486273-ff0c-464b-b28d-79382375488f by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '5fdb64d3-0b47-4e50-9fbf-d89b25ee019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:43:47.652120 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Attempting to bind port 9b486273-ff0c-464b-b28d-79382375488f on network 7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:43:47.653922 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Routers {'d97c3134-8520-472e-abf3-aacdfca4708c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:43:47.654558 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:43:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d97c3134-8520-472e-abf3-aacdfca4708c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:47.666699 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:43:47.667082 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Checking segment: {'id': '5fdb64d3-0b47-4e50-9fbf-d89b25ee019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:43:47.667466 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.667856 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Bound using segment: {'id': '5fdb64d3-0b47-4e50-9fbf-d89b25ee019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:43:47.669867 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Bound port: 9b486273-ff0c-464b-b28d-79382375488f, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdb64d3-0b47-4e50-9fbf-d89b25ee019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:43:47.670274 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.676424 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:47.700650 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7332b3e7-3d35-4dc7-9602-bda740d281d0 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.729897 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:47.746708 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.761048 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.768814 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.813280 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-21f86d67-72ef-47eb-8339-ac7b3bb38531 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:47.817818 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-21f86d67-72ef-47eb-8339-ac7b3bb38531 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Usage tracker for resource:security_group_rule and tenant:3930543b2ce942fe899a5a461a431d3e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:47.820863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-21f86d67-72ef-47eb-8339-ac7b3bb38531 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:47.826574 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-21f86d67-72ef-47eb-8339-ac7b3bb38531 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:47.860973 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6818c129-630c-4053-8926-28807c1ea07f None None] For port 9b486273-ff0c-464b-b28d-79382375488f, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:43:47.864201 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6818c129-630c-4053-8926-28807c1ea07f None None] For port 9b486273-ff0c-464b-b28d-79382375488f, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9b486273-ff0c-464b-b28d-79382375488f,segment=NetworkSegment(5fdb64d3-0b47-4e50-9fbf-d89b25ee019e),segment_id=5fdb64d3-0b47-4e50-9fbf-d89b25ee019e)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:43:47.876034 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.904067 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Pushing event updated for resources: {'Port': ['ID=e3e49f5c-a153-46a9-93e3-c59c5593ee84,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:47.911758 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-21f86d67-72ef-47eb-8339-ac7b3bb38531 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.918244 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.944908 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:47.948797 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d53b0104-1698-4faf-bb85-185854ad07c3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0950627 Mar 08 09:43:47.954953 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36826) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:47.959792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-21f86d67-72ef-47eb-8339-ac7b3bb38531 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:48.064866 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Set router d97c3134-8520-472e-abf3-aacdfca4708c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:43:48.088866 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2f5eeda5-56c9-4e65-8be0-eaacd033b82e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Synchronizing usage tracker for tenant:51ad644d9b6e4e3980efcc5b765c0ee8 on resource:floatingip {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:43:48.089036 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Routers {'3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:43:48.089570 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6818c129-630c-4053-8926-28807c1ea07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:43:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:48.105840 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36830) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:48.173087 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b8ab9010-43d0-40db-ad03-62eb5f96ae8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:48.178416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f86d67-72ef-47eb-8339-ac7b3bb38531 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9938870-4091-4ac6-a556-d64139016727,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:48.181113 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-21f86d67-72ef-47eb-8339-ac7b3bb38531 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:48.182998 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-21f86d67-72ef-47eb-8339-ac7b3bb38531 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8550122 Mar 08 09:43:48.190832 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36834) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:48.207407 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ba47af2b-482e-47a8-9ec4-c307b524bdad tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Request body: {'security_group_rule': {'security_group_id': 'f9938870-4091-4ac6-a556-d64139016727', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:48.213981 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ba47af2b-482e-47a8-9ec4-c307b524bdad tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:48.218183 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ba47af2b-482e-47a8-9ec4-c307b524bdad tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Usage tracker for resource:security_group_rule and tenant:3930543b2ce942fe899a5a461a431d3e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:48.221597 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ba47af2b-482e-47a8-9ec4-c307b524bdad tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:48.228196 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ba47af2b-482e-47a8-9ec4-c307b524bdad tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:48.241402 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b8ab9010-43d0-40db-ad03-62eb5f96ae8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:48.265771 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b8ab9010-43d0-40db-ad03-62eb5f96ae8d admin admin] Usage tracker for resource:security_group_rule and tenant:7a7b2af3b0704e63a648f4b401c4ab49 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:48.270803 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b8ab9010-43d0-40db-ad03-62eb5f96ae8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:48.279856 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba47af2b-482e-47a8-9ec4-c307b524bdad tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:48.282283 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54bf41-3bba-4381-b133-86bff73404b3 None None] Pushing event updated for resources: {'Port': ['ID=9b486273-ff0c-464b-b28d-79382375488f,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:48.309544 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:48.321335 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b8ab9010-43d0-40db-ad03-62eb5f96ae8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:48.369918 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:48.398141 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba47af2b-482e-47a8-9ec4-c307b524bdad tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:48.461584 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7332b3e7-3d35-4dc7-9602-bda740d281d0 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:48.486024 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b8ab9010-43d0-40db-ad03-62eb5f96ae8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:48.494009 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Allocated IP 172.26.2.186 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/0aed9447-4e23-4fac-9069-0b07dda1149b) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:43:48.497568 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] Set router ed8fda54-455f-45f7-b1a8-8cc7736d1729 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:43:48.537039 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6818c129-630c-4053-8926-28807c1ea07f None None] Set router 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:43:48.592367 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port d4b320e0-51ae-4161-a4c3-7b5d41b222e7 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:48.594541 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:48.652463 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:48.690946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b8ab9010-43d0-40db-ad03-62eb5f96ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:48.706781 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba47af2b-482e-47a8-9ec4-c307b524bdad tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:48.708994 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:48.721143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:48.752626 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:48.779851 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:48.789456 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47af2b-482e-47a8-9ec4-c307b524bdad tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a061a34b-2730-432a-8f18-2280bbef547b,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:48.792145 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:48.809039 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:43:48.820340 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ec2a9a-3110-42c7-9502-fc50a434e0c2,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:48.825414 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] device_id is not set on port e6fee82b-aa8f-4974-8a6b-489e3811b1b9 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:43:48.840201 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:48.923324 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:48.937714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7332b3e7-3d35-4dc7-9602-bda740d281d0 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:48.975957 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b8ab9010-43d0-40db-ad03-62eb5f96ae8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a7b2af3b0704e63a648f4b401c4ab49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8667459 Mar 08 09:43:48.976827 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2f5eeda5-56c9-4e65-8be0-eaacd033b82e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Unset dirty status for tenant:51ad644d9b6e4e3980efcc5b765c0ee8 on resource:floatingip {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:43:48.981199 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2f5eeda5-56c9-4e65-8be0-eaacd033b82e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=524cfeaa-1268-45ad-afa5-32b0f620e5e1 HTTP/1.1" status: 200 len: 690 time: 1.0252895 Mar 08 09:43:48.982787 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36840) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:48.983213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36842) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:48.994969 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332b3e7-3d35-4dc7-9602-bda740d281d0 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Pushing event deleted for resources: {'Subnet': ['ID=d3503d3b-21bb-42ec-884c-8f5028454d89,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:49.009094 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab9010-43d0-40db-ad03-62eb5f96ae8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e259d9-e7e3-43b0-8196-7bb6e3e9939a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:49.039921 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6818c129-630c-4053-8926-28807c1ea07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'name': 'tempest-ServerActionsTestJSON-935696121-router', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:26Z', 'updated_at': '2022-03-08T09:43:42Z', 'revision_number': 4, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'gw_port': {'id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '9b486273-ff0c-464b-b28d-79382375488f', 'name': '', 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'mac_address': 'fa:16:3e:63:05:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22ec09f4-37c1-4973-ad35-a74953dd1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:41Z', 'updated_at': '2022-03-08T09:43:47Z', 'revision_number': 4, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'subnets': [{'id': '22ec09f4-37c1-4973-ad35-a74953dd1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:49.048176 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6818c129-630c-4053-8926-28807c1ea07f None None] The sync data for ids ['3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'] in dv-neutron-831730-2-hyperv is: [{'id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'name': 'tempest-ServerActionsTestJSON-935696121-router', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:26Z', 'updated_at': '2022-03-08T09:43:42Z', 'revision_number': 4, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'gw_port': {'id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '9b486273-ff0c-464b-b28d-79382375488f', 'name': '', 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'mac_address': 'fa:16:3e:63:05:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22ec09f4-37c1-4973-ad35-a74953dd1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:41Z', 'updated_at': '2022-03-08T09:43:47Z', 'revision_number': 4, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'subnets': [{'id': '22ec09f4-37c1-4973-ad35-a74953dd1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:43:49.055526 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7332b3e7-3d35-4dc7-9602-bda740d281d0 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:49.088350 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7332b3e7-3d35-4dc7-9602-bda740d281d0 tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] 10.222.0.24 "DELETE /v2.0/subnets/d3503d3b-21bb-42ec-884c-8f5028454d89 HTTP/1.1" status: 204 len: 168 time: 2.1678350 Mar 08 09:43:49.094682 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36848) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:49.168333 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70f2a7b-5494-4ed1-a1e1-afe82a996212 None None] Network 95078fe4-cf33-4ed0-8392-53317c3aecbc requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:43:49.181856 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36852) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:49.183663 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Allocated IP 172.26.2.241 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/e6fee82b-aa8f-4974-8a6b-489e3811b1b9) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:43:49.421949 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:49.423277 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Pushing event updated for resources: {'Port': ['ID=0aed9447-4e23-4fac-9069-0b07dda1149b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:49.430179 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:49.439103 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba47af2b-482e-47a8-9ec4-c307b524bdad tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:49.443878 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ba47af2b-482e-47a8-9ec4-c307b524bdad tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2444191 Mar 08 09:43:49.444864 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:49.461799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36854) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:49.515033 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:49.565880 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-35986255-6255-4a8c-83cb-0f8cd91370ad tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1494260025', 'description': 'tempest-description--1794688512'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:49.613137 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'name': 'tempest-ServersTestJSON-980890469-router', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:28Z', 'updated_at': '2022-03-08T09:43:42Z', 'revision_number': 4, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'gw_port': {'id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '5416157b-8eb3-4078-b985-c7385d8aa2e8', 'name': '', 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'mac_address': 'fa:16:3e:44:a7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:39Z', 'updated_at': '2022-03-08T09:43:43Z', 'revision_number': 2, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'subnets': [{'id': '7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:49.630633 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Checking router: d97c3134-8520-472e-abf3-aacdfca4708c for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:43:49.630976 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Updating router d97c3134-8520-472e-abf3-aacdfca4708c port 5416157b-8eb3-4078-b985-c7385d8aa2e8 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:43:49.711884 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:49.720479 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:43:49.741111 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:49.758165 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-35986255-6255-4a8c-83cb-0f8cd91370ad tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:49.763485 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-114b2a10-ac31-4bc7-b2c7-66db2cbca7e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Request body: {'security_group_rule': {'security_group_id': 'f9938870-4091-4ac6-a556-d64139016727', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:49.775996 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Pushing event updated for resources: {'Port': ['ID=0aed9447-4e23-4fac-9069-0b07dda1149b,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:49.802862 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d462686-65c0-46dd-9986-1e0e54a63b7e None None] DHCP port deletion for 95078fe4-cf33-4ed0-8392-53317c3aecbc request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:43:49.804787 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:49.806151 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-114b2a10-ac31-4bc7-b2c7-66db2cbca7e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:49.821214 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-114b2a10-ac31-4bc7-b2c7-66db2cbca7e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Usage tracker for resource:security_group_rule and tenant:3930543b2ce942fe899a5a461a431d3e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:49.821717 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'name': 'tempest-ServersTestManualDisk-778693241-router', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:24Z', 'updated_at': '2022-03-08T09:43:33Z', 'revision_number': 4, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'gw_port': {'id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:19:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:25Z', 'updated_at': '2022-03-08T09:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f9db4861-ba54-4cb2-9595-4dc1e02dea36', 'name': '', 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'mac_address': 'fa:16:3e:72:c2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5412c5b-767e-40f0-a363-91743b739e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:31Z', 'updated_at': '2022-03-08T09:43:46Z', 'revision_number': 4, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'subnets': [{'id': 'd5412c5b-767e-40f0-a363-91743b739e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:49.824923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Deleting port e3e49f5c-a153-46a9-93e3-c59c5593ee84 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:43:49.825272 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:49.838846 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9d462686-65c0-46dd-9986-1e0e54a63b7e None None] Deleting port ec59333d-aa91-4371-a2e1-66b9104cfa4d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:43:49.839409 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d462686-65c0-46dd-9986-1e0e54a63b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:49.850222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-114b2a10-ac31-4bc7-b2c7-66db2cbca7e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:49.879810 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5907784-2e98-42ba-9b71-64a42883d3f5 None None] The sync data for ids ['ed8fda54-455f-45f7-b1a8-8cc7736d1729'] in dv-neutron-831730-2-hyperv is: [{'id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'name': 'tempest-ServersTestManualDisk-778693241-router', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:24Z', 'updated_at': '2022-03-08T09:43:33Z', 'revision_number': 4, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'gw_port': {'id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:19:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:25Z', 'updated_at': '2022-03-08T09:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f9db4861-ba54-4cb2-9595-4dc1e02dea36', 'name': '', 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'mac_address': 'fa:16:3e:72:c2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5412c5b-767e-40f0-a363-91743b739e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:31Z', 'updated_at': '2022-03-08T09:43:46Z', 'revision_number': 4, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'subnets': [{'id': 'd5412c5b-767e-40f0-a363-91743b739e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:43:50.036687 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-114b2a10-ac31-4bc7-b2c7-66db2cbca7e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:50.043094 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-35986255-6255-4a8c-83cb-0f8cd91370ad tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Usage tracker for resource:security_group and tenant:00a80dd10b2246ce8fdef8fc388deb9c is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:50.053676 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.062680 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c041b41d-39cb-4210-b132-dd23fcb88b5c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4013882 Mar 08 09:43:50.085324 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.088717 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cdbb1b40-2ee1-41b5-b234-b71ee3f9fea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.105744 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-35986255-6255-4a8c-83cb-0f8cd91370ad tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:50.124347 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-35986255-6255-4a8c-83cb-0f8cd91370ad tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:50.126394 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-114b2a10-ac31-4bc7-b2c7-66db2cbca7e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.155306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:50.176287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:50.196872 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:43:50.213004 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cdbb1b40-2ee1-41b5-b234-b71ee3f9fea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.263605 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Pushing event updated for resources: {'Port': ['ID=e6fee82b-aa8f-4974-8a6b-489e3811b1b9,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:50.268283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:50.268993 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.278600 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Deleting port ec59333d-aa91-4371-a2e1-66b9104cfa4d {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:43:50.278973 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.303647 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:50.303996 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.310937 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cdbb1b40-2ee1-41b5-b234-b71ee3f9fea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.316158 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.356988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-35986255-6255-4a8c-83cb-0f8cd91370ad tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.397670 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-114b2a10-ac31-4bc7-b2c7-66db2cbca7e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.400087 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.400482 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.432490 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-114b2a10-ac31-4bc7-b2c7-66db2cbca7e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.446560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.456514 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb1b40-2ee1-41b5-b234-b71ee3f9fea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e259d9-e7e3-43b0-8196-7bb6e3e9939a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:50.556662 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-35986255-6255-4a8c-83cb-0f8cd91370ad tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:50.562084 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-73de4aab-e21d-4f2d-9998-efaaaa6c4a46 tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.7641807 Mar 08 09:43:50.573791 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36872) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:50.574727 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-35986255-6255-4a8c-83cb-0f8cd91370ad tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Usage tracker for resource:security_group_rule and tenant:00a80dd10b2246ce8fdef8fc388deb9c is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:50.581583 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-35986255-6255-4a8c-83cb-0f8cd91370ad tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:50.601675 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-4a50efe0-ce32-47e1-a9e1-d6727414095f tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.241'}]}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:50.611759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4a50efe0-ce32-47e1-a9e1-d6727414095f tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:50.616849 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4a50efe0-ce32-47e1-a9e1-d6727414095f tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Usage tracker for resource:router and tenant:3e6ce8170a47405ebd1005e0a3ecf29d is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:50.619647 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4a50efe0-ce32-47e1-a9e1-d6727414095f tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:50.625819 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4a50efe0-ce32-47e1-a9e1-d6727414095f tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:50.635892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-35986255-6255-4a8c-83cb-0f8cd91370ad tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:50.639436 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b2a10-ac31-4bc7-b2c7-66db2cbca7e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e649862-d3d8-4b5d-b603-540198f6c839,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:50.644653 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cdbb1b40-2ee1-41b5-b234-b71ee3f9fea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.649818 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cdbb1b40-2ee1-41b5-b234-b71ee3f9fea8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2e259d9-e7e3-43b0-8196-7bb6e3e9939a HTTP/1.1" status: 204 len: 168 time: 1.6557431 Mar 08 09:43:50.661487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Calling delete_port for e3e49f5c-a153-46a9-93e3-c59c5593ee84 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:43:50.715351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-114b2a10-ac31-4bc7-b2c7-66db2cbca7e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.717088 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-114b2a10-ac31-4bc7-b2c7-66db2cbca7e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0267549 Mar 08 09:43:50.726435 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36884) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:50.734927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4a50efe0-ce32-47e1-a9e1-d6727414095f tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.735961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4a50efe0-ce32-47e1-a9e1-d6727414095f tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.742574 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:50.752651 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:50.758835 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Usage tracker for resource:floatingip and tenant:3930543b2ce942fe899a5a461a431d3e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:50.760416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4a50efe0-ce32-47e1-a9e1-d6727414095f tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.763196 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:50.774705 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:50.816568 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:50.975681 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:51.017844 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36892) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:51.034857 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 09:43:51.049322 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] For port ec59333d-aa91-4371-a2e1-66b9104cfa4d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ec59333d-aa91-4371-a2e1-66b9104cfa4d,segment=NetworkSegment(756494ad-cf61-4bbe-89f4-3941668750b8),segment_id=756494ad-cf61-4bbe-89f4-3941668750b8)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:43:51.049646 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:51.055131 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Transition to ACTIVE for port object 5416157b-8eb3-4078-b985-c7385d8aa2e8 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:43:51.068914 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9d462686-65c0-46dd-9986-1e0e54a63b7e None None] For port ec59333d-aa91-4371-a2e1-66b9104cfa4d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ec59333d-aa91-4371-a2e1-66b9104cfa4d,segment=NetworkSegment(756494ad-cf61-4bbe-89f4-3941668750b8),segment_id=756494ad-cf61-4bbe-89f4-3941668750b8)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:43:51.069343 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d462686-65c0-46dd-9986-1e0e54a63b7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:51.087407 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:51.153591 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-44321eea-40e4-4a75-944e-a168bf5babed req-809ad62f-e812-474c-b100-48f40b1db2b0 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Synchronizing usage tracker for tenant:d09966768d8a46489f86ec289dc54020 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:43:51.162253 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:51.245129 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c3dbb-2ab3-4400-8892-e6c762348b4a None None] Pushing event updated for resources: {'Port': ['ID=5416157b-8eb3-4078-b985-c7385d8aa2e8,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:51.266922 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3e49f5c-a153-46a9-93e3-c59c5593ee84,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:51.287871 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:51.297833 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-44321eea-40e4-4a75-944e-a168bf5babed req-809ad62f-e812-474c-b100-48f40b1db2b0 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Unset dirty status for tenant:d09966768d8a46489f86ec289dc54020 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:43:51.299017 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-44321eea-40e4-4a75-944e-a168bf5babed req-809ad62f-e812-474c-b100-48f40b1db2b0 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1499682794&fields=id&tenant_id=d09966768d8a46489f86ec289dc54020 HTTP/1.1" status: 200 len: 267 time: 0.2761540 Mar 08 09:43:51.341873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:51.407611 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9d462686-65c0-46dd-9986-1e0e54a63b7e None None] Calling delete_port for ec59333d-aa91-4371-a2e1-66b9104cfa4d owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:43:51.447050 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9b486273-ff0c-464b-b28d-79382375488f up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:43:51.459620 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Calling delete_port for ec59333d-aa91-4371-a2e1-66b9104cfa4d owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:43:51.490865 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4a50efe0-ce32-47e1-a9e1-d6727414095f tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:51.546446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Allocated IP 2001:db8::11a (18be367f-871c-4419-b296-897628f9a52a/8d7aee74-4ec5-4285-86b2-2f5de2806441/e589efd5-c4b8-4058-8f01-27bdc2a091b7) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:43:51.549311 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:51.669622 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-35986255-6255-4a8c-83cb-0f8cd91370ad tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:51.715536 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-35986255-6255-4a8c-83cb-0f8cd91370ad tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:51.731675 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44321eea-40e4-4a75-944e-a168bf5babed req-2dd9284c-f29c-4e73-8127-04dbbdda6d7a tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:51.733673 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-44321eea-40e4-4a75-944e-a168bf5babed req-2dd9284c-f29c-4e73-8127-04dbbdda6d7a tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/networks?id=01d28e7b-77d7-484e-8483-00c7056ccd45 HTTP/1.1" status: 200 len: 811 time: 0.4001994 Mar 08 09:43:51.775093 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Allocated IP 172.26.2.152 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/a8af32bf-fb6d-4328-a0b7-9e9fec3f3c15) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:43:51.780943 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-44321eea-40e4-4a75-944e-a168bf5babed req-97528f81-bb93-412d-aada-e338cb7e4592 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/quotas/d09966768d8a46489f86ec289dc54020 HTTP/1.1" status: 200 len: 375 time: 0.0324926 Mar 08 09:43:51.818542 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35986255-6255-4a8c-83cb-0f8cd91370ad tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e09093-fb7a-4a38-a7d1-1a927b42078a,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:51.831522 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:51.883588 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4008240b-a45e-4acd-b3c8-9ffd7a8625f4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:51.953525 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-9d462686-65c0-46dd-9986-1e0e54a63b7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:43:51.953932 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-9d462686-65c0-46dd-9986-1e0e54a63b7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:43:51.969768 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Attempting to bind port 5416157b-8eb3-4078-b985-c7385d8aa2e8 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:43:51.970125 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Attempting to bind port 5416157b-8eb3-4078-b985-c7385d8aa2e8 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'abb959c0-c15d-4009-8bed-8aaea1318c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:43:51.970545 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Attempting to bind port 5416157b-8eb3-4078-b985-c7385d8aa2e8 on network 12a870d7-eb73-494e-9ddc-3ff1bde0751a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:43:51.978969 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:43:51.979646 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Checking segment: {'id': 'abb959c0-c15d-4009-8bed-8aaea1318c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:43:51.979785 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:51.980105 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Bound using segment: {'id': 'abb959c0-c15d-4009-8bed-8aaea1318c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:43:51.980582 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Bound port: 5416157b-8eb3-4078-b985-c7385d8aa2e8, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb959c0-c15d-4009-8bed-8aaea1318c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:43:51.984642 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:51.998534 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 9b486273-ff0c-464b-b28d-79382375488f completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:43:52.009507 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 9b486273-ff0c-464b-b28d-79382375488f triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:52.009879 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:52.017091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:52.101728 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] No DVR routers for this DVR port ec59333d-aa91-4371-a2e1-66b9104cfa4d on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:43:52.120302 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Pushing event deleted for resources: {'Port': ['ID=ec59333d-aa91-4371-a2e1-66b9104cfa4d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:52.172977 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] For port 5416157b-8eb3-4078-b985-c7385d8aa2e8, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:43:52.177301 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] For port 5416157b-8eb3-4078-b985-c7385d8aa2e8, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=5416157b-8eb3-4078-b985-c7385d8aa2e8,segment=NetworkSegment(abb959c0-c15d-4009-8bed-8aaea1318c7f),segment_id=abb959c0-c15d-4009-8bed-8aaea1318c7f)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:43:52.182778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:52.211859 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:52.235060 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:52.312542 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:52.334082 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c3dbb-2ab3-4400-8892-e6c762348b4a None None] Pushing event updated for resources: {'Port': ['ID=5416157b-8eb3-4078-b985-c7385d8aa2e8,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:52.334804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:52.344794 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Routers {'d97c3134-8520-472e-abf3-aacdfca4708c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:43:52.345431 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:43:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d97c3134-8520-472e-abf3-aacdfca4708c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:52.352882 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:52.354446 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:52.377914 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:52.378425 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-35986255-6255-4a8c-83cb-0f8cd91370ad tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:52.382153 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-35986255-6255-4a8c-83cb-0f8cd91370ad tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.8213785 Mar 08 09:43:52.389084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36920) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:52.391500 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95078fe4-cf33-4ed0-8392-53317c3aecbc']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:52.401171 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:43:52.428577 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:52.428935 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:52.429705 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:52.430029 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > port after_create 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:52.430344 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:52.430695 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > port after_update 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:52.431009 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:52.433190 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:52.433822 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:52.434289 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:52.442552 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e8f4cfbe-bf16-4906-98fe-7ccc30fdf4ba tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Request body: {'security_group_rule': {'security_group_id': '97e09093-fb7a-4a38-a7d1-1a927b42078a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:52.450081 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e8f4cfbe-bf16-4906-98fe-7ccc30fdf4ba tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:52.455225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e8f4cfbe-bf16-4906-98fe-7ccc30fdf4ba tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Usage tracker for resource:security_group_rule and tenant:00a80dd10b2246ce8fdef8fc388deb9c is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:52.459214 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e8f4cfbe-bf16-4906-98fe-7ccc30fdf4ba tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:52.465350 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e8f4cfbe-bf16-4906-98fe-7ccc30fdf4ba tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:52.473485 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9d462686-65c0-46dd-9986-1e0e54a63b7e None None] Deleting port ec59333d-aa91-4371-a2e1-66b9104cfa4d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:43:52.473871 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d462686-65c0-46dd-9986-1e0e54a63b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:52.487275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756494ad-cf61-4bbe-89f4-3941668750b8') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:52.487958 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756494ad-cf61-4bbe-89f4-3941668750b8') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:52.534927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:52.539349 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e8f4cfbe-bf16-4906-98fe-7ccc30fdf4ba tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:52.549168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:52.592190 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9d462686-65c0-46dd-9986-1e0e54a63b7e None None] The port 'ec59333d-aa91-4371-a2e1-66b9104cfa4d' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:43:52.596333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:52.603621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 9b486273-ff0c-464b-b28d-79382375488f, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9b486273-ff0c-464b-b28d-79382375488f,segment=NetworkSegment(5fdb64d3-0b47-4e50-9fbf-d89b25ee019e),segment_id=5fdb64d3-0b47-4e50-9fbf-d89b25ee019e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:43:52.658256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:43:52.658802 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:43:52.677318 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:43:52.698188 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:52.701330 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:52.702322 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:52.703122 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:52.704470 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 09:43:52.705394 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524cfeaa-1268-45ad-afa5-32b0f620e5e1']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:52.767295 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Pushing event updated for resources: {'Port': ['ID=a8af32bf-fb6d-4328-a0b7-9e9fec3f3c15,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:52.778994 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc8ea32-1a08-4c9f-83c8-4dd66eec9fcd') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:52.779303 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc8ea32-1a08-4c9f-83c8-4dd66eec9fcd') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:52.814716 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:52.844426 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-44321eea-40e4-4a75-944e-a168bf5babed req-b597817d-b4cf-4402-a393-5e047db05ad3 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d09966768d8a46489f86ec289dc54020&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0546422 Mar 08 09:43:52.856418 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] Set router d97c3134-8520-472e-abf3-aacdfca4708c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:43:52.862432 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:52.864844 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:52.873411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:43:52.873879 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: from cryptography.utils import int_from_bytes Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: from cryptography.utils import int_from_bytes Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn_limited( Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn_limited( Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:43:52.893069 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:43:52.935318 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f9db4861-ba54-4cb2-9595-4dc1e02dea36 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:43:52.989899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:53.014601 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=9b486273-ff0c-464b-b28d-79382375488f,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:53.139544 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:53.210505 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 524cfeaa-1268-45ad-afa5-32b0f620e5e1 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 08 09:43:53.221265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Pushing event deleted for resources: {'Network': ['ID=524cfeaa-1268-45ad-afa5-32b0f620e5e1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:53.226265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:53.281810 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:53.291438 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port f9db4861-ba54-4cb2-9595-4dc1e02dea36 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:43:53.291884 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36936) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:53.302206 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f9db4861-ba54-4cb2-9595-4dc1e02dea36 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:53.302782 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:53.310245 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4a50efe0-ce32-47e1-a9e1-d6727414095f tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:53.384636 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:53.389767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:53.406959 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:53.415781 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e8f4cfbe-bf16-4906-98fe-7ccc30fdf4ba tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:53.432175 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:53.493242 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6e843bb6-7456-400d-b241-c22c2f1f740e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] 10.222.0.24 "DELETE /v2.0/networks/524cfeaa-1268-45ad-afa5-32b0f620e5e1 HTTP/1.1" status: 204 len: 168 time: 4.4974637 Mar 08 09:43:53.500545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36944) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:53.501978 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:53.502639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4a50efe0-ce32-47e1-a9e1-d6727414095f tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:53.534450 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'name': 'tempest-ServersTestJSON-980890469-router', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:28Z', 'updated_at': '2022-03-08T09:43:42Z', 'revision_number': 4, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'gw_port': {'id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '5416157b-8eb3-4078-b985-c7385d8aa2e8', 'name': '', 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'mac_address': 'fa:16:3e:44:a7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:39Z', 'updated_at': '2022-03-08T09:43:52Z', 'revision_number': 4, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'subnets': [{'id': '7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:53.545818 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751768f3-7242-4099-9b56-ff1cb6291f84 None None] The sync data for ids ['d97c3134-8520-472e-abf3-aacdfca4708c'] in dv-neutron-831730-2-hyperv is: [{'id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'name': 'tempest-ServersTestJSON-980890469-router', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:28Z', 'updated_at': '2022-03-08T09:43:42Z', 'revision_number': 4, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'gw_port': {'id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '5416157b-8eb3-4078-b985-c7385d8aa2e8', 'name': '', 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'mac_address': 'fa:16:3e:44:a7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:39Z', 'updated_at': '2022-03-08T09:43:52Z', 'revision_number': 4, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'subnets': [{'id': '7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:43:53.547548 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-815e89e3-be37-4dc0-be94-41ebcf7039bf tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-686275722'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:53.549804 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port f9db4861-ba54-4cb2-9595-4dc1e02dea36, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f9db4861-ba54-4cb2-9595-4dc1e02dea36,segment=NetworkSegment(855f09ea-58ec-49aa-bee8-0c16a3319281),segment_id=855f09ea-58ec-49aa-bee8-0c16a3319281)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:43:53.555837 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:53.579527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] Pushing event deleted for resources: {'Network': ['ID=95078fe4-cf33-4ed0-8392-53317c3aecbc,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:53.593798 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-44321eea-40e4-4a75-944e-a168bf5babed req-ee64592f-d440-4ea2-98fe-911ec9f567eb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:43:53.603207 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-44321eea-40e4-4a75-944e-a168bf5babed req-ee64592f-d440-4ea2-98fe-911ec9f567eb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1834993 Mar 08 09:43:53.630971 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ec59333d-aa91-4371-a2e1-66b9104cfa4d no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:43:53.676449 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: ec59333d-aa91-4371-a2e1-66b9104cfa4d {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:43:53.677145 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ec59333d-aa91-4371-a2e1-66b9104cfa4d not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:43:53.686601 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=f9db4861-ba54-4cb2-9595-4dc1e02dea36,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:53.704577 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ab13ace1-072f-44bb-8543-dfa61512487d tempest-DHCPAgentSchedulersTestJSON-1466769268 tempest-DHCPAgentSchedulersTestJSON-1466769268-project] 10.222.0.24 "DELETE /v2.0/networks/95078fe4-cf33-4ed0-8392-53317c3aecbc HTTP/1.1" status: 204 len: 168 time: 4.6020765 Mar 08 09:43:53.705618 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e8f4cfbe-bf16-4906-98fe-7ccc30fdf4ba tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:53.716427 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ff90dc69-21c6-46ee-b7d9-caaff3088a35 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Synchronizing usage tracker for tenant:51ad644d9b6e4e3980efcc5b765c0ee8 on resource:floatingip {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:43:53.726647 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-815e89e3-be37-4dc0-be94-41ebcf7039bf tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:53.739323 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Pushing event updated for resources: {'Port': ['ID=a8af32bf-fb6d-4328-a0b7-9e9fec3f3c15,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:53.756168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Network 18be367f-871c-4419-b296-897628f9a52a is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:53.761675 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-815e89e3-be37-4dc0-be94-41ebcf7039bf tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Usage tracker for resource:router and tenant:f5db22f884ec4450861519aed907b6f2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:53.770962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-815e89e3-be37-4dc0-be94-41ebcf7039bf tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:53.775963 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:53.799142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:43:53.839465 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ff90dc69-21c6-46ee-b7d9-caaff3088a35 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Unset dirty status for tenant:51ad644d9b6e4e3980efcc5b765c0ee8 on resource:floatingip {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:43:53.843400 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ff90dc69-21c6-46ee-b7d9-caaff3088a35 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.3365717 Mar 08 09:43:53.847688 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36950) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:53.848982 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:53.915987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4cfbe-bf16-4906-98fe-7ccc30fdf4ba tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8826871-7ce1-4aa6-90c2-fd8c19caf479,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:53.918887 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-815e89e3-be37-4dc0-be94-41ebcf7039bf tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:53.947471 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e8f4cfbe-bf16-4906-98fe-7ccc30fdf4ba tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:53.949466 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e8f4cfbe-bf16-4906-98fe-7ccc30fdf4ba tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5371649 Mar 08 09:43:53.957898 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:53.968302 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-246a5cfb-1a1a-4f1f-aefa-643ba37ae760 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2404141 Mar 08 09:43:53.969781 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36954) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:53.970154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Pushing event updated for resources: {'Port': ['ID=e589efd5-c4b8-4058-8f01-27bdc2a091b7,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:53.983705 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-28d0d867-531b-41a5-8009-e52b40e615f8 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Request body: {'security_group_rule': {'security_group_id': '97e09093-fb7a-4a38-a7d1-1a927b42078a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:54.011720 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-44321eea-40e4-4a75-944e-a168bf5babed req-907be816-f2f0-4ab5-a3cd-75a321cf8c94 service neutron] 10.222.0.24 "GET /v2.0/networks/01d28e7b-77d7-484e-8483-00c7056ccd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075181 Mar 08 09:43:54.037357 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-28d0d867-531b-41a5-8009-e52b40e615f8 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:54.067598 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-28d0d867-531b-41a5-8009-e52b40e615f8 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Usage tracker for resource:security_group_rule and tenant:00a80dd10b2246ce8fdef8fc388deb9c is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:54.077348 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-28d0d867-531b-41a5-8009-e52b40e615f8 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:54.089404 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6013ab-99eb-4a04-97d3-7a64e40556b5 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:54.089863 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6013ab-99eb-4a04-97d3-7a64e40556b5 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:54.090320 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6013ab-99eb-4a04-97d3-7a64e40556b5 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:54.090771 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6013ab-99eb-4a04-97d3-7a64e40556b5 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:54.091219 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6013ab-99eb-4a04-97d3-7a64e40556b5 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:54.091723 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6013ab-99eb-4a04-97d3-7a64e40556b5 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:54.092086 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6013ab-99eb-4a04-97d3-7a64e40556b5 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:54.093197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9b6013ab-99eb-4a04-97d3-7a64e40556b5 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Synchronizing usage tracker for tenant:51ad644d9b6e4e3980efcc5b765c0ee8 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:43:54.111916 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-28d0d867-531b-41a5-8009-e52b40e615f8 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:54.210522 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9b6013ab-99eb-4a04-97d3-7a64e40556b5 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Unset dirty status for tenant:51ad644d9b6e4e3980efcc5b765c0ee8 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:43:54.215288 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9b6013ab-99eb-4a04-97d3-7a64e40556b5 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.3620927 Mar 08 09:43:54.226989 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36962) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:54.249212 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-815e89e3-be37-4dc0-be94-41ebcf7039bf tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:54.250218 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-815e89e3-be37-4dc0-be94-41ebcf7039bf tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:54.294671 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 36968) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:54.332599 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-815e89e3-be37-4dc0-be94-41ebcf7039bf tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:54.354460 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-dec579e7-9413-4267-8c18-4ab757773226 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] delete failed (client error): The resource could not be found. Mar 08 09:43:54.357991 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dec579e7-9413-4267-8c18-4ab757773226 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/4528ec1e-fc9b-46dd-b9a9-3a485c8e583b HTTP/1.1" status: 404 len: 345 time: 0.1267936 Mar 08 09:43:54.370114 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36982) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:54.373808 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28d0d867-531b-41a5-8009-e52b40e615f8 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:54.439047 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-44321eea-40e4-4a75-944e-a168bf5babed req-8511742d-cbcb-4bcc-8125-071f24162b7d service neutron] 10.222.0.24 "GET /v2.0/networks/01d28e7b-77d7-484e-8483-00c7056ccd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264431 Mar 08 09:43:54.448997 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae612b6-7d35-4bb4-bd38-9d436d80b8b2 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] DELETE failed (client error): The resource could not be found. Mar 08 09:43:54.449185 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae612b6-7d35-4bb4-bd38-9d436d80b8b2 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:43:54.454920 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9ae612b6-7d35-4bb4-bd38-9d436d80b8b2 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] 10.222.0.24 "DELETE /v2.0/networks/524cfeaa-1268-45ad-afa5-32b0f620e5e1 HTTP/1.1" status: 404 len: 339 time: 0.0510299 Mar 08 09:43:54.454920 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36986) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:54.462121 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1c6b0c1e-e0ba-45b6-b14b-099089d49096 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Request body: {'network': {'name': 'tempest-network--2016160605', 'router:external': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:54.472121 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1c6b0c1e-e0ba-45b6-b14b-099089d49096 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:54.487315 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1c6b0c1e-e0ba-45b6-b14b-099089d49096 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Usage tracker for resource:network and tenant:51ad644d9b6e4e3980efcc5b765c0ee8 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:54.491497 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28d0d867-531b-41a5-8009-e52b40e615f8 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:54.492645 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1c6b0c1e-e0ba-45b6-b14b-099089d49096 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:54.499785 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1c6b0c1e-e0ba-45b6-b14b-099089d49096 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:54.502043 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28d0d867-531b-41a5-8009-e52b40e615f8 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:54.514962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4a50efe0-ce32-47e1-a9e1-d6727414095f tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:54.568134 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0d867-531b-41a5-8009-e52b40e615f8 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45670c4c-8d7d-4778-8c02-de8b840924ed,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:54.574263 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6b0c1e-e0ba-45b6-b14b-099089d49096 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Made reservation on behalf of 51ad644d9b6e4e3980efcc5b765c0ee8 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:54.576583 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c6b0c1e-e0ba-45b6-b14b-099089d49096 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:54.624370 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28d0d867-531b-41a5-8009-e52b40e615f8 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:54.633029 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-28d0d867-531b-41a5-8009-e52b40e615f8 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6572466 Mar 08 09:43:54.635339 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 36996) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:54.650749 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:54.671483 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:54.687443 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Usage tracker for resource:floatingip and tenant:00a80dd10b2246ce8fdef8fc388deb9c is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:54.695544 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:54.698601 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6b0c1e-e0ba-45b6-b14b-099089d49096 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:43:54.706366 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:54.724925 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c6b0c1e-e0ba-45b6-b14b-099089d49096 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:54.725269 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-1c6b0c1e-e0ba-45b6-b14b-099089d49096 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Added segment 317db145-2d00-44a4-8d4a-f9046a814d2e of type vlan for network d1732faa-938f-40d8-bdf3-5bddeda52c36 Mar 08 09:43:54.757500 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:54.758916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-815e89e3-be37-4dc0-be94-41ebcf7039bf tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:54.828112 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7bcd583-8c9f-41d1-ab85-9d4211ece22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:54.964211 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 5416157b-8eb3-4078-b985-c7385d8aa2e8 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:43:55.004026 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37020) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:55.024102 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-815e89e3-be37-4dc0-be94-41ebcf7039bf tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:55.026177 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-815e89e3-be37-4dc0-be94-41ebcf7039bf tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.7188838 Mar 08 09:43:55.037265 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a7971245-784b-477a-a55c-8234e0834836 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a5213278d9144f4bd96d99de09e30c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7399518 Mar 08 09:43:55.042450 dv-neutron-831730-2-hyperv neutron-server[87771]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 09:43:55.043313 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37024) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:55.043936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37026) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:55.080068 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2553f032-284d-4899-84dd-f3666a6ede00 req-11437842-36ac-4f97-be1d-0305d58b37d5 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 210 time: 0.2421997 Mar 08 09:43:55.081712 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c6b0c1e-e0ba-45b6-b14b-099089d49096 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:55.094178 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 5416157b-8eb3-4078-b985-c7385d8aa2e8 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:43:55.104348 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 5416157b-8eb3-4078-b985-c7385d8aa2e8 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:55.105935 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:55.200106 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c6b0c1e-e0ba-45b6-b14b-099089d49096 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:55.201000 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6b0c1e-e0ba-45b6-b14b-099089d49096 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:55.201582 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c6b0c1e-e0ba-45b6-b14b-099089d49096 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:55.236532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4a50efe0-ce32-47e1-a9e1-d6727414095f tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:55.249090 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:55.253915 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4a50efe0-ce32-47e1-a9e1-d6727414095f tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:55.273553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:55.290791 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 5416157b-8eb3-4078-b985-c7385d8aa2e8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=5416157b-8eb3-4078-b985-c7385d8aa2e8,segment=NetworkSegment(abb959c0-c15d-4009-8bed-8aaea1318c7f),segment_id=abb959c0-c15d-4009-8bed-8aaea1318c7f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:43:55.297498 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:55.299091 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9b486273-ff0c-464b-b28d-79382375488f up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:43:55.313836 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1c6b0c1e-e0ba-45b6-b14b-099089d49096 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8560119 Mar 08 09:43:55.315236 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37036) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:55.322294 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b0c1e-e0ba-45b6-b14b-099089d49096 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Pushing event updated for resources: {'Network': ['ID=d1732faa-938f-40d8-bdf3-5bddeda52c36,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:55.363853 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network d1732faa-938f-40d8-bdf3-5bddeda52c36 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:43:55.471284 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:55.538463 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=5416157b-8eb3-4078-b985-c7385d8aa2e8,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:55.546449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-48307fd1-d332-4758-a6ee-a44d8af70c84 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:55.555370 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 9b486273-ff0c-464b-b28d-79382375488f triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:55.556085 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:55.600221 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f7c89-a6ab-41e6-a68d-c0e37a77b12e tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:55.611797 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f7c89-a6ab-41e6-a68d-c0e37a77b12e tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:55.620399 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f7c89-a6ab-41e6-a68d-c0e37a77b12e tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:55.634974 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f7c89-a6ab-41e6-a68d-c0e37a77b12e tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:55.643554 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f7c89-a6ab-41e6-a68d-c0e37a77b12e tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:55.644785 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-279f7c89-a6ab-41e6-a68d-c0e37a77b12e tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Synchronizing usage tracker for tenant:e2956ac870de4b47a5be4f9f57cb33ab on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:43:55.708071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-a6e4768a-19db-467e-b647-2e083ac3bfda tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Synchronizing usage tracker for tenant:3930543b2ce942fe899a5a461a431d3e on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:43:55.788385 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Allocated IP 172.26.2.173 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/6d92b0b9-78b5-4832-9b47-ffb2694db70d) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:43:55.830120 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f9db4861-ba54-4cb2-9595-4dc1e02dea36 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:43:55.905254 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f9db4861-ba54-4cb2-9595-4dc1e02dea36 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:55.905461 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:55.953196 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4a50efe0-ce32-47e1-a9e1-d6727414095f tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:55.954136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a50efe0-ce32-47e1-a9e1-d6727414095f tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4164aedc-1de0-47d2-ad01-701f61e47b43 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:43:55.958789 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-279f7c89-a6ab-41e6-a68d-c0e37a77b12e tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Unset dirty status for tenant:e2956ac870de4b47a5be4f9f57cb33ab on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:43:55.966209 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-279f7c89-a6ab-41e6-a68d-c0e37a77b12e tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3061 time: 0.6440501 Mar 08 09:43:55.966988 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37056) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:56.034801 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:56.089368 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-907a60cf-3059-4186-be95-73b776fd542d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:56.123187 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81d2adb4-5e85-4052-a651-6639db985c5e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:56.160376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-a6e4768a-19db-467e-b647-2e083ac3bfda tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Unset dirty status for tenant:3930543b2ce942fe899a5a461a431d3e on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:43:56.161833 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-a6e4768a-19db-467e-b647-2e083ac3bfda tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--191519704&fields=id&tenant_id=3930543b2ce942fe899a5a461a431d3e HTTP/1.1" status: 200 len: 267 time: 1.1399162 Mar 08 09:43:56.210109 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-907a60cf-3059-4186-be95-73b776fd542d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:56.285891 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81d2adb4-5e85-4052-a651-6639db985c5e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:56.350535 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:56.361569 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-81d2adb4-5e85-4052-a651-6639db985c5e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1732faa-938f-40d8-bdf3-5bddeda52c36']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:56.424890 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-48307fd1-d332-4758-a6ee-a44d8af70c84 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:56.429866 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-81d2adb4-5e85-4052-a651-6639db985c5e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '317db145-2d00-44a4-8d4a-f9046a814d2e') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:56.430161 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-81d2adb4-5e85-4052-a651-6639db985c5e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '317db145-2d00-44a4-8d4a-f9046a814d2e') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:56.440086 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-4a50efe0-ce32-47e1-a9e1-d6727414095f tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 08 09:43:56.444349 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4a50efe0-ce32-47e1-a9e1-d6727414095f tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.8614986 Mar 08 09:43:56.445422 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-48307fd1-d332-4758-a6ee-a44d8af70c84 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:56.464472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37068) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:56.466188 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ca1240b5-b724-4a1a-92dc-b5cf4e777496 req-4ec8cbdd-ccae-451b-ab0d-d543d081a735 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 210 time: 0.1544878 Mar 08 09:43:56.478463 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-907a60cf-3059-4186-be95-73b776fd542d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:56.482996 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81d2adb4-5e85-4052-a651-6639db985c5e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:56.498576 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:43:56.498576 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:43:56.500583 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:43:56.552303 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81d2adb4-5e85-4052-a651-6639db985c5e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:56.562876 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Pushing event updated for resources: {'Port': ['ID=6d92b0b9-78b5-4832-9b47-ffb2694db70d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:56.587504 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d2adb4-5e85-4052-a651-6639db985c5e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:43:56.587928 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81d2adb4-5e85-4052-a651-6639db985c5e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:43:56.632010 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:43:56.736911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a60cf-3059-4186-be95-73b776fd542d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f18e41-b68f-4589-b5ad-8dea21e5255c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:56.740269 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81d2adb4-5e85-4052-a651-6639db985c5e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:56.775544 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d2adb4-5e85-4052-a651-6639db985c5e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d1732faa-938f-40d8-bdf3-5bddeda52c36 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 08 09:43:56.778078 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2adb4-5e85-4052-a651-6639db985c5e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1732faa-938f-40d8-bdf3-5bddeda52c36,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:56.778211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-907a60cf-3059-4186-be95-73b776fd542d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:56.779779 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-907a60cf-3059-4186-be95-73b776fd542d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57f18e41-b68f-4589-b5ad-8dea21e5255c HTTP/1.1" status: 204 len: 168 time: 1.7322130 Mar 08 09:43:56.783101 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81d2adb4-5e85-4052-a651-6639db985c5e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:56.799218 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:56.802979 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-81d2adb4-5e85-4052-a651-6639db985c5e tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] 10.222.0.24 "DELETE /v2.0/networks/d1732faa-938f-40d8-bdf3-5bddeda52c36 HTTP/1.1" status: 204 len: 168 time: 0.8141887 Mar 08 09:43:56.806692 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37074) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:56.812848 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c7a23201-6e80-4bee-883f-44aea6f2902c tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Request body: {'network': {'name': 'tempest-network--323731939', 'router:external': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:56.825450 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c7a23201-6e80-4bee-883f-44aea6f2902c tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:56.840653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-48307fd1-d332-4758-a6ee-a44d8af70c84 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:56.841516 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48307fd1-d332-4758-a6ee-a44d8af70c84 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3bb862d0-7852-4b5a-8cab-a751073a0a1a {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:43:56.852085 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 5416157b-8eb3-4078-b985-c7385d8aa2e8 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:43:56.879275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-48307fd1-d332-4758-a6ee-a44d8af70c84 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:56.883440 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-48307fd1-d332-4758-a6ee-a44d8af70c84 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] 10.222.0.24 "DELETE /v2.0/routers/3bb862d0-7852-4b5a-8cab-a751073a0a1a HTTP/1.1" status: 204 len: 168 time: 1.8355467 Mar 08 09:43:56.883440 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:56.887334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37078) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:56.958916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-570b8c03-4780-4028-bcba-009e3d3ce7df tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Request body: {'router': {'name': 'tempest-router-350290669', 'distributed': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:56.977650 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c7a23201-6e80-4bee-883f-44aea6f2902c tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Usage tracker for resource:network and tenant:51ad644d9b6e4e3980efcc5b765c0ee8 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:56.980508 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:56.981692 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1ce2e-7046-4394-9866-bc005439fffb tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Deleting port e6fee82b-aa8f-4974-8a6b-489e3811b1b9 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:43:56.982039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ce2e-7046-4394-9866-bc005439fffb tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:57.005140 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 5416157b-8eb3-4078-b985-c7385d8aa2e8 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:43:57.005740 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:57.091472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-570b8c03-4780-4028-bcba-009e3d3ce7df tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:57.121463 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.26', 59285) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:57.130167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-582d7556-2d57-4e82-b8ec-5856bfc8e58e tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:57.137651 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-582d7556-2d57-4e82-b8ec-5856bfc8e58e tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/networks?id=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 HTTP/1.1" status: 200 len: 811 time: 0.8763709 Mar 08 09:43:57.176617 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-570b8c03-4780-4028-bcba-009e3d3ce7df tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Usage tracker for resource:router and tenant:f5db22f884ec4450861519aed907b6f2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:57.206918 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-570b8c03-4780-4028-bcba-009e3d3ce7df tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:57.250200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-570b8c03-4780-4028-bcba-009e3d3ce7df tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:57.265775 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-94fab693-fedd-4412-9e50-37534136a8d5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/quotas/3930543b2ce942fe899a5a461a431d3e HTTP/1.1" status: 200 len: 375 time: 0.1266663 Mar 08 09:43:57.293525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c7a23201-6e80-4bee-883f-44aea6f2902c tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:57.330117 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c7a23201-6e80-4bee-883f-44aea6f2902c tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:57.372324 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37086) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:57.379492 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a23201-6e80-4bee-883f-44aea6f2902c tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Made reservation on behalf of 51ad644d9b6e4e3980efcc5b765c0ee8 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:43:57.382888 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7a23201-6e80-4bee-883f-44aea6f2902c tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:57.421465 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c123d28-d155-4bf8-88c4-5ccd0f3e517f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:57.455588 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5c123d28-d155-4bf8-88c4-5ccd0f3e517f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:57.465526 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5c123d28-d155-4bf8-88c4-5ccd0f3e517f admin admin] Usage tracker for resource:security_group_rule and tenant:4365895b3e024d2a97e17ef458ceaa0c is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:57.478303 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5c123d28-d155-4bf8-88c4-5ccd0f3e517f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:57.496394 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a23201-6e80-4bee-883f-44aea6f2902c tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:43:57.498688 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-178a3a63-3db2-40b3-ba60-c86258a2cc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:57.502256 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5c123d28-d155-4bf8-88c4-5ccd0f3e517f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:57.532489 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7a23201-6e80-4bee-883f-44aea6f2902c tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:57.537836 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-c7a23201-6e80-4bee-883f-44aea6f2902c tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Added segment f9f103dc-2737-402d-a9cd-4acdfd4ae917 of type vlan for network 0157efcc-292b-4a4d-b583-9ecd60b8ac6b Mar 08 09:43:57.562917 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:57.593832 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:57.658638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-570b8c03-4780-4028-bcba-009e3d3ce7df tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:57.659644 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-570b8c03-4780-4028-bcba-009e3d3ce7df tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:57.719316 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7a23201-6e80-4bee-883f-44aea6f2902c tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:57.811539 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44321eea-40e4-4a75-944e-a168bf5babed req-20a93300-a17f-4cd0-a6f7-ed98fd2e165f tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:57.812225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-44321eea-40e4-4a75-944e-a168bf5babed req-20a93300-a17f-4cd0-a6f7-ed98fd2e165f tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Synchronizing usage tracker for tenant:d09966768d8a46489f86ec289dc54020 on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:43:57.819527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-570b8c03-4780-4028-bcba-009e3d3ce7df tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:57.828099 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8bbd819c-b7ef-430b-8d0e-90595c4628bc req-5b472de4-761f-412e-8da4-389da316f51b tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 210 time: 0.1245372 Mar 08 09:43:57.835409 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Pushing event updated for resources: {'Port': ['ID=6d92b0b9-78b5-4832-9b47-ffb2694db70d,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:57.892043 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ce2e-7046-4394-9866-bc005439fffb tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:57.902541 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7a23201-6e80-4bee-883f-44aea6f2902c tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:57.903562 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a23201-6e80-4bee-883f-44aea6f2902c tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:57.904318 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7a23201-6e80-4bee-883f-44aea6f2902c tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:57.909174 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-0f068ca6-2db5-4d65-9b60-c89a6326296a tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3930543b2ce942fe899a5a461a431d3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6414680 Mar 08 09:43:57.914299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-44321eea-40e4-4a75-944e-a168bf5babed req-20a93300-a17f-4cd0-a6f7-ed98fd2e165f tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Unset dirty status for tenant:d09966768d8a46489f86ec289dc54020 on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:43:57.915365 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-44321eea-40e4-4a75-944e-a168bf5babed req-20a93300-a17f-4cd0-a6f7-ed98fd2e165f tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.26 "GET /v2.0/networks?id=01d28e7b-77d7-484e-8483-00c7056ccd45 HTTP/1.1" status: 200 len: 811 time: 0.7499113 Mar 08 09:43:57.918664 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-570b8c03-4780-4028-bcba-009e3d3ce7df tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:57.931456 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:57.979399 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Router 68bbd73d-a068-4036-85b1-85fb7bacab4d is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:43:57.989549 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c123d28-d155-4bf8-88c4-5ccd0f3e517f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:58.047933 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c123d28-d155-4bf8-88c4-5ccd0f3e517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:58.068519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1ce2e-7046-4394-9866-bc005439fffb tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Calling delete_port for e6fee82b-aa8f-4974-8a6b-489e3811b1b9 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:43:58.075185 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:58.076390 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ee30c244-b05d-4649-90ea-f47a0adac9fd tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4403627 Mar 08 09:43:58.077190 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a23201-6e80-4bee-883f-44aea6f2902c tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Pushing event updated for resources: {'Network': ['ID=0157efcc-292b-4a4d-b583-9ecd60b8ac6b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:58.083374 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c7a23201-6e80-4bee-883f-44aea6f2902c tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2722001 Mar 08 09:43:58.084504 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37120) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:58.109599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 0157efcc-292b-4a4d-b583-9ecd60b8ac6b details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:43:58.135680 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-570b8c03-4780-4028-bcba-009e3d3ce7df tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:58.139484 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-570b8c03-4780-4028-bcba-009e3d3ce7df tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1851714 Mar 08 09:43:58.145887 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37128) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:58.151787 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c123d28-d155-4bf8-88c4-5ccd0f3e517f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e5354e-1f8a-43b5-96d1-b9ee11bc9678,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:58.165918 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5c123d28-d155-4bf8-88c4-5ccd0f3e517f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4365895b3e024d2a97e17ef458ceaa0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7888441 Mar 08 09:43:58.211019 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:58.217083 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37132) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:58.322462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-44321eea-40e4-4a75-944e-a168bf5babed req-474eb790-aff7-439b-8125-baca8247da92 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Synchronizing usage tracker for tenant:d09966768d8a46489f86ec289dc54020 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:43:58.359442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-084fb272-4000-4ecd-80df-0a8d1d1f2485 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:43:58.360722 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-084fb272-4000-4ecd-80df-0a8d1d1f2485 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3007596 Mar 08 09:43:58.396250 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:58.468374 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5583711a-9308-4fa2-9e8d-fbb7e6f29687 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:58.520844 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-44321eea-40e4-4a75-944e-a168bf5babed req-474eb790-aff7-439b-8125-baca8247da92 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Unset dirty status for tenant:d09966768d8a46489f86ec289dc54020 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:43:58.522004 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-44321eea-40e4-4a75-944e-a168bf5babed req-474eb790-aff7-439b-8125-baca8247da92 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d09966768d8a46489f86ec289dc54020 HTTP/1.1" status: 200 len: 380 time: 0.5438251 Mar 08 09:43:58.531544 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a4cfd4-429e-4bf0-8777-b87108bf15a5 tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:58.533119 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-82a4cfd4-429e-4bf0-8777-b87108bf15a5 tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] 10.222.0.24 "GET /v2.0/networks/0157efcc-292b-4a4d-b583-9ecd60b8ac6b HTTP/1.1" status: 200 len: 756 time: 0.4478114 Mar 08 09:43:58.559559 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37148) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:58.648845 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-44321eea-40e4-4a75-944e-a168bf5babed req-030594dc-8076-4840-a52a-749f450fc211 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Request body: {'port': {'device_id': '9a574122-a586-4b5f-9de5-750eac72d7be', 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45', 'admin_state_up': True, 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'security_groups': ['430f31fe-4218-44f5-9611-52f38466eba4']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:58.757890 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:43:58.774055 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Sync routers for ids ['68bbd73d-a068-4036-85b1-85fb7bacab4d'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:43:58.793374 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Routers {'68bbd73d-a068-4036-85b1-85fb7bacab4d'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:43:58.794473 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:43:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['68bbd73d-a068-4036-85b1-85fb7bacab4d'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:58.898723 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-24c0b5b4-aecd-466f-bd4b-0a9ab290fb50 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Synchronizing usage tracker for tenant:00a80dd10b2246ce8fdef8fc388deb9c on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:43:58.914927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8147f7c-ab61-4cc4-879d-bc665525c744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:58.980950 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ce2e-7046-4394-9866-bc005439fffb tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:59.037916 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5583711a-9308-4fa2-9e8d-fbb7e6f29687 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:59.044998 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5583711a-9308-4fa2-9e8d-fbb7e6f29687 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:59.068043 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-e8537af0-dd14-43c1-a9f9-23d8f65e05ad service neutron] 10.222.0.24 "GET /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6921310 Mar 08 09:43:59.128610 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1ce2e-7046-4394-9866-bc005439fffb tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6fee82b-aa8f-4974-8a6b-489e3811b1b9,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:59.133677 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:59.137790 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bb8340be-da67-4a10-b6ee-7be1ef1b08de tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 12.4238579 Mar 08 09:43:59.154078 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37154) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:59.190520 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Set router 68bbd73d-a068-4036-85b1-85fb7bacab4d gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:43:59.253220 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5583711a-9308-4fa2-9e8d-fbb7e6f29687 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:59.253734 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5583711a-9308-4fa2-9e8d-fbb7e6f29687 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9711574-44f5-436f-86d8-5c60119322e3 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:43:59.279053 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9587873-a88b-4479-b947-bc40e2754e6c tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:59.280474 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a9587873-a88b-4479-b947-bc40e2754e6c tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] 10.222.0.24 "GET /v2.0/networks/9ef8cacd-4b69-4ab0-ae77-49d300f76cbc HTTP/1.1" status: 200 len: 768 time: 0.7151713 Mar 08 09:43:59.288246 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37158) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:59.296439 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8147f7c-ab61-4cc4-879d-bc665525c744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:59.305845 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5583711a-9308-4fa2-9e8d-fbb7e6f29687 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:59.307250 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5583711a-9308-4fa2-9e8d-fbb7e6f29687 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] 10.222.0.24 "DELETE /v2.0/routers/d9711574-44f5-436f-86d8-5c60119322e3 HTTP/1.1" status: 204 len: 168 time: 1.1566746 Mar 08 09:43:59.331713 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37162) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:43:59.350998 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-24c0b5b4-aecd-466f-bd4b-0a9ab290fb50 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Unset dirty status for tenant:00a80dd10b2246ce8fdef8fc388deb9c on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:43:59.359620 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-24c0b5b4-aecd-466f-bd4b-0a9ab290fb50 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1494260025&fields=id&tenant_id=00a80dd10b2246ce8fdef8fc388deb9c HTTP/1.1" status: 200 len: 267 time: 0.9427576 Mar 08 09:43:59.387988 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e4923b09-f83f-47d3-bb0c-c53d2af9cb02 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Request body: {'router': {'name': 'tempest-router-1102839310', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '48657336ddcb497399e2d5cf7d7fbc2e'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:43:59.393404 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e4923b09-f83f-47d3-bb0c-c53d2af9cb02 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:59.398859 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e4923b09-f83f-47d3-bb0c-c53d2af9cb02 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Usage tracker for resource:router and tenant:48657336ddcb497399e2d5cf7d7fbc2e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:59.402690 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e4923b09-f83f-47d3-bb0c-c53d2af9cb02 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:59.409254 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e4923b09-f83f-47d3-bb0c-c53d2af9cb02 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:43:59.633016 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4923b09-f83f-47d3-bb0c-c53d2af9cb02 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:59.634265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4923b09-f83f-47d3-bb0c-c53d2af9cb02 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:59.638058 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-44321eea-40e4-4a75-944e-a168bf5babed req-030594dc-8076-4840-a52a-749f450fc211 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:43:59.647420 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-44321eea-40e4-4a75-944e-a168bf5babed req-030594dc-8076-4840-a52a-749f450fc211 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Usage tracker for resource:port and tenant:d09966768d8a46489f86ec289dc54020 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:43:59.721351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-feb2fc70-f8f1-4f2c-bb5a-1de425f38ec3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:59.734553 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4923b09-f83f-47d3-bb0c-c53d2af9cb02 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:59.762878 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8147f7c-ab61-4cc4-879d-bc665525c744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:59.805313 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8147f7c-ab61-4cc4-879d-bc665525c744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e5354e-1f8a-43b5-96d1-b9ee11bc9678,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:43:59.814317 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-a2f506bc-1af5-403d-94e1-e0950f7ad981 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:43:59.815237 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-a2f506bc-1af5-403d-94e1-e0950f7ad981 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Synchronizing usage tracker for tenant:00a80dd10b2246ce8fdef8fc388deb9c on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:43:59.856785 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4923b09-f83f-47d3-bb0c-c53d2af9cb02 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:59.872166 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bbd73d-a068-4036-85b1-85fb7bacab4d', 'name': '', 'tenant_id': '9b9538ff9c50463fba3fb08b20b570ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18be367f-871c-4419-b296-897628f9a52a', 'external_fixed_ips': [{'subnet_id': '8d7aee74-4ec5-4285-86b2-2f5de2806441', 'ip_address': '2001:db8::11a'}], 'enable_snat': True}, 'gw_port_id': 'e589efd5-c4b8-4058-8f01-27bdc2a091b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:47Z', 'updated_at': '2022-03-08T09:43:54Z', 'revision_number': 3, 'project_id': '9b9538ff9c50463fba3fb08b20b570ba', 'gw_port': {'id': 'e589efd5-c4b8-4058-8f01-27bdc2a091b7', 'name': '', 'network_id': '18be367f-871c-4419-b296-897628f9a52a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bbd73d-a068-4036-85b1-85fb7bacab4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '8d7aee74-4ec5-4285-86b2-2f5de2806441', 'ip_address': '2001:db8::11a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:50Z', 'updated_at': '2022-03-08T09:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d7aee74-4ec5-4285-86b2-2f5de2806441', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:43:59.884614 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Checking router: 68bbd73d-a068-4036-85b1-85fb7bacab4d for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:43:59.887370 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Updating router 68bbd73d-a068-4036-85b1-85fb7bacab4d port e589efd5-c4b8-4058-8f01-27bdc2a091b7 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:43:59.918697 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8147f7c-ab61-4cc4-879d-bc665525c744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:59.920139 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e8147f7c-ab61-4cc4-879d-bc665525c744 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8e5354e-1f8a-43b5-96d1-b9ee11bc9678 HTTP/1.1" status: 204 len: 168 time: 1.6966517 Mar 08 09:43:59.926345 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-a2f506bc-1af5-403d-94e1-e0950f7ad981 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Unset dirty status for tenant:00a80dd10b2246ce8fdef8fc388deb9c on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:43:59.927158 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-a2f506bc-1af5-403d-94e1-e0950f7ad981 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/networks?id=12a870d7-eb73-494e-9ddc-3ff1bde0751a HTTP/1.1" status: 200 len: 805 time: 0.5663686 Mar 08 09:43:59.932708 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:43:59.947477 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-44321eea-40e4-4a75-944e-a168bf5babed req-030594dc-8076-4840-a52a-749f450fc211 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:43:59.974720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-44321eea-40e4-4a75-944e-a168bf5babed req-030594dc-8076-4840-a52a-749f450fc211 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:00.055623 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:00.083410 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-feb2fc70-f8f1-4f2c-bb5a-1de425f38ec3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:00.101095 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ce2e-7046-4394-9866-bc005439fffb tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:00.103164 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-dfc1ce2e-7046-4394-9866-bc005439fffb tempest-RoutersAdminNegativeIpV6Test-786408279 tempest-RoutersAdminNegativeIpV6Test-786408279-project-admin] 10.222.0.24 "DELETE /v2.0/ports/e6fee82b-aa8f-4974-8a6b-489e3811b1b9 HTTP/1.1" status: 204 len: 168 time: 3.6396406 Mar 08 09:44:00.104086 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44321eea-40e4-4a75-944e-a168bf5babed req-030594dc-8076-4840-a52a-749f450fc211 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Made reservation on behalf of d09966768d8a46489f86ec289dc54020 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:00.108183 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-44321eea-40e4-4a75-944e-a168bf5babed req-030594dc-8076-4840-a52a-749f450fc211 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:00.158899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-feb2fc70-f8f1-4f2c-bb5a-1de425f38ec3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0157efcc-292b-4a4d-b583-9ecd60b8ac6b']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:00.162806 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-59f907e3-66c7-4d67-a1a6-d370874e4c07 service neutron] 10.222.0.24 "GET /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0938976 Mar 08 09:44:00.171185 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:00.196983 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-feb2fc70-f8f1-4f2c-bb5a-1de425f38ec3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f103dc-2737-402d-a9cd-4acdfd4ae917') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:00.197283 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-feb2fc70-f8f1-4f2c-bb5a-1de425f38ec3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f103dc-2737-402d-a9cd-4acdfd4ae917') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:00.234290 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-feb2fc70-f8f1-4f2c-bb5a-1de425f38ec3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:00.297334 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-feb2fc70-f8f1-4f2c-bb5a-1de425f38ec3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:00.308208 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb2fc70-f8f1-4f2c-bb5a-1de425f38ec3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:44:00.308714 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-feb2fc70-f8f1-4f2c-bb5a-1de425f38ec3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:44:00.557802 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:44:00.563525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4923b09-f83f-47d3-bb0c-c53d2af9cb02 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:00.569775 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e4923b09-f83f-47d3-bb0c-c53d2af9cb02 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2322807 Mar 08 09:44:00.572079 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37182) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:00.575417 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-feb2fc70-f8f1-4f2c-bb5a-1de425f38ec3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:00.584489 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb2fc70-f8f1-4f2c-bb5a-1de425f38ec3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0157efcc-292b-4a4d-b583-9ecd60b8ac6b {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 08 09:44:00.587181 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-feb2fc70-f8f1-4f2c-bb5a-1de425f38ec3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:00.662893 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-735b80e4-e8d5-47f3-98d6-853aa2ca461e tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:00.877055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37196) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:00.877655 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37200) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:00.883858 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-feb2fc70-f8f1-4f2c-bb5a-1de425f38ec3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] 10.222.0.24 "DELETE /v2.0/networks/0157efcc-292b-4a4d-b583-9ecd60b8ac6b HTTP/1.1" status: 204 len: 168 time: 1.5896060 Mar 08 09:44:01.044237 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-d7ede249-bf23-4c00-9e44-2a39f0a5463b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Request body: {'network': {'name': 'tempest-network--379814349'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:01.162225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d7ede249-bf23-4c00-9e44-2a39f0a5463b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:01.177752 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:01.187798 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:01.188726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-087e9525-784c-4bde-a5bc-48f2399294d2 req-559676a8-06e5-4405-92b7-3c749262eb54 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Synchronizing usage tracker for tenant:d09966768d8a46489f86ec289dc54020 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:01.236462 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Transition to ACTIVE for port object e589efd5-c4b8-4058-8f01-27bdc2a091b7 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:01.269725 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:01.329170 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2fc70-f8f1-4f2c-bb5a-1de425f38ec3 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Pushing event deleted for resources: {'Network': ['ID=0157efcc-292b-4a4d-b583-9ecd60b8ac6b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:01.341264 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-f841b8ec-d8cd-43ba-94f1-3b945c6f841d tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/quotas/00a80dd10b2246ce8fdef8fc388deb9c HTTP/1.1" status: 200 len: 375 time: 0.7814496 Mar 08 09:44:01.347443 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d7ede249-bf23-4c00-9e44-2a39f0a5463b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Usage tracker for resource:network and tenant:51ad644d9b6e4e3980efcc5b765c0ee8 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:01.395032 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d7ede249-bf23-4c00-9e44-2a39f0a5463b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:01.418112 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Deleting port e589efd5-c4b8-4058-8f01-27bdc2a091b7 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:01.418470 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:01.493508 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4b873-8a33-4955-9378-ba7cb00a1fa7 None None] Pushing event updated for resources: {'Port': ['ID=e589efd5-c4b8-4058-8f01-27bdc2a091b7,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:01.549362 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Attempting to bind port e589efd5-c4b8-4058-8f01-27bdc2a091b7 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:44:01.549746 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Attempting to bind port e589efd5-c4b8-4058-8f01-27bdc2a091b7 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '197711ff-eadd-4241-b5fa-142092352384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '18be367f-871c-4419-b296-897628f9a52a'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:44:01.550370 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Attempting to bind port e589efd5-c4b8-4058-8f01-27bdc2a091b7 on network 18be367f-871c-4419-b296-897628f9a52a {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:44:01.562358 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:44:01.562990 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Checking segment: {'id': '197711ff-eadd-4241-b5fa-142092352384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '18be367f-871c-4419-b296-897628f9a52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:01.563411 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:01.564663 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Bound using segment: {'id': '197711ff-eadd-4241-b5fa-142092352384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '18be367f-871c-4419-b296-897628f9a52a'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:44:01.565181 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Bound port: e589efd5-c4b8-4058-8f01-27bdc2a091b7, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197711ff-eadd-4241-b5fa-142092352384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '18be367f-871c-4419-b296-897628f9a52a'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:44:01.565643 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:01.604539 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d7ede249-bf23-4c00-9e44-2a39f0a5463b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:01.768309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1e242489-6295-4e9f-ae8c-a97c331ca7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:01.805198 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ede249-bf23-4c00-9e44-2a39f0a5463b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Made reservation on behalf of 51ad644d9b6e4e3980efcc5b765c0ee8 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:01.807531 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d7ede249-bf23-4c00-9e44-2a39f0a5463b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:01.829419 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] For port e589efd5-c4b8-4058-8f01-27bdc2a091b7, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:44:01.830554 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1e242489-6295-4e9f-ae8c-a97c331ca7e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:01.833709 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-735b80e4-e8d5-47f3-98d6-853aa2ca461e tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:01.836332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1e242489-6295-4e9f-ae8c-a97c331ca7e6 admin admin] Usage tracker for resource:security_group_rule and tenant:8acaca26d9e24460a008b63d2d000ce0 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:01.836885 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-735b80e4-e8d5-47f3-98d6-853aa2ca461e tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:01.839334 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] For port e589efd5-c4b8-4058-8f01-27bdc2a091b7, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e589efd5-c4b8-4058-8f01-27bdc2a091b7,segment=NetworkSegment(197711ff-eadd-4241-b5fa-142092352384),segment_id=197711ff-eadd-4241-b5fa-142092352384)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:44:01.839474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1e242489-6295-4e9f-ae8c-a97c331ca7e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:01.847057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1e242489-6295-4e9f-ae8c-a97c331ca7e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:01.849971 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:01.955568 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1e242489-6295-4e9f-ae8c-a97c331ca7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:02.048759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-087e9525-784c-4bde-a5bc-48f2399294d2 req-559676a8-06e5-4405-92b7-3c749262eb54 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Unset dirty status for tenant:d09966768d8a46489f86ec289dc54020 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:02.049997 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-087e9525-784c-4bde-a5bc-48f2399294d2 req-559676a8-06e5-4405-92b7-3c749262eb54 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 210 time: 1.1712918 Mar 08 09:44:02.050821 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1e242489-6295-4e9f-ae8c-a97c331ca7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:02.077123 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4b873-8a33-4955-9378-ba7cb00a1fa7 None None] Pushing event updated for resources: {'Port': ['ID=e589efd5-c4b8-4058-8f01-27bdc2a091b7,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:02.129058 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-44321eea-40e4-4a75-944e-a168bf5babed req-030594dc-8076-4840-a52a-749f450fc211 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Allocated IP 172.20.0.3 (01d28e7b-77d7-484e-8483-00c7056ccd45/d5412c5b-767e-40f0-a363-91743b739e50/73bda9d9-00ed-42ed-95da-a5bbfecf5f04) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:02.131894 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Routers {'68bbd73d-a068-4036-85b1-85fb7bacab4d'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:02.135103 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:43:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['68bbd73d-a068-4036-85b1-85fb7bacab4d'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:02.450536 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] For port e589efd5-c4b8-4058-8f01-27bdc2a091b7, host dv-neutron-831730-2-hyperv, got binding levels [] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:02.451142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:02.534244 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-735b80e4-e8d5-47f3-98d6-853aa2ca461e tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87772) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 08 09:44:02.534588 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-735b80e4-e8d5-47f3-98d6-853aa2ca461e tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Router f15991e3-a423-443b-9a1d-4995b2afd974 migrating from provider to provider. {{(pid=87772) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 08 09:44:02.535638 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-735b80e4-e8d5-47f3-98d6-853aa2ca461e tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:02.545007 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-735b80e4-e8d5-47f3-98d6-853aa2ca461e tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:02.547087 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37240) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:02.567366 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] Set router 68bbd73d-a068-4036-85b1-85fb7bacab4d gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:44:02.574576 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-735b80e4-e8d5-47f3-98d6-853aa2ca461e tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:02.596559 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Calling delete_port for e589efd5-c4b8-4058-8f01-27bdc2a091b7 owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:02.829362 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bbd73d-a068-4036-85b1-85fb7bacab4d', 'name': '', 'tenant_id': '9b9538ff9c50463fba3fb08b20b570ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:47Z', 'updated_at': '2022-03-08T09:44:01Z', 'revision_number': 4, 'project_id': '9b9538ff9c50463fba3fb08b20b570ba', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:02.841114 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5f57d4-6deb-4108-aa7a-e11c55bc9a56 None None] The sync data for ids ['68bbd73d-a068-4036-85b1-85fb7bacab4d'] in dv-neutron-831730-2-hyperv is: [{'id': '68bbd73d-a068-4036-85b1-85fb7bacab4d', 'name': '', 'tenant_id': '9b9538ff9c50463fba3fb08b20b570ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:47Z', 'updated_at': '2022-03-08T09:44:01Z', 'revision_number': 4, 'project_id': '9b9538ff9c50463fba3fb08b20b570ba', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:44:02.888219 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1442668660'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:02.925496 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:02.948038 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.scheduler.l3_agent_scheduler [None req-735b80e4-e8d5-47f3-98d6-853aa2ca461e tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] No L3 agents can host the router f15991e3-a423-443b-9a1d-4995b2afd974 Mar 08 09:44:02.970583 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.api [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:44:02.970948 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG oslo_db.api [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:44:02.975405 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-cae21de4-7314-4655-85ca-a9d40eb5a34a tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=00a80dd10b2246ce8fdef8fc388deb9c&fields=id HTTP/1.1" status: 200 len: 348 time: 1.6325545 Mar 08 09:44:02.977985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Usage tracker for resource:network and tenant:3ce5fad50f3b4936a6b74c0cb196917d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:02.992776 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:03.074868 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:03.084750 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-30de183b-8c3f-4e67-b70f-aaca9f96433d req-81600c71-4c7f-4875-8cc5-9e159b3eb6a6 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 210 time: 0.1362045 Mar 08 09:44:03.087461 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1e242489-6295-4e9f-ae8c-a97c331ca7e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8acaca26d9e24460a008b63d2d000ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2053876 Mar 08 09:44:03.088383 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e242489-6295-4e9f-ae8c-a97c331ca7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2394877b-21ac-4969-aa22-0da889117ca3,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:03.100052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ede249-bf23-4c00-9e44-2a39f0a5463b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:44:03.121669 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37246) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:03.169483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d7ede249-bf23-4c00-9e44-2a39f0a5463b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:03.169936 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-d7ede249-bf23-4c00-9e44-2a39f0a5463b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Added segment 2fb316f4-a469-47dd-89af-219029a5d6b5 of type vlan for network 80631b4b-64dc-4c76-b463-71516a10a17a Mar 08 09:44:03.332269 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-5fce25a2-3474-458f-85e4-5870b1548265 service neutron] 10.222.0.24 "GET /v2.0/networks/12a870d7-eb73-494e-9ddc-3ff1bde0751a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302991 Mar 08 09:44:03.539934 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Made reservation on behalf of 3ce5fad50f3b4936a6b74c0cb196917d for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:03.544160 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:03.681094 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735b80e4-e8d5-47f3-98d6-853aa2ca461e tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Hosts for router f15991e3-a423-443b-9a1d-4995b2afd974: [] {{(pid=87772) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 08 09:44:03.709096 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:03.731902 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Deleting port e589efd5-c4b8-4058-8f01-27bdc2a091b7 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:03.732427 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:03.733214 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:03.737287 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Usage tracker for resource:security_group_rule and tenant:3ce5fad50f3b4936a6b74c0cb196917d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:03.740981 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:03.748190 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:03.784875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d7ede249-bf23-4c00-9e44-2a39f0a5463b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:03.793758 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735b80e4-e8d5-47f3-98d6-853aa2ca461e tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Hosts for other DVR routers connected to router f15991e3-a423-443b-9a1d-4995b2afd974: set() {{(pid=87772) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 08 09:44:03.805351 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c67dae46-34d0-46cb-a463-8e1ee0022c08 req-ddcd0e74-9990-4db9-85cb-838e11210e03 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 210 time: 0.4847219 Mar 08 09:44:03.849009 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-735b80e4-e8d5-47f3-98d6-853aa2ca461e tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:03.853477 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-735b80e4-e8d5-47f3-98d6-853aa2ca461e tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] 10.222.0.24 "PUT /v2.0/routers/f15991e3-a423-443b-9a1d-4995b2afd974 HTTP/1.1" status: 200 len: 717 time: 3.2405894 Mar 08 09:44:03.857119 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37252) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:03.870094 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-cfba4603-89cd-4bd3-8dc5-43f22644dfa8 service neutron] 10.222.0.24 "GET /v2.0/networks/12a870d7-eb73-494e-9ddc-3ff1bde0751a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630288 Mar 08 09:44:04.008136 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b8233691-0e9a-419c-ad52-e3c3f3155f3f tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] 10.222.0.24 "GET /v2.0/routers/f15991e3-a423-443b-9a1d-4995b2afd974 HTTP/1.1" status: 200 len: 717 time: 0.1500032 Mar 08 09:44:04.008861 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37256) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:04.101994 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:04.107156 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:04.156543 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223f9273-644c-4618-919d-8aa6614bdd06,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:04.161989 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] For port e589efd5-c4b8-4058-8f01-27bdc2a091b7, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e589efd5-c4b8-4058-8f01-27bdc2a091b7,segment=NetworkSegment(197711ff-eadd-4241-b5fa-142092352384),segment_id=197711ff-eadd-4241-b5fa-142092352384)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:04.171388 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:44:04.171667 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:04.191578 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:04.192907 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Added segment 880cbbc9-1334-4c65-b42c-ecba785c1051 of type vlan for network 2fdcd850-bacb-4d57-ba5f-f772a6850fc5 Mar 08 09:44:04.372197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:04.487691 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0f6d42f3-eff7-4d56-b430-27b8764bf4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:04.497901 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Calling delete_port for e589efd5-c4b8-4058-8f01-27bdc2a091b7 owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:04.518451 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1ac6c834-adf8-4aac-b5e3-5df26908fc42 req-833c174c-8c56-480b-8ca7-823f15d08f45 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 210 time: 0.1620266 Mar 08 09:44:04.677780 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.26', 59291) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:04.775682 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d7ede249-bf23-4c00-9e44-2a39f0a5463b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:04.777674 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ede249-bf23-4c00-9e44-2a39f0a5463b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:04.780814 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d7ede249-bf23-4c00-9e44-2a39f0a5463b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:04.846878 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-81df4e92-ac2b-40eb-b2d2-cc50c0391339 tempest-RoutersTestDVR-906314021 tempest-RoutersTestDVR-906314021-project] 10.222.0.24 "GET /v2.0/routers/f15991e3-a423-443b-9a1d-4995b2afd974 HTTP/1.1" status: 200 len: 683 time: 0.8357329 Mar 08 09:44:04.848276 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37278) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:04.851806 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:04.857225 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:04.857798 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:04.861186 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-38fa09c7-776d-4f7f-a242-c747d121bff7 req-437356b9-02aa-441a-80e4-05bacc56b15e tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 210 time: 0.3147755 Mar 08 09:44:04.921725 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d7ede249-bf23-4c00-9e44-2a39f0a5463b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 4.0183430 Mar 08 09:44:04.958278 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37282) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:04.960407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0f6d42f3-eff7-4d56-b430-27b8764bf4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:05.040541 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.4879017 Mar 08 09:44:05.053238 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37286) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:05.067910 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-c396b6c5-442d-4547-a4c6-429f90e3aa69 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:05.250649 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e614bcf8-0194-458a-8bb4-0078242c9aa7 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Request body: {'subnet': {'network_id': '2fdcd850-bacb-4d57-ba5f-f772a6850fc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:05.382966 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ede249-bf23-4c00-9e44-2a39f0a5463b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Pushing event updated for resources: {'Network': ['ID=80631b4b-64dc-4c76-b463-71516a10a17a,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:05.395870 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 80631b4b-64dc-4c76-b463-71516a10a17a details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:44:05.487610 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e614bcf8-0194-458a-8bb4-0078242c9aa7 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:05.499604 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e614bcf8-0194-458a-8bb4-0078242c9aa7 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Usage tracker for resource:subnet and tenant:3ce5fad50f3b4936a6b74c0cb196917d is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:05.499604 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e614bcf8-0194-458a-8bb4-0078242c9aa7 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:05.505241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e614bcf8-0194-458a-8bb4-0078242c9aa7 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:05.521816 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd6db6d9-676a-4f56-ad97-9e5655bcdae9 req-27637f31-c0f9-43b0-b0f8-932d59b4a12c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 210 time: 0.4164815 Mar 08 09:44:05.527156 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2a06-b3bd-4834-bbc8-81f1ceeb6ce4 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:05.621667 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a49d6-64d4-4f56-b0ea-7537c65e830f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Pushing event updated for resources: {'Network': ['ID=2fdcd850-bacb-4d57-ba5f-f772a6850fc5,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:05.632857 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 2fdcd850-bacb-4d57-ba5f-f772a6850fc5 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:44:05.789605 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-44321eea-40e4-4a75-944e-a168bf5babed req-030594dc-8076-4840-a52a-749f450fc211 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:05.809321 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-dbc639d2-abae-4967-a839-72c969430171 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:05.810746 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-dbc639d2-abae-4967-a839-72c969430171 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.26 "GET /v2.0/networks?id=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 HTTP/1.1" status: 200 len: 811 time: 1.1214943 Mar 08 09:44:05.828916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e614bcf8-0194-458a-8bb4-0078242c9aa7 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Made reservation on behalf of 3ce5fad50f3b4936a6b74c0cb196917d for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:05.832980 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e614bcf8-0194-458a-8bb4-0078242c9aa7 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:06.046541 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2a06-b3bd-4834-bbc8-81f1ceeb6ce4 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:06.049175 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2a06-b3bd-4834-bbc8-81f1ceeb6ce4 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:06.109310 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2a06-b3bd-4834-bbc8-81f1ceeb6ce4 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:06.109803 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4d2a06-b3bd-4834-bbc8-81f1ceeb6ce4 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f15991e3-a423-443b-9a1d-4995b2afd974 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:44:06.117942 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-44321eea-40e4-4a75-944e-a168bf5babed req-030594dc-8076-4840-a52a-749f450fc211 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Transition to ACTIVE for port object 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:06.123163 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-618a1c49-a609-441f-9361-4ed9a4306568 req-b730c37e-1a5e-49e0-95bb-eb5561ded725 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Synchronizing usage tracker for tenant:00a80dd10b2246ce8fdef8fc388deb9c on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:06.123398 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2a06-b3bd-4834-bbc8-81f1ceeb6ce4 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:06.131211 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3b4d2a06-b3bd-4834-bbc8-81f1ceeb6ce4 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] 10.222.0.24 "DELETE /v2.0/routers/f15991e3-a423-443b-9a1d-4995b2afd974 HTTP/1.1" status: 204 len: 168 time: 1.2814331 Mar 08 09:44:06.136971 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37294) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:06.140724 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-2837d36c-c9c6-4869-9c9f-ee01864d818e req-962ac76f-978b-4136-b4d0-1d045cbf3848 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Synchronizing usage tracker for tenant:3930543b2ce942fe899a5a461a431d3e on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:06.146973 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d3cf5914-657a-4b3d-9c23-91b293a10ad2 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Request body: {'router': {'name': 'tempest-router-1814064635', 'distributed': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:06.157788 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d3cf5914-657a-4b3d-9c23-91b293a10ad2 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:06.165692 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d3cf5914-657a-4b3d-9c23-91b293a10ad2 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Usage tracker for resource:router and tenant:f5db22f884ec4450861519aed907b6f2 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:06.170966 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d3cf5914-657a-4b3d-9c23-91b293a10ad2 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:06.180803 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d3cf5914-657a-4b3d-9c23-91b293a10ad2 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:06.184818 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-2837d36c-c9c6-4869-9c9f-ee01864d818e req-962ac76f-978b-4136-b4d0-1d045cbf3848 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Unset dirty status for tenant:3930543b2ce942fe899a5a461a431d3e on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:06.186652 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2837d36c-c9c6-4869-9c9f-ee01864d818e req-962ac76f-978b-4136-b4d0-1d045cbf3848 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 210 time: 0.1122713 Mar 08 09:44:06.197222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5914-657a-4b3d-9c23-91b293a10ad2 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:06.199683 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5914-657a-4b3d-9c23-91b293a10ad2 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:06.364276 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5914-657a-4b3d-9c23-91b293a10ad2 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:06.364781 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0f6d42f3-eff7-4d56-b430-27b8764bf4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:06.367226 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-618a1c49-a609-441f-9361-4ed9a4306568 req-b730c37e-1a5e-49e0-95bb-eb5561ded725 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Unset dirty status for tenant:00a80dd10b2246ce8fdef8fc388deb9c on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:06.368390 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-618a1c49-a609-441f-9361-4ed9a4306568 req-b730c37e-1a5e-49e0-95bb-eb5561ded725 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 210 time: 0.5509975 Mar 08 09:44:06.395058 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c396b6c5-442d-4547-a4c6-429f90e3aa69 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:06.407401 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5914-657a-4b3d-9c23-91b293a10ad2 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:06.443463 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5914-657a-4b3d-9c23-91b293a10ad2 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:06.448328 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d3cf5914-657a-4b3d-9c23-91b293a10ad2 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3068318 Mar 08 09:44:06.448328 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37298) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:06.455561 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d42f3-eff7-4d56-b430-27b8764bf4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2394877b-21ac-4969-aa22-0da889117ca3,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:06.470526 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c396b6c5-442d-4547-a4c6-429f90e3aa69 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:06.512533 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-44321eea-40e4-4a75-944e-a168bf5babed req-030594dc-8076-4840-a52a-749f450fc211 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:06.597911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c396b6c5-442d-4547-a4c6-429f90e3aa69 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Network 80631b4b-64dc-4c76-b463-71516a10a17a is not hosted by any dhcp agent {{(pid=87771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 08 09:44:06.598764 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c396b6c5-442d-4547-a4c6-429f90e3aa69 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:06.599377 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c396b6c5-442d-4547-a4c6-429f90e3aa69 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:06.609255 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c396b6c5-442d-4547-a4c6-429f90e3aa69 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] 10.222.0.24 "PUT /v2.0/networks/80631b4b-64dc-4c76-b463-71516a10a17a HTTP/1.1" status: 200 len: 857 time: 1.6225538 Mar 08 09:44:06.620431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37304) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:06.647671 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b35180e8-22ab-48d6-9165-dcfcdbb9a1b3 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:06.815431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e614bcf8-0194-458a-8bb4-0078242c9aa7 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:06.860749 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0f6d42f3-eff7-4d56-b430-27b8764bf4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:06.863432 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0f6d42f3-eff7-4d56-b430-27b8764bf4c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2394877b-21ac-4969-aa22-0da889117ca3 HTTP/1.1" status: 204 len: 168 time: 3.7392993 Mar 08 09:44:06.865498 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44321eea-40e4-4a75-944e-a168bf5babed req-030594dc-8076-4840-a52a-749f450fc211 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Network 01d28e7b-77d7-484e-8483-00c7056ccd45 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:06.876255 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:06.930922 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396b6c5-442d-4547-a4c6-429f90e3aa69 tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Pushing event updated for resources: {'Network': ['ID=80631b4b-64dc-4c76-b463-71516a10a17a,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:06.934575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-44321eea-40e4-4a75-944e-a168bf5babed req-030594dc-8076-4840-a52a-749f450fc211 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:06.936724 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-44321eea-40e4-4a75-944e-a168bf5babed req-030594dc-8076-4840-a52a-749f450fc211 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:07.046120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030594dc-8076-4840-a52a-749f450fc211 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Pushing event updated for resources: {'Port': ['ID=73bda9d9-00ed-42ed-95da-a5bbfecf5f04,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:07.208095 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b35180e8-22ab-48d6-9165-dcfcdbb9a1b3 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:07.213318 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b35180e8-22ab-48d6-9165-dcfcdbb9a1b3 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:07.305586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Pushing event deleted for resources: {'Port': ['ID=e589efd5-c4b8-4058-8f01-27bdc2a091b7,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:07.330336 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b35180e8-22ab-48d6-9165-dcfcdbb9a1b3 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:07.331524 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35180e8-22ab-48d6-9165-dcfcdbb9a1b3 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 844a1750-87e4-4b4d-b34e-5c5d2bd7b442 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:44:07.348597 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40827676-3a5f-45df-b407-d0c4f778729b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:07.359606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:07.374663 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b35180e8-22ab-48d6-9165-dcfcdbb9a1b3 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:07.384589 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b35180e8-22ab-48d6-9165-dcfcdbb9a1b3 tempest-RoutersTestDVR-1373724217 tempest-RoutersTestDVR-1373724217-project-admin] 10.222.0.24 "DELETE /v2.0/routers/844a1750-87e4-4b4d-b34e-5c5d2bd7b442 HTTP/1.1" status: 204 len: 168 time: 0.9354756 Mar 08 09:44:07.402189 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1efcda9e-8f43-40af-91f5-e612600cdc0a None None] Provisioning for port 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:07.408649 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1efcda9e-8f43-40af-91f5-e612600cdc0a None None] Provisioning complete for port 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:07.409361 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1efcda9e-8f43-40af-91f5-e612600cdc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:07.438651 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e249d0b-4ef6-42d0-8e53-689ddd60bd3b req-44376c79-761b-42b5-8e17-77a458f384fa tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:07.442164 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3e249d0b-4ef6-42d0-8e53-689ddd60bd3b req-44376c79-761b-42b5-8e17-77a458f384fa tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 931 time: 0.7256131 Mar 08 09:44:07.542241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614bcf8-0194-458a-8bb4-0078242c9aa7 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Pushing event updated for resources: {'Subnet': ['ID=d5583644-81d8-4eec-b56a-bb9236cc16e9,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:07.560427 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3e249d0b-4ef6-42d0-8e53-689ddd60bd3b req-3a994847-761a-4981-a77a-4da667b76e2e tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/security-groups?id=430f31fe-4218-44f5-9611-52f38466eba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136580 Mar 08 09:44:07.576524 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44321eea-40e4-4a75-944e-a168bf5babed req-030594dc-8076-4840-a52a-749f450fc211 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:07.577335 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-44321eea-40e4-4a75-944e-a168bf5babed req-030594dc-8076-4840-a52a-749f450fc211 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:07.579356 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1efcda9e-8f43-40af-91f5-e612600cdc0a None None] Port 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:07.596291 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37318) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:07.603790 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-13aa9524-8b1e-48b7-8ed5-445b3138b32c req-44d25652-d408-455b-b762-c85327312761 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 210 time: 0.1895041 Mar 08 09:44:07.683096 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:07.688133 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:07.695132 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e614bcf8-0194-458a-8bb4-0078242c9aa7 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Checking segment: {'id': '880cbbc9-1334-4c65-b42c-ecba785c1051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2fdcd850-bacb-4d57-ba5f-f772a6850fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:07.695466 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e614bcf8-0194-458a-8bb4-0078242c9aa7 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Network hostable DHCP agents. Network: 2fdcd850-bacb-4d57-ba5f-f772a6850fc5, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:44:07.720215 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1d8f61a8-36c1-44c8-a60f-c184e98eafe3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e6ce8170a47405ebd1005e0a3ecf29d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1203847 Mar 08 09:44:07.720459 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37324) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:07.723986 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-44321eea-40e4-4a75-944e-a168bf5babed req-030594dc-8076-4840-a52a-749f450fc211 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.0954375 Mar 08 09:44:07.862605 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37330) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:07.865265 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:07.865807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68bbd73d-a068-4036-85b1-85fb7bacab4d {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:44:07.884734 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [req-44321eea-40e4-4a75-944e-a168bf5babed req-02c731ca-722d-41f2-b364-6e6581a01332 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:44:07.885728 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-44321eea-40e4-4a75-944e-a168bf5babed req-02c731ca-722d-41f2-b364-6e6581a01332 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257225 Mar 08 09:44:07.903875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e614bcf8-0194-458a-8bb4-0078242c9aa7 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Network 2fdcd850-bacb-4d57-ba5f-f772a6850fc5 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:44:07.908127 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-46118768-ee93-4997-b7b9-71c77b0e1537 req-0bac903f-89c7-40a3-abbc-90f086f9ed47 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 210 time: 0.1559262 Mar 08 09:44:07.917497 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:07.918987 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-dd14eca2-7b4e-4769-aef9-f3d1f3d4c1c6 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "DELETE /v2.0/routers/68bbd73d-a068-4036-85b1-85fb7bacab4d HTTP/1.1" status: 204 len: 168 time: 8.7640090 Mar 08 09:44:07.921134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40827676-3a5f-45df-b407-d0c4f778729b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:07.934360 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-e614bcf8-0194-458a-8bb4-0078242c9aa7 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 2fdcd850-bacb-4d57-ba5f-f772a6850fc5) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:07.937607 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37342) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:07.942090 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e614bcf8-0194-458a-8bb4-0078242c9aa7 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:07.949273 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e614bcf8-0194-458a-8bb4-0078242c9aa7 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.008222 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c538e518-cc12-417a-9c63-541b9769070e None None] Network 2fdcd850-bacb-4d57-ba5f-f772a6850fc5 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:08.010028 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-3c89b6f1-e41e-447e-8c53-78226b05b0cf tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3930543b2ce942fe899a5a461a431d3e HTTP/1.1" status: 200 len: 379 time: 0.1464691 Mar 08 09:44:08.015263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-40827676-3a5f-45df-b407-d0c4f778729b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80631b4b-64dc-4c76-b463-71516a10a17a']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:08.034159 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e614bcf8-0194-458a-8bb4-0078242c9aa7 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9386165 Mar 08 09:44:08.038343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37350) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:08.042343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8e90374-1433-4cfa-ac08-bd0f89e315e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Request body: {'port': {'device_id': '66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0', 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8', 'admin_state_up': True, 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'security_groups': ['f9938870-4091-4ac6-a556-d64139016727']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:08.074419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-40827676-3a5f-45df-b407-d0c4f778729b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb316f4-a469-47dd-89af-219029a5d6b5') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:08.076644 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-40827676-3a5f-45df-b407-d0c4f778729b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb316f4-a469-47dd-89af-219029a5d6b5') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:08.079852 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d459caef-af8f-42eb-92c4-0dbf5865c80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.095049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-86a3a453-aebb-4467-a801-14e823bc12fc tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Request body: {'port': {'network_id': '2fdcd850-bacb-4d57-ba5f-f772a6850fc5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1881351311'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:08.104274 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-056d54e4-bc3f-4946-8ad9-81fcd0246487 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Deleting subnet 8d7aee74-4ec5-4285-86b2-2f5de2806441 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:44:08.123117 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-056d54e4-bc3f-4946-8ad9-81fcd0246487 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.156747 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40827676-3a5f-45df-b407-d0c4f778729b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.174956 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ea14aefd-6232-4806-8f31-59c243b76f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.178155 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d459caef-af8f-42eb-92c4-0dbf5865c80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.204458 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-056d54e4-bc3f-4946-8ad9-81fcd0246487 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.282367 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40827676-3a5f-45df-b407-d0c4f778729b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.283518 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-056d54e4-bc3f-4946-8ad9-81fcd0246487 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.284055 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-2fdcd850-bacb-4d57-ba5f-f772a6850fc5', 'network_id': '2fdcd850-bacb-4d57-ba5f-f772a6850fc5', 'tenant_id': '3ce5fad50f3b4936a6b74c0cb196917d', 'fixed_ips': [{'subnet_id': 'd5583644-81d8-4eec-b56a-bb9236cc16e9'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:44:08.284622 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.330937 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d459caef-af8f-42eb-92c4-0dbf5865c80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.351566 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459caef-af8f-42eb-92c4-0dbf5865c80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ec2a9a-3110-42c7-9502-fc50a434e0c2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:08.363192 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d459caef-af8f-42eb-92c4-0dbf5865c80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.364556 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d459caef-af8f-42eb-92c4-0dbf5865c80b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67ec2a9a-3110-42c7-9502-fc50a434e0c2 HTTP/1.1" status: 204 len: 168 time: 0.6431577 Mar 08 09:44:08.381987 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-056d54e4-bc3f-4946-8ad9-81fcd0246487 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.424052 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d54e4-bc3f-4946-8ad9-81fcd0246487 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8d7aee74-4ec5-4285-86b2-2f5de2806441,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:08.429532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ea14aefd-6232-4806-8f31-59c243b76f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:08.433504 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-056d54e4-bc3f-4946-8ad9-81fcd0246487 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.440010 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ea14aefd-6232-4806-8f31-59c243b76f69 admin admin] Usage tracker for resource:security_group_rule and tenant:48657336ddcb497399e2d5cf7d7fbc2e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:08.442136 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-056d54e4-bc3f-4946-8ad9-81fcd0246487 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/8d7aee74-4ec5-4285-86b2-2f5de2806441 HTTP/1.1" status: 204 len: 168 time: 0.5001898 Mar 08 09:44:08.445022 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37356) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:08.446893 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40827676-3a5f-45df-b407-d0c4f778729b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:44:08.447473 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40827676-3a5f-45df-b407-d0c4f778729b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:44:08.461684 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:44:08.471966 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ea14aefd-6232-4806-8f31-59c243b76f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:08.488202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ea14aefd-6232-4806-8f31-59c243b76f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:08.558570 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-23160c6e-968d-436e-b4eb-92192c21fb50 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.622910 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-86a3a453-aebb-4467-a801-14e823bc12fc tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:08.626651 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40827676-3a5f-45df-b407-d0c4f778729b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.637280 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-86a3a453-aebb-4467-a801-14e823bc12fc tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Usage tracker for resource:port and tenant:3ce5fad50f3b4936a6b74c0cb196917d is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:08.641743 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40827676-3a5f-45df-b407-d0c4f778729b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 80631b4b-64dc-4c76-b463-71516a10a17a {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 08 09:44:08.660416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-86a3a453-aebb-4467-a801-14e823bc12fc tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:08.664568 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40827676-3a5f-45df-b407-d0c4f778729b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.671642 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8e90374-1433-4cfa-ac08-bd0f89e315e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:08.685379 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40827676-3a5f-45df-b407-d0c4f778729b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] Pushing event deleted for resources: {'Network': ['ID=80631b4b-64dc-4c76-b463-71516a10a17a,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:08.688980 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-86a3a453-aebb-4467-a801-14e823bc12fc tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:08.711294 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8e90374-1433-4cfa-ac08-bd0f89e315e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:08.747298 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-40827676-3a5f-45df-b407-d0c4f778729b tempest-ExternalNetworksTestJSON-1813758047 tempest-ExternalNetworksTestJSON-1813758047-project-admin] 10.222.0.24 "DELETE /v2.0/networks/80631b4b-64dc-4c76-b463-71516a10a17a HTTP/1.1" status: 204 len: 168 time: 2.1081824 Mar 08 09:44:08.753075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37368) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:08.770215 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-23160c6e-968d-436e-b4eb-92192c21fb50 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.828037 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-23160c6e-968d-436e-b4eb-92192c21fb50 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18be367f-871c-4419-b296-897628f9a52a']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:08.837937 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a3a453-aebb-4467-a801-14e823bc12fc tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Made reservation on behalf of 3ce5fad50f3b4936a6b74c0cb196917d for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:08.844327 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-23160c6e-968d-436e-b4eb-92192c21fb50 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197711ff-eadd-4241-b5fa-142092352384') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:08.844739 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-23160c6e-968d-436e-b4eb-92192c21fb50 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197711ff-eadd-4241-b5fa-142092352384') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:08.844882 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-86a3a453-aebb-4467-a801-14e823bc12fc tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.859861 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-23160c6e-968d-436e-b4eb-92192c21fb50 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.899017 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Allocated IP 172.20.0.2 (2fdcd850-bacb-4d57-ba5f-f772a6850fc5/d5583644-81d8-4eec-b56a-bb9236cc16e9/a2535e35-0099-41f0-8940-c4e94d3fc268) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:08.922269 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-23160c6e-968d-436e-b4eb-92192c21fb50 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.942170 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c8680ce9-82ef-461f-8750-edc202285d0f req-4ad34b3a-6d81-4115-8003-4704b8b234f2 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 210 time: 0.0634155 Mar 08 09:44:08.943551 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23160c6e-968d-436e-b4eb-92192c21fb50 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:44:08.944095 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-23160c6e-968d-436e-b4eb-92192c21fb50 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:44:08.970576 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:44:08.998330 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1edfcf9-2a9c-40a8-8a57-1bb4524e42b2 tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:44:08.998957 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1edfcf9-2a9c-40a8-8a57-1bb4524e42b2 tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:44:09.028196 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8e90374-1433-4cfa-ac08-bd0f89e315e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Made reservation on behalf of 3930543b2ce942fe899a5a461a431d3e for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:09.034843 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8e90374-1433-4cfa-ac08-bd0f89e315e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:09.063859 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37382) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:09.064047 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a1edfcf9-2a9c-40a8-8a57-1bb4524e42b2 tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] 10.222.0.24 "DELETE /v2.0/subnets/4008240b-a45e-4acd-b3c8-9ffd7a8625f4 HTTP/1.1" status: 404 len: 337 time: 0.3077052 Mar 08 09:44:09.069793 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ea14aefd-6232-4806-8f31-59c243b76f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:09.074124 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-86a3a453-aebb-4467-a801-14e823bc12fc tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] device_id is not set on port 5b9ba2a5-87e0-4fe3-98b9-baefa1ef29c8 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:44:09.115326 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-23160c6e-968d-436e-b4eb-92192c21fb50 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:09.121643 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23160c6e-968d-436e-b4eb-92192c21fb50 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 18be367f-871c-4419-b296-897628f9a52a {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 08 09:44:09.124190 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-23160c6e-968d-436e-b4eb-92192c21fb50 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:09.155556 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ea14aefd-6232-4806-8f31-59c243b76f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:09.159893 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-23160c6e-968d-436e-b4eb-92192c21fb50 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "DELETE /v2.0/networks/18be367f-871c-4419-b296-897628f9a52a HTTP/1.1" status: 204 len: 168 time: 0.7133474 Mar 08 09:44:09.165952 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23160c6e-968d-436e-b4eb-92192c21fb50 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Pushing event deleted for resources: {'Network': ['ID=18be367f-871c-4419-b296-897628f9a52a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:09.302135 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e4236e47-3423-40e8-9252-5f5f1bc93391 req-9fa65aeb-06e3-462f-a4bb-d9069c051970 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 210 time: 0.1701474 Mar 08 09:44:09.326353 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4217cfae-a33a-479b-80c7-a166e8b6a3e0 tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:09.365987 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:09.379680 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Transition to ACTIVE for port object a2535e35-0099-41f0-8940-c4e94d3fc268 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:09.396652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14aefd-6232-4806-8f31-59c243b76f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52997dfd-b2b3-4ede-b2fc-f26535d6bb66,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:09.402895 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Transition to ACTIVE for port object a2535e35-0099-41f0-8940-c4e94d3fc268 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:09.410241 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ea14aefd-6232-4806-8f31-59c243b76f69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48657336ddcb497399e2d5cf7d7fbc2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5360973 Mar 08 09:44:09.417220 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:09.432522 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37394) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:09.521946 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Network 2fdcd850-bacb-4d57-ba5f-f772a6850fc5 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:09.529662 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4217cfae-a33a-479b-80c7-a166e8b6a3e0 tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:09.553369 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37398) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:09.570424 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4217cfae-a33a-479b-80c7-a166e8b6a3e0 tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef8cacd-4b69-4ab0-ae77-49d300f76cbc']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:09.590650 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4217cfae-a33a-479b-80c7-a166e8b6a3e0 tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0788bdc-8f42-479a-a287-75c5bdb34a17') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:09.591113 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4217cfae-a33a-479b-80c7-a166e8b6a3e0 tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0788bdc-8f42-479a-a287-75c5bdb34a17') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:09.609306 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4217cfae-a33a-479b-80c7-a166e8b6a3e0 tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:09.628804 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:09.635111 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4217cfae-a33a-479b-80c7-a166e8b6a3e0 tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:09.641016 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:09.649787 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4217cfae-a33a-479b-80c7-a166e8b6a3e0 tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:44:09.652057 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4217cfae-a33a-479b-80c7-a166e8b6a3e0 tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:44:09.686734 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:44:09.772172 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680a84-1dc9-4676-847f-87006a22a610 req-39beceee-70fd-4e3b-b4e3-13c0c8c0b790 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:09.779096 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Pushing event updated for resources: {'Port': ['ID=a2535e35-0099-41f0-8940-c4e94d3fc268,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:09.781386 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5e680a84-1dc9-4676-847f-87006a22a610 req-39beceee-70fd-4e3b-b4e3-13c0c8c0b790 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 931 time: 0.9194665 Mar 08 09:44:09.793297 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Attempting to bind port a2535e35-0099-41f0-8940-c4e94d3fc268 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:44:09.793668 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Attempting to bind port a2535e35-0099-41f0-8940-c4e94d3fc268 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '880cbbc9-1334-4c65-b42c-ecba785c1051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2fdcd850-bacb-4d57-ba5f-f772a6850fc5'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:44:09.794031 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Attempting to bind port a2535e35-0099-41f0-8940-c4e94d3fc268 on network 2fdcd850-bacb-4d57-ba5f-f772a6850fc5 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:44:09.802554 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:44:09.803180 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Checking segment: {'id': '880cbbc9-1334-4c65-b42c-ecba785c1051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2fdcd850-bacb-4d57-ba5f-f772a6850fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:09.803725 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:09.804327 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Bound using segment: {'id': '880cbbc9-1334-4c65-b42c-ecba785c1051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2fdcd850-bacb-4d57-ba5f-f772a6850fc5'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:44:09.805526 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Bound port: a2535e35-0099-41f0-8940-c4e94d3fc268, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880cbbc9-1334-4c65-b42c-ecba785c1051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2fdcd850-bacb-4d57-ba5f-f772a6850fc5'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:44:09.806319 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:09.885067 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37410) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:09.902477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4217cfae-a33a-479b-80c7-a166e8b6a3e0 tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:09.910974 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4217cfae-a33a-479b-80c7-a166e8b6a3e0 tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:09.911452 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-86a3a453-aebb-4467-a801-14e823bc12fc tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Allocated IP 172.20.0.10 (2fdcd850-bacb-4d57-ba5f-f772a6850fc5/d5583644-81d8-4eec-b56a-bb9236cc16e9/5b9ba2a5-87e0-4fe3-98b9-baefa1ef29c8) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:09.951397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-2661edc3-1150-4701-a7ef-ca44c3247283 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Request body: {'router': {'name': 'tempest-router--1612217086', 'project_id': '2fc1c5c51b29418c97c4983a2f9064b4'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:09.981215 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2661edc3-1150-4701-a7ef-ca44c3247283 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:10.006973 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] For port a2535e35-0099-41f0-8940-c4e94d3fc268, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:44:10.010008 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217cfae-a33a-479b-80c7-a166e8b6a3e0 tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] Pushing event deleted for resources: {'Network': ['ID=9ef8cacd-4b69-4ab0-ae77-49d300f76cbc,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:10.019906 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4217cfae-a33a-479b-80c7-a166e8b6a3e0 tempest-ExternalNetworksTestJSON-303030766 tempest-ExternalNetworksTestJSON-303030766-project] 10.222.0.24 "DELETE /v2.0/networks/9ef8cacd-4b69-4ab0-ae77-49d300f76cbc HTTP/1.1" status: 204 len: 168 time: 0.9522567 Mar 08 09:44:10.025706 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Request body: {'port': {'device_id': '9a574122-a586-4b5f-9de5-750eac72d7be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:10.042581 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] For port a2535e35-0099-41f0-8940-c4e94d3fc268, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a2535e35-0099-41f0-8940-c4e94d3fc268,segment=NetworkSegment(880cbbc9-1334-4c65-b42c-ecba785c1051),segment_id=880cbbc9-1334-4c65-b42c-ecba785c1051)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:44:10.056159 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:10.075252 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5e680a84-1dc9-4676-847f-87006a22a610 req-eff17e9e-f10e-4a90-902b-d4c3c32a0303 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/security-groups?id=430f31fe-4218-44f5-9611-52f38466eba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927115 Mar 08 09:44:10.081955 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2661edc3-1150-4701-a7ef-ca44c3247283 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Usage tracker for resource:router and tenant:2fc1c5c51b29418c97c4983a2f9064b4 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:10.111527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8e90374-1433-4cfa-ac08-bd0f89e315e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Allocated IP 172.20.0.10 (7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8/22ec09f4-37c1-4973-ad35-a74953dd1390/c2455288-60f1-4e7e-8a74-299ed10052d7) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:10.121452 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2661edc3-1150-4701-a7ef-ca44c3247283 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:10.129316 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1382074702'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:10.140449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92c28b16-49d5-475a-9914-309b79ec3c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:10.142315 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2661edc3-1150-4701-a7ef-ca44c3247283 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:10.146394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:10.166598 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:network and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:10.188417 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:10.207459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdfe2d-d7dc-4291-8773-db77cfbdd61c None None] Pushing event updated for resources: {'Port': ['ID=a2535e35-0099-41f0-8940-c4e94d3fc268,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:10.217451 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:44:10.222851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:10.255292 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92c28b16-49d5-475a-9914-309b79ec3c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:10.277215 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2661edc3-1150-4701-a7ef-ca44c3247283 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:10.278426 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2661edc3-1150-4701-a7ef-ca44c3247283 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:10.326911 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-95837676-5efc-40a9-af55-612c08da6e91 req-c42f934a-9f21-4ec5-8021-9c5c7d84c629 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 210 time: 0.0984905 Mar 08 09:44:10.440804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:10.444582 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:10.479062 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37422) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:10.563066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:10.673415 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:10.696925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2661edc3-1150-4701-a7ef-ca44c3247283 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:10.700258 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4b1724b3-6412-4248-a956-88fb1e80691b req-5c34c4e3-f7ac-42ff-ad10-a712ba37d101 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 210 time: 0.2438774 Mar 08 09:44:10.701624 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:10.727672 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.26', 59296) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:10.792613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:security_group_rule and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:10.809106 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:10.877933 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0d309ea1-6600-4157-a7ea-e2bec2d38497 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2956ac870de4b47a5be4f9f57cb33ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3953502 Mar 08 09:44:10.879234 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37430) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:10.892132 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:10.927259 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device a2535e35-0099-41f0-8940-c4e94d3fc268 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:44:10.939923 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2661edc3-1150-4701-a7ef-ca44c3247283 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:10.959896 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8e90374-1433-4cfa-ac08-bd0f89e315e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:11.022807 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb0b1f65-0eb9-4d9d-9c81-0472fa4acfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:11.032915 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-9816c6cb-3966-4a8a-b3db-85eed9d9113b tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:11.034913 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-9816c6cb-3966-4a8a-b3db-85eed9d9113b tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.26 "GET /v2.0/networks?id=12a870d7-eb73-494e-9ddc-3ff1bde0751a HTTP/1.1" status: 200 len: 805 time: 0.3057625 Mar 08 09:44:11.054883 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port a2535e35-0099-41f0-8940-c4e94d3fc268 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:11.061641 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92c28b16-49d5-475a-9914-309b79ec3c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:11.095599 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb0b1f65-0eb9-4d9d-9c81-0472fa4acfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:11.098606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8e90374-1433-4cfa-ac08-bd0f89e315e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Transition to ACTIVE for port object c2455288-60f1-4e7e-8a74-299ed10052d7 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:11.131594 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-5f10627b-9a9f-46d8-b498-deee62259d49 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00a80dd10b2246ce8fdef8fc388deb9c HTTP/1.1" status: 200 len: 380 time: 0.0885551 Mar 08 09:44:11.135265 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c28b16-49d5-475a-9914-309b79ec3c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52997dfd-b2b3-4ede-b2fc-f26535d6bb66,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:11.148831 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-0c2305bf-190a-4b7d-8651-2c3361b0b7df tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Request body: {'port': {'device_id': '93b9944e-7d50-4253-9905-9b711458c5fe', 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a', 'admin_state_up': True, 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'security_groups': ['97e09093-fb7a-4a38-a7d1-1a927b42078a']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:11.156538 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-86a3a453-aebb-4467-a801-14e823bc12fc tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:11.249681 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-86a3a453-aebb-4467-a801-14e823bc12fc tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Transition to ACTIVE for port object 5b9ba2a5-87e0-4fe3-98b9-baefa1ef29c8 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:11.316849 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb0b1f65-0eb9-4d9d-9c81-0472fa4acfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:11.354003 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b1f65-0eb9-4d9d-9c81-0472fa4acfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f43bc5-f6b2-442b-a1ec-d76e6d9a7e3f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:11.364295 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-0c2305bf-190a-4b7d-8651-2c3361b0b7df tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:11.383367 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-0c2305bf-190a-4b7d-8651-2c3361b0b7df tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:11.386923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb0b1f65-0eb9-4d9d-9c81-0472fa4acfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:11.388002 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fb0b1f65-0eb9-4d9d-9c81-0472fa4acfbd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9f43bc5-f6b2-442b-a1ec-d76e6d9a7e3f HTTP/1.1" status: 204 len: 168 time: 0.5078726 Mar 08 09:44:11.431400 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-0c2305bf-190a-4b7d-8651-2c3361b0b7df tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Made reservation on behalf of 00a80dd10b2246ce8fdef8fc388deb9c for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:11.438684 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-0c2305bf-190a-4b7d-8651-2c3361b0b7df tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:11.457339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2661edc3-1150-4701-a7ef-ca44c3247283 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:11.467763 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2661edc3-1150-4701-a7ef-ca44c3247283 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.5678999 Mar 08 09:44:11.471132 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37444) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:11.486709 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecc7af-e770-4171-ba8f-36a8e7e0e6c5 req-ace12349-48c1-4313-9c49-23e97d09a3e8 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:11.488467 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9ecc7af-e770-4171-ba8f-36a8e7e0e6c5 req-ace12349-48c1-4313-9c49-23e97d09a3e8 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 931 time: 0.2554667 Mar 08 09:44:11.548487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92c28b16-49d5-475a-9914-309b79ec3c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:11.549935 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-92c28b16-49d5-475a-9914-309b79ec3c4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52997dfd-b2b3-4ede-b2fc-f26535d6bb66 HTTP/1.1" status: 204 len: 168 time: 2.1110303 Mar 08 09:44:11.578683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-54dc4fb2-605c-4bc5-85bd-d2bb5e3a0e7d req-b64bf412-df3e-4581-bbde-abb3eeaf277d tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Synchronizing usage tracker for tenant:3930543b2ce942fe899a5a461a431d3e on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:11.599857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8e90374-1433-4cfa-ac08-bd0f89e315e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:11.694069 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6736dca-039d-451d-a8da-09982621e58e tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:11.722252 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ac6a73-b9e1-4f00-9f5c-7264e6e56c59 None None] Network 2fdcd850-bacb-4d57-ba5f-f772a6850fc5 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:11.746670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:11.768409 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-54dc4fb2-605c-4bc5-85bd-d2bb5e3a0e7d req-b64bf412-df3e-4581-bbde-abb3eeaf277d tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Unset dirty status for tenant:3930543b2ce942fe899a5a461a431d3e on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:11.777997 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-54dc4fb2-605c-4bc5-85bd-d2bb5e3a0e7d req-b64bf412-df3e-4581-bbde-abb3eeaf277d tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 210 time: 0.3018124 Mar 08 09:44:11.785375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8e90374-1433-4cfa-ac08-bd0f89e315e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Network 7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:11.795783 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-86a3a453-aebb-4467-a801-14e823bc12fc tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:11.801982 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:11.804997 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8e90374-1433-4cfa-ac08-bd0f89e315e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:11.807805 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8e90374-1433-4cfa-ac08-bd0f89e315e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:11.865138 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e90374-1433-4cfa-ac08-bd0f89e315e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Pushing event updated for resources: {'Port': ['ID=c2455288-60f1-4e7e-8a74-299ed10052d7,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:11.976522 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1149d799-21c1-42e1-9b32-905b69b01564 None None] Provisioning for port a2535e35-0099-41f0-8940-c4e94d3fc268 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:11.990111 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1149d799-21c1-42e1-9b32-905b69b01564 None None] Provisioning complete for port a2535e35-0099-41f0-8940-c4e94d3fc268 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:11.990484 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1149d799-21c1-42e1-9b32-905b69b01564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:11.992608 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:44:12.000755 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.resource_extend [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:44:12.084406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25e0935-81b7-40a8-b044-0f6bbc25016f,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:12.148108 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a3a453-aebb-4467-a801-14e823bc12fc tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Network 2fdcd850-bacb-4d57-ba5f-f772a6850fc5 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:12.169179 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-21c93791-2a4e-4b1a-a9b3-a96823ab9b28 req-4362e1cd-1840-48a0-81f5-3bb2d1ec5ece tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 210 time: 0.1968095 Mar 08 09:44:12.174711 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37456) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:12.177145 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:12.178154 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Added segment c216eb7c-85b8-48aa-a9e4-eae7bacc1204 of type vlan for network 162da289-2647-477b-bcb7-e834030497c1 Mar 08 09:44:12.196738 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9ecc7af-e770-4171-ba8f-36a8e7e0e6c5 req-e0326b54-118f-4c38-9463-a9b9e4d1bc27 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/security-groups?id=430f31fe-4218-44f5-9611-52f38466eba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4344299 Mar 08 09:44:12.219632 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-86a3a453-aebb-4467-a801-14e823bc12fc tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:12.258078 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8e90374-1433-4cfa-ac08-bd0f89e315e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:12.259061 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8e90374-1433-4cfa-ac08-bd0f89e315e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:12.271866 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a3a453-aebb-4467-a801-14e823bc12fc tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:12.287699 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1149d799-21c1-42e1-9b32-905b69b01564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:12.293430 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37460) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:12.311710 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3a453-aebb-4467-a801-14e823bc12fc tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Pushing event updated for resources: {'Port': ['ID=5b9ba2a5-87e0-4fe3-98b9-baefa1ef29c8,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:12.334241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-1149d799-21c1-42e1-9b32-905b69b01564 None None] For port a2535e35-0099-41f0-8940-c4e94d3fc268, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a2535e35-0099-41f0-8940-c4e94d3fc268,segment=NetworkSegment(880cbbc9-1334-4c65-b42c-ecba785c1051),segment_id=880cbbc9-1334-4c65-b42c-ecba785c1051)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:12.340208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:44:12.342909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1149d799-21c1-42e1-9b32-905b69b01564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:12.349723 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d139aafe-a50d-4d89-ad0c-7e420219b723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:12.368793 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:12.380301 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:12.408645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a3a453-aebb-4467-a801-14e823bc12fc tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:12.409304 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-86a3a453-aebb-4467-a801-14e823bc12fc tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:12.413820 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8e90374-1433-4cfa-ac08-bd0f89e315e5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3907330 Mar 08 09:44:12.421723 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149d799-21c1-42e1-9b32-905b69b01564 None None] Pushing event updated for resources: {'Port': ['ID=a2535e35-0099-41f0-8940-c4e94d3fc268,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:12.443259 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Request body: {'port': {'device_id': '66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:12.469196 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Transition to ACTIVE for port object 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:12.478126 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4287ede3-a2c9-47bf-aa9f-255377b42b00 None None] Provisioning for port c2455288-60f1-4e7e-8a74-299ed10052d7 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:12.484658 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4287ede3-a2c9-47bf-aa9f-255377b42b00 None None] Provisioning complete for port c2455288-60f1-4e7e-8a74-299ed10052d7 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:12.485192 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4287ede3-a2c9-47bf-aa9f-255377b42b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:12.488665 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:12.539665 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-86a3a453-aebb-4467-a801-14e823bc12fc tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4757607 Mar 08 09:44:12.553460 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-0c2305bf-190a-4b7d-8651-2c3361b0b7df tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Allocated IP 172.20.0.8 (12a870d7-eb73-494e-9ddc-3ff1bde0751a/7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4/ebeb49dd-c44f-43ad-96ac-890303ab8ef1) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:12.562534 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4287ede3-a2c9-47bf-aa9f-255377b42b00 None None] Port c2455288-60f1-4e7e-8a74-299ed10052d7 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:12.565748 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37464) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:12.577986 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-aa37bede-a99b-473a-8bc0-d8058a6f93b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51ad644d9b6e4e3980efcc5b765c0ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3850501 Mar 08 09:44:12.593680 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6736dca-039d-451d-a8da-09982621e58e tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:12.597606 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6736dca-039d-451d-a8da-09982621e58e tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:12.619536 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37468) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:12.624946 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Request body: {'port': {'network_id': '2fdcd850-bacb-4d57-ba5f-f772a6850fc5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1621240528', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:12.625530 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.api.validators [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] bootfile-name is not in valid_values {{(pid=87771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 09:44:12.625866 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.api.validators [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] tftp-server is not in valid_values {{(pid=87771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 09:44:12.626193 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.api.validators [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] server-ip-address is not in valid_values {{(pid=87771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 09:44:12.632077 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d139aafe-a50d-4d89-ad0c-7e420219b723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:12.647467 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:12.652408 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6736dca-039d-451d-a8da-09982621e58e tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:12.653309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:12.653671 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6736dca-039d-451d-a8da-09982621e58e tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e01081ed-acf4-4980-8d59-45c9ecb7aec9 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:44:12.653923 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:12.664477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d139aafe-a50d-4d89-ad0c-7e420219b723 admin admin] Usage tracker for resource:security_group_rule and tenant:f5db22f884ec4450861519aed907b6f2 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:12.675854 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d139aafe-a50d-4d89-ad0c-7e420219b723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:12.700173 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4569516f-ea79-47ff-a14c-674bda34bdde None None] Provisioning for port 5b9ba2a5-87e0-4fe3-98b9-baefa1ef29c8 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:12.703357 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d139aafe-a50d-4d89-ad0c-7e420219b723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:12.708781 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4569516f-ea79-47ff-a14c-674bda34bdde None None] Provisioning complete for port 5b9ba2a5-87e0-4fe3-98b9-baefa1ef29c8 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:12.709199 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4569516f-ea79-47ff-a14c-674bda34bdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:12.751714 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6736dca-039d-451d-a8da-09982621e58e tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:12.755592 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c6736dca-039d-451d-a8da-09982621e58e tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "DELETE /v2.0/routers/e01081ed-acf4-4980-8d59-45c9ecb7aec9 HTTP/1.1" status: 204 len: 168 time: 1.2634370 Mar 08 09:44:12.821421 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4569516f-ea79-47ff-a14c-674bda34bdde None None] Port 5b9ba2a5-87e0-4fe3-98b9-baefa1ef29c8 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:12.848269 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4569516f-ea79-47ff-a14c-674bda34bdde None None] Provisioning complete for port a2535e35-0099-41f0-8940-c4e94d3fc268 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:12.848949 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4569516f-ea79-47ff-a14c-674bda34bdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:12.918762 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device a2535e35-0099-41f0-8940-c4e94d3fc268 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:44:12.943136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=73bda9d9-00ed-42ed-95da-a5bbfecf5f04,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:12.985334 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.4256682 Mar 08 09:44:12.991083 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-0c2305bf-190a-4b7d-8651-2c3361b0b7df tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:13.009510 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-0c2305bf-190a-4b7d-8651-2c3361b0b7df tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Transition to ACTIVE for port object ebeb49dd-c44f-43ad-96ac-890303ab8ef1 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:13.034013 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37476) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:13.110264 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:13.121421 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port a2535e35-0099-41f0-8940-c4e94d3fc268 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:13.122063 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:13.201711 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37478) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:13.202191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb76c4-05c8-49b4-93d7-f88d67f696cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Network': ['ID=162da289-2647-477b-bcb7-e834030497c1,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:13.223976 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 162da289-2647-477b-bcb7-e834030497c1 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:44:13.246190 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d139aafe-a50d-4d89-ad0c-7e420219b723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:13.250590 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:13.250955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-0c2305bf-190a-4b7d-8651-2c3361b0b7df tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:13.256154 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a233dbe6-eff2-4ce2-afc0-c7694c636be0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:13.351078 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b187ad5d-8191-4db0-a4af-193eaca63913 None None] Provisioning complete for port 5b9ba2a5-87e0-4fe3-98b9-baefa1ef29c8 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:13.351989 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b187ad5d-8191-4db0-a4af-193eaca63913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:13.354983 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d139aafe-a50d-4d89-ad0c-7e420219b723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:13.359105 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9843bac9-a8c8-4c0e-8d54-11ad71b5364a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:13.393376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9843bac9-a8c8-4c0e-8d54-11ad71b5364a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:13.411960 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139aafe-a50d-4d89-ad0c-7e420219b723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eded887-7a20-4b37-9b36-65e33c962148,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:13.414444 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2305bf-190a-4b7d-8651-2c3361b0b7df tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Pushing event updated for resources: {'Port': ['ID=ebeb49dd-c44f-43ad-96ac-890303ab8ef1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:13.472598 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b187ad5d-8191-4db0-a4af-193eaca63913 None None] Port 5b9ba2a5-87e0-4fe3-98b9-baefa1ef29c8 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:13.472850 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-0c2305bf-190a-4b7d-8651-2c3361b0b7df tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Network 12a870d7-eb73-494e-9ddc-3ff1bde0751a is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:13.491365 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-0c2305bf-190a-4b7d-8651-2c3361b0b7df tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:13.514661 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:13.545196 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-0c2305bf-190a-4b7d-8651-2c3361b0b7df tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:13.553773 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Attempting to bind port 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:44:13.554215 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Attempting to bind port 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '855f09ea-58ec-49aa-bee8-0c16a3319281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:44:13.554560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Attempting to bind port 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 on network 01d28e7b-77d7-484e-8483-00c7056ccd45 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:44:13.566437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Usage tracker for resource:port and tenant:3ce5fad50f3b4936a6b74c0cb196917d is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:13.571677 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Port 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 on network 01d28e7b-77d7-484e-8483-00c7056ccd45 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:44:13.571995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Attempting to bind port 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 on network 01d28e7b-77d7-484e-8483-00c7056ccd45 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:44:13.583324 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9843bac9-a8c8-4c0e-8d54-11ad71b5364a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:13.596050 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-364744875', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}, 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:13.604582 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:13.609153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Usage tracker for resource:router and tenant:a21cd38533c746ba95f9f270be4301b9 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:13.613305 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:13.617729 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:44:13.618086 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Checking segment: {'id': '855f09ea-58ec-49aa-bee8-0c16a3319281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:13.619162 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Bound using segment: {'id': '855f09ea-58ec-49aa-bee8-0c16a3319281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:44:13.619613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Bound port: 73bda9d9-00ed-42ed-95da-a5bbfecf5f04, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '855f09ea-58ec-49aa-bee8-0c16a3319281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:44:13.619978 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:13.634573 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-0c2305bf-190a-4b7d-8651-2c3361b0b7df tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:13.635195 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-0c2305bf-190a-4b7d-8651-2c3361b0b7df tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:13.651143 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d139aafe-a50d-4d89-ad0c-7e420219b723 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5db22f884ec4450861519aed907b6f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3484282 Mar 08 09:44:13.658608 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:13.665069 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37490) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:13.666447 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9843bac9-a8c8-4c0e-8d54-11ad71b5364a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:13.669162 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9843bac9-a8c8-4c0e-8d54-11ad71b5364a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04c1cb8e-944b-4713-bea4-58ab6f44e21d HTTP/1.1" status: 204 len: 168 time: 1.0230687 Mar 08 09:44:13.676022 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:13.717872 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-0c2305bf-190a-4b7d-8651-2c3361b0b7df tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5760622 Mar 08 09:44:13.722817 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a233dbe6-eff2-4ce2-afc0-c7694c636be0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:13.743944 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Request body: {'port': {'device_id': '93b9944e-7d50-4253-9905-9b711458c5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:13.772907 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a233dbe6-eff2-4ce2-afc0-c7694c636be0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:13.780226 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a233dbe6-eff2-4ce2-afc0-c7694c636be0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:13.792158 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327dc68b-0f8c-4e11-ad75-dcb6d6f8bfaa req-2669251a-b4eb-4e2e-a49f-091176d43352 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:13.792993 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-327dc68b-0f8c-4e11-ad75-dcb6d6f8bfaa req-2669251a-b4eb-4e2e-a49f-091176d43352 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Synchronizing usage tracker for tenant:00a80dd10b2246ce8fdef8fc388deb9c on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:13.809569 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a233dbe6-eff2-4ce2-afc0-c7694c636be0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:13.818889 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:13.831048 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843bac9-a8c8-4c0e-8d54-11ad71b5364a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c1cb8e-944b-4713-bea4-58ab6f44e21d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:13.855674 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bfe8f3c6-cc82-43fb-82e4-0daba2a0fff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:13.856828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b976bd-2a08-407c-bc4b-bb403e068957 req-5a1897c3-8d6d-4557-80fd-06562d8093ab tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:13.858814 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-06b976bd-2a08-407c-bc4b-bb403e068957 req-5a1897c3-8d6d-4557-80fd-06562d8093ab tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 932 time: 0.8666987 Mar 08 09:44:13.875388 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a543d0ec-ba0c-4a63-961a-e8d0c5e0bfe9 None None] Provisioning for port ebeb49dd-c44f-43ad-96ac-890303ab8ef1 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:13.884721 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a543d0ec-ba0c-4a63-961a-e8d0c5e0bfe9 None None] Provisioning complete for port ebeb49dd-c44f-43ad-96ac-890303ab8ef1 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:13.885342 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a543d0ec-ba0c-4a63-961a-e8d0c5e0bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:13.892720 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-327dc68b-0f8c-4e11-ad75-dcb6d6f8bfaa req-2669251a-b4eb-4e2e-a49f-091176d43352 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Unset dirty status for tenant:00a80dd10b2246ce8fdef8fc388deb9c on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:13.893908 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-327dc68b-0f8c-4e11-ad75-dcb6d6f8bfaa req-2669251a-b4eb-4e2e-a49f-091176d43352 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 931 time: 0.5160062 Mar 08 09:44:13.894463 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a233dbe6-eff2-4ce2-afc0-c7694c636be0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:13.897907 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a233dbe6-eff2-4ce2-afc0-c7694c636be0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:13.906139 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Made reservation on behalf of 3ce5fad50f3b4936a6b74c0cb196917d for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:13.910145 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:13.965672 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] device_id is not set on port 4d500a5e-559f-4bdb-bdc6-bc0a9af31077 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:44:13.972444 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a543d0ec-ba0c-4a63-961a-e8d0c5e0bfe9 None None] Port ebeb49dd-c44f-43ad-96ac-890303ab8ef1 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:14.002748 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:14.003771 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:14.056980 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bfe8f3c6-cc82-43fb-82e4-0daba2a0fff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:14.068748 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:14.114968 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-327dc68b-0f8c-4e11-ad75-dcb6d6f8bfaa req-5268055d-fafe-4170-a3f2-d328afdd08b4 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/security-groups?id=97e09093-fb7a-4a38-a7d1-1a927b42078a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900876 Mar 08 09:44:14.126481 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] For port 73bda9d9-00ed-42ed-95da-a5bbfecf5f04, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:44:14.144311 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] For port 73bda9d9-00ed-42ed-95da-a5bbfecf5f04, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=73bda9d9-00ed-42ed-95da-a5bbfecf5f04,segment=NetworkSegment(855f09ea-58ec-49aa-bee8-0c16a3319281),segment_id=855f09ea-58ec-49aa-bee8-0c16a3319281)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:44:14.161882 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-06b976bd-2a08-407c-bc4b-bb403e068957 req-3d6304fd-d312-4547-a0ac-cadab7366147 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560346 Mar 08 09:44:14.185854 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:14.258335 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:14.370269 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bfe8f3c6-cc82-43fb-82e4-0daba2a0fff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:14.392298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:14.392948 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:14.394420 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-44321eea-40e4-4a75-944e-a168bf5babed req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] 10.222.0.26 "PUT /v2.0/ports/73bda9d9-00ed-42ed-95da-a5bbfecf5f04 HTTP/1.1" status: 200 len: 1093 time: 4.5540440 Mar 08 09:44:14.400191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a574122-a586-4b5f-9de5-750eac72d7be', 'tag': '73bda9d9-00ed-42ed-95da-a5bbfecf5f04'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:44:14.406956 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8f3c6-cc82-43fb-82e4-0daba2a0fff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eded887-7a20-4b37-9b36-65e33c962148,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:14.609517 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bfe8f3c6-cc82-43fb-82e4-0daba2a0fff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:14.610641 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bfe8f3c6-cc82-43fb-82e4-0daba2a0fff5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4eded887-7a20-4b37-9b36-65e33c962148 HTTP/1.1" status: 204 len: 168 time: 0.9447858 Mar 08 09:44:14.616067 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce19915-d5bd-4df7-b93b-2b61761f7ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=73bda9d9-00ed-42ed-95da-a5bbfecf5f04,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:14.632826 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Allocated IP 172.20.0.13 (2fdcd850-bacb-4d57-ba5f-f772a6850fc5/d5583644-81d8-4eec-b56a-bb9236cc16e9/4d500a5e-559f-4bdb-bdc6-bc0a9af31077) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:14.689423 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a233dbe6-eff2-4ce2-afc0-c7694c636be0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:14.751698 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef122d8-4a4b-4fd6-8c0f-452ef0ffaf81 req-c3e9b22d-2b61-424c-b072-2af67c4ca293 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:14.759055 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5ef122d8-4a4b-4fd6-8c0f-452ef0ffaf81 req-c3e9b22d-2b61-424c-b072-2af67c4ca293 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 943 time: 0.5263700 Mar 08 09:44:14.820305 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37524) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:14.883683 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a233dbe6-eff2-4ce2-afc0-c7694c636be0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:14.884006 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a233dbe6-eff2-4ce2-afc0-c7694c636be0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network hostable DHCP agents. Network: 162da289-2647-477b-bcb7-e834030497c1, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:44:14.907213 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5ef122d8-4a4b-4fd6-8c0f-452ef0ffaf81 req-3761a574-61a1-4b4d-ac5b-57610834bef5 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/security-groups?id=430f31fe-4218-44f5-9611-52f38466eba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429601 Mar 08 09:44:14.908821 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:14.911339 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233dbe6-eff2-4ce2-afc0-c7694c636be0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=daf646d9-50fd-43f5-b3e7-4279f17cfe1b,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:14.969897 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a233dbe6-eff2-4ce2-afc0-c7694c636be0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:44:15.000351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a233dbe6-eff2-4ce2-afc0-c7694c636be0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 162da289-2647-477b-bcb7-e834030497c1) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:15.006236 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebeb49dd-c44f-43ad-96ac-890303ab8ef1 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:44:15.011173 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550aec29-1d61-47a9-8b52-140918a872f5 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:15.016289 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a233dbe6-eff2-4ce2-afc0-c7694c636be0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:15.017308 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a233dbe6-eff2-4ce2-afc0-c7694c636be0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:15.023873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:15.037178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44321eea-40e4-4a75-944e-a168bf5babed req-ac5ca823-aa21-4652-89a4-cebd73b0536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:15.038712 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-44321eea-40e4-4a75-944e-a168bf5babed req-ac5ca823-aa21-4652-89a4-cebd73b0536a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d09966768d8a46489f86ec289dc54020&device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 1096 time: 0.5007114 Mar 08 09:44:15.052737 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Transition to ACTIVE for port object ebeb49dd-c44f-43ad-96ac-890303ab8ef1 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:15.058534 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a233dbe6-eff2-4ce2-afc0-c7694c636be0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8106835 Mar 08 09:44:15.059694 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37532) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:15.067137 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-68459a58-d7c8-4725-8a1c-5148e24aca45 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'name': 'tempest-NetworksTestDHCPv6-315860748'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:15.086962 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:15.136165 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2455288-60f1-4e7e-8a74-299ed10052d7 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:44:15.164139 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1744405435'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:15.183435 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:15.202258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:15.210526 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-44321eea-40e4-4a75-944e-a168bf5babed req-51fabe94-dc1a-450c-8d04-bb22c893eed3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73bda9d9-00ed-42ed-95da-a5bbfecf5f04 HTTP/1.1" status: 200 len: 217 time: 0.1388896 Mar 08 09:44:15.455196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': 'daf646d9-50fd-43f5-b3e7-4279f17cfe1b'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:44:15.456040 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:15.457582 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a574122-a586-4b5f-9de5-750eac72d7be', 'tag': '73bda9d9-00ed-42ed-95da-a5bbfecf5f04', 'status': 'completed', 'code': 200} Mar 08 09:44:15.512462 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Usage tracker for resource:network and tenant:e615b40191d54cb892ef677b53317229 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:15.515786 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:15.522953 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:15.561683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Transition to ACTIVE for port object c2455288-60f1-4e7e-8a74-299ed10052d7 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:15.593096 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:15.622746 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Pushing event updated for resources: {'Port': ['ID=ebeb49dd-c44f-43ad-96ac-890303ab8ef1,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:15.647232 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Made reservation on behalf of e615b40191d54cb892ef677b53317229 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:15.651175 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:15.743328 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Allocated IP 2001:db8::2 (162da289-2647-477b-bcb7-e834030497c1/daf646d9-50fd-43f5-b3e7-4279f17cfe1b/e271894b-72fa-4d55-a006-f591dc933552) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:15.785276 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:15.836790 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:15.847820 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Usage tracker for resource:security_group_rule and tenant:e615b40191d54cb892ef677b53317229 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:15.861372 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:15.883846 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:15.888645 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Attempting to bind port ebeb49dd-c44f-43ad-96ac-890303ab8ef1 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:44:15.889042 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Attempting to bind port ebeb49dd-c44f-43ad-96ac-890303ab8ef1 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'abb959c0-c15d-4009-8bed-8aaea1318c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:44:15.889392 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Attempting to bind port ebeb49dd-c44f-43ad-96ac-890303ab8ef1 on network 12a870d7-eb73-494e-9ddc-3ff1bde0751a {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:44:15.899974 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-68459a58-d7c8-4725-8a1c-5148e24aca45 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:15.908520 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Port ebeb49dd-c44f-43ad-96ac-890303ab8ef1 on network 12a870d7-eb73-494e-9ddc-3ff1bde0751a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:44:15.908947 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Attempting to bind port ebeb49dd-c44f-43ad-96ac-890303ab8ef1 on network 12a870d7-eb73-494e-9ddc-3ff1bde0751a {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:44:15.912919 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-68459a58-d7c8-4725-8a1c-5148e24aca45 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:port and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:15.929411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-68459a58-d7c8-4725-8a1c-5148e24aca45 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:15.939730 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:44:15.940102 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Checking segment: {'id': 'abb959c0-c15d-4009-8bed-8aaea1318c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:15.941360 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Bound using segment: {'id': 'abb959c0-c15d-4009-8bed-8aaea1318c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:44:15.941845 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Bound port: ebeb49dd-c44f-43ad-96ac-890303ab8ef1, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abb959c0-c15d-4009-8bed-8aaea1318c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:44:15.942300 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:15.943164 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44321eea-40e4-4a75-944e-a168bf5babed req-3e5c2365-af51-491c-894a-7103f7b4a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:15.944659 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-44321eea-40e4-4a75-944e-a168bf5babed req-3e5c2365-af51-491c-894a-7103f7b4a4cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5412c5b-767e-40f0-a363-91743b739e50 HTTP/1.1" status: 200 len: 850 time: 0.5969527 Mar 08 09:44:15.969078 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-68459a58-d7c8-4725-8a1c-5148e24aca45 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:16.028123 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:16.032008 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b8470-c871-4978-bc97-91944d242923 req-a7a4dfa5-b67e-42c4-b60e-6659f17763d7 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:16.033721 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1e0b8470-c871-4978-bc97-91944d242923 req-a7a4dfa5-b67e-42c4-b60e-6659f17763d7 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 943 time: 0.4541235 Mar 08 09:44:16.044306 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Transition to ACTIVE for port object e271894b-72fa-4d55-a006-f591dc933552 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:16.070745 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Transition to ACTIVE for port object e271894b-72fa-4d55-a006-f591dc933552 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:16.075585 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68459a58-d7c8-4725-8a1c-5148e24aca45 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:16.080130 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68459a58-d7c8-4725-8a1c-5148e24aca45 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:16.086280 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:16.159659 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37560) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:16.169576 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:16.171447 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-68459a58-d7c8-4725-8a1c-5148e24aca45 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port 2feb8088-1be1-42e6-ab8c-3bdb1f858f87 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:44:16.172585 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:16.181087 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:16.190985 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Pushing event updated for resources: {'Port': ['ID=e271894b-72fa-4d55-a006-f591dc933552,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:16.198496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:16.206978 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Pushing event updated for resources: {'Port': ['ID=c2455288-60f1-4e7e-8a74-299ed10052d7,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:16.226419 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] For port ebeb49dd-c44f-43ad-96ac-890303ab8ef1, host hv-neutron-8317, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:44:16.239392 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1e0b8470-c871-4978-bc97-91944d242923 req-17c9733f-2983-4034-b6f2-fc141de6a5fb tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/security-groups?id=97e09093-fb7a-4a38-a7d1-1a927b42078a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938343 Mar 08 09:44:16.269997 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] For port ebeb49dd-c44f-43ad-96ac-890303ab8ef1, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ebeb49dd-c44f-43ad-96ac-890303ab8ef1,segment=NetworkSegment(abb959c0-c15d-4009-8bed-8aaea1318c7f),segment_id=abb959c0-c15d-4009-8bed-8aaea1318c7f)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:44:16.292202 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:16.296773 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Attempting to bind port e271894b-72fa-4d55-a006-f591dc933552 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:44:16.297266 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Attempting to bind port e271894b-72fa-4d55-a006-f591dc933552 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:44:16.297720 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Attempting to bind port e271894b-72fa-4d55-a006-f591dc933552 on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:44:16.299596 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64317e6a-666f-4c82-9f73-9455138f2133 req-6766cf1b-ed80-4a04-99c6-e6cd211b4f46 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:16.310981 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:44:16.311491 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:16.311984 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:16.312464 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:44:16.313067 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Bound port: e271894b-72fa-4d55-a006-f591dc933552, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:44:16.313537 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:16.314482 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-64317e6a-666f-4c82-9f73-9455138f2133 req-6766cf1b-ed80-4a04-99c6-e6cd211b4f46 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 944 time: 0.8534193 Mar 08 09:44:16.338804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Transition to ACTIVE for port object 4d500a5e-559f-4bdb-bdc6-bc0a9af31077 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:16.423029 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] For port e271894b-72fa-4d55-a006-f591dc933552, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:44:16.427602 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] For port e271894b-72fa-4d55-a006-f591dc933552, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e271894b-72fa-4d55-a006-f591dc933552,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:44:16.433487 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:16.439799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:16.468369 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Request body: {'networks': [{'name': 'tempest-network--923110348'}, {'name': 'tempest-network--2055781876'}]} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:16.469020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Request body: {'network': {'name': 'tempest-network--923110348'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:16.469702 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Request body: {'network': {'name': 'tempest-network--2055781876'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:16.476087 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:16.480586 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Usage tracker for resource:network and tenant:ff23ed3c4cf445829d8a0fbbd78687fc is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:16.483943 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:16.492767 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:16.514575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Attempting to bind port c2455288-60f1-4e7e-8a74-299ed10052d7 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:44:16.515159 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Attempting to bind port c2455288-60f1-4e7e-8a74-299ed10052d7 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '5fdb64d3-0b47-4e50-9fbf-d89b25ee019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:44:16.515276 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Attempting to bind port c2455288-60f1-4e7e-8a74-299ed10052d7 on network 7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:44:16.518378 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d356d7e-64e2-43b5-9880-100348628144 None None] Pushing event updated for resources: {'Port': ['ID=e271894b-72fa-4d55-a006-f591dc933552,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:16.532091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Port c2455288-60f1-4e7e-8a74-299ed10052d7 on network 7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:44:16.532490 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Attempting to bind port c2455288-60f1-4e7e-8a74-299ed10052d7 on network 7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:44:16.558524 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:16.599006 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:16.602180 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:16.605807 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] 10.222.0.26 "PUT /v2.0/ports/ebeb49dd-c44f-43ad-96ac-890303ab8ef1 HTTP/1.1" status: 200 len: 1093 time: 2.8708808 Mar 08 09:44:16.647601 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44321eea-40e4-4a75-944e-a168bf5babed req-07bc5f66-e88b-42cc-99a2-7c875c44e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:16.649547 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-44321eea-40e4-4a75-944e-a168bf5babed req-07bc5f66-e88b-42cc-99a2-7c875c44e16d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=01d28e7b-77d7-484e-8483-00c7056ccd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6486812 Mar 08 09:44:16.655471 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:44:16.655668 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b9944e-7d50-4253-9905-9b711458c5fe', 'tag': 'ebeb49dd-c44f-43ad-96ac-890303ab8ef1'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:44:16.655851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Checking segment: {'id': '5fdb64d3-0b47-4e50-9fbf-d89b25ee019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:16.656239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Bound using segment: {'id': '5fdb64d3-0b47-4e50-9fbf-d89b25ee019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:44:16.656665 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Bound port: c2455288-60f1-4e7e-8a74-299ed10052d7, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdb64d3-0b47-4e50-9fbf-d89b25ee019e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:44:16.657130 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:16.660313 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36108c9-bba4-4a6f-a3ed-8f838aeb3090 service neutron] Pushing event updated for resources: {'Port': ['ID=ebeb49dd-c44f-43ad-96ac-890303ab8ef1,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:16.663933 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Made reservation on behalf of ff23ed3c4cf445829d8a0fbbd78687fc for: {'network': 2} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:16.668870 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:16.671830 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-64317e6a-666f-4c82-9f73-9455138f2133 req-6c835c31-cd91-48ae-936b-b9507ebaf817 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3388054 Mar 08 09:44:16.703310 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102d9945-1310-4b63-b88b-8552fac6cf29,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:16.745853 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:16.759226 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-68459a58-d7c8-4725-8a1c-5148e24aca45 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::24 (162da289-2647-477b-bcb7-e834030497c1/daf646d9-50fd-43f5-b3e7-4279f17cfe1b/2feb8088-1be1-42e6-ab8c-3bdb1f858f87) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:16.777827 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:16.798090 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:16.819937 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:44:16.850395 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:16.861440 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:16.861780 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Added segment 8f8f8412-5b44-46fd-ab13-ab1a75f31129 of type vlan for network 1ec710de-4b43-4dd4-a706-688e257e450c Mar 08 09:44:16.880844 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Usage tracker for resource:security_group_rule and tenant:ff23ed3c4cf445829d8a0fbbd78687fc is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:16.890464 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:16.924648 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:16.953305 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:16.967065 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:17.007521 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77d219-e222-4bcb-bd73-62250e571c6c req-2ef0926f-7bd5-4f8f-984a-da8d24b7a051 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:17.009034 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eb77d219-e222-4bcb-bd73-62250e571c6c req-2ef0926f-7bd5-4f8f-984a-da8d24b7a051 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 943 time: 0.5461917 Mar 08 09:44:17.112825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Network 2fdcd850-bacb-4d57-ba5f-f772a6850fc5 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:17.123485 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:17.125805 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:17.134945 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b9944e-7d50-4253-9905-9b711458c5fe', 'tag': 'ebeb49dd-c44f-43ad-96ac-890303ab8ef1', 'status': 'completed', 'code': 200} Mar 08 09:44:17.157362 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] For port c2455288-60f1-4e7e-8a74-299ed10052d7, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:44:17.161055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Pushing event updated for resources: {'Port': ['ID=4d500a5e-559f-4bdb-bdc6-bc0a9af31077,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:17.165504 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-44321eea-40e4-4a75-944e-a168bf5babed req-06bc5c10-b0f0-4961-93a0-b048ce111cd1 service neutron] 10.222.0.26 "GET /v2.0/networks/01d28e7b-77d7-484e-8483-00c7056ccd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969773 Mar 08 09:44:17.184541 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-855a0b79-351f-485c-85c5-20d79bd0a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:17.186648 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-855a0b79-351f-485c-85c5-20d79bd0a200 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00a80dd10b2246ce8fdef8fc388deb9c&device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 1096 time: 0.4871950 Mar 08 09:44:17.199991 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:17.205699 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:17.206903 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:17.253813 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] For port c2455288-60f1-4e7e-8a74-299ed10052d7, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=c2455288-60f1-4e7e-8a74-299ed10052d7,segment=NetworkSegment(5fdb64d3-0b47-4e50-9fbf-d89b25ee019e),segment_id=5fdb64d3-0b47-4e50-9fbf-d89b25ee019e)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:44:17.285914 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:17.292724 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eb77d219-e222-4bcb-bd73-62250e571c6c req-680e7a20-0692-4c3d-b356-a899c2d4439d tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/security-groups?id=430f31fe-4218-44f5-9611-52f38466eba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601719 Mar 08 09:44:17.340904 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-05d94668-86d8-40e6-8aa4-81075147a39e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebeb49dd-c44f-43ad-96ac-890303ab8ef1 HTTP/1.1" status: 200 len: 217 time: 0.1250424 Mar 08 09:44:17.392466 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Pushing event updated for resources: {'Port': ['ID=c2455288-60f1-4e7e-8a74-299ed10052d7,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:17.410690 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:17.411515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:17.413116 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-d8ae477a-3f03-4f5b-99f0-16117ae3b13c service neutron] 10.222.0.26 "PUT /v2.0/ports/c2455288-60f1-4e7e-8a74-299ed10052d7 HTTP/1.1" status: 200 len: 1094 time: 4.9886892 Mar 08 09:44:17.419262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:17.420143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:17.473479 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ea0117f9-0632-41e0-bb93-507a28f00e4d None None] Provisioning for port 4d500a5e-559f-4bdb-bdc6-bc0a9af31077 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:17.481543 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ea0117f9-0632-41e0-bb93-507a28f00e4d None None] Provisioning complete for port 4d500a5e-559f-4bdb-bdc6-bc0a9af31077 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:17.482866 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea0117f9-0632-41e0-bb93-507a28f00e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:17.486961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0', 'tag': 'c2455288-60f1-4e7e-8a74-299ed10052d7'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:44:17.593962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Allocated IP 172.26.2.91 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/6a3b488a-5f9d-4fe7-930f-ec504a5846df) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:17.621912 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Pushing event updated for resources: {'Network': ['ID=1ec710de-4b43-4dd4-a706-688e257e450c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:17.623963 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ea0117f9-0632-41e0-bb93-507a28f00e4d None None] Port 4d500a5e-559f-4bdb-bdc6-bc0a9af31077 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:17.639447 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 1ec710de-4b43-4dd4-a706-688e257e450c details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:44:17.689489 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-50f13d64-5745-47be-87d1-79b5ae27df27 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 5.1226885 Mar 08 09:44:17.691386 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0', 'tag': 'c2455288-60f1-4e7e-8a74-299ed10052d7', 'status': 'completed', 'code': 200} Mar 08 09:44:17.694374 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-b647097d-0c20-48aa-a2f3-7a32b6ace6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:17.699256 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-b647097d-0c20-48aa-a2f3-7a32b6ace6ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4 HTTP/1.1" status: 200 len: 844 time: 0.3372281 Mar 08 09:44:17.707097 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68459a58-d7c8-4725-8a1c-5148e24aca45 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:17.718753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37582) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:17.746928 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-68459a58-d7c8-4725-8a1c-5148e24aca45 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object 2feb8088-1be1-42e6-ab8c-3bdb1f858f87 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:17.828249 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:17.830623 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-955fe108-f25c-4cc6-be57-6bd910de45c1 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.0094435 Mar 08 09:44:17.904272 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37588) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:17.916670 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-44321eea-40e4-4a75-944e-a168bf5babed req-aa2c5256-92cc-423b-8d8f-156a749adb21 service neutron] 10.222.0.26 "GET /v2.0/networks/01d28e7b-77d7-484e-8483-00c7056ccd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7339106 Mar 08 09:44:17.918883 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68459a58-d7c8-4725-8a1c-5148e24aca45 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:17.927956 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3feba6-20d7-4dcc-8f78-81ba54626d88 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:17.930245 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:17.930245 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:17.968509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-eef26f68-2bc1-4e29-b8b6-4b9cf2efbba8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Request body: {'subnet': {'network_id': '1ec710de-4b43-4dd4-a706-688e257e450c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:18.053847 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-55c929f2-b87d-4619-b973-4e37c962ca1b None None] Provisioning for port e271894b-72fa-4d55-a006-f591dc933552 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:18.193273 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68459a58-d7c8-4725-8a1c-5148e24aca45 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:18.194051 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f1d817-e6ec-4ccc-bdfa-8edfdbd6b66b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:18.196973 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-22fe2e45-0e10-46fe-bbb3-bf814abea121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:18.198450 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-22fe2e45-0e10-46fe-bbb3-bf814abea121 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3930543b2ce942fe899a5a461a431d3e&device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 1097 time: 0.7018867 Mar 08 09:44:18.203999 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-68459a58-d7c8-4725-8a1c-5148e24aca45 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:18.207514 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68459a58-d7c8-4725-8a1c-5148e24aca45 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:18.213016 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68459a58-d7c8-4725-8a1c-5148e24aca45 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:18.213184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce97977-4a32-48b5-ac4f-f5edc3ccfff9 req-1d08fc38-dff5-4286-98da-5228951d688a tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:18.213498 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68459a58-d7c8-4725-8a1c-5148e24aca45 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:18.219957 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68459a58-d7c8-4725-8a1c-5148e24aca45 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=2feb8088-1be1-42e6-ab8c-3bdb1f858f87,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:18.220053 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9ce97977-4a32-48b5-ac4f-f5edc3ccfff9 req-1d08fc38-dff5-4286-98da-5228951d688a tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 943 time: 0.7340202 Mar 08 09:44:18.238635 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:44:18.279814 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:18.280154 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Added segment f202cb45-58ea-45a3-9dab-2ba32254d610 of type vlan for network 950aeab4-c99f-4d0c-aba0-bc3d236d9f09 Mar 08 09:44:18.292863 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-68459a58-d7c8-4725-8a1c-5148e24aca45 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2298119 Mar 08 09:44:18.293668 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37592) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:18.297532 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-2ed80f58-0c67-4a4e-b1da-b414e631e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:18.298979 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-2ed80f58-0c67-4a4e-b1da-b414e631e5cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12a870d7-eb73-494e-9ddc-3ff1bde0751a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4171691 Mar 08 09:44:18.299296 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-eef26f68-2bc1-4e29-b8b6-4b9cf2efbba8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:18.309936 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5617b-ccb8-4da5-beb3-e0b16a39e3fe req-a7867fe6-2714-4351-a937-7397023e6c27 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:18.311367 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ea5617b-ccb8-4da5-beb3-e0b16a39e3fe req-a7867fe6-2714-4351-a937-7397023e6c27 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 944 time: 0.4788744 Mar 08 09:44:18.318110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:18.321524 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-eef26f68-2bc1-4e29-b8b6-4b9cf2efbba8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Usage tracker for resource:subnet and tenant:e615b40191d54cb892ef677b53317229 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:18.340833 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-eef26f68-2bc1-4e29-b8b6-4b9cf2efbba8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:18.347333 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-0cf98cef-316b-4ced-8a1d-0e6621ddee98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2455288-60f1-4e7e-8a74-299ed10052d7 HTTP/1.1" status: 200 len: 217 time: 0.1216018 Mar 08 09:44:18.358169 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-eef26f68-2bc1-4e29-b8b6-4b9cf2efbba8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:18.413184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:18.453432 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35344ba5-45a8-4403-b13d-74bd3b221d83 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:18.459854 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35344ba5-45a8-4403-b13d-74bd3b221d83 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:18.465502 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35344ba5-45a8-4403-b13d-74bd3b221d83 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:18.466397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-35344ba5-45a8-4403-b13d-74bd3b221d83 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Synchronizing usage tracker for tenant:3ce5fad50f3b4936a6b74c0cb196917d on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:18.475051 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-9ce97977-4a32-48b5-ac4f-f5edc3ccfff9 req-1cd6f130-9675-4e17-b101-f280c2cb3974 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Synchronizing usage tracker for tenant:00a80dd10b2246ce8fdef8fc388deb9c on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:18.483098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef26f68-2bc1-4e29-b8b6-4b9cf2efbba8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Made reservation on behalf of e615b40191d54cb892ef677b53317229 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:18.486458 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eef26f68-2bc1-4e29-b8b6-4b9cf2efbba8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:18.500778 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c235805f-ff3c-4df7-9cde-7aa15d5d0df7 None None] Provisioning for port 2feb8088-1be1-42e6-ab8c-3bdb1f858f87 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:18.507124 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c235805f-ff3c-4df7-9cde-7aa15d5d0df7 None None] Provisioning complete for port 2feb8088-1be1-42e6-ab8c-3bdb1f858f87 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:18.508596 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c235805f-ff3c-4df7-9cde-7aa15d5d0df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:18.527434 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3ea5617b-ccb8-4da5-beb3-e0b16a39e3fe req-ffd753d9-9968-4806-9a99-b2df0a40d00a tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Synchronizing usage tracker for tenant:3930543b2ce942fe899a5a461a431d3e on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:18.533049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f189e8-03f4-4f09-bc5c-84e80e76f5e9 req-e7f30cde-ecdb-4b38-bde0-0d7a69d17c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:18.534559 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a0f189e8-03f4-4f09-bc5c-84e80e76f5e9 req-e7f30cde-ecdb-4b38-bde0-0d7a69d17c7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d09966768d8a46489f86ec289dc54020&device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 1096 time: 0.5406644 Mar 08 09:44:18.568029 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:44:18.587213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3ea5617b-ccb8-4da5-beb3-e0b16a39e3fe req-ffd753d9-9968-4806-9a99-b2df0a40d00a tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Unset dirty status for tenant:3930543b2ce942fe899a5a461a431d3e on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:18.588368 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ea5617b-ccb8-4da5-beb3-e0b16a39e3fe req-ffd753d9-9968-4806-9a99-b2df0a40d00a tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438221 Mar 08 09:44:18.602477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:18.602815 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Added segment 7f22bb0d-0478-4a1a-b927-17800fd973ba of type vlan for network 432f3ec0-e198-4453-b69b-4d003a6fef41 Mar 08 09:44:18.605240 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-cbffe1b1-d273-47a4-99ac-45c92ecd89c5 service neutron] 10.222.0.26 "GET /v2.0/networks/12a870d7-eb73-494e-9ddc-3ff1bde0751a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930052 Mar 08 09:44:18.609695 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c235805f-ff3c-4df7-9cde-7aa15d5d0df7 None None] Port 2feb8088-1be1-42e6-ab8c-3bdb1f858f87 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:18.646948 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3105703d-6066-4586-86fb-da84332772be tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:18.653046 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3105703d-6066-4586-86fb-da84332772be tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:18.653845 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3105703d-6066-4586-86fb-da84332772be tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:18.769263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-ea9a42ff-5969-417b-b499-480aab8b4e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:18.770732 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-ea9a42ff-5969-417b-b499-480aab8b4e54 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22ec09f4-37c1-4973-ad35-a74953dd1390 HTTP/1.1" status: 200 len: 850 time: 0.4148459 Mar 08 09:44:18.780957 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:18.786108 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-9ce97977-4a32-48b5-ac4f-f5edc3ccfff9 req-1cd6f130-9675-4e17-b101-f280c2cb3974 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Unset dirty status for tenant:00a80dd10b2246ce8fdef8fc388deb9c on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:18.789456 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9ce97977-4a32-48b5-ac4f-f5edc3ccfff9 req-1cd6f130-9675-4e17-b101-f280c2cb3974 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/security-groups?id=97e09093-fb7a-4a38-a7d1-1a927b42078a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5683546 Mar 08 09:44:18.845833 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3105703d-6066-4586-86fb-da84332772be tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:18.847063 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3105703d-6066-4586-86fb-da84332772be tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.5522785 Mar 08 09:44:18.856139 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37598) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:18.859845 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-434712a9-4d3c-400f-bd59-1e0c8a881d62 None None] Provisioning complete for port 2feb8088-1be1-42e6-ab8c-3bdb1f858f87 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:18.860222 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-434712a9-4d3c-400f-bd59-1e0c8a881d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:18.878704 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-35344ba5-45a8-4403-b13d-74bd3b221d83 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Unset dirty status for tenant:3ce5fad50f3b4936a6b74c0cb196917d on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:18.879851 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-35344ba5-45a8-4403-b13d-74bd3b221d83 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 1.1459816 Mar 08 09:44:18.896246 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e271894b-72fa-4d55-a006-f591dc933552 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:44:18.900560 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37602) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:18.918407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:18.975502 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-434712a9-4d3c-400f-bd59-1e0c8a881d62 None None] Port 2feb8088-1be1-42e6-ab8c-3bdb1f858f87 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:18.994259 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port e271894b-72fa-4d55-a006-f591dc933552 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:19.000728 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port e271894b-72fa-4d55-a006-f591dc933552 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:19.001083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:19.009700 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-800ce830-38e5-46d8-bd2b-59d5da41ff4c req-16a64228-5590-421a-b822-69453cadf16f service neutron] 10.222.0.26 "GET /v2.0/networks/12a870d7-eb73-494e-9ddc-3ff1bde0751a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969066 Mar 08 09:44:19.031891 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9abed37e-823a-4722-8d8f-092f9a5689ae tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port 2feb8088-1be1-42e6-ab8c-3bdb1f858f87 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:19.031891 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9abed37e-823a-4722-8d8f-092f9a5689ae tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:19.034927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:19.046563 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:19.052840 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f189e8-03f4-4f09-bc5c-84e80e76f5e9 req-df42ff36-f975-4ef8-8352-2ab859f0ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:19.054316 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a0f189e8-03f4-4f09-bc5c-84e80e76f5e9 req-df42ff36-f975-4ef8-8352-2ab859f0ac17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=01d28e7b-77d7-484e-8483-00c7056ccd45 HTTP/1.1" status: 200 len: 912 time: 0.4930027 Mar 08 09:44:19.055104 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:19.084301 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eef26f68-2bc1-4e29-b8b6-4b9cf2efbba8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:19.101519 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:19.101992 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:19.107313 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:19.111852 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:19.112576 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:19.122254 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Pushing event updated for resources: {'Port': ['ID=6a3b488a-5f9d-4fe7-930f-ec504a5846df,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:19.142706 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-345b0d04-bd9d-4f8f-b626-efdc8421fa95 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Deleting port 4d500a5e-559f-4bdb-bdc6-bc0a9af31077 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:19.143052 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-345b0d04-bd9d-4f8f-b626-efdc8421fa95 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:19.191128 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:19.215551 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a0f189e8-03f4-4f09-bc5c-84e80e76f5e9 req-72101c45-accc-440f-b654-c45fc730ed4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73bda9d9-00ed-42ed-95da-a5bbfecf5f04 HTTP/1.1" status: 200 len: 217 time: 0.1275592 Mar 08 09:44:19.231130 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port e271894b-72fa-4d55-a006-f591dc933552, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e271894b-72fa-4d55-a006-f591dc933552,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:19.238452 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:19.300983 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93dc74b-3c6f-4556-a547-2511cde89b1e req-9bea0ee6-3281-4a8f-9d7d-e8d886591c8c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:19.302443 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a93dc74b-3c6f-4556-a547-2511cde89b1e req-9bea0ee6-3281-4a8f-9d7d-e8d886591c8c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 943 time: 0.5164242 Mar 08 09:44:19.313468 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=e271894b-72fa-4d55-a006-f591dc933552,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:19.358344 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.1927359 Mar 08 09:44:19.369129 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef26f68-2bc1-4e29-b8b6-4b9cf2efbba8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Pushing event updated for resources: {'Subnet': ['ID=e8f67d2f-2f00-4c7b-ae4a-0f9846d53a9e,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:19.375427 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event updated for resources: {'Network': ['ID=950aeab4-c99f-4d0c-aba0-bc3d236d9f09,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:19.381645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37606) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:19.387376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 950aeab4-c99f-4d0c-aba0-bc3d236d9f09 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:44:19.420095 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-ae0a53c5-c5c7-4939-ae4d-16a90d7cef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:19.422053 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-ae0a53c5-c5c7-4939-ae4d-16a90d7cef67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5464895 Mar 08 09:44:19.598007 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef26f68-2bc1-4e29-b8b6-4b9cf2efbba8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Checking segment: {'id': '8f8f8412-5b44-46fd-ab13-ab1a75f31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1ec710de-4b43-4dd4-a706-688e257e450c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:19.598371 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef26f68-2bc1-4e29-b8b6-4b9cf2efbba8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Network hostable DHCP agents. Network: 1ec710de-4b43-4dd4-a706-688e257e450c, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:44:19.607542 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91afd2-ca58-4467-ba33-3eff63072c48 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event updated for resources: {'Network': ['ID=432f3ec0-e198-4453-b69b-4d003a6fef41,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:19.618950 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 432f3ec0-e198-4453-b69b-4d003a6fef41 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:44:19.638819 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a93dc74b-3c6f-4556-a547-2511cde89b1e req-2392bd35-5da0-404e-8736-f320732b1879 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/security-groups?id=430f31fe-4218-44f5-9611-52f38466eba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130152 Mar 08 09:44:19.665714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f189e8-03f4-4f09-bc5c-84e80e76f5e9 req-848abd6d-2cb0-4b27-a257-3ff9765debe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:19.665714 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a0f189e8-03f4-4f09-bc5c-84e80e76f5e9 req-848abd6d-2cb0-4b27-a257-3ff9765debe9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5412c5b-767e-40f0-a363-91743b739e50 HTTP/1.1" status: 200 len: 850 time: 0.4276512 Mar 08 09:44:19.763863 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14872dc-315c-4de8-8c76-2ee0a5f36b70 req-00c58639-24ff-4f33-baa7-d8015b5a5416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:19.765355 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c14872dc-315c-4de8-8c76-2ee0a5f36b70 req-00c58639-24ff-4f33-baa7-d8015b5a5416 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00a80dd10b2246ce8fdef8fc388deb9c&device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 1096 time: 0.6936603 Mar 08 09:44:19.940302 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef26f68-2bc1-4e29-b8b6-4b9cf2efbba8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Network 1ec710de-4b43-4dd4-a706-688e257e450c is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:44:20.069986 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9abed37e-823a-4722-8d8f-092f9a5689ae tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:20.083164 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6824d012-3b62-4254-b69a-af3bb6c9b743 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:20.089056 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6824d012-3b62-4254-b69a-af3bb6c9b743 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:20.094685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6824d012-3b62-4254-b69a-af3bb6c9b743 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:20.100852 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6824d012-3b62-4254-b69a-af3bb6c9b743 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:20.102467 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6824d012-3b62-4254-b69a-af3bb6c9b743 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7197552 Mar 08 09:44:20.103460 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-eef26f68-2bc1-4e29-b8b6-4b9cf2efbba8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 1ec710de-4b43-4dd4-a706-688e257e450c) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:20.106639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37614) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:20.114582 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef26f68-2bc1-4e29-b8b6-4b9cf2efbba8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:20.115089 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eef26f68-2bc1-4e29-b8b6-4b9cf2efbba8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:20.117034 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd5768c-4224-4d6b-8209-8d1bb1a23d5a None None] Network 1ec710de-4b43-4dd4-a706-688e257e450c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:20.124979 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-565f848c-8275-46b6-99a7-f7c1826e8938 service neutron] 10.222.0.26 "GET /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280764 Mar 08 09:44:20.139434 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-345b0d04-bd9d-4f8f-b626-efdc8421fa95 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:20.214955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9abed37e-823a-4722-8d8f-092f9a5689ae tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for 2feb8088-1be1-42e6-ab8c-3bdb1f858f87 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:20.364145 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-1ec710de-4b43-4dd4-a706-688e257e450c', 'network_id': '1ec710de-4b43-4dd4-a706-688e257e450c', 'tenant_id': 'e615b40191d54cb892ef677b53317229', 'fixed_ips': [{'subnet_id': 'e8f67d2f-2f00-4c7b-ae4a-0f9846d53a9e'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:44:20.365138 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:20.398382 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-345b0d04-bd9d-4f8f-b626-efdc8421fa95 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Calling delete_port for 4d500a5e-559f-4bdb-bdc6-bc0a9af31077 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:20.401930 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-eef26f68-2bc1-4e29-b8b6-4b9cf2efbba8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4859302 Mar 08 09:44:20.430095 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37618) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:20.431194 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14872dc-315c-4de8-8c76-2ee0a5f36b70 req-cd7c85fb-b91a-4513-bfed-82d2ebe0250e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:20.432770 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c14872dc-315c-4de8-8c76-2ee0a5f36b70 req-cd7c85fb-b91a-4513-bfed-82d2ebe0250e service neutron] 10.222.0.26 "GET /v2.0/networks?id=12a870d7-eb73-494e-9ddc-3ff1bde0751a HTTP/1.1" status: 200 len: 906 time: 0.6554921 Mar 08 09:44:20.449804 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fca7c465-74e1-460a-aa0c-9c8e4d158d4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Request body: {'port': {'network_id': '1ec710de-4b43-4dd4-a706-688e257e450c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-914753092'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:20.463462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f189e8-03f4-4f09-bc5c-84e80e76f5e9 req-6ab7d753-0d2f-4ba7-bf11-e84408c4e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:20.464899 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a0f189e8-03f4-4f09-bc5c-84e80e76f5e9 req-6ab7d753-0d2f-4ba7-bf11-e84408c4e709 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=01d28e7b-77d7-484e-8483-00c7056ccd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7377703 Mar 08 09:44:20.535800 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b6b82f0-3e41-446e-a7b1-e21ba575880e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:20.551712 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Allocated IP 2001:db8::2 (1ec710de-4b43-4dd4-a706-688e257e450c/e8f67d2f-2f00-4c7b-ae4a-0f9846d53a9e/da7ac991-9f60-49ad-87a3-9b94beb20461) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:20.561626 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80fc12-b429-4765-81df-071d9ae4b46b req-c7490776-0dbf-4a4c-9c05-acf838b4aefc tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:20.563166 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bd80fc12-b429-4765-81df-071d9ae4b46b req-c7490776-0dbf-4a4c-9c05-acf838b4aefc tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 944 time: 0.7910552 Mar 08 09:44:20.567071 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c14872dc-315c-4de8-8c76-2ee0a5f36b70 req-98260fff-145d-4e39-82c3-b1186315015b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebeb49dd-c44f-43ad-96ac-890303ab8ef1 HTTP/1.1" status: 200 len: 217 time: 0.1209004 Mar 08 09:44:20.569267 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:20.751070 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f3aca-843c-4608-ae59-a6ddca2b26ea req-3fc56f5d-b72e-49fc-84ea-ee6c6d0734e6 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:20.752634 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c91f3aca-843c-4608-ae59-a6ddca2b26ea req-3fc56f5d-b72e-49fc-84ea-ee6c6d0734e6 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 943 time: 0.7743239 Mar 08 09:44:20.833296 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b73e3567-aad4-41ab-af8f-1e7abfd3fae1 req-e077e127-c1c4-482f-860c-93586cc1c5ae service neutron] 10.222.0.26 "GET /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702855 Mar 08 09:44:20.840873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14872dc-315c-4de8-8c76-2ee0a5f36b70 req-8d9cdab3-ae57-4466-9299-842c838d9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:20.842330 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c14872dc-315c-4de8-8c76-2ee0a5f36b70 req-8d9cdab3-ae57-4466-9299-842c838d9369 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4 HTTP/1.1" status: 200 len: 844 time: 0.2173722 Mar 08 09:44:20.855403 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:20.871205 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e271894b-72fa-4d55-a006-f591dc933552 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:44:20.946229 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port e271894b-72fa-4d55-a006-f591dc933552 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:20.946591 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:20.948955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fca7c465-74e1-460a-aa0c-9c8e4d158d4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:20.952833 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bd80fc12-b429-4765-81df-071d9ae4b46b req-8154c316-64d3-42b2-a61d-cecb132b1594 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3300297 Mar 08 09:44:20.966472 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fca7c465-74e1-460a-aa0c-9c8e4d158d4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Usage tracker for resource:port and tenant:e615b40191d54cb892ef677b53317229 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:20.980914 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fca7c465-74e1-460a-aa0c-9c8e4d158d4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:20.986008 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c91f3aca-843c-4608-ae59-a6ddca2b26ea req-e98ceb97-f982-4caa-b258-ac5df9705e6e tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/security-groups?id=97e09093-fb7a-4a38-a7d1-1a927b42078a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960747 Mar 08 09:44:20.993607 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fca7c465-74e1-460a-aa0c-9c8e4d158d4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:21.010086 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9abed37e-823a-4722-8d8f-092f9a5689ae tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:21.020376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Transition to ACTIVE for port object da7ac991-9f60-49ad-87a3-9b94beb20461 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:21.040287 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a0f189e8-03f4-4f09-bc5c-84e80e76f5e9 req-a4a73561-77bb-40a5-a504-76c557ca8a09 service neutron] 10.222.0.26 "GET /v2.0/networks/01d28e7b-77d7-484e-8483-00c7056ccd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487230 Mar 08 09:44:21.053860 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Transition to ACTIVE for port object da7ac991-9f60-49ad-87a3-9b94beb20461 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:21.056979 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-345b0d04-bd9d-4f8f-b626-efdc8421fa95 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:21.066542 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca7c465-74e1-460a-aa0c-9c8e4d158d4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Made reservation on behalf of e615b40191d54cb892ef677b53317229 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:21.069994 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fca7c465-74e1-460a-aa0c-9c8e4d158d4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:21.078608 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:21.084379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abed37e-823a-4722-8d8f-092f9a5689ae tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=2feb8088-1be1-42e6-ab8c-3bdb1f858f87,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:21.185536 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Network 1ec710de-4b43-4dd4-a706-688e257e450c is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:21.189825 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:21.193656 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b0d04-bd9d-4f8f-b626-efdc8421fa95 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Pushing event deleted for resources: {'Port': ['ID=4d500a5e-559f-4bdb-bdc6-bc0a9af31077,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:21.254723 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:21.259930 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Pushing event updated for resources: {'Port': ['ID=da7ac991-9f60-49ad-87a3-9b94beb20461,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:21.263287 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-fca7c465-74e1-460a-aa0c-9c8e4d158d4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] device_id is not set on port f6474b8d-9d45-4d2b-b4fa-775fa199ddbf yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:44:21.311313 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b6b82f0-3e41-446e-a7b1-e21ba575880e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:21.336583 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9abed37e-823a-4722-8d8f-092f9a5689ae tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:21.383028 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Attempting to bind port da7ac991-9f60-49ad-87a3-9b94beb20461 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:44:21.383577 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Attempting to bind port da7ac991-9f60-49ad-87a3-9b94beb20461 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '8f8f8412-5b44-46fd-ab13-ab1a75f31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1ec710de-4b43-4dd4-a706-688e257e450c'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:44:21.384780 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Attempting to bind port da7ac991-9f60-49ad-87a3-9b94beb20461 on network 1ec710de-4b43-4dd4-a706-688e257e450c {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:44:21.391202 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:44:21.391710 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Checking segment: {'id': '8f8f8412-5b44-46fd-ab13-ab1a75f31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1ec710de-4b43-4dd4-a706-688e257e450c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:21.392216 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:21.392738 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Bound using segment: {'id': '8f8f8412-5b44-46fd-ab13-ab1a75f31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1ec710de-4b43-4dd4-a706-688e257e450c'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:44:21.394194 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Bound port: da7ac991-9f60-49ad-87a3-9b94beb20461, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8f8412-5b44-46fd-ab13-ab1a75f31129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1ec710de-4b43-4dd4-a706-688e257e450c'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:44:21.395162 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:21.449033 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14872dc-315c-4de8-8c76-2ee0a5f36b70 req-8b19717d-6504-4e28-a5f9-a6377b1dc008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:21.450900 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c14872dc-315c-4de8-8c76-2ee0a5f36b70 req-8b19717d-6504-4e28-a5f9-a6377b1dc008 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12a870d7-eb73-494e-9ddc-3ff1bde0751a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5978882 Mar 08 09:44:21.501895 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] For port da7ac991-9f60-49ad-87a3-9b94beb20461, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:44:21.506202 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] For port da7ac991-9f60-49ad-87a3-9b94beb20461, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=da7ac991-9f60-49ad-87a3-9b94beb20461,segment=NetworkSegment(8f8f8412-5b44-46fd-ab13-ab1a75f31129),segment_id=8f8f8412-5b44-46fd-ab13-ab1a75f31129)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:44:21.513675 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:21.532775 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-8b6b82f0-3e41-446e-a7b1-e21ba575880e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950aeab4-c99f-4d0c-aba0-bc3d236d9f09']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:21.559462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-8b6b82f0-3e41-446e-a7b1-e21ba575880e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f202cb45-58ea-45a3-9dab-2ba32254d610') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:21.560000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-8b6b82f0-3e41-446e-a7b1-e21ba575880e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f202cb45-58ea-45a3-9dab-2ba32254d610') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:21.594298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b6b82f0-3e41-446e-a7b1-e21ba575880e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:21.621172 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f06b7d-c73e-4bd9-ab8c-5145d4bffd08 None None] Pushing event updated for resources: {'Port': ['ID=da7ac991-9f60-49ad-87a3-9b94beb20461,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:21.671141 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9abed37e-823a-4722-8d8f-092f9a5689ae tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/2feb8088-1be1-42e6-ab8c-3bdb1f858f87 HTTP/1.1" status: 204 len: 168 time: 2.8138840 Mar 08 09:44:21.686941 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37626) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:21.744193 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b6b82f0-3e41-446e-a7b1-e21ba575880e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:21.766622 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-345b0d04-bd9d-4f8f-b626-efdc8421fa95 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:21.766766 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6b82f0-3e41-446e-a7b1-e21ba575880e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:44:21.767065 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b6b82f0-3e41-446e-a7b1-e21ba575880e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:21.769050 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 09:44:21.806969 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-345b0d04-bd9d-4f8f-b626-efdc8421fa95 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] 10.222.0.24 "DELETE /v2.0/ports/4d500a5e-559f-4bdb-bdc6-bc0a9af31077 HTTP/1.1" status: 204 len: 168 time: 2.8912983 Mar 08 09:44:21.815964 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37630) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:21.819270 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-fca7c465-74e1-460a-aa0c-9c8e4d158d4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Allocated IP 2001:db8::89 (1ec710de-4b43-4dd4-a706-688e257e450c/e8f67d2f-2f00-4c7b-ae4a-0f9846d53a9e/f6474b8d-9d45-4d2b-b4fa-775fa199ddbf) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:21.826663 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a61b9-912d-405e-8b8c-46dc24cb1a0c req-01f0155a-f79d-4f2b-a52e-c686915175fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:21.827952 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-bc96a382-6f39-4582-9e26-2478e576c56f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Request body: {'port': {'name': 'tempest-new-port-name-1634067920', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:21.828153 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c1a61b9-912d-405e-8b8c-46dc24cb1a0c req-01f0155a-f79d-4f2b-a52e-c686915175fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3930543b2ce942fe899a5a461a431d3e&device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 1097 time: 0.8789225 Mar 08 09:44:21.828416 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-bc96a382-6f39-4582-9e26-2478e576c56f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] bootfile-name is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 09:44:21.828873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-bc96a382-6f39-4582-9e26-2478e576c56f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] tftp-server is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:44:21.829012 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:44:21.831084 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-bc96a382-6f39-4582-9e26-2478e576c56f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] server-ip-address is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 09:44:21.850934 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a0f189e8-03f4-4f09-bc5c-84e80e76f5e9 req-82077ca1-923e-4059-8a49-12060ce823aa service neutron] 10.222.0.26 "GET /v2.0/networks/01d28e7b-77d7-484e-8483-00c7056ccd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7515967 Mar 08 09:44:21.945135 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:21.957263 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c14872dc-315c-4de8-8c76-2ee0a5f36b70 req-96c02538-5bb4-4c41-855b-ae73352fb556 service neutron] 10.222.0.26 "GET /v2.0/networks/12a870d7-eb73-494e-9ddc-3ff1bde0751a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901540 Mar 08 09:44:22.006485 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 73bda9d9-00ed-42ed-95da-a5bbfecf5f04, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=73bda9d9-00ed-42ed-95da-a5bbfecf5f04,segment=NetworkSegment(855f09ea-58ec-49aa-bee8-0c16a3319281),segment_id=855f09ea-58ec-49aa-bee8-0c16a3319281)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:22.022356 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '73bda9d9-00ed-42ed-95da-a5bbfecf5f04', 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45', 'port_id': '73bda9d9-00ed-42ed-95da-a5bbfecf5f04', 'mac_address': 'fa:16:3e:59:f5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5412c5b-767e-40f0-a363-91743b739e50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 09:44:22.094319 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:22.108142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3eeef-e9b6-49be-99cf-847f3e97b76a req-50d01ec4-092c-4321-b1a4-456cb567a100 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:22.109761 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6ce3eeef-e9b6-49be-99cf-847f3e97b76a req-50d01ec4-092c-4321-b1a4-456cb567a100 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 943 time: 0.8461449 Mar 08 09:44:22.113389 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0a78fc-93ee-456f-946b-92e464501c63 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:22.114988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0a78fc-93ee-456f-946b-92e464501c63 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:22.116014 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:44:22.116599 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2f0a78fc-93ee-456f-946b-92e464501c63 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4174063 Mar 08 09:44:22.127251 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37638) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:22.134429 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 73bda9d9-00ed-42ed-95da-a5bbfecf5f04, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=73bda9d9-00ed-42ed-95da-a5bbfecf5f04,segment=NetworkSegment(855f09ea-58ec-49aa-bee8-0c16a3319281),segment_id=855f09ea-58ec-49aa-bee8-0c16a3319281)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:22.138388 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:22.146812 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b6b82f0-3e41-446e-a7b1-e21ba575880e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:22.180196 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b6b82f0-3e41-446e-a7b1-e21ba575880e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:22.199650 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b82f0-3e41-446e-a7b1-e21ba575880e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event deleted for resources: {'Network': ['ID=950aeab4-c99f-4d0c-aba0-bc3d236d9f09,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:22.213565 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8b6b82f0-3e41-446e-a7b1-e21ba575880e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "DELETE /v2.0/networks/950aeab4-c99f-4d0c-aba0-bc3d236d9f09 HTTP/1.1" status: 204 len: 168 time: 2.1015406 Mar 08 09:44:22.231244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37642) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:22.234505 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=73bda9d9-00ed-42ed-95da-a5bbfecf5f04,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:22.313324 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6ce3eeef-e9b6-49be-99cf-847f3e97b76a req-db949d11-6cfc-445e-823b-592e4308afe7 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/security-groups?id=430f31fe-4218-44f5-9611-52f38466eba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930656 Mar 08 09:44:22.350479 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a61b9-912d-405e-8b8c-46dc24cb1a0c req-050a2076-d2b5-40c1-ab03-7fbb2bdfab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:22.351956 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c1a61b9-912d-405e-8b8c-46dc24cb1a0c req-050a2076-d2b5-40c1-ab03-7fbb2bdfab86 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 HTTP/1.1" status: 200 len: 912 time: 0.4982173 Mar 08 09:44:22.443116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc96a382-6f39-4582-9e26-2478e576c56f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:22.461498 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7081beba-b478-455e-9260-5f0c42bd4468 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet daf646d9-50fd-43f5-b3e7-4279f17cfe1b {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:44:22.469737 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c14872dc-315c-4de8-8c76-2ee0a5f36b70 req-b60abd28-a792-4d13-9e89-7be492f5a272 service neutron] 10.222.0.26 "GET /v2.0/networks/12a870d7-eb73-494e-9ddc-3ff1bde0751a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528971 Mar 08 09:44:22.478384 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7081beba-b478-455e-9260-5f0c42bd4468 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:22.519381 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c1a61b9-912d-405e-8b8c-46dc24cb1a0c req-931f6e78-e1ab-4cc2-82b3-c398e4048642 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2455288-60f1-4e7e-8a74-299ed10052d7 HTTP/1.1" status: 200 len: 217 time: 0.1523700 Mar 08 09:44:22.608426 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fca7c465-74e1-460a-aa0c-9c8e4d158d4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:22.610407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5a4dbda1-a867-49f2-9155-70a642392b4a tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:22.626222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-fca7c465-74e1-460a-aa0c-9c8e4d158d4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Transition to ACTIVE for port object f6474b8d-9d45-4d2b-b4fa-775fa199ddbf will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:22.636824 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['73bda9d9-00ed-42ed-95da-a5bbfecf5f04'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 09:44:22.659501 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a61b9-912d-405e-8b8c-46dc24cb1a0c req-5c0329a7-7331-45b8-a3ba-16d10c6babf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:22.660981 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c1a61b9-912d-405e-8b8c-46dc24cb1a0c req-5c0329a7-7331-45b8-a3ba-16d10c6babf8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22ec09f4-37c1-4973-ad35-a74953dd1390 HTTP/1.1" status: 200 len: 850 time: 0.1311018 Mar 08 09:44:22.675043 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e57868-5601-43ec-92f8-7b1a0a84853a req-b6d8e50a-7afe-4062-91e8-82b7e7214dc4 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:22.676755 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-78e57868-5601-43ec-92f8-7b1a0a84853a req-b6d8e50a-7afe-4062-91e8-82b7e7214dc4 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 944 time: 0.5486937 Mar 08 09:44:22.730610 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Router 8fa46881-b0b8-4911-9ec0-1d33cbaec7b2 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:44:22.750613 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-78e57868-5601-43ec-92f8-7b1a0a84853a req-ecfd6428-5ab2-4765-8b4e-32af2bf54b18 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554307 Mar 08 09:44:22.755758 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7081beba-b478-455e-9260-5f0c42bd4468 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:22.802443 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6e32e-863c-4388-a263-c71a08849810 req-fb013a2d-6063-47d5-be68-1ce23b472899 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:22.803977 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0ca6e32e-863c-4388-a263-c71a08849810 req-fb013a2d-6063-47d5-be68-1ce23b472899 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 943 time: 0.3253496 Mar 08 09:44:22.822884 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538011c0-953d-45d4-8ada-dd93c5f6770b None None] Network 1ec710de-4b43-4dd4-a706-688e257e450c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:22.907673 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fca7c465-74e1-460a-aa0c-9c8e4d158d4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:22.962975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c56edb0a-d2c4-4d2f-8c39-5b073157be31 None None] Provisioning for port da7ac991-9f60-49ad-87a3-9b94beb20461 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:22.980220 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device da7ac991-9f60-49ad-87a3-9b94beb20461 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:44:23.007038 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca7c465-74e1-460a-aa0c-9c8e4d158d4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Network 1ec710de-4b43-4dd4-a706-688e257e450c is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:23.018907 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-fca7c465-74e1-460a-aa0c-9c8e4d158d4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:23.066160 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca7c465-74e1-460a-aa0c-9c8e4d158d4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:23.068589 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5a4dbda1-a867-49f2-9155-70a642392b4a tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:23.071841 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca7c465-74e1-460a-aa0c-9c8e4d158d4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:23.072464 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fca7c465-74e1-460a-aa0c-9c8e4d158d4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:23.121400 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7c465-74e1-460a-aa0c-9c8e4d158d4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Pushing event updated for resources: {'Port': ['ID=f6474b8d-9d45-4d2b-b4fa-775fa199ddbf,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:23.124244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-5a4dbda1-a867-49f2-9155-70a642392b4a tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432f3ec0-e198-4453-b69b-4d003a6fef41']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:23.132810 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fca7c465-74e1-460a-aa0c-9c8e4d158d4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6986234 Mar 08 09:44:23.133420 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37646) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:23.148255 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port da7ac991-9f60-49ad-87a3-9b94beb20461 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:23.149754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-084b67d2-9827-4840-96f3-535d4a3969f2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Request body: {'port': {'network_id': '1ec710de-4b43-4dd4-a706-688e257e450c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-945167838', 'allowed_address_pairs': [{'ip_address': '2001:db8::89', 'mac_address': 'fa:16:3e:f9:95:1b'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:23.184446 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7081beba-b478-455e-9260-5f0c42bd4468 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:23.185975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port da7ac991-9f60-49ad-87a3-9b94beb20461 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:23.186439 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:23.193405 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0ca6e32e-863c-4388-a263-c71a08849810 req-17206c4f-429b-44b4-a696-84157b8701b2 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/security-groups?id=97e09093-fb7a-4a38-a7d1-1a927b42078a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3831601 Mar 08 09:44:23.203683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-5a4dbda1-a867-49f2-9155-70a642392b4a tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f22bb0d-0478-4a1a-b927-17800fd973ba') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:23.203977 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-5a4dbda1-a867-49f2-9155-70a642392b4a tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f22bb0d-0478-4a1a-b927-17800fd973ba') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:23.229429 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5a4dbda1-a867-49f2-9155-70a642392b4a tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:23.262351 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a61b9-912d-405e-8b8c-46dc24cb1a0c req-3c02a0b9-576b-414f-a824-4463938ba2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:23.264055 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c1a61b9-912d-405e-8b8c-46dc24cb1a0c req-3c02a0b9-576b-414f-a824-4463938ba2af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5670860 Mar 08 09:44:23.265277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5a4dbda1-a867-49f2-9155-70a642392b4a tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:23.273446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:44:23.313422 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4dbda1-a867-49f2-9155-70a642392b4a tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:44:23.314071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5a4dbda1-a867-49f2-9155-70a642392b4a tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:23.316672 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15eb9e5-e647-41b8-9157-8248bb653a14 None None] Sync routers for ids ['8fa46881-b0b8-4911-9ec0-1d33cbaec7b2'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:44:23.332830 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:44:23.338031 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15eb9e5-e647-41b8-9157-8248bb653a14 None None] Routers {'8fa46881-b0b8-4911-9ec0-1d33cbaec7b2'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:23.338652 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b15eb9e5-e647-41b8-9157-8248bb653a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:43:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['8fa46881-b0b8-4911-9ec0-1d33cbaec7b2'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:23.383158 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc96a382-6f39-4582-9e26-2478e576c56f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:23.390504 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-084b67d2-9827-4840-96f3-535d4a3969f2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:23.394411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-084b67d2-9827-4840-96f3-535d4a3969f2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Usage tracker for resource:port and tenant:e615b40191d54cb892ef677b53317229 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:23.397321 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-084b67d2-9827-4840-96f3-535d4a3969f2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:23.403269 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-084b67d2-9827-4840-96f3-535d4a3969f2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:23.412638 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b15eb9e5-e647-41b8-9157-8248bb653a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:23.415001 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc96a382-6f39-4582-9e26-2478e576c56f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:23.417992 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:23.438596 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15eb9e5-e647-41b8-9157-8248bb653a14 None None] Routers {'8fa46881-b0b8-4911-9ec0-1d33cbaec7b2'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:23.439134 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b15eb9e5-e647-41b8-9157-8248bb653a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:43:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['8fa46881-b0b8-4911-9ec0-1d33cbaec7b2'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:23.458242 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084b67d2-9827-4840-96f3-535d4a3969f2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Made reservation on behalf of e615b40191d54cb892ef677b53317229 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:23.491260 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:23.495624 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ae1eab59-c532-49e9-ab25-9ef209381192 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.2898195 Mar 08 09:44:23.498997 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37652) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:23.511690 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b15eb9e5-e647-41b8-9157-8248bb653a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:23.512082 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15eb9e5-e647-41b8-9157-8248bb653a14 None None] The sync data for ids ['8fa46881-b0b8-4911-9ec0-1d33cbaec7b2'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:44:23.542278 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port da7ac991-9f60-49ad-87a3-9b94beb20461, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=da7ac991-9f60-49ad-87a3-9b94beb20461,segment=NetworkSegment(8f8f8412-5b44-46fd-ab13-ab1a75f31129),segment_id=8f8f8412-5b44-46fd-ab13-ab1a75f31129)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:23.550689 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:23.667257 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=da7ac991-9f60-49ad-87a3-9b94beb20461,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:23.685269 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5a4dbda1-a867-49f2-9155-70a642392b4a tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:23.727296 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5a4dbda1-a867-49f2-9155-70a642392b4a tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:23.730488 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4dbda1-a867-49f2-9155-70a642392b4a tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event deleted for resources: {'Network': ['ID=432f3ec0-e198-4453-b69b-4d003a6fef41,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:23.740966 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c1a61b9-912d-405e-8b8c-46dc24cb1a0c req-0a36ae7e-8982-4d03-b983-459a50d855e1 service neutron] 10.222.0.26 "GET /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687638 Mar 08 09:44:23.741435 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ebeb49dd-c44f-43ad-96ac-890303ab8ef1 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 09:44:23.760415 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5a4dbda1-a867-49f2-9155-70a642392b4a tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "DELETE /v2.0/networks/432f3ec0-e198-4453-b69b-4d003a6fef41 HTTP/1.1" status: 204 len: 168 time: 1.5259025 Mar 08 09:44:23.766016 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:44:23.811858 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37656) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:23.821658 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7081beba-b478-455e-9260-5f0c42bd4468 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:24.002138 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96a382-6f39-4582-9e26-2478e576c56f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Pushing event updated for resources: {'Port': ['ID=5b9ba2a5-87e0-4fe3-98b9-baefa1ef29c8,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:24.013610 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081beba-b478-455e-9260-5f0c42bd4468 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=daf646d9-50fd-43f5-b3e7-4279f17cfe1b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:24.019985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7081beba-b478-455e-9260-5f0c42bd4468 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:24.026320 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port ebeb49dd-c44f-43ad-96ac-890303ab8ef1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ebeb49dd-c44f-43ad-96ac-890303ab8ef1,segment=NetworkSegment(abb959c0-c15d-4009-8bed-8aaea1318c7f),segment_id=abb959c0-c15d-4009-8bed-8aaea1318c7f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:24.049416 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7474c82-e0b4-44d0-833c-3eab0855515e None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:24.067024 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-63b71605-3436-4d7e-8030-aea9af04e004 None None] Provisioning for port f6474b8d-9d45-4d2b-b4fa-775fa199ddbf completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:24.075985 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b2e1ce54-0775-4bde-811a-f7aa398cf518 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "GET /v2.0/routers/8fa46881-b0b8-4911-9ec0-1d33cbaec7b2 HTTP/1.1" status: 200 len: 923 time: 0.5731337 Mar 08 09:44:24.076729 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37662) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:24.092874 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': 'ebeb49dd-c44f-43ad-96ac-890303ab8ef1', 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a', 'port_id': 'ebeb49dd-c44f-43ad-96ac-890303ab8ef1', 'mac_address': 'fa:16:3e:6e:f6:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 09:44:24.094444 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-63b71605-3436-4d7e-8030-aea9af04e004 None None] Provisioning complete for port f6474b8d-9d45-4d2b-b4fa-775fa199ddbf triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:24.094816 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63b71605-3436-4d7e-8030-aea9af04e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:24.104363 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7081beba-b478-455e-9260-5f0c42bd4468 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/daf646d9-50fd-43f5-b3e7-4279f17cfe1b HTTP/1.1" status: 204 len: 168 time: 1.9368088 Mar 08 09:44:24.104363 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bc96a382-6f39-4582-9e26-2478e576c56f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] In _notify_port_updated(), no bound segment for port 5b9ba2a5-87e0-4fe3-98b9-baefa1ef29c8 on network 2fdcd850-bacb-4d57-ba5f-f772a6850fc5 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:44:24.108360 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc96a382-6f39-4582-9e26-2478e576c56f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:24.109008 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc96a382-6f39-4582-9e26-2478e576c56f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:24.112732 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bc96a382-6f39-4582-9e26-2478e576c56f tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] 10.222.0.24 "PUT /v2.0/ports/5b9ba2a5-87e0-4fe3-98b9-baefa1ef29c8 HTTP/1.1" status: 200 len: 1137 time: 2.2877796 Mar 08 09:44:24.114771 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37666) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:24.115081 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37668) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:24.145536 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-492c0619-ae42-4be5-8652-a12c57d6bae8 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fa46881-b0b8-4911-9ec0-1d33cbaec7b2 HTTP/1.1" status: 200 len: 205 time: 0.0649428 Mar 08 09:44:24.147039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37674) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:24.203974 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c1a61b9-912d-405e-8b8c-46dc24cb1a0c req-ebfe9010-6522-4fcd-abed-866212c6d1a4 service neutron] 10.222.0.26 "GET /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481974 Mar 08 09:44:24.247487 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:24.251869 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58581f1e-a483-4728-b438-a85152e25b84 req-fa9c4f1a-2507-4d7d-a060-112a4aabd03b tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:24.253927 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-58581f1e-a483-4728-b438-a85152e25b84 req-fa9c4f1a-2507-4d7d-a060-112a4aabd03b tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 944 time: 0.2898319 Mar 08 09:44:24.261363 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a00a1d61-221a-4371-905c-83cfc54ba66c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1429830 Mar 08 09:44:24.272097 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-084b67d2-9827-4840-96f3-535d4a3969f2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:24.280842 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37680) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:24.293853 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebeb49dd-c44f-43ad-96ac-890303ab8ef1 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:44:24.309143 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-63b71605-3436-4d7e-8030-aea9af04e004 None None] Port f6474b8d-9d45-4d2b-b4fa-775fa199ddbf cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:24.310191 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:24.366930 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dbd4d0-bd7d-4429-ba43-741f1fc685da tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:24.367564 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b0dbd4d0-bd7d-4429-ba43-741f1fc685da tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Synchronizing usage tracker for tenant:3ce5fad50f3b4936a6b74c0cb196917d on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:24.381959 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-58581f1e-a483-4728-b438-a85152e25b84 req-32fa8241-7c76-4641-88c5-4fbcc04100b9 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192660 Mar 08 09:44:24.382794 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966c593a-cc40-4fe6-8465-68db82e0ae7f tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:24.388610 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966c593a-cc40-4fe6-8465-68db82e0ae7f tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:24.389391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-966c593a-cc40-4fe6-8465-68db82e0ae7f tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Synchronizing usage tracker for tenant:ff23ed3c4cf445829d8a0fbbd78687fc on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:24.394932 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:24.401157 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-084b67d2-9827-4840-96f3-535d4a3969f2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] device_id is not set on port dca06bfc-d63a-48ef-b568-92ba872319bd yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:44:24.405447 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port ebeb49dd-c44f-43ad-96ac-890303ab8ef1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ebeb49dd-c44f-43ad-96ac-890303ab8ef1,segment=NetworkSegment(abb959c0-c15d-4009-8bed-8aaea1318c7f),segment_id=abb959c0-c15d-4009-8bed-8aaea1318c7f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:24.424851 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:24.479003 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-63b71605-3436-4d7e-8030-aea9af04e004 None None] Provisioning complete for port da7ac991-9f60-49ad-87a3-9b94beb20461 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:24.479525 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63b71605-3436-4d7e-8030-aea9af04e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:24.505026 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf89b00-b9b6-44b9-a232-79e254ef34ac req-6a44e3f9-2433-4d48-9e61-ff442f025578 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:24.506373 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2bf89b00-b9b6-44b9-a232-79e254ef34ac req-6a44e3f9-2433-4d48-9e61-ff442f025578 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 944 time: 0.8987632 Mar 08 09:44:24.544833 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:24.545699 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:24.568602 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b0dbd4d0-bd7d-4429-ba43-741f1fc685da tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Unset dirty status for tenant:3ce5fad50f3b4936a6b74c0cb196917d on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:24.573074 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b0dbd4d0-bd7d-4429-ba43-741f1fc685da tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] 10.222.0.24 "GET /v2.0/ports/5b9ba2a5-87e0-4fe3-98b9-baefa1ef29c8 HTTP/1.1" status: 200 len: 1137 time: 0.4533646 Mar 08 09:44:24.573694 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37684) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:24.590217 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-966c593a-cc40-4fe6-8465-68db82e0ae7f tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Unset dirty status for tenant:ff23ed3c4cf445829d8a0fbbd78687fc on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:24.591351 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-966c593a-cc40-4fe6-8465-68db82e0ae7f tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7716279 Mar 08 09:44:24.617338 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:24.631051 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:24.633295 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37688) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:24.664285 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-49ecdbd1-adfd-41fe-9b63-4581da95f49b tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-894045345'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:24.670348 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:24.682828 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:24.691863 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-49ecdbd1-adfd-41fe-9b63-4581da95f49b tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:24.725481 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2bf89b00-b9b6-44b9-a232-79e254ef34ac req-d35af5f1-017e-4078-95f1-395d7696cfbe tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/security-groups?id=430f31fe-4218-44f5-9611-52f38466eba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089052 Mar 08 09:44:24.726097 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:24.744612 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:24.763683 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-81cf8cb7-bb69-4434-a68b-6efa797d777b tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Deleting port 5b9ba2a5-87e0-4fe3-98b9-baefa1ef29c8 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:24.764452 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81cf8cb7-bb69-4434-a68b-6efa797d777b tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:24.766573 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Deleting port 6a3b488a-5f9d-4fe7-930f-ec504a5846df {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:24.766904 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:24.800785 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-49ecdbd1-adfd-41fe-9b63-4581da95f49b tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:24.829661 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:24.833143 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:24.836258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7d513-3a0b-4acd-bce8-d3ff82832401 req-8d15da94-270c-4616-b072-b005f84838a3 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:24.838038 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8ac7d513-3a0b-4acd-bce8-d3ff82832401 req-8d15da94-270c-4616-b072-b005f84838a3 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 944 time: 0.1821890 Mar 08 09:44:24.845834 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=ebeb49dd-c44f-43ad-96ac-890303ab8ef1,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:24.883847 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:24.886324 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ecdbd1-adfd-41fe-9b63-4581da95f49b tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Made reservation on behalf of ff23ed3c4cf445829d8a0fbbd78687fc for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:24.889680 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49ecdbd1-adfd-41fe-9b63-4581da95f49b tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:24.897537 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device da7ac991-9f60-49ad-87a3-9b94beb20461 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:44:24.930846 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c7b9aeb-b0f6-4b47-abbc-5ac916a11230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:24.948942 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['ebeb49dd-c44f-43ad-96ac-890303ab8ef1'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 09:44:24.989578 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:44:25.011306 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-084b67d2-9827-4840-96f3-535d4a3969f2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Allocated IP 2001:db8::78 (1ec710de-4b43-4dd4-a706-688e257e450c/e8f67d2f-2f00-4c7b-ae4a-0f9846d53a9e/dca06bfc-d63a-48ef-b568-92ba872319bd) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:25.011732 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a574122-a586-4b5f-9de5-750eac72d7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bda9d9-00ed-42ed-95da-a5bbfecf5f04'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:44:25.024986 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8ac7d513-3a0b-4acd-bce8-d3ff82832401 req-37fa0b53-d198-4196-8671-ec62915bc4e8 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/security-groups?id=97e09093-fb7a-4a38-a7d1-1a927b42078a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804824 Mar 08 09:44:25.050430 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:25.061856 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ecdbd1-adfd-41fe-9b63-4581da95f49b tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:44:25.083054 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-048e57d4-be53-403d-b4c0-4331c6afb33d None None] Provisioning complete for port f6474b8d-9d45-4d2b-b4fa-775fa199ddbf triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:25.083428 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-048e57d4-be53-403d-b4c0-4331c6afb33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:25.120437 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] Deleting port e271894b-72fa-4d55-a006-f591dc933552 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:25.120652 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:25.132141 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49ecdbd1-adfd-41fe-9b63-4581da95f49b tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:25.132141 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-49ecdbd1-adfd-41fe-9b63-4581da95f49b tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Added segment 56f3d152-61d0-4975-a7fc-d59d799bf87b of type vlan for network 39d0c3eb-885a-4926-b2d4-80cb81cd5063 Mar 08 09:44:25.185975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Calling delete_port for 6a3b488a-5f9d-4fe7-930f-ec504a5846df owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:25.186434 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 73bda9d9-00ed-42ed-95da-a5bbfecf5f04, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=73bda9d9-00ed-42ed-95da-a5bbfecf5f04,segment=NetworkSegment(855f09ea-58ec-49aa-bee8-0c16a3319281),segment_id=855f09ea-58ec-49aa-bee8-0c16a3319281)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:25.210102 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:25.286060 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49ecdbd1-adfd-41fe-9b63-4581da95f49b tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:25.321070 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-048e57d4-be53-403d-b4c0-4331c6afb33d None None] Port f6474b8d-9d45-4d2b-b4fa-775fa199ddbf cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:25.372500 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port da7ac991-9f60-49ad-87a3-9b94beb20461 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:25.372872 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:25.376955 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:25.427127 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=73bda9d9-00ed-42ed-95da-a5bbfecf5f04,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:25.455362 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Pushing event deleted for resources: {'Port': ['ID=6a3b488a-5f9d-4fe7-930f-ec504a5846df,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:25.456188 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a574122-a586-4b5f-9de5-750eac72d7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bda9d9-00ed-42ed-95da-a5bbfecf5f04', 'code': 200} Mar 08 09:44:25.473574 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:25.474177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:25.474533 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:25.474925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:25.475315 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:25.475657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:25.476036 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:25.476410 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:25.477232 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:25.477849 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:25.478388 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:25.480090 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:25.494832 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-048e57d4-be53-403d-b4c0-4331c6afb33d None None] Provisioning complete for port 5b9ba2a5-87e0-4fe3-98b9-baefa1ef29c8 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:25.494832 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-048e57d4-be53-403d-b4c0-4331c6afb33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:25.675877 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] For port e271894b-72fa-4d55-a006-f591dc933552, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e271894b-72fa-4d55-a006-f591dc933552,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:25.676266 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:25.692406 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-048e57d4-be53-403d-b4c0-4331c6afb33d None None] Port 5b9ba2a5-87e0-4fe3-98b9-baefa1ef29c8 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:25.718199 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-084b67d2-9827-4840-96f3-535d4a3969f2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:25.721921 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:25.726821 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81cf8cb7-bb69-4434-a68b-6efa797d777b tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:25.769463 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:25.818066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] Calling delete_port for e271894b-72fa-4d55-a006-f591dc933552 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:25.845621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device c2455288-60f1-4e7e-8a74-299ed10052d7 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 09:44:25.910008 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-81cf8cb7-bb69-4434-a68b-6efa797d777b tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Calling delete_port for 5b9ba2a5-87e0-4fe3-98b9-baefa1ef29c8 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:25.978708 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:25.982245 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:25.999925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03716a-0f37-4685-9bf1-229c84cbd5e0 req-6b252baa-6209-4202-a42c-f16dbede6252 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:26.001957 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ef03716a-0f37-4685-9bf1-229c84cbd5e0 req-6b252baa-6209-4202-a42c-f16dbede6252 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 944 time: 0.4030046 Mar 08 09:44:26.029903 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=f76cc8ef-0bf0-41f1-9544-2d905d0ad165,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:26.033254 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-084b67d2-9827-4840-96f3-535d4a3969f2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Transition to ACTIVE for port object dca06bfc-d63a-48ef-b568-92ba872319bd will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:26.035814 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:26.046101 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:26.052647 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49ecdbd1-adfd-41fe-9b63-4581da95f49b tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.058134 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ecdbd1-adfd-41fe-9b63-4581da95f49b tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:26.058736 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49ecdbd1-adfd-41fe-9b63-4581da95f49b tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.058910 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8bd1-aa82-4af6-9364-b53a7c5d81a7 req-5288c806-5189-4892-b66c-9b96d186e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:26.060387 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-547b8bd1-aa82-4af6-9364-b53a7c5d81a7 req-5288c806-5189-4892-b66c-9b96d186e764 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 1098 time: 0.3481333 Mar 08 09:44:26.061030 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.061564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Fanout notify agent at l3_agent the message router_deleted on router 8fa46881-b0b8-4911-9ec0-1d33cbaec7b2 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:44:26.074211 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:26.074826 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.100314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-547b8bd1-aa82-4af6-9364-b53a7c5d81a7 req-27ec1b6e-f6f2-42f6-8bcc-5413bf99434d service neutron] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.113336 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.113938 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.114042 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.114356 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.114690 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.115025 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.115354 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.115681 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.116007 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.116332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.116657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.117019 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.120194 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ef03716a-0f37-4685-9bf1-229c84cbd5e0 req-2ba0b6b3-073b-436e-8467-582ee6d53c0a tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930865 Mar 08 09:44:26.127288 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-547b8bd1-aa82-4af6-9364-b53a7c5d81a7 req-27ec1b6e-f6f2-42f6-8bcc-5413bf99434d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:26.132797 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.136237 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.140829 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d2fd58c3-92fd-4c74-a75b-93ce99830308 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "DELETE /v2.0/routers/8fa46881-b0b8-4911-9ec0-1d33cbaec7b2 HTTP/1.1" status: 204 len: 168 time: 1.9894900 Mar 08 09:44:26.140829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-547b8bd1-aa82-4af6-9364-b53a7c5d81a7 req-27ec1b6e-f6f2-42f6-8bcc-5413bf99434d service neutron] Usage tracker for resource:security_group_rule and tenant:e254d2e6c60d4ae793d11e380c8b1ffe is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:26.141703 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37706) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:26.146572 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Request body: {'router': {'name': 'tempest-snat-router-182372515', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'enable_snat': False}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:26.149790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-547b8bd1-aa82-4af6-9364-b53a7c5d81a7 req-27ec1b6e-f6f2-42f6-8bcc-5413bf99434d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:26.158099 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:26.161308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-547b8bd1-aa82-4af6-9364-b53a7c5d81a7 req-27ec1b6e-f6f2-42f6-8bcc-5413bf99434d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:26.167651 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Usage tracker for resource:router and tenant:9b9538ff9c50463fba3fb08b20b570ba is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:26.171375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:26.179621 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:26.199757 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] Pushing event deleted for resources: {'Port': ['ID=e271894b-72fa-4d55-a006-f591dc933552,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:26.200867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.201894 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.215797 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.216132 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.216513 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.216868 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.217196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.217524 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.217898 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.218213 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.218536 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.218904 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.219222 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.219536 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:44:26.225814 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd1268f-0a47-4053-b9cd-5daf560685f5 None None] No DVR routers for this DVR port e271894b-72fa-4d55-a006-f591dc933552 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:44:26.250858 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port c2455288-60f1-4e7e-8a74-299ed10052d7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=c2455288-60f1-4e7e-8a74-299ed10052d7,segment=NetworkSegment(5fdb64d3-0b47-4e50-9fbf-d89b25ee019e),segment_id=5fdb64d3-0b47-4e50-9fbf-d89b25ee019e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:26.261673 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca4e5a5-bf76-44a6-9aa7-ac8c2d285fea None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:26.265770 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.281926 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-49ecdbd1-adfd-41fe-9b63-4581da95f49b tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6368997 Mar 08 09:44:26.283818 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2ced0a64-7ef0-4b8f-9709-4b5cf28cad78 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9942091 Mar 08 09:44:26.285540 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37710) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:26.288983 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37712) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:26.298039 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecdbd1-adfd-41fe-9b63-4581da95f49b tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event updated for resources: {'Network': ['ID=39d0c3eb-885a-4926-b2d4-80cb81cd5063,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:26.298829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e5edf2d9-29be-43a1-91b1-f1a5731c4485 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1270562087'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:26.306810 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e5edf2d9-29be-43a1-91b1-f1a5731c4485 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:26.307605 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': 'c2455288-60f1-4e7e-8a74-299ed10052d7', 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8', 'port_id': 'c2455288-60f1-4e7e-8a74-299ed10052d7', 'mac_address': 'fa:16:3e:bf:b8:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ec09f4-37c1-4973-ad35-a74953dd1390', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 09:44:26.309733 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8ceb6e2e-7756-40e2-ac33-cb91bd4d40f2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'name': 'tempest-NetworksTestDHCPv6-1563280900'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:26.322970 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e5edf2d9-29be-43a1-91b1-f1a5731c4485 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Usage tracker for resource:network and tenant:ff23ed3c4cf445829d8a0fbbd78687fc is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:26.330193 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 39d0c3eb-885a-4926-b2d4-80cb81cd5063 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:44:26.334164 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e5edf2d9-29be-43a1-91b1-f1a5731c4485 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:26.381580 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e5edf2d9-29be-43a1-91b1-f1a5731c4485 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:26.386424 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72664490-93ed-4085-925f-a47b44d2f4cc req-773c1efb-368f-4467-8ec4-7815157ba7d0 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:26.387928 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-72664490-93ed-4085-925f-a47b44d2f4cc req-773c1efb-368f-4467-8ec4-7815157ba7d0 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 945 time: 0.4435933 Mar 08 09:44:26.389015 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-084b67d2-9827-4840-96f3-535d4a3969f2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.501287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5edf2d9-29be-43a1-91b1-f1a5731c4485 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Made reservation on behalf of ff23ed3c4cf445829d8a0fbbd78687fc for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:26.504785 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e5edf2d9-29be-43a1-91b1-f1a5731c4485 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.539559 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.577260 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2455288-60f1-4e7e-8a74-299ed10052d7 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:44:26.605815 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b67d2-9827-4840-96f3-535d4a3969f2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Pushing event updated for resources: {'Port': ['ID=dca06bfc-d63a-48ef-b568-92ba872319bd,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:26.635271 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port c2455288-60f1-4e7e-8a74-299ed10052d7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=c2455288-60f1-4e7e-8a74-299ed10052d7,segment=NetworkSegment(5fdb64d3-0b47-4e50-9fbf-d89b25ee019e),segment_id=5fdb64d3-0b47-4e50-9fbf-d89b25ee019e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:26.642718 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.662016 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084b67d2-9827-4840-96f3-535d4a3969f2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Network 1ec710de-4b43-4dd4-a706-688e257e450c is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:26.671423 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-72664490-93ed-4085-925f-a47b44d2f4cc req-9e9a4f96-8d49-46ed-951e-0a461f80c5c9 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/security-groups?id=430f31fe-4218-44f5-9611-52f38466eba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744492 Mar 08 09:44:26.672352 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-084b67d2-9827-4840-96f3-535d4a3969f2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:26.678117 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084b67d2-9827-4840-96f3-535d4a3969f2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:26.689323 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084b67d2-9827-4840-96f3-535d4a3969f2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:26.691238 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-084b67d2-9827-4840-96f3-535d4a3969f2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.721929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81cf8cb7-bb69-4434-a68b-6efa797d777b tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.770318 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=c2455288-60f1-4e7e-8a74-299ed10052d7,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:26.785405 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': 'f76cc8ef-0bf0-41f1-9544-2d905d0ad165'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:44:26.785405 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.785704 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-084b67d2-9827-4840-96f3-535d4a3969f2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.6440954 Mar 08 09:44:26.794205 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf8cb7-bb69-4434-a68b-6efa797d777b tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Pushing event deleted for resources: {'Port': ['ID=5b9ba2a5-87e0-4fe3-98b9-baefa1ef29c8,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:26.797430 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8ceb6e2e-7756-40e2-ac33-cb91bd4d40f2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:26.800294 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37718) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:26.800623 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-547b8bd1-aa82-4af6-9364-b53a7c5d81a7 req-27ec1b6e-f6f2-42f6-8bcc-5413bf99434d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.804627 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8ceb6e2e-7756-40e2-ac33-cb91bd4d40f2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:port and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:26.841370 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-547b8bd1-aa82-4af6-9364-b53a7c5d81a7 req-27ec1b6e-f6f2-42f6-8bcc-5413bf99434d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.847649 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8ceb6e2e-7756-40e2-ac33-cb91bd4d40f2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:26.869969 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8ceb6e2e-7756-40e2-ac33-cb91bd4d40f2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:26.898583 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e271894b-72fa-4d55-a006-f591dc933552 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:44:26.930105 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ceb6e2e-7756-40e2-ac33-cb91bd4d40f2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:26.940559 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6e2e-7756-40e2-ac33-cb91bd4d40f2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.988347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81cf8cb7-bb69-4434-a68b-6efa797d777b tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:26.997345 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-81cf8cb7-bb69-4434-a68b-6efa797d777b tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] 10.222.0.24 "DELETE /v2.0/ports/5b9ba2a5-87e0-4fe3-98b9-baefa1ef29c8 HTTP/1.1" status: 204 len: 168 time: 2.4166734 Mar 08 09:44:26.999654 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37722) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:27.002990 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-8ceb6e2e-7756-40e2-ac33-cb91bd4d40f2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port cd5d5d88-f1a8-484b-9efc-0f7a7c5aed95 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:44:27.012657 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: e271894b-72fa-4d55-a006-f591dc933552 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:44:27.013222 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:27.013543 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e271894b-72fa-4d55-a006-f591dc933552 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:44:27.041842 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-547b8bd1-aa82-4af6-9364-b53a7c5d81a7 req-27ec1b6e-f6f2-42f6-8bcc-5413bf99434d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=430f31fe-4218-44f5-9611-52f38466eba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9652345 Mar 08 09:44:27.042712 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5edf2d9-29be-43a1-91b1-f1a5731c4485 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:44:27.061968 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5d9fd-ca08-4f13-a5fe-979c55906509 req-8ba229d7-70e4-45c4-a441-5c272b7cdb38 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:27.064823 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d3b5d9fd-ca08-4f13-a5fe-979c55906509 req-8ba229d7-70e4-45c4-a441-5c272b7cdb38 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 944 time: 0.7244699 Mar 08 09:44:27.084222 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['c2455288-60f1-4e7e-8a74-299ed10052d7'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 09:44:27.166540 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d3b5d9fd-ca08-4f13-a5fe-979c55906509 req-798c6a22-28f7-4abb-912e-903f92109d73 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/security-groups?id=97e09093-fb7a-4a38-a7d1-1a927b42078a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601947 Mar 08 09:44:27.174891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e5edf2d9-29be-43a1-91b1-f1a5731c4485 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:27.175401 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-e5edf2d9-29be-43a1-91b1-f1a5731c4485 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Added segment 3027ab7b-5a5e-46df-b1dd-5787a706b7a8 of type vlan for network 8cc8b254-778d-4ef7-8603-748fde4c93d7 Mar 08 09:44:27.175977 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c12f3de-338f-4f70-a7d3-0709c719a332 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Deleting subnet d5583644-81d8-4eec-b56a-bb9236cc16e9 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:44:27.188332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c12f3de-338f-4f70-a7d3-0709c719a332 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:27.226939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec1b6e-f6f2-42f6-8bcc-5413bf99434d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=03cf3b97-e87d-4d46-ac7d-51c3af48c98d,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:27.227533 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-eae75fd9-ab2d-45b0-869b-fc9116d8ebdf None None] Provisioning for port dca06bfc-d63a-48ef-b568-92ba872319bd completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:27.236920 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e5edf2d9-29be-43a1-91b1-f1a5731c4485 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:27.245314 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Allocated IP 2001:db8::2 (162da289-2647-477b-bcb7-e834030497c1/f76cc8ef-0bf0-41f1-9544-2d905d0ad165/2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:27.253232 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-eae75fd9-ab2d-45b0-869b-fc9116d8ebdf None None] Provisioning complete for port dca06bfc-d63a-48ef-b568-92ba872319bd triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:27.253597 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eae75fd9-ab2d-45b0-869b-fc9116d8ebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:27.254261 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c12f3de-338f-4f70-a7d3-0709c719a332 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:27.351070 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ecf6c5-abbd-46e3-993d-55b8efe8c85a tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:27.356763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ecf6c5-abbd-46e3-993d-55b8efe8c85a tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:27.362539 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ecf6c5-abbd-46e3-993d-55b8efe8c85a tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:27.364233 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-91ecf6c5-abbd-46e3-993d-55b8efe8c85a tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.5497777 Mar 08 09:44:27.367537 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37728) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:27.384541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e5edf2d9-29be-43a1-91b1-f1a5731c4485 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:27.390482 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5edf2d9-29be-43a1-91b1-f1a5731c4485 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:27.391061 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e5edf2d9-29be-43a1-91b1-f1a5731c4485 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:27.437961 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-eae75fd9-ab2d-45b0-869b-fc9116d8ebdf None None] Port dca06bfc-d63a-48ef-b568-92ba872319bd cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:27.471417 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-0dc0801b-0b17-42e7-a343-82869ec7dc16 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Deleting port dca06bfc-d63a-48ef-b568-92ba872319bd {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:27.472143 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0dc0801b-0b17-42e7-a343-82869ec7dc16 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:27.503574 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c12f3de-338f-4f70-a7d3-0709c719a332 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:27.515514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edf2d9-29be-43a1-91b1-f1a5731c4485 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event updated for resources: {'Network': ['ID=8cc8b254-778d-4ef7-8603-748fde4c93d7,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:27.534656 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e5edf2d9-29be-43a1-91b1-f1a5731c4485 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2412019 Mar 08 09:44:27.535989 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37732) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:27.541846 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Request body: {'ports': [{'network_id': '39d0c3eb-885a-4926-b2d4-80cb81cd5063', 'name': 'tempest-port--971566865', 'admin_state_up': True}, {'network_id': '8cc8b254-778d-4ef7-8603-748fde4c93d7', 'admin_state_up': False}]} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:27.542162 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Request body: {'port': {'network_id': '39d0c3eb-885a-4926-b2d4-80cb81cd5063', 'name': 'tempest-port--971566865', 'admin_state_up': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:27.542636 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Request body: {'port': {'network_id': '8cc8b254-778d-4ef7-8603-748fde4c93d7', 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:27.566004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-37779822-7845-4823-933f-d1094699d037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:27.568667 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a43d6-1a82-4946-9863-3091bab3d7f4 req-72a79706-e521-40e3-a3a0-f0db0a02f1b0 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:27.570286 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-022a43d6-1a82-4946-9863-3091bab3d7f4 req-72a79706-e521-40e3-a3a0-f0db0a02f1b0 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 945 time: 0.2702711 Mar 08 09:44:27.579211 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 8cc8b254-778d-4ef7-8603-748fde4c93d7 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:44:27.695760 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:27.723135 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Transition to ACTIVE for port object 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:27.748664 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Transition to ACTIVE for port object 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:27.767116 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ebeb49dd-c44f-43ad-96ac-890303ab8ef1 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:44:27.818026 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:27.865898 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-022a43d6-1a82-4946-9863-3091bab3d7f4 req-c527af80-8ed8-409a-8e4a-ee5f632955db tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792292 Mar 08 09:44:27.890232 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c12f3de-338f-4f70-a7d3-0709c719a332 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:27.893373 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-8ceb6e2e-7756-40e2-ac33-cb91bd4d40f2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::2b3 (162da289-2647-477b-bcb7-e834030497c1/f76cc8ef-0bf0-41f1-9544-2d905d0ad165/cd5d5d88-f1a8-484b-9efc-0f7a7c5aed95) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:27.930211 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:27.934420 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:27.940651 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:27.949514 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Pushing event updated for resources: {'Port': ['ID=2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:27.961732 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12f3de-338f-4f70-a7d3-0709c719a332 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Pushing event deleted for resources: {'Subnet': ['ID=d5583644-81d8-4eec-b56a-bb9236cc16e9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:27.970716 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:27.974977 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c12f3de-338f-4f70-a7d3-0709c719a332 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:28.006807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:28.011263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:28.026724 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e388df-ddef-4039-960b-38ee7dca47cd None None] Network 2fdcd850-bacb-4d57-ba5f-f772a6850fc5 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:28.046298 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port ebeb49dd-c44f-43ad-96ac-890303ab8ef1 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:28.046759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Usage tracker for resource:port and tenant:ff23ed3c4cf445829d8a0fbbd78687fc is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:28.053282 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:28.057216 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1c12f3de-338f-4f70-a7d3-0709c719a332 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] 10.222.0.24 "DELETE /v2.0/subnets/d5583644-81d8-4eec-b56a-bb9236cc16e9 HTTP/1.1" status: 204 len: 168 time: 1.0565813 Mar 08 09:44:28.065981 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37738) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:28.072378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:28.114057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Made reservation on behalf of ff23ed3c4cf445829d8a0fbbd78687fc for: {'port': 2} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:28.118499 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:28.132785 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port ebeb49dd-c44f-43ad-96ac-890303ab8ef1 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:28.133251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:28.141967 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1cf21-4e1a-4d2b-a4b6-5be6c64a3b8d req-4a48daa2-71e1-498b-aaf1-25aa65e255f6 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:28.143535 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f9b1cf21-4e1a-4d2b-a4b6-5be6c64a3b8d req-4a48daa2-71e1-498b-aaf1-25aa65e255f6 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 945 time: 0.3270476 Mar 08 09:44:28.185084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:28.224175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Attempting to bind port 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:44:28.224175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Attempting to bind port 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:44:28.224175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Attempting to bind port 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2 on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:44:28.245883 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0dc0801b-0b17-42e7-a343-82869ec7dc16 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:28.261268 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:44:28.261888 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:28.262190 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:28.262649 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:44:28.263544 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Bound port: 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:44:28.263544 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:28.272628 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:28.330890 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f9b1cf21-4e1a-4d2b-a4b6-5be6c64a3b8d req-91d21307-51df-4503-aa2f-fde18bb6733f tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/security-groups?id=430f31fe-4218-44f5-9611-52f38466eba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413319 Mar 08 09:44:28.387043 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:28.410177 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-0dc0801b-0b17-42e7-a343-82869ec7dc16 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Calling delete_port for dca06bfc-d63a-48ef-b568-92ba872319bd owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:28.444118 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:28.466184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Allocated IP 172.26.2.232 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/e2bd6406-012f-4267-9dd9-22b8175822ca) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:28.510685 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] For port 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:44:28.520954 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:28.543277 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] For port 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:44:28.556944 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:28.586410 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Deleting port a2535e35-0099-41f0-8940-c4e94d3fc268 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:28.587031 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:28.603100 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b9944e-7d50-4253-9905-9b711458c5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebeb49dd-c44f-43ad-96ac-890303ab8ef1'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:44:28.633957 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port ebeb49dd-c44f-43ad-96ac-890303ab8ef1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ebeb49dd-c44f-43ad-96ac-890303ab8ef1,segment=NetworkSegment(abb959c0-c15d-4009-8bed-8aaea1318c7f),segment_id=abb959c0-c15d-4009-8bed-8aaea1318c7f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:28.655582 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:28.665157 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0626ea16-709c-4399-84cc-6cd47c06c3b9 None None] DHCP port deletion for 2fdcd850-bacb-4d57-ba5f-f772a6850fc5 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:44:28.686470 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0626ea16-709c-4399-84cc-6cd47c06c3b9 None None] Deleting port a2535e35-0099-41f0-8940-c4e94d3fc268 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:28.687025 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0626ea16-709c-4399-84cc-6cd47c06c3b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:28.698089 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] device_id is not set on port da1fc8cb-abac-469c-aad0-cc889bfaf59c yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:44:28.739704 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b9944e-7d50-4253-9905-9b711458c5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebeb49dd-c44f-43ad-96ac-890303ab8ef1', 'code': 200} Mar 08 09:44:28.756251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb966e04-cd42-4d99-bde4-07b12cf6d412 None None] Pushing event updated for resources: {'Port': ['ID=2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:28.792807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:28.905205 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6e2e-7756-40e2-ac33-cb91bd4d40f2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:28.919734 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:28.961022 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device a2535e35-0099-41f0-8940-c4e94d3fc268 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:44:29.061115 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=ebeb49dd-c44f-43ad-96ac-890303ab8ef1,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:29.151079 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-8ceb6e2e-7756-40e2-ac33-cb91bd4d40f2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object cd5d5d88-f1a8-484b-9efc-0f7a7c5aed95 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:29.154674 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:29.174981 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:29.181276 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] For port a2535e35-0099-41f0-8940-c4e94d3fc268, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a2535e35-0099-41f0-8940-c4e94d3fc268,segment=NetworkSegment(880cbbc9-1334-4c65-b42c-ecba785c1051),segment_id=880cbbc9-1334-4c65-b42c-ecba785c1051)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:29.187314 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:29.217415 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:29.224166 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cf7db-3a2f-49b0-8f9b-85bc0c0a7136 req-5fac103e-f388-4409-9291-a93f2c1f65d0 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:29.225792 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-344cf7db-3a2f-49b0-8f9b-85bc0c0a7136 req-5fac103e-f388-4409-9291-a93f2c1f65d0 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 944 time: 0.7285881 Mar 08 09:44:29.274379 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-0626ea16-709c-4399-84cc-6cd47c06c3b9 None None] For port a2535e35-0099-41f0-8940-c4e94d3fc268, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a2535e35-0099-41f0-8940-c4e94d3fc268,segment=NetworkSegment(880cbbc9-1334-4c65-b42c-ecba785c1051),segment_id=880cbbc9-1334-4c65-b42c-ecba785c1051)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:29.275036 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0626ea16-709c-4399-84cc-6cd47c06c3b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:29.311420 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Pushing event updated for resources: {'Port': ['ID=e2bd6406-012f-4267-9dd9-22b8175822ca,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:29.359449 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Calling delete_port for a2535e35-0099-41f0-8940-c4e94d3fc268 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:29.418544 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0dc0801b-0b17-42e7-a343-82869ec7dc16 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:29.419289 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0626ea16-709c-4399-84cc-6cd47c06c3b9 None None] Calling delete_port for a2535e35-0099-41f0-8940-c4e94d3fc268 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:29.448500 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:29.451443 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:29.518499 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port a2535e35-0099-41f0-8940-c4e94d3fc268, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a2535e35-0099-41f0-8940-c4e94d3fc268,segment=NetworkSegment(880cbbc9-1334-4c65-b42c-ecba785c1051),segment_id=880cbbc9-1334-4c65-b42c-ecba785c1051)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:29.535545 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:29.598490 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0801b-0b17-42e7-a343-82869ec7dc16 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Pushing event deleted for resources: {'Port': ['ID=dca06bfc-d63a-48ef-b568-92ba872319bd,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:29.618349 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-344cf7db-3a2f-49b0-8f9b-85bc0c0a7136 req-929026ea-da9c-4910-8998-5e8446e877a8 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/security-groups?id=97e09093-fb7a-4a38-a7d1-1a927b42078a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3361022 Mar 08 09:44:29.635713 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-0626ea16-709c-4399-84cc-6cd47c06c3b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:44:29.636192 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-0626ea16-709c-4399-84cc-6cd47c06c3b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:44:29.637259 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=a2535e35-0099-41f0-8940-c4e94d3fc268,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:29.667222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6e2e-7756-40e2-ac33-cb91bd4d40f2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:29.772057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30371066-1c1c-4dce-aa63-103f715bd661 req-1ee59dea-9e5c-499a-9b5c-d87d7061a619 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:29.772237 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device c2455288-60f1-4e7e-8a74-299ed10052d7 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:44:29.778986 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-30371066-1c1c-4dce-aa63-103f715bd661 req-1ee59dea-9e5c-499a-9b5c-d87d7061a619 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 945 time: 0.6170025 Mar 08 09:44:29.796815 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:44:29.797474 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:44:29.826428 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ee8f7-74b1-453f-9095-af69aa2d6167 req-4a828b6d-6cfa-4257-b631-263876b651f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:29.827907 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-808ee8f7-74b1-453f-9095-af69aa2d6167 req-4a828b6d-6cfa-4257-b631-263876b651f5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 1098 time: 0.7482312 Mar 08 09:44:29.842243 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] device_id is not set on port f14d0209-a9c2-4170-85d8-7f83a6a14524 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:44:29.863880 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port c2455288-60f1-4e7e-8a74-299ed10052d7 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:29.870882 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port c2455288-60f1-4e7e-8a74-299ed10052d7 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:29.871759 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:29.876482 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceb6e2e-7756-40e2-ac33-cb91bd4d40f2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:29.887903 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8ceb6e2e-7756-40e2-ac33-cb91bd4d40f2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:29.958582 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceb6e2e-7756-40e2-ac33-cb91bd4d40f2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:29.964059 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceb6e2e-7756-40e2-ac33-cb91bd4d40f2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:29.964716 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6e2e-7756-40e2-ac33-cb91bd4d40f2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:29.979088 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:29.985511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-808ee8f7-74b1-453f-9095-af69aa2d6167 req-f34f8554-bedf-47a0-af71-b67533cb8784 service neutron] Synchronizing usage tracker for tenant:e254d2e6c60d4ae793d11e380c8b1ffe on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:30.014359 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-30371066-1c1c-4dce-aa63-103f715bd661 req-5d176490-fc8b-4b5c-a762-e57c4828f95b tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344866 Mar 08 09:44:30.045424 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb6e2e-7756-40e2-ac33-cb91bd4d40f2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=cd5d5d88-f1a8-484b-9efc-0f7a7c5aed95,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:30.049802 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0dc0801b-0b17-42e7-a343-82869ec7dc16 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:30.051308 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:30.067472 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0dc0801b-0b17-42e7-a343-82869ec7dc16 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "DELETE /v2.0/ports/dca06bfc-d63a-48ef-b568-92ba872319bd HTTP/1.1" status: 204 len: 168 time: 2.6947355 Mar 08 09:44:30.071202 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37750) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:30.080122 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-808ee8f7-74b1-453f-9095-af69aa2d6167 req-f34f8554-bedf-47a0-af71-b67533cb8784 service neutron] Unset dirty status for tenant:e254d2e6c60d4ae793d11e380c8b1ffe on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:30.081952 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-808ee8f7-74b1-453f-9095-af69aa2d6167 req-f34f8554-bedf-47a0-af71-b67533cb8784 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=97e09093-fb7a-4a38-a7d1-1a927b42078a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469137 Mar 08 09:44:30.103280 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port c2455288-60f1-4e7e-8a74-299ed10052d7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=c2455288-60f1-4e7e-8a74-299ed10052d7,segment=NetworkSegment(5fdb64d3-0b47-4e50-9fbf-d89b25ee019e),segment_id=5fdb64d3-0b47-4e50-9fbf-d89b25ee019e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:30.109065 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:30.130079 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8ceb6e2e-7756-40e2-ac33-cb91bd4d40f2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8387723 Mar 08 09:44:30.131311 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f924d78-a346-4809-9823-7261bf548585 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] GET failed (client error): The resource could not be found. Mar 08 09:44:30.131984 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1f924d78-a346-4809-9823-7261bf548585 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Synchronizing usage tracker for tenant:e615b40191d54cb892ef677b53317229 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:30.135703 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37754) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:30.158093 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0626ea16-709c-4399-84cc-6cd47c06c3b9 None None] Deleting port a2535e35-0099-41f0-8940-c4e94d3fc268 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:30.158093 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0626ea16-709c-4399-84cc-6cd47c06c3b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:30.208891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:30.220236 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821159c1-84ce-4e37-9ea2-81eee78a1e1e req-e48c34c3-eb7f-430a-be7c-c42e695c246f tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:30.228017 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-821159c1-84ce-4e37-9ea2-81eee78a1e1e req-e48c34c3-eb7f-430a-be7c-c42e695c246f tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 945 time: 0.4408505 Mar 08 09:44:30.250178 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1f924d78-a346-4809-9823-7261bf548585 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Unset dirty status for tenant:e615b40191d54cb892ef677b53317229 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:30.256434 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1f924d78-a346-4809-9823-7261bf548585 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "GET /v2.0/ports/dca06bfc-d63a-48ef-b568-92ba872319bd HTTP/1.1" status: 404 len: 333 time: 0.1779895 Mar 08 09:44:30.256434 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37758) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:30.263122 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-35b3b929-9f32-4212-a163-b2f6d5d67674 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Request body: {'port': {'network_id': '1ec710de-4b43-4dd4-a706-688e257e450c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1124545496'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:30.304787 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:30.309593 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Deleting port a2535e35-0099-41f0-8940-c4e94d3fc268 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:30.309939 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:30.332849 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=c2455288-60f1-4e7e-8a74-299ed10052d7,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:30.358702 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1eec3c0a-2641-47a6-9c80-accfbb3ca406 None None] Provisioning for port 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:30.398763 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-821159c1-84ce-4e37-9ea2-81eee78a1e1e req-36a66356-aab0-448f-9b77-a920ce9400bc tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/security-groups?id=430f31fe-4218-44f5-9611-52f38466eba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694198 Mar 08 09:44:30.498065 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-0626ea16-709c-4399-84cc-6cd47c06c3b9 None None] For port a2535e35-0099-41f0-8940-c4e94d3fc268, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a2535e35-0099-41f0-8940-c4e94d3fc268,segment=NetworkSegment(880cbbc9-1334-4c65-b42c-ecba785c1051),segment_id=880cbbc9-1334-4c65-b42c-ecba785c1051)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:30.498462 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0626ea16-709c-4399-84cc-6cd47c06c3b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:30.508018 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ba2402-b042-4942-9559-b5790b603ddb tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:30.514139 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ba2402-b042-4942-9559-b5790b603ddb tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:30.514959 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-59ba2402-b042-4942-9559-b5790b603ddb tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:30.605020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-59ba2402-b042-4942-9559-b5790b603ddb tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:30.606102 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-59ba2402-b042-4942-9559-b5790b603ddb tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4675756 Mar 08 09:44:30.611318 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37764) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:30.642279 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0626ea16-709c-4399-84cc-6cd47c06c3b9 None None] Calling delete_port for a2535e35-0099-41f0-8940-c4e94d3fc268 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:30.661257 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-35b3b929-9f32-4212-a163-b2f6d5d67674 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:30.693856 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-35b3b929-9f32-4212-a163-b2f6d5d67674 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:30.744587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2455288-60f1-4e7e-8a74-299ed10052d7'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:44:30.754509 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0626ea16-709c-4399-84cc-6cd47c06c3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:30.820718 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c0e975df-084b-4e37-8043-d8f8693356b3 None None] Provisioning for port cd5d5d88-f1a8-484b-9efc-0f7a7c5aed95 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:30.831700 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626ea16-709c-4399-84cc-6cd47c06c3b9 None None] Pushing event deleted for resources: {'Port': ['ID=a2535e35-0099-41f0-8940-c4e94d3fc268,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:30.837717 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0626ea16-709c-4399-84cc-6cd47c06c3b9 None None] No DVR routers for this DVR port a2535e35-0099-41f0-8940-c4e94d3fc268 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:44:30.839678 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbd779-57b7-47d0-8dcf-b4bf616a8a6c req-62652a99-dfaa-4622-a39f-543d138793f2 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:30.841313 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c0cbd779-57b7-47d0-8dcf-b4bf616a8a6c req-62652a99-dfaa-4622-a39f-543d138793f2 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 945 time: 0.2106819 Mar 08 09:44:30.845391 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:30.858788 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c0e975df-084b-4e37-8043-d8f8693356b3 None None] Provisioning complete for port cd5d5d88-f1a8-484b-9efc-0f7a7c5aed95 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:30.859161 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c0e975df-084b-4e37-8043-d8f8693356b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:30.875762 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b3b929-9f32-4212-a163-b2f6d5d67674 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Made reservation on behalf of e615b40191d54cb892ef677b53317229 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:30.884010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-35b3b929-9f32-4212-a163-b2f6d5d67674 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:30.898783 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:44:30.903153 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37772) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:30.921712 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] For port a2535e35-0099-41f0-8940-c4e94d3fc268, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a2535e35-0099-41f0-8940-c4e94d3fc268,segment=NetworkSegment(880cbbc9-1334-4c65-b42c-ecba785c1051),segment_id=880cbbc9-1334-4c65-b42c-ecba785c1051)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:30.922315 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:30.941803 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2455288-60f1-4e7e-8a74-299ed10052d7', 'code': 200} Mar 08 09:44:30.951750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event updated for resources: {'Port': ['ID=da1fc8cb-abac-469c-aad0-cc889bfaf59c,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:30.956999 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:30.984152 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c0e975df-084b-4e37-8043-d8f8693356b3 None None] Port cd5d5d88-f1a8-484b-9efc-0f7a7c5aed95 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:31.007856 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:31.009588 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ba605353-e5aa-4210-8f75-ee13756a7115 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Request body: {'floatingip': {'port_id': '73bda9d9-00ed-42ed-95da-a5bbfecf5f04'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:31.013302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:31.013793 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:31.072164 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Checking segment: {'id': '56f3d152-61d0-4975-a7fc-d59d799bf87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '39d0c3eb-885a-4926-b2d4-80cb81cd5063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:31.072546 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Network hostable DHCP agents. Network: 39d0c3eb-885a-4926-b2d4-80cb81cd5063, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:44:31.153336 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba605353-e5aa-4210-8f75-ee13756a7115 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for floatingip, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:31.188512 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:31.217556 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Calling delete_port for a2535e35-0099-41f0-8940-c4e94d3fc268 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:31.229107 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:31.233367 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:31.249118 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d2661-cfb8-4b9f-8d33-e51289fbd07d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port cd5d5d88-f1a8-484b-9efc-0f7a7c5aed95 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:31.249462 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c2d2661-cfb8-4b9f-8d33-e51289fbd07d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:31.280707 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Network 39d0c3eb-885a-4926-b2d4-80cb81cd5063 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:44:31.318450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 39d0c3eb-885a-4926-b2d4-80cb81cd5063) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:31.328394 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d50202d-6e9d-4b9e-9084-cc3a819d13eb None None] Network 39d0c3eb-885a-4926-b2d4-80cb81cd5063 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:31.340925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:31.341750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:31.353872 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-35b3b929-9f32-4212-a163-b2f6d5d67674 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] device_id is not set on port 598f7488-466d-438c-9f04-ec18cbcf49f2 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:44:31.360167 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:31.428459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd0e30-8997-4b54-abb5-404f2551cc98 req-8b59893c-2feb-47d1-a17a-71ed8e2221d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:31.429985 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-03fd0e30-8997-4b54-abb5-404f2551cc98 req-8b59893c-2feb-47d1-a17a-71ed8e2221d6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 1099 time: 0.2853098 Mar 08 09:44:31.441922 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Router e2ceddb9-9781-450c-8787-71037b93d80a is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:44:31.477917 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e8c2d-9010-42b1-9ce0-b294ec6ee5f4 req-dbbd247c-ffad-4add-8099-62b1deaaa13e tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:31.479411 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-167e8c2d-9010-42b1-9ce0-b294ec6ee5f4 req-dbbd247c-ffad-4add-8099-62b1deaaa13e tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.2936130 Mar 08 09:44:31.515670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event updated for resources: {'Port': ['ID=f14d0209-a9c2-4170-85d8-7f83a6a14524,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:31.651812 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-03fd0e30-8997-4b54-abb5-404f2551cc98 req-16a84d61-bba2-4f44-9d72-d9ae2578e6f7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067552 Mar 08 09:44:31.661153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Checking segment: {'id': '3027ab7b-5a5e-46df-b1dd-5787a706b7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8cc8b254-778d-4ef7-8603-748fde4c93d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:31.661519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Network hostable DHCP agents. Network: 8cc8b254-778d-4ef7-8603-748fde4c93d7, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:44:31.671190 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-167e8c2d-9010-42b1-9ce0-b294ec6ee5f4 req-f119adaa-3b49-4544-8690-0f4e4ecc577e tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757624 Mar 08 09:44:31.735612 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:44:31.736201 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:44:31.779533 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Network 8cc8b254-778d-4ef7-8603-748fde4c93d7 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:44:31.789942 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:44:31.799821 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 8cc8b254-778d-4ef7-8603-748fde4c93d7) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:31.802262 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Sync routers for ids ['e2ceddb9-9781-450c-8787-71037b93d80a'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:44:31.809520 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ade341-2395-49dc-a70b-5b99575ff150 None None] Network 8cc8b254-778d-4ef7-8603-748fde4c93d7 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:31.811886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:31.819555 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:31.823581 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:31.824269 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:31.831622 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Routers {'e2ceddb9-9781-450c-8787-71037b93d80a'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:31.832510 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['e2ceddb9-9781-450c-8787-71037b93d80a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:31.848659 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:31.852760 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2b902dc4-3e69-4b1c-8063-333c89381c1f tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.7080591 Mar 08 09:44:31.853052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37778) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:31.912547 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ddc35430-9612-4055-b2c5-62a2fc2cc70e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.3761210 Mar 08 09:44:31.920947 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37782) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:32.033949 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Set router e2ceddb9-9781-450c-8787-71037b93d80a gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:44:32.052326 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d0f8f744-d788-40ab-aaaf-05b2b55433e8 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "GET /v2.0/routers/e2ceddb9-9781-450c-8787-71037b93d80a HTTP/1.1" status: 200 len: 908 time: 0.1982076 Mar 08 09:44:32.054864 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37786) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:32.059958 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531e25c-787a-4407-968e-988190c0a17f req-269ddc9f-3852-47fc-a3af-1aeb53b6d082 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:32.060339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Request body: {'router': {'name': 'tempest-snat-router-182372515', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'enable_snat': True}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:32.067167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:32.067515 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d531e25c-787a-4407-968e-988190c0a17f req-269ddc9f-3852-47fc-a3af-1aeb53b6d082 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 945 time: 1.2792556 Mar 08 09:44:32.071260 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Usage tracker for resource:router and tenant:9b9538ff9c50463fba3fb08b20b570ba is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:32.074397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:32.081783 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:32.092455 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:32.093719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:32.111735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:32.173743 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-35b3b929-9f32-4212-a163-b2f6d5d67674 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Allocated IP 2001:db8::6e (1ec710de-4b43-4dd4-a706-688e257e450c/e8f67d2f-2f00-4c7b-ae4a-0f9846d53a9e/598f7488-466d-438c-9f04-ec18cbcf49f2) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:32.241244 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c2d2661-cfb8-4b9f-8d33-e51289fbd07d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:32.348867 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d531e25c-787a-4407-968e-988190c0a17f req-bcf00ad6-32c0-4e96-8956-fe16081853c1 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/security-groups?id=97e09093-fb7a-4a38-a7d1-1a927b42078a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804384 Mar 08 09:44:32.358619 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ceddb9-9781-450c-8787-71037b93d80a', 'name': 'tempest-snat-router-182372515', 'tenant_id': '9b9538ff9c50463fba3fb08b20b570ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.232'}], 'enable_snat': False}, 'gw_port_id': 'e2bd6406-012f-4267-9dd9-22b8175822ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:44:26Z', 'updated_at': '2022-03-08T09:44:29Z', 'revision_number': 3, 'project_id': '9b9538ff9c50463fba3fb08b20b570ba', 'gw_port': {'id': 'e2bd6406-012f-4267-9dd9-22b8175822ca', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ceddb9-9781-450c-8787-71037b93d80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:44:28Z', 'updated_at': '2022-03-08T09:44:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:32.362955 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Checking router: e2ceddb9-9781-450c-8787-71037b93d80a for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:44:32.363409 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Updating router e2ceddb9-9781-450c-8787-71037b93d80a port e2bd6406-012f-4267-9dd9-22b8175822ca binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:44:32.415225 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:32.495664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d2661-cfb8-4b9f-8d33-e51289fbd07d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for cd5d5d88-f1a8-484b-9efc-0f7a7c5aed95 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:32.496072 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:32.711094 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Deleting port a2535e35-0099-41f0-8940-c4e94d3fc268 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:32.711440 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:32.737358 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:32.749899 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Transition to ACTIVE for port object e2bd6406-012f-4267-9dd9-22b8175822ca will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:32.762948 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:32.772010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778666a5-dcb1-4af9-87f5-d365fa86f498 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:32.777846 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778666a5-dcb1-4af9-87f5-d365fa86f498 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:32.782249 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-778666a5-dcb1-4af9-87f5-d365fa86f498 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.8550732 Mar 08 09:44:32.789013 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37792) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:32.852631 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Attempting to bind port e2bd6406-012f-4267-9dd9-22b8175822ca on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:44:32.853863 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Attempting to bind port e2bd6406-012f-4267-9dd9-22b8175822ca by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:44:32.854500 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Attempting to bind port e2bd6406-012f-4267-9dd9-22b8175822ca on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:44:32.879803 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:44:32.883175 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:44:32.883852 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:32.884455 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:32.885062 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:44:32.885722 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Bound port: e2bd6406-012f-4267-9dd9-22b8175822ca, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:44:32.886402 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:32.953858 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:32.954251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:33.001371 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:33.026532 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] For port e2bd6406-012f-4267-9dd9-22b8175822ca, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:44:33.030223 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] For port e2bd6406-012f-4267-9dd9-22b8175822ca, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e2bd6406-012f-4267-9dd9-22b8175822ca,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:44:33.032232 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e5fb0-1a86-46fd-9328-112bbfabad97 None None] Pushing event updated for resources: {'Port': ['ID=e2bd6406-012f-4267-9dd9-22b8175822ca,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:33.043838 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:33.088054 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] The port 'a2535e35-0099-41f0-8940-c4e94d3fc268' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:44:33.093641 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:33.159968 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Routers {'e2ceddb9-9781-450c-8787-71037b93d80a'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:33.162097 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['e2ceddb9-9781-450c-8787-71037b93d80a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:33.259750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e35099-7bde-49d0-8d77-205c718ec94b req-63af649a-cedb-40ee-9026-4262c8fc45fb tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:33.261653 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-77e35099-7bde-49d0-8d77-205c718ec94b req-63af649a-cedb-40ee-9026-4262c8fc45fb tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.3665271 Mar 08 09:44:33.312183 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e5fb0-1a86-46fd-9328-112bbfabad97 None None] Pushing event updated for resources: {'Port': ['ID=e2bd6406-012f-4267-9dd9-22b8175822ca,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:33.327115 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Allocated IP 172.26.2.247 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/e917284d-b5a3-4b0c-9c2b-45d9072df65f) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:33.331786 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-77e35099-7bde-49d0-8d77-205c718ec94b req-e8786723-8f5c-43cb-808a-d5a104a80170 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593300 Mar 08 09:44:33.356239 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] Set router e2ceddb9-9781-450c-8787-71037b93d80a gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:44:33.364320 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-fa39676d-3195-468a-bfe7-7706c6c3caa4 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Deleting port da1fc8cb-abac-469c-aad0-cc889bfaf59c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:33.364668 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa39676d-3195-468a-bfe7-7706c6c3caa4 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:33.474346 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:33.489810 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c2d2661-cfb8-4b9f-8d33-e51289fbd07d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:33.504950 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:33.540582 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:33.598728 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d2661-cfb8-4b9f-8d33-e51289fbd07d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=cd5d5d88-f1a8-484b-9efc-0f7a7c5aed95,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:33.614161 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:33.617219 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:33.623465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:33.685787 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Pushing event updated for resources: {'Port': ['ID=e917284d-b5a3-4b0c-9c2b-45d9072df65f,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:33.696932 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ceddb9-9781-450c-8787-71037b93d80a', 'name': 'tempest-snat-router-182372515', 'tenant_id': '9b9538ff9c50463fba3fb08b20b570ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.232'}], 'enable_snat': False}, 'gw_port_id': 'e2bd6406-012f-4267-9dd9-22b8175822ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:44:26Z', 'updated_at': '2022-03-08T09:44:29Z', 'revision_number': 3, 'project_id': '9b9538ff9c50463fba3fb08b20b570ba', 'gw_port': {'id': 'e2bd6406-012f-4267-9dd9-22b8175822ca', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ceddb9-9781-450c-8787-71037b93d80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:44:28Z', 'updated_at': '2022-03-08T09:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:33.701140 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f070836-5629-4655-8bac-d29eb040ee73 None None] The sync data for ids ['e2ceddb9-9781-450c-8787-71037b93d80a'] in dv-neutron-831730-2-hyperv is: [{'id': 'e2ceddb9-9781-450c-8787-71037b93d80a', 'name': 'tempest-snat-router-182372515', 'tenant_id': '9b9538ff9c50463fba3fb08b20b570ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.232'}], 'enable_snat': False}, 'gw_port_id': 'e2bd6406-012f-4267-9dd9-22b8175822ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:44:26Z', 'updated_at': '2022-03-08T09:44:29Z', 'revision_number': 3, 'project_id': '9b9538ff9c50463fba3fb08b20b570ba', 'gw_port': {'id': 'e2bd6406-012f-4267-9dd9-22b8175822ca', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ba:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ceddb9-9781-450c-8787-71037b93d80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:44:28Z', 'updated_at': '2022-03-08T09:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:44:33.772657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdcd850-bacb-4d57-ba5f-f772a6850fc5']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:33.864292 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-ba605353-e5aa-4210-8f75-ee13756a7115 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:44:33.927477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c2d2661-cfb8-4b9f-8d33-e51289fbd07d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:33.932103 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-35b3b929-9f32-4212-a163-b2f6d5d67674 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:33.946028 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880cbbc9-1334-4c65-b42c-ecba785c1051') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:33.946334 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880cbbc9-1334-4c65-b42c-ecba785c1051') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:34.005389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:34.034399 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa39676d-3195-468a-bfe7-7706c6c3caa4 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:34.058121 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-35b3b929-9f32-4212-a163-b2f6d5d67674 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Transition to ACTIVE for port object 598f7488-466d-438c-9f04-ec18cbcf49f2 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:34.059585 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:34.192816 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba605353-e5aa-4210-8f75-ee13756a7115 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:34.202270 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-fa39676d-3195-468a-bfe7-7706c6c3caa4 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Calling delete_port for da1fc8cb-abac-469c-aad0-cc889bfaf59c owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:34.221601 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:34.234324 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5c2d2661-cfb8-4b9f-8d33-e51289fbd07d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/cd5d5d88-f1a8-484b-9efc-0f7a7c5aed95 HTTP/1.1" status: 204 len: 168 time: 3.6209955 Mar 08 09:44:34.243828 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:44:34.244218 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:44:34.260374 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:44:34.263728 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37798) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:34.279069 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba605353-e5aa-4210-8f75-ee13756a7115 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:34.436889 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f4754-a1d0-418a-898e-6302d5be0505 req-c844ba11-04be-4088-8bc0-8ec1e5eb5e48 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:34.438370 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc0f4754-a1d0-418a-898e-6302d5be0505 req-c844ba11-04be-4088-8bc0-8ec1e5eb5e48 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 945 time: 0.8796835 Mar 08 09:44:34.669407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7d071-1025-40ab-a119-bab43337e179 req-83caf96b-c5fa-4ab6-8cea-87b0f5f02b86 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:34.671274 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c9f7d071-1025-40ab-a119-bab43337e179 req-83caf96b-c5fa-4ab6-8cea-87b0f5f02b86 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.2045946 Mar 08 09:44:34.674799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:34.741418 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:34.761821 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840fbc44-4e65-40cf-bc37-3dfc2fa01a57 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:34.763487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840fbc44-4e65-40cf-bc37-3dfc2fa01a57 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:34.764390 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-840fbc44-4e65-40cf-bc37-3dfc2fa01a57 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:34.782981 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:34.787651 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c9f7d071-1025-40ab-a119-bab43337e179 req-edc72a09-0a0c-4f56-b532-97e3ba8ee879 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095443 Mar 08 09:44:34.803591 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc0f4754-a1d0-418a-898e-6302d5be0505 req-86c0a1d9-9804-420b-9320-af0f70efae18 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/security-groups?id=97e09093-fb7a-4a38-a7d1-1a927b42078a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263281 Mar 08 09:44:34.825496 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-35b3b929-9f32-4212-a163-b2f6d5d67674 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:34.835647 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] Pushing event deleted for resources: {'Network': ['ID=2fdcd850-bacb-4d57-ba5f-f772a6850fc5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:34.875755 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3fff4968-6620-461c-80a5-374fcd25cc84 tempest-ExtraDHCPOptionsTestJSON-1578469674 tempest-ExtraDHCPOptionsTestJSON-1578469674-project] 10.222.0.24 "DELETE /v2.0/networks/2fdcd850-bacb-4d57-ba5f-f772a6850fc5 HTTP/1.1" status: 204 len: 168 time: 6.8071475 Mar 08 09:44:34.875755 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa39676d-3195-468a-bfe7-7706c6c3caa4 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:34.897701 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e2bd6406-012f-4267-9dd9-22b8175822ca up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:44:34.906161 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-ba605353-e5aa-4210-8f75-ee13756a7115 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Floating IP ca1c05e4-86e0-479a-9f4d-a2e388e8c0ea associated. External IP: 172.26.2.186, port: 73bda9d9-00ed-42ed-95da-a5bbfecf5f04. Mar 08 09:44:35.005934 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port e2bd6406-012f-4267-9dd9-22b8175822ca completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:35.011560 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port e2bd6406-012f-4267-9dd9-22b8175822ca triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:35.012348 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:35.036886 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-840fbc44-4e65-40cf-bc37-3dfc2fa01a57 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:35.040370 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-840fbc44-4e65-40cf-bc37-3dfc2fa01a57 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7604823 Mar 08 09:44:35.055712 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b3b929-9f32-4212-a163-b2f6d5d67674 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Network 1ec710de-4b43-4dd4-a706-688e257e450c is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:35.056966 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa39676d-3195-468a-bfe7-7706c6c3caa4 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:35.058811 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37810) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:35.059684 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fa39676d-3195-468a-bfe7-7706c6c3caa4 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "DELETE /v2.0/ports/da1fc8cb-abac-469c-aad0-cc889bfaf59c HTTP/1.1" status: 204 len: 168 time: 2.2685380 Mar 08 09:44:35.063467 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37814) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:35.077061 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-35b3b929-9f32-4212-a163-b2f6d5d67674 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:35.124633 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3b929-9f32-4212-a163-b2f6d5d67674 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Pushing event updated for resources: {'Port': ['ID=598f7488-466d-438c-9f04-ec18cbcf49f2,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:35.127927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b3b929-9f32-4212-a163-b2f6d5d67674 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:35.134070 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b3b929-9f32-4212-a163-b2f6d5d67674 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:35.134596 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-35b3b929-9f32-4212-a163-b2f6d5d67674 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:35.202330 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8a231e-6f0d-44ff-9fb8-b37c8f955e57 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet f76cc8ef-0bf0-41f1-9544-2d905d0ad165 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:44:35.209474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7e8a231e-6f0d-44ff-9fb8-b37c8f955e57 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:35.290222 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7e8a231e-6f0d-44ff-9fb8-b37c8f955e57 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:35.302230 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:35.337516 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Router 5e2614a5-ca6f-4c60-aa56-1d0f1e0f3294 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:44:35.339593 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37820) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:35.340252 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port e2bd6406-012f-4267-9dd9-22b8175822ca, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e2bd6406-012f-4267-9dd9-22b8175822ca,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:35.346359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:35.363160 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57424e-cd92-4aa9-bdba-7d3fa27053fe req-8d39d4f1-76b7-4636-aa46-30b1490d4b0a tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:35.365510 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bf57424e-cd92-4aa9-bdba-7d3fa27053fe req-8d39d4f1-76b7-4636-aa46-30b1490d4b0a tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.3757467 Mar 08 09:44:35.379485 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39676d-3195-468a-bfe7-7706c6c3caa4 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event deleted for resources: {'Port': ['ID=da1fc8cb-abac-469c-aad0-cc889bfaf59c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:35.390274 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37826) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:35.406978 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-35b3b929-9f32-4212-a163-b2f6d5d67674 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.1502206 Mar 08 09:44:35.426110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-3be88b46-26bd-43de-bd50-9779c769c239 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Request body: {'floatingip': {'port_id': 'c2455288-60f1-4e7e-8a74-299ed10052d7'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:35.426507 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37830) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:35.436762 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a32491fe-c9b9-47c2-bd9a-0a081d0717ed tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::89', 'mac_address': 'fa:16:3e:f9:95:1b'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:35.485750 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f52798d4-bc36-4067-be65-df4f71539ff8 None None] Provisioning for port 598f7488-466d-438c-9f04-ec18cbcf49f2 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:35.493053 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cbacd927-3e14-4c84-a71c-410e80a550f8 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Deleting port f14d0209-a9c2-4170-85d8-7f83a6a14524 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:35.493402 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbacd927-3e14-4c84-a71c-410e80a550f8 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:35.494926 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f52798d4-bc36-4067-be65-df4f71539ff8 None None] Provisioning complete for port 598f7488-466d-438c-9f04-ec18cbcf49f2 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:35.495518 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f52798d4-bc36-4067-be65-df4f71539ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:35.521384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=e2bd6406-012f-4267-9dd9-22b8175822ca,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:35.557309 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f52798d4-bc36-4067-be65-df4f71539ff8 None None] Port 598f7488-466d-438c-9f04-ec18cbcf49f2 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:35.656495 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3be88b46-26bd-43de-bd50-9779c769c239 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for floatingip, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:35.728453 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cd1f9-e3a5-4063-b4fa-4cd978bcb80d req-3f87e599-9d43-4632-bf4b-c20ceb957d00 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:35.730024 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-280cd1f9-e3a5-4063-b4fa-4cd978bcb80d req-3f87e599-9d43-4632-bf4b-c20ceb957d00 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 945 time: 0.7597482 Mar 08 09:44:35.743597 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37834) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:35.801072 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-7d5ade6e-2293-41e7-a14e-e31030e95c13 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Request body: {'floatingip': {'port_id': 'ebeb49dd-c44f-43ad-96ac-890303ab8ef1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:36.004979 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7e8a231e-6f0d-44ff-9fb8-b37c8f955e57 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:36.100474 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba605353-e5aa-4210-8f75-ee13756a7115 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Router ed8fda54-455f-45f7-b1a8-8cc7736d1729 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:44:36.102120 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbacd927-3e14-4c84-a71c-410e80a550f8 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:36.118683 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-53e9e4a0-cc27-441c-b320-a48764e6bb0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ce5fad50f3b4936a6b74c0cb196917d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7744253 Mar 08 09:44:36.123499 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37838) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:36.132022 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d5ade6e-2293-41e7-a14e-e31030e95c13 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for floatingip, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:36.313692 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:44:36.323982 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Sync routers for ids ['5e2614a5-ca6f-4c60-aa56-1d0f1e0f3294'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:44:36.334792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Routers {'5e2614a5-ca6f-4c60-aa56-1d0f1e0f3294'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:36.335751 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['5e2614a5-ca6f-4c60-aa56-1d0f1e0f3294'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:36.391191 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cbacd927-3e14-4c84-a71c-410e80a550f8 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Calling delete_port for f14d0209-a9c2-4170-85d8-7f83a6a14524 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:36.495842 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7e8a231e-6f0d-44ff-9fb8-b37c8f955e57 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:36.499538 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a32491fe-c9b9-47c2-bd9a-0a081d0717ed tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:36.519629 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Set router 5e2614a5-ca6f-4c60-aa56-1d0f1e0f3294 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:44:36.552666 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:36.556786 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f0a90f22-d201-439b-85b0-1147421068e5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5009651 Mar 08 09:44:36.569191 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37842) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:36.616053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a231e-6f0d-44ff-9fb8-b37c8f955e57 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=f76cc8ef-0bf0-41f1-9544-2d905d0ad165,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:36.686591 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7e8a231e-6f0d-44ff-9fb8-b37c8f955e57 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:36.689901 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7e8a231e-6f0d-44ff-9fb8-b37c8f955e57 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/f76cc8ef-0bf0-41f1-9544-2d905d0ad165 HTTP/1.1" status: 204 len: 168 time: 1.6288736 Mar 08 09:44:36.697146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37846) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:36.720515 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595f86d3-79e8-48f0-8b35-216ee0ff59f4 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:36.816912 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-832a4f2b-685c-4c91-8f42-9bfaa606a728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:36.850954 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-14e9cdc1-bdd6-47dd-b7bf-e1019be7bd44 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1492727 Mar 08 09:44:36.852728 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37850) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:36.856811 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbacd927-3e14-4c84-a71c-410e80a550f8 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:36.891423 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e2bd6406-012f-4267-9dd9-22b8175822ca up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:44:36.976648 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e7e97de3-0974-42e6-8687-5891441f17e3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:37.045852 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbacd927-3e14-4c84-a71c-410e80a550f8 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event deleted for resources: {'Port': ['ID=f14d0209-a9c2-4170-85d8-7f83a6a14524,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:37.049411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-832a4f2b-685c-4c91-8f42-9bfaa606a728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:37.067337 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port e2bd6406-012f-4267-9dd9-22b8175822ca triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:37.067705 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:37.073629 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba605353-e5aa-4210-8f75-ee13756a7115 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:44:37.090270 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbacd927-3e14-4c84-a71c-410e80a550f8 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:37.140590 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2614a5-ca6f-4c60-aa56-1d0f1e0f3294', 'name': 'tempest-snat-router-182372515', 'tenant_id': '9b9538ff9c50463fba3fb08b20b570ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'e917284d-b5a3-4b0c-9c2b-45d9072df65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:44:32Z', 'updated_at': '2022-03-08T09:44:33Z', 'revision_number': 3, 'project_id': '9b9538ff9c50463fba3fb08b20b570ba', 'gw_port': {'id': 'e917284d-b5a3-4b0c-9c2b-45d9072df65f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2614a5-ca6f-4c60-aa56-1d0f1e0f3294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:44:33Z', 'updated_at': '2022-03-08T09:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:37.149980 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Checking router: 5e2614a5-ca6f-4c60-aa56-1d0f1e0f3294 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:44:37.149980 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Updating router 5e2614a5-ca6f-4c60-aa56-1d0f1e0f3294 port e917284d-b5a3-4b0c-9c2b-45d9072df65f binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:44:37.240776 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c073b9bc-b133-40fb-8f67-e1f01aee5931 None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:44:37.243023 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba605353-e5aa-4210-8f75-ee13756a7115 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:37.248169 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d89f0d-2478-4c08-b7a6-6fb37a92adf4 None None] Sync routers for ids ['ed8fda54-455f-45f7-b1a8-8cc7736d1729'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:44:37.257563 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d89f0d-2478-4c08-b7a6-6fb37a92adf4 None None] Routers {'ed8fda54-455f-45f7-b1a8-8cc7736d1729'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:37.258455 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-96d89f0d-2478-4c08-b7a6-6fb37a92adf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ed8fda54-455f-45f7-b1a8-8cc7736d1729'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:37.265587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c073b9bc-b133-40fb-8f67-e1f01aee5931 None None] Deleting port 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:37.265960 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c073b9bc-b133-40fb-8f67-e1f01aee5931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:37.295987 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:37.374027 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a32491fe-c9b9-47c2-bd9a-0a081d0717ed tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:37.379773 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cbacd927-3e14-4c84-a71c-410e80a550f8 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "DELETE /v2.0/ports/f14d0209-a9c2-4170-85d8-7f83a6a14524 HTTP/1.1" status: 204 len: 168 time: 2.3124917 Mar 08 09:44:37.387314 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37856) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:37.473036 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a32491fe-c9b9-47c2-bd9a-0a081d0717ed tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:37.478340 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-57550532-3b58-4637-95ab-aa0ccefa2619 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "GET /v2.0/routers/5e2614a5-ca6f-4c60-aa56-1d0f1e0f3294 HTTP/1.1" status: 200 len: 907 time: 0.9039094 Mar 08 09:44:37.500026 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-96d89f0d-2478-4c08-b7a6-6fb37a92adf4 None None] Set router ed8fda54-455f-45f7-b1a8-8cc7736d1729 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:44:37.540163 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37860) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:37.543098 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1363356c-edec-41c7-b2a1-757d63d95282 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Synchronizing usage tracker for tenant:ff23ed3c4cf445829d8a0fbbd78687fc on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:37.560810 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e7e97de3-0974-42e6-8687-5891441f17e3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:37.566332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a32491fe-c9b9-47c2-bd9a-0a081d0717ed tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] In _notify_port_updated(), no bound segment for port 598f7488-466d-438c-9f04-ec18cbcf49f2 on network 1ec710de-4b43-4dd4-a706-688e257e450c {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:44:37.575081 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32491fe-c9b9-47c2-bd9a-0a081d0717ed tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:37.576393 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a32491fe-c9b9-47c2-bd9a-0a081d0717ed tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:37.577247 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a32491fe-c9b9-47c2-bd9a-0a081d0717ed tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "PUT /v2.0/ports/598f7488-466d-438c-9f04-ec18cbcf49f2 HTTP/1.1" status: 200 len: 1001 time: 2.1496530 Mar 08 09:44:37.585987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3be88b46-26bd-43de-bd50-9779c769c239 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:37.589141 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37864) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:37.679629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3be88b46-26bd-43de-bd50-9779c769c239 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:37.692246 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e7e97de3-0974-42e6-8687-5891441f17e3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:37.714272 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ba605353-e5aa-4210-8f75-ee13756a7115 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "PUT /v2.0/floatingips/ca1c05e4-86e0-479a-9f4d-a2e388e8c0ea HTTP/1.1" status: 200 len: 991 time: 6.7088563 Mar 08 09:44:37.721860 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e7e97de3-0974-42e6-8687-5891441f17e3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:37.752997 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a574122-a586-4b5f-9de5-750eac72d7be', 'tag': '73bda9d9-00ed-42ed-95da-a5bbfecf5f04'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:44:37.826348 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c073b9bc-b133-40fb-8f67-e1f01aee5931 None None] For port 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:37.826914 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c073b9bc-b133-40fb-8f67-e1f01aee5931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:37.833112 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e7e97de3-0974-42e6-8687-5891441f17e3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:37.881229 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a574122-a586-4b5f-9de5-750eac72d7be', 'tag': '73bda9d9-00ed-42ed-95da-a5bbfecf5f04', 'status': 'completed', 'code': 200} Mar 08 09:44:37.900165 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32491fe-c9b9-47c2-bd9a-0a081d0717ed tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Pushing event updated for resources: {'Port': ['ID=598f7488-466d-438c-9f04-ec18cbcf49f2,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:37.925782 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1363356c-edec-41c7-b2a1-757d63d95282 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Unset dirty status for tenant:ff23ed3c4cf445829d8a0fbbd78687fc on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:37.930700 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1363356c-edec-41c7-b2a1-757d63d95282 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5126617 Mar 08 09:44:37.983074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37872) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:38.023331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-485875bb-7f40-4771-a0fe-d8873262c12c tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Deleting port 598f7488-466d-438c-9f04-ec18cbcf49f2 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:38.023678 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-485875bb-7f40-4771-a0fe-d8873262c12c tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:38.039670 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c073b9bc-b133-40fb-8f67-e1f01aee5931 None None] Calling delete_port for 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:38.041192 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-96d89f0d-2478-4c08-b7a6-6fb37a92adf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'name': 'tempest-ServersTestManualDisk-778693241-router', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:24Z', 'updated_at': '2022-03-08T09:43:33Z', 'revision_number': 4, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'gw_port': {'id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:19:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:25Z', 'updated_at': '2022-03-08T09:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'ca1c05e4-86e0-479a-9f4d-a2e388e8c0ea', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'floating_ip_address': '172.26.2.186', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'port_id': '73bda9d9-00ed-42ed-95da-a5bbfecf5f04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45', 'mac_address': 'fa:16:3e:59:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a574122-a586-4b5f-9de5-750eac72d7be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:43:48Z', 'updated_at': '2022-03-08T09:44:33Z', 'revision_number': 1, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9db4861-ba54-4cb2-9595-4dc1e02dea36', 'name': '', 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'mac_address': 'fa:16:3e:72:c2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5412c5b-767e-40f0-a363-91743b739e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:31Z', 'updated_at': '2022-03-08T09:43:53Z', 'revision_number': 5, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'subnets': [{'id': 'd5412c5b-767e-40f0-a363-91743b739e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:38.045784 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d89f0d-2478-4c08-b7a6-6fb37a92adf4 None None] Checking router: ed8fda54-455f-45f7-b1a8-8cc7736d1729 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:44:38.054667 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d89f0d-2478-4c08-b7a6-6fb37a92adf4 None None] Routers {'ed8fda54-455f-45f7-b1a8-8cc7736d1729'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:38.055388 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-96d89f0d-2478-4c08-b7a6-6fb37a92adf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ed8fda54-455f-45f7-b1a8-8cc7736d1729'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:38.069836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-6d1b572a-1b0e-47d6-94af-725f6d30ba18 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1959645950'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:38.071592 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daed928a-808c-4242-b9b7-d3dc911780e4 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:38.095069 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-15f3e777-ec3d-4974-a656-91922493432d None None] Provisioning complete for port 598f7488-466d-438c-9f04-ec18cbcf49f2 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:38.096026 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15f3e777-ec3d-4974-a656-91922493432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:38.135141 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e97de3-0974-42e6-8687-5891441f17e3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:38.139634 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7e97de3-0974-42e6-8687-5891441f17e3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:38.149249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6d1b572a-1b0e-47d6-94af-725f6d30ba18 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:38.155259 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-15f3e777-ec3d-4974-a656-91922493432d None None] Port 598f7488-466d-438c-9f04-ec18cbcf49f2 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:38.184548 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6d1b572a-1b0e-47d6-94af-725f6d30ba18 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Usage tracker for resource:network and tenant:ff23ed3c4cf445829d8a0fbbd78687fc is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:38.217969 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6d1b572a-1b0e-47d6-94af-725f6d30ba18 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:38.262515 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c073b9bc-b133-40fb-8f67-e1f01aee5931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:38.281977 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6d1b572a-1b0e-47d6-94af-725f6d30ba18 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:38.315235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.resource_extend [None req-7d5ade6e-2293-41e7-a14e-e31030e95c13 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:44:38.343892 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c073b9bc-b133-40fb-8f67-e1f01aee5931 None None] No DVR routers for this DVR port 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:44:38.346580 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-96d89f0d-2478-4c08-b7a6-6fb37a92adf4 None None] Set router ed8fda54-455f-45f7-b1a8-8cc7736d1729 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:44:38.354321 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073b9bc-b133-40fb-8f67-e1f01aee5931 None None] Pushing event deleted for resources: {'Port': ['ID=2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:38.364237 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-832a4f2b-685c-4c91-8f42-9bfaa606a728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:38.385039 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:38.400679 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-3be88b46-26bd-43de-bd50-9779c769c239 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Floating IP b648fd41-a828-4d42-aa25-6f60533e1f02 associated. External IP: 172.26.2.152, port: c2455288-60f1-4e7e-8a74-299ed10052d7. Mar 08 09:44:38.402917 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Transition to ACTIVE for port object e917284d-b5a3-4b0c-9c2b-45d9072df65f will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:38.417237 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:38.505541 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Attempting to bind port e917284d-b5a3-4b0c-9c2b-45d9072df65f on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:44:38.506045 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Attempting to bind port e917284d-b5a3-4b0c-9c2b-45d9072df65f by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:44:38.506497 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Attempting to bind port e917284d-b5a3-4b0c-9c2b-45d9072df65f on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:44:38.522913 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:44:38.537245 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:38.537777 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:38.538271 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:44:38.538859 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Bound port: e917284d-b5a3-4b0c-9c2b-45d9072df65f, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:44:38.539333 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:38.602905 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f4ff3-4642-47ae-88eb-75fc6199069b None None] Pushing event updated for resources: {'Port': ['ID=e917284d-b5a3-4b0c-9c2b-45d9072df65f,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:38.604042 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1b572a-1b0e-47d6-94af-725f6d30ba18 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Made reservation on behalf of ff23ed3c4cf445829d8a0fbbd78687fc for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:38.607776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6d1b572a-1b0e-47d6-94af-725f6d30ba18 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:38.632141 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8fe31-1a59-46ff-aaca-55cd3f3ee8bb req-49cbc173-7068-4214-86d6-4f3ef4d6c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:38.633805 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2df8fe31-1a59-46ff-aaca-55cd3f3ee8bb req-49cbc173-7068-4214-86d6-4f3ef4d6c5e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d09966768d8a46489f86ec289dc54020&device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 1098 time: 0.7388065 Mar 08 09:44:38.668941 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a4f2b-685c-4c91-8f42-9bfaa606a728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223f9273-644c-4618-919d-8aa6614bdd06,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:38.681243 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-832a4f2b-685c-4c91-8f42-9bfaa606a728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:38.686142 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-832a4f2b-685c-4c91-8f42-9bfaa606a728 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/223f9273-644c-4618-919d-8aa6614bdd06 HTTP/1.1" status: 204 len: 168 time: 2.5083671 Mar 08 09:44:38.695387 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daed928a-808c-4242-b9b7-d3dc911780e4 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:38.729258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-daed928a-808c-4242-b9b7-d3dc911780e4 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Deleting port e917284d-b5a3-4b0c-9c2b-45d9072df65f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:38.729258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daed928a-808c-4242-b9b7-d3dc911780e4 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:38.742679 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] For port e917284d-b5a3-4b0c-9c2b-45d9072df65f, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:44:38.752110 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] For port e917284d-b5a3-4b0c-9c2b-45d9072df65f, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e917284d-b5a3-4b0c-9c2b-45d9072df65f,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:44:38.774246 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:38.917353 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f4ff3-4642-47ae-88eb-75fc6199069b None None] Pushing event updated for resources: {'Port': ['ID=e917284d-b5a3-4b0c-9c2b-45d9072df65f,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:38.920673 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:44:38.974257 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:44:38.980905 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 2cbfe932-f6b5-4bed-aa57-ccd87c94e9f2 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:44:38.981065 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1b572a-1b0e-47d6-94af-725f6d30ba18 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:44:39.009533 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-daed928a-808c-4242-b9b7-d3dc911780e4 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] For port e917284d-b5a3-4b0c-9c2b-45d9072df65f, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e917284d-b5a3-4b0c-9c2b-45d9072df65f,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:39.010403 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daed928a-808c-4242-b9b7-d3dc911780e4 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:39.010664 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Routers {'5e2614a5-ca6f-4c60-aa56-1d0f1e0f3294'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:39.011493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['5e2614a5-ca6f-4c60-aa56-1d0f1e0f3294'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:39.012785 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d5ade6e-2293-41e7-a14e-e31030e95c13 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:39.092638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec03b8a-a522-48c2-bbd1-a2bc5fd877f6 req-5633d1e9-21b2-4246-93ac-be1c60258723 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:39.094156 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6ec03b8a-a522-48c2-bbd1-a2bc5fd877f6 req-5633d1e9-21b2-4246-93ac-be1c60258723 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 945 time: 1.1597793 Mar 08 09:44:39.144807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d5ade6e-2293-41e7-a14e-e31030e95c13 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:39.149521 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-96d89f0d-2478-4c08-b7a6-6fb37a92adf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'name': 'tempest-ServersTestManualDisk-778693241-router', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:24Z', 'updated_at': '2022-03-08T09:43:33Z', 'revision_number': 4, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'gw_port': {'id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:19:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:25Z', 'updated_at': '2022-03-08T09:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'ca1c05e4-86e0-479a-9f4d-a2e388e8c0ea', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'floating_ip_address': '172.26.2.186', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'port_id': '73bda9d9-00ed-42ed-95da-a5bbfecf5f04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45', 'mac_address': 'fa:16:3e:59:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a574122-a586-4b5f-9de5-750eac72d7be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:43:48Z', 'updated_at': '2022-03-08T09:44:33Z', 'revision_number': 1, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9db4861-ba54-4cb2-9595-4dc1e02dea36', 'name': '', 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'mac_address': 'fa:16:3e:72:c2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5412c5b-767e-40f0-a363-91743b739e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:31Z', 'updated_at': '2022-03-08T09:43:53Z', 'revision_number': 5, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'subnets': [{'id': 'd5412c5b-767e-40f0-a363-91743b739e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:39.154389 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d89f0d-2478-4c08-b7a6-6fb37a92adf4 None None] The sync data for ids ['ed8fda54-455f-45f7-b1a8-8cc7736d1729'] in dv-neutron-831730-2-hyperv is: [{'id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'name': 'tempest-ServersTestManualDisk-778693241-router', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:24Z', 'updated_at': '2022-03-08T09:43:33Z', 'revision_number': 4, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'gw_port': {'id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:19:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:25Z', 'updated_at': '2022-03-08T09:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'ca1c05e4-86e0-479a-9f4d-a2e388e8c0ea', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'floating_ip_address': '172.26.2.186', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'port_id': '73bda9d9-00ed-42ed-95da-a5bbfecf5f04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45', 'mac_address': 'fa:16:3e:59:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a574122-a586-4b5f-9de5-750eac72d7be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:43:48Z', 'updated_at': '2022-03-08T09:44:33Z', 'revision_number': 1, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9db4861-ba54-4cb2-9595-4dc1e02dea36', 'name': '', 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'mac_address': 'fa:16:3e:72:c2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5412c5b-767e-40f0-a363-91743b739e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:31Z', 'updated_at': '2022-03-08T09:43:53Z', 'revision_number': 5, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'subnets': [{'id': 'd5412c5b-767e-40f0-a363-91743b739e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:44:39.167849 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-daed928a-808c-4242-b9b7-d3dc911780e4 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Calling delete_port for e917284d-b5a3-4b0c-9c2b-45d9072df65f owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:39.207171 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6d1b572a-1b0e-47d6-94af-725f6d30ba18 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:39.207519 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-6d1b572a-1b0e-47d6-94af-725f6d30ba18 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Added segment e999e2dc-3305-4a81-a864-b7769270303f of type vlan for network 40a88ae7-3068-410c-b54e-0864ca0db79c Mar 08 09:44:39.275232 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] Set router 5e2614a5-ca6f-4c60-aa56-1d0f1e0f3294 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:44:39.403780 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2614a5-ca6f-4c60-aa56-1d0f1e0f3294', 'name': 'tempest-snat-router-182372515', 'tenant_id': '9b9538ff9c50463fba3fb08b20b570ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:44:32Z', 'updated_at': '2022-03-08T09:44:38Z', 'revision_number': 4, 'project_id': '9b9538ff9c50463fba3fb08b20b570ba', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:39.412687 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70cf389-7eb5-468e-8bd8-e56d5cb32661 None None] The sync data for ids ['5e2614a5-ca6f-4c60-aa56-1d0f1e0f3294'] in dv-neutron-831730-2-hyperv is: [{'id': '5e2614a5-ca6f-4c60-aa56-1d0f1e0f3294', 'name': 'tempest-snat-router-182372515', 'tenant_id': '9b9538ff9c50463fba3fb08b20b570ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:44:32Z', 'updated_at': '2022-03-08T09:44:38Z', 'revision_number': 4, 'project_id': '9b9538ff9c50463fba3fb08b20b570ba', 'gw_port_host': None}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:44:39.457022 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-485875bb-7f40-4771-a0fe-d8873262c12c tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:39.525748 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1608c-f124-4ccc-8ece-54ccea5042c4 None None] New status for floating IP ca1c05e4-86e0-479a-9f4d-a2e388e8c0ea: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:44:39.618103 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daed928a-808c-4242-b9b7-d3dc911780e4 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:39.651837 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be88b46-26bd-43de-bd50-9779c769c239 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Router 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:44:39.663652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6d1b572a-1b0e-47d6-94af-725f6d30ba18 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:39.724250 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed928a-808c-4242-b9b7-d3dc911780e4 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Pushing event deleted for resources: {'Port': ['ID=e917284d-b5a3-4b0c-9c2b-45d9072df65f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:39.878096 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daed928a-808c-4242-b9b7-d3dc911780e4 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:39.916516 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37896) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:39.924123 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7e97de3-0974-42e6-8687-5891441f17e3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:39.940303 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-485875bb-7f40-4771-a0fe-d8873262c12c tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Calling delete_port for 598f7488-466d-438c-9f04-ec18cbcf49f2 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:39.966439 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6d1b572a-1b0e-47d6-94af-725f6d30ba18 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:39.971899 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1b572a-1b0e-47d6-94af-725f6d30ba18 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:39.972482 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6d1b572a-1b0e-47d6-94af-725f6d30ba18 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:40.009353 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6ec03b8a-a522-48c2-bbd1-a2bc5fd877f6 req-1515e238-dba4-4406-b5eb-1c7583c1cced tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/security-groups?id=430f31fe-4218-44f5-9611-52f38466eba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8002815 Mar 08 09:44:40.011017 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8fe31-1a59-46ff-aaca-55cd3f3ee8bb req-e576706e-7527-4ae7-9ae6-095609d059a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:40.013445 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2df8fe31-1a59-46ff-aaca-55cd3f3ee8bb req-e576706e-7527-4ae7-9ae6-095609d059a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=01d28e7b-77d7-484e-8483-00c7056ccd45 HTTP/1.1" status: 200 len: 912 time: 1.2952049 Mar 08 09:44:40.208511 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daed928a-808c-4242-b9b7-d3dc911780e4 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:40.214904 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1347426065'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:40.219094 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daed928a-808c-4242-b9b7-d3dc911780e4 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:40.230927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:40.234671 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e97de3-0974-42e6-8687-5891441f17e3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:40.244843 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e7e97de3-0974-42e6-8687-5891441f17e3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:40.255786 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Usage tracker for resource:network and tenant:65442bd3981144f9911800a52d6fbad1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:40.259849 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e97de3-0974-42e6-8687-5891441f17e3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:40.260430 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7e97de3-0974-42e6-8687-5891441f17e3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:40.262582 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c631ad-331f-44a1-b4fb-ffcd398ba93c None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:40.264049 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e97de3-0974-42e6-8687-5891441f17e3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=8cdde8ab-b426-4724-8d18-4e3950533d93,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:40.266113 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:40.278716 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:40.294351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daed928a-808c-4242-b9b7-d3dc911780e4 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:40.294661 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daed928a-808c-4242-b9b7-d3dc911780e4 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e2614a5-ca6f-4c60-aa56-1d0f1e0f3294 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:44:40.305871 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-7d5ade6e-2293-41e7-a14e-e31030e95c13 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Floating IP eb4a3bbc-53da-4b72-9de9-157aea03c5c0 associated. External IP: 172.26.2.173, port: ebeb49dd-c44f-43ad-96ac-890303ab8ef1. Mar 08 09:44:40.310241 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Made reservation on behalf of 65442bd3981144f9911800a52d6fbad1 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:40.313707 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:40.323826 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daed928a-808c-4242-b9b7-d3dc911780e4 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:40.327557 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-daed928a-808c-4242-b9b7-d3dc911780e4 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "DELETE /v2.0/routers/5e2614a5-ca6f-4c60-aa56-1d0f1e0f3294 HTTP/1.1" status: 204 len: 168 time: 2.7812111 Mar 08 09:44:40.328207 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37906) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:40.387005 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:40.388402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b572a-1b0e-47d6-94af-725f6d30ba18 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event updated for resources: {'Network': ['ID=40a88ae7-3068-410c-b54e-0864ca0db79c,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:40.405506 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e7e97de3-0974-42e6-8687-5891441f17e3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5446904 Mar 08 09:44:40.406222 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 40a88ae7-3068-410c-b54e-0864ca0db79c details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:44:40.406838 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6d1b572a-1b0e-47d6-94af-725f6d30ba18 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4220271 Mar 08 09:44:40.407463 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37910) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:40.413618 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37912) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:40.420765 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-41cc1ee2-8849-4886-a352-b0147d5e8a06 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'name': 'tempest-NetworksTestDHCPv6-391670737'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:40.425837 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d6c0d0e7-7f78-4753-821f-fe2e2d91ae53 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-470535989'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:40.431694 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:40.435777 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d6c0d0e7-7f78-4753-821f-fe2e2d91ae53 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:40.444491 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Usage tracker for resource:security_group_rule and tenant:65442bd3981144f9911800a52d6fbad1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:40.447006 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d6c0d0e7-7f78-4753-821f-fe2e2d91ae53 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Usage tracker for resource:network and tenant:ff23ed3c4cf445829d8a0fbbd78687fc is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:40.451116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:40.461432 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d6c0d0e7-7f78-4753-821f-fe2e2d91ae53 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:40.471686 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:40.473693 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d6c0d0e7-7f78-4753-821f-fe2e2d91ae53 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:40.561467 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c0d0e7-7f78-4753-821f-fe2e2d91ae53 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Made reservation on behalf of ff23ed3c4cf445829d8a0fbbd78687fc for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:40.564926 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6c0d0e7-7f78-4753-821f-fe2e2d91ae53 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:40.608627 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2df8fe31-1a59-46ff-aaca-55cd3f3ee8bb req-4676076b-b7f9-4953-9caa-ccbeb00a4982 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73bda9d9-00ed-42ed-95da-a5bbfecf5f04 HTTP/1.1" status: 200 len: 1001 time: 0.5099390 Mar 08 09:44:40.622172 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fcfc72ac-a6c6-4314-931e-d422a10902f9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:40.686741 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': '8cdde8ab-b426-4724-8d18-4e3950533d93'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:44:40.688016 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:40.693382 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c0d0e7-7f78-4753-821f-fe2e2d91ae53 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:44:40.723746 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6c0d0e7-7f78-4753-821f-fe2e2d91ae53 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:40.724257 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-d6c0d0e7-7f78-4753-821f-fe2e2d91ae53 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Added segment 9ba07443-bbcc-43ec-b133-f19bbfa6aedd of type vlan for network 991943df-279d-4fb5-89fb-6c7415723144 Mar 08 09:44:40.800623 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6c0d0e7-7f78-4753-821f-fe2e2d91ae53 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:40.895758 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Allocated IP 2001:db8::2 (162da289-2647-477b-bcb7-e834030497c1/8cdde8ab-b426-4724-8d18-4e3950533d93/f46b4b74-ee87-45a8-91cf-78692efd637b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:40.914450 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:40.924730 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:40.952097 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fcfc72ac-a6c6-4314-931e-d422a10902f9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:40.965144 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6c0d0e7-7f78-4753-821f-fe2e2d91ae53 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:40.973423 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c0d0e7-7f78-4753-821f-fe2e2d91ae53 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:40.974094 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6c0d0e7-7f78-4753-821f-fe2e2d91ae53 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:41.012218 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:44:41.032589 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc72ac-a6c6-4314-931e-d422a10902f9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Deleting port e2bd6406-012f-4267-9dd9-22b8175822ca {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:41.032953 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fcfc72ac-a6c6-4314-931e-d422a10902f9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:41.072647 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c2e5c9-e3fb-47d5-9379-90e71c9ed852,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:41.083426 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be88b46-26bd-43de-bd50-9779c769c239 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:44:41.100141 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a845ce5-52b2-4181-8904-6eff3c9e5b6c None None] Sync routers for ids ['3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:44:41.120537 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a845ce5-52b2-4181-8904-6eff3c9e5b6c None None] Routers {'3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:41.124094 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4a845ce5-52b2-4181-8904-6eff3c9e5b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:41.140058 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:41.141508 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:41.141856 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Added segment 1567bf97-2800-4853-baf5-b4a84bd87f3e of type vlan for network d669d470-1857-4422-aea6-11358cfeb651 Mar 08 09:44:41.152562 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Transition to ACTIVE for port object f46b4b74-ee87-45a8-91cf-78692efd637b will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:41.162637 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8fe31-1a59-46ff-aaca-55cd3f3ee8bb req-f7c6b965-72b6-4bcd-b637-44873ea9640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:41.164769 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2df8fe31-1a59-46ff-aaca-55cd3f3ee8bb req-f7c6b965-72b6-4bcd-b637-44873ea9640b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5412c5b-767e-40f0-a363-91743b739e50 HTTP/1.1" status: 200 len: 850 time: 0.3286164 Mar 08 09:44:41.180918 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0d0e7-7f78-4753-821f-fe2e2d91ae53 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event updated for resources: {'Network': ['ID=991943df-279d-4fb5-89fb-6c7415723144,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:41.183596 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Transition to ACTIVE for port object f46b4b74-ee87-45a8-91cf-78692efd637b will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:41.193042 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:41.194061 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d6c0d0e7-7f78-4753-821f-fe2e2d91ae53 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7792919 Mar 08 09:44:41.213906 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3be88b46-26bd-43de-bd50-9779c769c239 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:41.224787 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:41.262605 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-41cc1ee2-8849-4886-a352-b0147d5e8a06 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:41.274792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-485875bb-7f40-4771-a0fe-d8873262c12c tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:41.301766 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 991943df-279d-4fb5-89fb-6c7415723144 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:44:41.310628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-41cc1ee2-8849-4886-a352-b0147d5e8a06 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:port and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:41.343141 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37918) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:41.352670 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Request body: {'subnets': [{'network_id': '40a88ae7-3068-410c-b54e-0864ca0db79c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1930361131', 'ip_version': 4}, {'network_id': '991943df-279d-4fb5-89fb-6c7415723144', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:41.353013 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Request body: {'subnet': {'network_id': '40a88ae7-3068-410c-b54e-0864ca0db79c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1930361131', 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:41.353599 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Request body: {'subnet': {'network_id': '991943df-279d-4fb5-89fb-6c7415723144', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:41.355685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-41cc1ee2-8849-4886-a352-b0147d5e8a06 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:41.373377 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:41.375195 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-41cc1ee2-8849-4886-a352-b0147d5e8a06 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:41.378794 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:41.379549 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:41.390487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485875bb-7f40-4771-a0fe-d8873262c12c tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Pushing event deleted for resources: {'Port': ['ID=598f7488-466d-438c-9f04-ec18cbcf49f2,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:41.436536 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4a845ce5-52b2-4181-8904-6eff3c9e5b6c None None] Set router 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:44:41.501133 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:41.511360 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:41.513892 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:41.522911 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6007659 Mar 08 09:44:41.529498 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37922) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:41.552365 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3be88b46-26bd-43de-bd50-9779c769c239 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "PUT /v2.0/floatingips/b648fd41-a828-4d42-aa25-6f60533e1f02 HTTP/1.1" status: 200 len: 992 time: 6.1503468 Mar 08 09:44:41.577871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-bce653f6-f017-4ddb-887f-6b5bdee499ac tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'subnet': {'network_id': 'd669d470-1857-4422-aea6-11358cfeb651', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:41.591596 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Pushing event updated for resources: {'Port': ['ID=f46b4b74-ee87-45a8-91cf-78692efd637b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:41.611825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0', 'tag': 'c2455288-60f1-4e7e-8a74-299ed10052d7'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:44:41.631757 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-fcfc72ac-a6c6-4314-931e-d422a10902f9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] For port e2bd6406-012f-4267-9dd9-22b8175822ca, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e2bd6406-012f-4267-9dd9-22b8175822ca,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:41.632361 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cc1ee2-8849-4886-a352-b0147d5e8a06 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:41.633078 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fcfc72ac-a6c6-4314-931e-d422a10902f9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:41.636315 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-41cc1ee2-8849-4886-a352-b0147d5e8a06 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:41.652614 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04fde2-906e-41d7-8807-dd65d7dec1dc tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Network': ['ID=d669d470-1857-4422-aea6-11358cfeb651,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:41.683174 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network d669d470-1857-4422-aea6-11358cfeb651 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:44:41.777271 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0', 'tag': 'c2455288-60f1-4e7e-8a74-299ed10052d7', 'status': 'completed', 'code': 200} Mar 08 09:44:41.817889 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-41cc1ee2-8849-4886-a352-b0147d5e8a06 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port 65499c72-dbcb-4f1b-9e42-0d2247aff753 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:44:41.859064 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Attempting to bind port f46b4b74-ee87-45a8-91cf-78692efd637b on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:44:41.859709 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Attempting to bind port f46b4b74-ee87-45a8-91cf-78692efd637b by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:44:41.860188 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Attempting to bind port f46b4b74-ee87-45a8-91cf-78692efd637b on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:44:41.866217 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc72ac-a6c6-4314-931e-d422a10902f9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Calling delete_port for e2bd6406-012f-4267-9dd9-22b8175822ca owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:41.866370 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:44:41.866830 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:41.867997 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:41.868503 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:44:41.869108 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Bound port: f46b4b74-ee87-45a8-91cf-78692efd637b, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:44:41.869587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:41.956367 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5ade6e-2293-41e7-a14e-e31030e95c13 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Router d97c3134-8520-472e-abf3-aacdfca4708c has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:44:41.982383 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] For port f46b4b74-ee87-45a8-91cf-78692efd637b, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:44:41.988285 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] For port f46b4b74-ee87-45a8-91cf-78692efd637b, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f46b4b74-ee87-45a8-91cf-78692efd637b,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:44:41.994692 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:42.065060 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8fe31-1a59-46ff-aaca-55cd3f3ee8bb req-5b373bcf-f5ab-4d76-8d7c-948f300f0327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:42.066808 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2df8fe31-1a59-46ff-aaca-55cd3f3ee8bb req-5b373bcf-f5ab-4d76-8d7c-948f300f0327 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=01d28e7b-77d7-484e-8483-00c7056ccd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8883469 Mar 08 09:44:42.098164 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-485875bb-7f40-4771-a0fe-d8873262c12c tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:42.109753 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a725e74-7fee-4bba-9dc4-5dc080a72e3f None None] Pushing event updated for resources: {'Port': ['ID=f46b4b74-ee87-45a8-91cf-78692efd637b,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:42.155554 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4a845ce5-52b2-4181-8904-6eff3c9e5b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'name': 'tempest-ServerActionsTestJSON-935696121-router', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:26Z', 'updated_at': '2022-03-08T09:43:42Z', 'revision_number': 4, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'gw_port': {'id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'b648fd41-a828-4d42-aa25-6f60533e1f02', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'floating_ip_address': '172.26.2.152', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'port_id': 'c2455288-60f1-4e7e-8a74-299ed10052d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8', 'mac_address': 'fa:16:3e:bf:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:43:52Z', 'updated_at': '2022-03-08T09:44:37Z', 'revision_number': 1, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b486273-ff0c-464b-b28d-79382375488f', 'name': '', 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'mac_address': 'fa:16:3e:63:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22ec09f4-37c1-4973-ad35-a74953dd1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:41Z', 'updated_at': '2022-03-08T09:43:52Z', 'revision_number': 5, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'subnets': [{'id': '22ec09f4-37c1-4973-ad35-a74953dd1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:42.159657 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a845ce5-52b2-4181-8904-6eff3c9e5b6c None None] Checking router: 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:44:42.172212 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a845ce5-52b2-4181-8904-6eff3c9e5b6c None None] Routers {'3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:42.173009 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4a845ce5-52b2-4181-8904-6eff3c9e5b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:42.198446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bce653f6-f017-4ddb-887f-6b5bdee499ac tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:42.209936 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:42.216602 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Usage tracker for resource:subnet and tenant:ff23ed3c4cf445829d8a0fbbd78687fc is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:42.218869 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bce653f6-f017-4ddb-887f-6b5bdee499ac tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Usage tracker for resource:subnet and tenant:65442bd3981144f9911800a52d6fbad1 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:42.225148 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:42.239943 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:42.240546 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bce653f6-f017-4ddb-887f-6b5bdee499ac tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:42.257861 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35887a0-0825-45c6-b5cc-43bc68d665fd req-a73bd278-af39-4d9e-a1eb-2de7a4c93c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:42.261533 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c35887a0-0825-45c6-b5cc-43bc68d665fd req-a73bd278-af39-4d9e-a1eb-2de7a4c93c61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3930543b2ce942fe899a5a461a431d3e&device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 1099 time: 0.4019494 Mar 08 09:44:42.269358 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Made reservation on behalf of ff23ed3c4cf445829d8a0fbbd78687fc for: {'subnet': 2} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:42.273926 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:42.274233 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:42.307841 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-485875bb-7f40-4771-a0fe-d8873262c12c tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "DELETE /v2.0/ports/598f7488-466d-438c-9f04-ec18cbcf49f2 HTTP/1.1" status: 204 len: 168 time: 4.7174215 Mar 08 09:44:42.315754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37930) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:42.360004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bce653f6-f017-4ddb-887f-6b5bdee499ac tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:42.414870 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3324039e-cd8c-4f07-8757-a677640b999d tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] GET failed (client error): The resource could not be found. Mar 08 09:44:42.415406 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3324039e-cd8c-4f07-8757-a677640b999d tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Synchronizing usage tracker for tenant:e615b40191d54cb892ef677b53317229 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:42.441546 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4a845ce5-52b2-4181-8904-6eff3c9e5b6c None None] Set router 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:44:42.456164 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce653f6-f017-4ddb-887f-6b5bdee499ac tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Made reservation on behalf of 65442bd3981144f9911800a52d6fbad1 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:42.464989 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bce653f6-f017-4ddb-887f-6b5bdee499ac tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:42.635128 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3324039e-cd8c-4f07-8757-a677640b999d tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Unset dirty status for tenant:e615b40191d54cb892ef677b53317229 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:42.636999 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3324039e-cd8c-4f07-8757-a677640b999d tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "GET /v2.0/ports/598f7488-466d-438c-9f04-ec18cbcf49f2 HTTP/1.1" status: 404 len: 333 time: 0.3197501 Mar 08 09:44:42.645536 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37934) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:42.670275 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-38c6b638-720d-4314-aedd-9eebc271c751 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Request body: {'port': {'network_id': '1ec710de-4b43-4dd4-a706-688e257e450c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-362064749'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:42.710222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35887a0-0825-45c6-b5cc-43bc68d665fd req-bf17ab80-1041-43e9-a615-5d34ef09b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:42.711673 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c35887a0-0825-45c6-b5cc-43bc68d665fd req-bf17ab80-1041-43e9-a615-5d34ef09b137 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 HTTP/1.1" status: 200 len: 912 time: 0.4230931 Mar 08 09:44:42.718154 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fcfc72ac-a6c6-4314-931e-d422a10902f9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:42.768763 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2df8fe31-1a59-46ff-aaca-55cd3f3ee8bb req-be5f3dba-3bf7-4b3f-acbe-561515d235db service neutron] 10.222.0.26 "GET /v2.0/networks/01d28e7b-77d7-484e-8483-00c7056ccd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6858079 Mar 08 09:44:42.793257 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-41cc1ee2-8849-4886-a352-b0147d5e8a06 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::391 (162da289-2647-477b-bcb7-e834030497c1/8cdde8ab-b426-4724-8d18-4e3950533d93/65499c72-dbcb-4f1b-9e42-0d2247aff753) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:42.812888 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d4516-1fbc-410c-a645-d7983d1164fb req-a63a3743-a874-4b96-a948-3f7f00eb7148 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:42.813479 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec4d4516-1fbc-410c-a645-d7983d1164fb req-a63a3743-a874-4b96-a948-3f7f00eb7148 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 1.0493250 Mar 08 09:44:42.923863 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4a845ce5-52b2-4181-8904-6eff3c9e5b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'name': 'tempest-ServerActionsTestJSON-935696121-router', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:26Z', 'updated_at': '2022-03-08T09:43:42Z', 'revision_number': 4, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'gw_port': {'id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'b648fd41-a828-4d42-aa25-6f60533e1f02', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'floating_ip_address': '172.26.2.152', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'port_id': 'c2455288-60f1-4e7e-8a74-299ed10052d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8', 'mac_address': 'fa:16:3e:bf:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:43:52Z', 'updated_at': '2022-03-08T09:44:37Z', 'revision_number': 1, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b486273-ff0c-464b-b28d-79382375488f', 'name': '', 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'mac_address': 'fa:16:3e:63:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22ec09f4-37c1-4973-ad35-a74953dd1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:41Z', 'updated_at': '2022-03-08T09:43:52Z', 'revision_number': 5, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'subnets': [{'id': '22ec09f4-37c1-4973-ad35-a74953dd1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:42.929661 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc72ac-a6c6-4314-931e-d422a10902f9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2bd6406-012f-4267-9dd9-22b8175822ca,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:42.929927 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f46b4b74-ee87-45a8-91cf-78692efd637b up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:44:42.942843 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a845ce5-52b2-4181-8904-6eff3c9e5b6c None None] The sync data for ids ['3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'] in dv-neutron-831730-2-hyperv is: [{'id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'name': 'tempest-ServerActionsTestJSON-935696121-router', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:26Z', 'updated_at': '2022-03-08T09:43:42Z', 'revision_number': 4, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'gw_port': {'id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'b648fd41-a828-4d42-aa25-6f60533e1f02', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'floating_ip_address': '172.26.2.152', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'port_id': 'c2455288-60f1-4e7e-8a74-299ed10052d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8', 'mac_address': 'fa:16:3e:bf:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:43:52Z', 'updated_at': '2022-03-08T09:44:37Z', 'revision_number': 1, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b486273-ff0c-464b-b28d-79382375488f', 'name': '', 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'mac_address': 'fa:16:3e:63:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22ec09f4-37c1-4973-ad35-a74953dd1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:41Z', 'updated_at': '2022-03-08T09:43:52Z', 'revision_number': 5, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'subnets': [{'id': '22ec09f4-37c1-4973-ad35-a74953dd1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:44:43.055651 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port f46b4b74-ee87-45a8-91cf-78692efd637b completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:43.104800 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:43.145405 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c35887a0-0825-45c6-b5cc-43bc68d665fd req-14ab26c8-c132-4b20-b143-caac5915ecfa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2455288-60f1-4e7e-8a74-299ed10052d7 HTTP/1.1" status: 200 len: 1000 time: 0.4223969 Mar 08 09:44:43.178110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5ade6e-2293-41e7-a14e-e31030e95c13 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:44:43.191365 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e83fd3-1fd2-4d5e-9f80-f3af0d9974d8 None None] Sync routers for ids ['d97c3134-8520-472e-abf3-aacdfca4708c'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:44:43.198322 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d5ade6e-2293-41e7-a14e-e31030e95c13 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:43.213603 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e83fd3-1fd2-4d5e-9f80-f3af0d9974d8 None None] Routers {'d97c3134-8520-472e-abf3-aacdfca4708c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:43.214235 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-f9e83fd3-1fd2-4d5e-9f80-f3af0d9974d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d97c3134-8520-472e-abf3-aacdfca4708c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:43.277957 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d10419-40e7-48fc-a035-d87057d7bfd0 None None] New status for floating IP b648fd41-a828-4d42-aa25-6f60533e1f02: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:44:43.285032 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-38c6b638-720d-4314-aedd-9eebc271c751 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:43.294067 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7d5ade6e-2293-41e7-a14e-e31030e95c13 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "PUT /v2.0/floatingips/eb4a3bbc-53da-4b72-9de9-157aea03c5c0 HTTP/1.1" status: 200 len: 991 time: 7.5430880 Mar 08 09:44:43.309094 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-38c6b638-720d-4314-aedd-9eebc271c751 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:43.321864 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35887a0-0825-45c6-b5cc-43bc68d665fd req-14b31d84-e9ad-488b-92d0-31e6eb191c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:43.323975 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c35887a0-0825-45c6-b5cc-43bc68d665fd req-14b31d84-e9ad-488b-92d0-31e6eb191c6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22ec09f4-37c1-4973-ad35-a74953dd1390 HTTP/1.1" status: 200 len: 850 time: 0.1642292 Mar 08 09:44:43.325615 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fcfc72ac-a6c6-4314-931e-d422a10902f9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:43.381070 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec4d4516-1fbc-410c-a645-d7983d1164fb req-42e93b89-0bb2-45f5-8813-1f0c17825ac7 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4410477 Mar 08 09:44:43.500434 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c6b638-720d-4314-aedd-9eebc271c751 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Made reservation on behalf of e615b40191d54cb892ef677b53317229 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:43.504657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38c6b638-720d-4314-aedd-9eebc271c751 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:43.542333 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-f9e83fd3-1fd2-4d5e-9f80-f3af0d9974d8 None None] Set router d97c3134-8520-472e-abf3-aacdfca4708c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:44:43.601069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-41cc1ee2-8849-4886-a352-b0147d5e8a06 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:43.619629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-41cc1ee2-8849-4886-a352-b0147d5e8a06 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object 65499c72-dbcb-4f1b-9e42-0d2247aff753 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:43.659010 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2df8fe31-1a59-46ff-aaca-55cd3f3ee8bb req-63ec246e-579b-4777-87ff-f2c551973997 service neutron] 10.222.0.26 "GET /v2.0/networks/01d28e7b-77d7-484e-8483-00c7056ccd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8620265 Mar 08 09:44:43.663452 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-41cc1ee2-8849-4886-a352-b0147d5e8a06 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:43.793977 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6e692269-4b27-48a0-ac9a-271d74a85345 None None] Provisioning for port f46b4b74-ee87-45a8-91cf-78692efd637b completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:43.802218 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b9944e-7d50-4253-9905-9b711458c5fe', 'tag': 'ebeb49dd-c44f-43ad-96ac-890303ab8ef1'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:44:43.807277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc1ee2-8849-4886-a352-b0147d5e8a06 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=65499c72-dbcb-4f1b-9e42-0d2247aff753,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:43.819697 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6e692269-4b27-48a0-ac9a-271d74a85345 None None] Provisioning complete for port f46b4b74-ee87-45a8-91cf-78692efd637b triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:43.820068 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e692269-4b27-48a0-ac9a-271d74a85345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:43.879932 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cc1ee2-8849-4886-a352-b0147d5e8a06 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:43.884366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-41cc1ee2-8849-4886-a352-b0147d5e8a06 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:43.888814 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fc51f7b7-ce2b-4be9-9153-9d39b4660f4b req-3762e466-1ad5-4672-885b-2ae7217db66f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9036071 Mar 08 09:44:43.889530 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc1ee2-8849-4886-a352-b0147d5e8a06 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:43.895602 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cc1ee2-8849-4886-a352-b0147d5e8a06 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:43.896368 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-41cc1ee2-8849-4886-a352-b0147d5e8a06 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:43.968785 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-41cc1ee2-8849-4886-a352-b0147d5e8a06 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5524552 Mar 08 09:44:43.977489 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37944) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:44.041405 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fcfc72ac-a6c6-4314-931e-d422a10902f9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:44.043852 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fcfc72ac-a6c6-4314-931e-d422a10902f9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:44.102792 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-38c6b638-720d-4314-aedd-9eebc271c751 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] device_id is not set on port 47c2e9e9-5ba8-4e7c-89a7-28182c88bd37 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:44:44.103998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167d79c-65d8-4df7-8b1f-88c70d2b2584 req-02785afd-bef5-407f-9a60-2edfccfb8e84 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:44.105801 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b167d79c-65d8-4df7-8b1f-88c70d2b2584 req-02785afd-bef5-407f-9a60-2edfccfb8e84 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.4460070 Mar 08 09:44:44.110187 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bce653f6-f017-4ddb-887f-6b5bdee499ac tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:44.120571 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e692269-4b27-48a0-ac9a-271d74a85345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:44.147306 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fcfc72ac-a6c6-4314-931e-d422a10902f9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:44.148096 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfc72ac-a6c6-4314-931e-d422a10902f9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2ceddb9-9781-450c-8787-71037b93d80a {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:44:44.180186 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce653f6-f017-4ddb-887f-6b5bdee499ac tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Subnet': ['ID=9bad7f5e-d8ba-440a-9125-51e37136b068,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:44.206192 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-6e692269-4b27-48a0-ac9a-271d74a85345 None None] For port f46b4b74-ee87-45a8-91cf-78692efd637b, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f46b4b74-ee87-45a8-91cf-78692efd637b,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:44.219423 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e692269-4b27-48a0-ac9a-271d74a85345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:44.238430 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fcfc72ac-a6c6-4314-931e-d422a10902f9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:44.239885 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fcfc72ac-a6c6-4314-931e-d422a10902f9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "DELETE /v2.0/routers/e2ceddb9-9781-450c-8787-71037b93d80a HTTP/1.1" status: 204 len: 168 time: 3.9081352 Mar 08 09:44:44.252260 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37950) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:44.264409 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1483777881', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:44.268330 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b167d79c-65d8-4df7-8b1f-88c70d2b2584 req-1eea8fed-a7ab-4a08-b087-b9f1919de76e tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540532 Mar 08 09:44:44.274222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:44.291909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce653f6-f017-4ddb-887f-6b5bdee499ac tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Checking segment: {'id': '1567bf97-2800-4853-baf5-b4a84bd87f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd669d470-1857-4422-aea6-11358cfeb651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:44.292134 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35887a0-0825-45c6-b5cc-43bc68d665fd req-34b833ef-e57a-4c19-9969-a93f86cbdc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:44.292262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce653f6-f017-4ddb-887f-6b5bdee499ac tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Network hostable DHCP agents. Network: d669d470-1857-4422-aea6-11358cfeb651, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:44:44.294322 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c35887a0-0825-45c6-b5cc-43bc68d665fd req-34b833ef-e57a-4c19-9969-a93f86cbdc8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8549080 Mar 08 09:44:44.297542 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-f9e83fd3-1fd2-4d5e-9f80-f3af0d9974d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'name': 'tempest-ServersTestJSON-980890469-router', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:28Z', 'updated_at': '2022-03-08T09:43:42Z', 'revision_number': 4, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'gw_port': {'id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'eb4a3bbc-53da-4b72-9de9-157aea03c5c0', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'floating_ip_address': '172.26.2.173', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'port_id': 'ebeb49dd-c44f-43ad-96ac-890303ab8ef1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a', 'mac_address': 'fa:16:3e:6e:f6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b9944e-7d50-4253-9905-9b711458c5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:43:56Z', 'updated_at': '2022-03-08T09:44:38Z', 'revision_number': 1, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5416157b-8eb3-4078-b985-c7385d8aa2e8', 'name': '', 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'mac_address': 'fa:16:3e:44:a7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:39Z', 'updated_at': '2022-03-08T09:43:55Z', 'revision_number': 5, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'subnets': [{'id': '7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:44.300121 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Usage tracker for resource:router and tenant:a21cd38533c746ba95f9f270be4301b9 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:44.305502 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e83fd3-1fd2-4d5e-9f80-f3af0d9974d8 None None] Checking router: d97c3134-8520-472e-abf3-aacdfca4708c for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:44:44.351135 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:44.354123 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e83fd3-1fd2-4d5e-9f80-f3af0d9974d8 None None] Routers {'d97c3134-8520-472e-abf3-aacdfca4708c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:44.354631 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-f9e83fd3-1fd2-4d5e-9f80-f3af0d9974d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d97c3134-8520-472e-abf3-aacdfca4708c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:44.363446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570c30cb-4503-495b-bc09-2526a43dd8cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:44.375290 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570c30cb-4503-495b-bc09-2526a43dd8cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:44.376133 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-570c30cb-4503-495b-bc09-2526a43dd8cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:44.381465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51f7b7-ce2b-4be9-9153-9d39b4660f4b req-d6a13576-a6bc-421d-af6f-15697ec51264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:44.383204 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fc51f7b7-ce2b-4be9-9153-9d39b4660f4b req-d6a13576-a6bc-421d-af6f-15697ec51264 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d09966768d8a46489f86ec289dc54020&device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 1098 time: 0.3911834 Mar 08 09:44:44.387307 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b9944e-7d50-4253-9905-9b711458c5fe', 'tag': 'ebeb49dd-c44f-43ad-96ac-890303ab8ef1', 'status': 'completed', 'code': 200} Mar 08 09:44:44.396756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce653f6-f017-4ddb-887f-6b5bdee499ac tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Network d669d470-1857-4422-aea6-11358cfeb651 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:44:44.424365 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:44.428417 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-817e3e7b-85c6-4e56-8ab8-4f41ba84941b None None] Provisioning for port 65499c72-dbcb-4f1b-9e42-0d2247aff753 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:44.450693 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e692269-4b27-48a0-ac9a-271d74a85345 None None] Pushing event updated for resources: {'Port': ['ID=f46b4b74-ee87-45a8-91cf-78692efd637b,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:44.453513 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-570c30cb-4503-495b-bc09-2526a43dd8cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:44.455187 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-570c30cb-4503-495b-bc09-2526a43dd8cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4761531 Mar 08 09:44:44.456364 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-817e3e7b-85c6-4e56-8ab8-4f41ba84941b None None] Provisioning complete for port 65499c72-dbcb-4f1b-9e42-0d2247aff753 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:44.456755 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-817e3e7b-85c6-4e56-8ab8-4f41ba84941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:44.478514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-bce653f6-f017-4ddb-887f-6b5bdee499ac tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, d669d470-1857-4422-aea6-11358cfeb651) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:44.481509 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37954) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:44.496003 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e480f09-db21-48d4-8059-d001b90858ea None None] Network d669d470-1857-4422-aea6-11358cfeb651 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:44.501130 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce653f6-f017-4ddb-887f-6b5bdee499ac tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:44.501867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bce653f6-f017-4ddb-887f-6b5bdee499ac tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:44.515518 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7cb16-8762-47b4-a072-94670373a903 req-72faf6fe-59b7-4fb6-8282-b463bffdc818 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:44.517723 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-31e7cb16-8762-47b4-a072-94670373a903 req-72faf6fe-59b7-4fb6-8282-b463bffdc818 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 945 time: 1.0034063 Mar 08 09:44:44.590134 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bce653f6-f017-4ddb-887f-6b5bdee499ac tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0521698 Mar 08 09:44:44.593571 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37958) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:44.604472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-821140816', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}, 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:44.622393 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:44.638524 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Usage tracker for resource:router and tenant:65442bd3981144f9911800a52d6fbad1 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:44.650150 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:44.659636 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:44.667246 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-817e3e7b-85c6-4e56-8ab8-4f41ba84941b None None] Port 65499c72-dbcb-4f1b-9e42-0d2247aff753 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:44.671595 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51f7b7-ce2b-4be9-9153-9d39b4660f4b req-e32c0aca-cafa-4762-8767-7f336c388855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:44.673507 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fc51f7b7-ce2b-4be9-9153-9d39b4660f4b req-e32c0aca-cafa-4762-8767-7f336c388855 service neutron] 10.222.0.26 "GET /v2.0/networks?id=01d28e7b-77d7-484e-8483-00c7056ccd45 HTTP/1.1" status: 200 len: 912 time: 0.2516835 Mar 08 09:44:44.678306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef70111-02bb-4afd-b404-1cb2ce389e23 req-51f76a8d-53dd-4831-8188-c8eabb56fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:44.679750 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cef70111-02bb-4afd-b404-1cb2ce389e23 req-51f76a8d-53dd-4831-8188-c8eabb56fc5e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00a80dd10b2246ce8fdef8fc388deb9c&device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 1098 time: 0.2683113 Mar 08 09:44:44.685863 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:44.686198 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:44.686860 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:44.687937 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:44.706528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:44.718161 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-f9e83fd3-1fd2-4d5e-9f80-f3af0d9974d8 None None] Set router d97c3134-8520-472e-abf3-aacdfca4708c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:44:44.768632 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-38c6b638-720d-4314-aedd-9eebc271c751 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Allocated IP 2001:db8::117 (1ec710de-4b43-4dd4-a706-688e257e450c/e8f67d2f-2f00-4c7b-ae4a-0f9846d53a9e/47c2e9e9-5ba8-4e7c-89a7-28182c88bd37) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:44.813326 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-96a9f772-983b-4cf8-a5a1-e302dbec3fc7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port 65499c72-dbcb-4f1b-9e42-0d2247aff753 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:44.813681 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96a9f772-983b-4cf8-a5a1-e302dbec3fc7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:44.846592 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:44.925541 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:44.932456 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f46b4b74-ee87-45a8-91cf-78692efd637b up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:44:44.996235 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c35887a0-0825-45c6-b5cc-43bc68d665fd req-d4e9173b-24b4-467f-a1e6-0f2b7896ff24 service neutron] 10.222.0.26 "GET /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6416328 Mar 08 09:44:45.086833 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-31e7cb16-8762-47b4-a072-94670373a903 req-273f0f23-a7c6-4974-acbe-ba061288ad7f tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/security-groups?id=97e09093-fb7a-4a38-a7d1-1a927b42078a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855286 Mar 08 09:44:45.102538 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891f9ccf-b067-402d-bab9-82868ffbfcb4 None None] Network d669d470-1857-4422-aea6-11358cfeb651 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:45.173033 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fc51f7b7-ce2b-4be9-9153-9d39b4660f4b req-8214c7c4-9f8a-4cff-93c3-c8f77dfa70ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73bda9d9-00ed-42ed-95da-a5bbfecf5f04 HTTP/1.1" status: 200 len: 1001 time: 0.4555223 Mar 08 09:44:45.272551 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event updated for resources: {'Subnet': ['ID=450db8ea-0ac0-45d4-b73c-b91093a87c83,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:45.339855 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f46b4b74-ee87-45a8-91cf-78692efd637b triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:45.340500 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:45.354017 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef70111-02bb-4afd-b404-1cb2ce389e23 req-719a1a0c-5280-4c25-810a-e2e968d880b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:45.355458 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cef70111-02bb-4afd-b404-1cb2ce389e23 req-719a1a0c-5280-4c25-810a-e2e968d880b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=12a870d7-eb73-494e-9ddc-3ff1bde0751a HTTP/1.1" status: 200 len: 906 time: 0.6400127 Mar 08 09:44:45.410838 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Checking segment: {'id': 'e999e2dc-3305-4a81-a864-b7769270303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40a88ae7-3068-410c-b54e-0864ca0db79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:45.411360 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Network hostable DHCP agents. Network: 40a88ae7-3068-410c-b54e-0864ca0db79c, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:44:45.499722 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:45.522720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51f7b7-ce2b-4be9-9153-9d39b4660f4b req-51c91b78-ff12-4413-827d-943793dc29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:45.524137 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fc51f7b7-ce2b-4be9-9153-9d39b4660f4b req-51c91b78-ff12-4413-827d-943793dc29a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5412c5b-767e-40f0-a363-91743b739e50 HTTP/1.1" status: 200 len: 850 time: 0.3393462 Mar 08 09:44:45.621403 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cef70111-02bb-4afd-b404-1cb2ce389e23 req-dca5acaf-9a9a-465c-b540-519629032958 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebeb49dd-c44f-43ad-96ac-890303ab8ef1 HTTP/1.1" status: 200 len: 999 time: 0.2505329 Mar 08 09:44:45.679503 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-f9e83fd3-1fd2-4d5e-9f80-f3af0d9974d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'name': 'tempest-ServersTestJSON-980890469-router', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:28Z', 'updated_at': '2022-03-08T09:43:42Z', 'revision_number': 4, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'gw_port': {'id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'eb4a3bbc-53da-4b72-9de9-157aea03c5c0', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'floating_ip_address': '172.26.2.173', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'port_id': 'ebeb49dd-c44f-43ad-96ac-890303ab8ef1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a', 'mac_address': 'fa:16:3e:6e:f6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b9944e-7d50-4253-9905-9b711458c5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:43:56Z', 'updated_at': '2022-03-08T09:44:38Z', 'revision_number': 1, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5416157b-8eb3-4078-b985-c7385d8aa2e8', 'name': '', 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'mac_address': 'fa:16:3e:44:a7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:39Z', 'updated_at': '2022-03-08T09:43:55Z', 'revision_number': 5, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'subnets': [{'id': '7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:45.684129 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e83fd3-1fd2-4d5e-9f80-f3af0d9974d8 None None] The sync data for ids ['d97c3134-8520-472e-abf3-aacdfca4708c'] in dv-neutron-831730-2-hyperv is: [{'id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'name': 'tempest-ServersTestJSON-980890469-router', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:28Z', 'updated_at': '2022-03-08T09:43:42Z', 'revision_number': 4, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'gw_port': {'id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'eb4a3bbc-53da-4b72-9de9-157aea03c5c0', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'floating_ip_address': '172.26.2.173', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'port_id': 'ebeb49dd-c44f-43ad-96ac-890303ab8ef1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a', 'mac_address': 'fa:16:3e:6e:f6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b9944e-7d50-4253-9905-9b711458c5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:43:56Z', 'updated_at': '2022-03-08T09:44:38Z', 'revision_number': 1, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5416157b-8eb3-4078-b985-c7385d8aa2e8', 'name': '', 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'mac_address': 'fa:16:3e:44:a7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:39Z', 'updated_at': '2022-03-08T09:43:55Z', 'revision_number': 5, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'subnets': [{'id': '7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:44:45.727913 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e2bd6406-012f-4267-9dd9-22b8175822ca no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:44:45.764356 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: e2bd6406-012f-4267-9dd9-22b8175822ca {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:44:45.764828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e2bd6406-012f-4267-9dd9-22b8175822ca not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:44:45.801810 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51f7b7-ce2b-4be9-9153-9d39b4660f4b req-11f9806d-cb71-482b-9c24-6c4bd2888124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:45.803317 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fc51f7b7-ce2b-4be9-9153-9d39b4660f4b req-11f9806d-cb71-482b-9c24-6c4bd2888124 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=01d28e7b-77d7-484e-8483-00c7056ccd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2636583 Mar 08 09:44:45.839716 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef70111-02bb-4afd-b404-1cb2ce389e23 req-0a32cd58-b7be-4887-9ce1-437b97c23ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:45.841184 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cef70111-02bb-4afd-b404-1cb2ce389e23 req-0a32cd58-b7be-4887-9ce1-437b97c23ab0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4 HTTP/1.1" status: 200 len: 844 time: 0.1666050 Mar 08 09:44:45.865498 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c35887a0-0825-45c6-b5cc-43bc68d665fd req-ad1c0ac0-c88d-4ba5-a8d5-13a531576442 service neutron] 10.222.0.26 "GET /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8491416 Mar 08 09:44:45.927281 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:45.932098 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Network 40a88ae7-3068-410c-b54e-0864ca0db79c is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:44:45.943201 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eca6369-a41e-4c33-a6a3-af037e243814 None None] New status for floating IP eb4a3bbc-53da-4b72-9de9-157aea03c5c0: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:44:45.994599 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 40a88ae7-3068-410c-b54e-0864ca0db79c) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:46.022558 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:46.027205 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878eb7be-6852-44b8-afe5-285429eb5df6 None None] Network 40a88ae7-3068-410c-b54e-0864ca0db79c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:46.132043 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38c6b638-720d-4314-aedd-9eebc271c751 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:46.136098 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96a9f772-983b-4cf8-a5a1-e302dbec3fc7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:46.173167 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fc51f7b7-ce2b-4be9-9153-9d39b4660f4b req-6bd7201e-c825-4c06-8d19-914c606df706 service neutron] 10.222.0.26 "GET /v2.0/networks/01d28e7b-77d7-484e-8483-00c7056ccd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579421 Mar 08 09:44:46.181995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:46.248767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:46.287298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef70111-02bb-4afd-b404-1cb2ce389e23 req-ac499f7d-e945-4285-9cc0-12e91649dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:46.289108 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cef70111-02bb-4afd-b404-1cb2ce389e23 req-ac499f7d-e945-4285-9cc0-12e91649dbcf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12a870d7-eb73-494e-9ddc-3ff1bde0751a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4309862 Mar 08 09:44:46.322914 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-96a9f772-983b-4cf8-a5a1-e302dbec3fc7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for 65499c72-dbcb-4f1b-9e42-0d2247aff753 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:46.367633 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event updated for resources: {'Subnet': ['ID=bd7aec8e-69fa-4ba2-bb5c-c1bc023e7a66,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:46.417215 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-38c6b638-720d-4314-aedd-9eebc271c751 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Transition to ACTIVE for port object 47c2e9e9-5ba8-4e7c-89a7-28182c88bd37 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:46.418394 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-40a88ae7-3068-410c-b54e-0864ca0db79c', 'network_id': '40a88ae7-3068-410c-b54e-0864ca0db79c', 'tenant_id': 'ff23ed3c4cf445829d8a0fbbd78687fc', 'fixed_ips': [{'subnet_id': '450db8ea-0ac0-45d4-b73c-b91093a87c83'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:44:46.419349 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:46.430417 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75537d-6f7b-4311-b9bb-1a7b7fd6215c req-27315c12-691a-4481-a237-137e5f369ba0 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:46.432075 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0d75537d-6f7b-4311-b9bb-1a7b7fd6215c req-27315c12-691a-4481-a237-137e5f369ba0 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.9987638 Mar 08 09:44:46.483287 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Checking segment: {'id': '9ba07443-bbcc-43ec-b133-f19bbfa6aedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '991943df-279d-4fb5-89fb-6c7415723144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:46.483661 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Network hostable DHCP agents. Network: 991943df-279d-4fb5-89fb-6c7415723144, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:44:46.577647 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0d75537d-6f7b-4311-b9bb-1a7b7fd6215c req-0b29633a-8e9c-489b-8cf6-475ab5f2d91b tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329122 Mar 08 09:44:46.625103 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Network 991943df-279d-4fb5-89fb-6c7415723144 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:44:46.641509 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38c6b638-720d-4314-aedd-9eebc271c751 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:46.644060 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Allocated IP 172.20.0.2 (40a88ae7-3068-410c-b54e-0864ca0db79c/450db8ea-0ac0-45d4-b73c-b91093a87c83/2f8b935d-3b41-4670-85fe-e54bb9f903fe) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:46.711542 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fc51f7b7-ce2b-4be9-9153-9d39b4660f4b req-ae8a6a06-04f5-4e75-a8de-9c7ce58bd806 service neutron] 10.222.0.26 "GET /v2.0/networks/01d28e7b-77d7-484e-8483-00c7056ccd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304296 Mar 08 09:44:46.715381 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 991943df-279d-4fb5-89fb-6c7415723144) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:46.719555 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:46.720894 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:46.721687 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:46.750690 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cef70111-02bb-4afd-b404-1cb2ce389e23 req-7549d36d-bb5e-4e65-9d8f-b3d669c2797a service neutron] 10.222.0.26 "GET /v2.0/networks/12a870d7-eb73-494e-9ddc-3ff1bde0751a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112122 Mar 08 09:44:46.751652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Allocated IP 172.26.2.230 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/95f8c2e3-6f14-4886-8e30-f4f226a7d785) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:46.752240 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c6b638-720d-4314-aedd-9eebc271c751 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Network 1ec710de-4b43-4dd4-a706-688e257e450c is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:46.768947 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-38c6b638-720d-4314-aedd-9eebc271c751 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:46.771209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c6b638-720d-4314-aedd-9eebc271c751 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:46.771424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d843ff-ac66-427d-9310-f5295edd5532 None None] Network 991943df-279d-4fb5-89fb-6c7415723144 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:46.776821 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c6b638-720d-4314-aedd-9eebc271c751 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:46.777680 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38c6b638-720d-4314-aedd-9eebc271c751 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:46.819425 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6b638-720d-4314-aedd-9eebc271c751 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Pushing event updated for resources: {'Port': ['ID=47c2e9e9-5ba8-4e7c-89a7-28182c88bd37,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:46.828022 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96a9f772-983b-4cf8-a5a1-e302dbec3fc7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:46.911457 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9f772-983b-4cf8-a5a1-e302dbec3fc7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=65499c72-dbcb-4f1b-9e42-0d2247aff753,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:47.011177 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cef70111-02bb-4afd-b404-1cb2ce389e23 req-2f692946-5920-4817-8414-a199fc44b869 service neutron] 10.222.0.26 "GET /v2.0/networks/12a870d7-eb73-494e-9ddc-3ff1bde0751a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485368 Mar 08 09:44:47.053648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:47.057491 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-38c6b638-720d-4314-aedd-9eebc271c751 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.4093220 Mar 08 09:44:47.059379 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-99fc046c-f7e2-45be-a832-687c2453041d tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.7153666 Mar 08 09:44:47.060361 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37970) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:47.062277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37972) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:47.081080 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1fb45366-4c59-4352-838e-68399c76dc9c tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f9:95:1b'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:47.083243 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:47.130896 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Transition to ACTIVE for port object 2f8b935d-3b41-4670-85fe-e54bb9f903fe will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:47.143712 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-991943df-279d-4fb5-89fb-6c7415723144', 'network_id': '991943df-279d-4fb5-89fb-6c7415723144', 'tenant_id': 'ff23ed3c4cf445829d8a0fbbd78687fc', 'fixed_ips': [{'subnet_id': 'bd7aec8e-69fa-4ba2-bb5c-c1bc023e7a66'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:44:47.144548 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:47.175370 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Transition to ACTIVE for port object 2f8b935d-3b41-4670-85fe-e54bb9f903fe will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:47.178041 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dcc2a4-a59c-42d1-a820-69ee461d8268 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:47.179558 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dcc2a4-a59c-42d1-a820-69ee461d8268 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:47.181061 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dcc2a4-a59c-42d1-a820-69ee461d8268 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:47.182673 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-51dcc2a4-a59c-42d1-a820-69ee461d8268 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1165743 Mar 08 09:44:47.186283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37978) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:47.187829 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:44:47.268664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96a9f772-983b-4cf8-a5a1-e302dbec3fc7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:47.270852 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-96a9f772-983b-4cf8-a5a1-e302dbec3fc7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/65499c72-dbcb-4f1b-9e42-0d2247aff753 HTTP/1.1" status: 204 len: 168 time: 2.7704210 Mar 08 09:44:47.275551 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a76193-7d0b-4240-b6fb-3ec5faa2cb54 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Deleting subnet 450db8ea-0ac0-45d4-b73c-b91093a87c83 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:44:47.278826 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37982) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:47.289942 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:47.321139 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:47.341961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f2a76193-7d0b-4240-b6fb-3ec5faa2cb54 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:47.389951 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:47.396994 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:47.398246 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Network 40a88ae7-3068-410c-b54e-0864ca0db79c is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:47.401277 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4acca8d5-425b-4c70-ad36-ef854926ca85 None None] Provisioning for port 47c2e9e9-5ba8-4e7c-89a7-28182c88bd37 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:47.404786 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:47.408148 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:47.413470 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:47.419465 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:47.427740 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:47.460092 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4acca8d5-425b-4c70-ad36-ef854926ca85 None None] Provisioning complete for port 47c2e9e9-5ba8-4e7c-89a7-28182c88bd37 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:47.460466 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4acca8d5-425b-4c70-ad36-ef854926ca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:47.473468 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f2a76193-7d0b-4240-b6fb-3ec5faa2cb54 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:47.510360 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=95f8c2e3-6f14-4886-8e30-f4f226a7d785,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:47.514502 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Pushing event updated for resources: {'Port': ['ID=2f8b935d-3b41-4670-85fe-e54bb9f903fe,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:47.546380 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76311dac-9e8c-4084-a166-bcb926e8fd2f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:47.547898 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76311dac-9e8c-4084-a166-bcb926e8fd2f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:47.548686 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-76311dac-9e8c-4084-a166-bcb926e8fd2f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:47.602876 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4acca8d5-425b-4c70-ad36-ef854926ca85 None None] Port 47c2e9e9-5ba8-4e7c-89a7-28182c88bd37 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:47.650955 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Allocated IP 172.20.0.18 (991943df-279d-4fb5-89fb-6c7415723144/bd7aec8e-69fa-4ba2-bb5c-c1bc023e7a66/fcb91d2e-e619-47d1-830b-e1259052583c) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:47.653244 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Attempting to bind port 2f8b935d-3b41-4670-85fe-e54bb9f903fe on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:44:47.653752 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Attempting to bind port 2f8b935d-3b41-4670-85fe-e54bb9f903fe by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'e999e2dc-3305-4a81-a864-b7769270303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40a88ae7-3068-410c-b54e-0864ca0db79c'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:44:47.654275 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Attempting to bind port 2f8b935d-3b41-4670-85fe-e54bb9f903fe on network 40a88ae7-3068-410c-b54e-0864ca0db79c {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:44:47.678210 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:44:47.678908 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Checking segment: {'id': 'e999e2dc-3305-4a81-a864-b7769270303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40a88ae7-3068-410c-b54e-0864ca0db79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:47.679462 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:47.680000 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Bound using segment: {'id': 'e999e2dc-3305-4a81-a864-b7769270303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40a88ae7-3068-410c-b54e-0864ca0db79c'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:44:47.680641 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Bound port: 2f8b935d-3b41-4670-85fe-e54bb9f903fe, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e999e2dc-3305-4a81-a864-b7769270303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40a88ae7-3068-410c-b54e-0864ca0db79c'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:44:47.681298 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:47.805836 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-76311dac-9e8c-4084-a166-bcb926e8fd2f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:47.807242 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-76311dac-9e8c-4084-a166-bcb926e8fd2f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5270286 Mar 08 09:44:47.814270 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37988) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:47.872483 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] For port 2f8b935d-3b41-4670-85fe-e54bb9f903fe, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:44:47.883402 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] For port 2f8b935d-3b41-4670-85fe-e54bb9f903fe, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=2f8b935d-3b41-4670-85fe-e54bb9f903fe,segment=NetworkSegment(e999e2dc-3305-4a81-a864-b7769270303f),segment_id=e999e2dc-3305-4a81-a864-b7769270303f)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:44:47.893530 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:47.956143 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d884a41b-9c03-4693-b2cf-06c095529e35 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet 8cdde8ab-b426-4724-8d18-4e3950533d93 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:44:47.958493 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Allocated IP 172.26.2.199 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/e51ff29f-1f94-4750-b18e-8eb86778c27e) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:47.967357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f2a76193-7d0b-4240-b6fb-3ec5faa2cb54 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:47.974809 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d884a41b-9c03-4693-b2cf-06c095529e35 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.040266 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1dbea8-5ae0-4650-90ac-d6e0ba34606a None None] Pushing event updated for resources: {'Port': ['ID=2f8b935d-3b41-4670-85fe-e54bb9f903fe,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:48.046637 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.058565 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Transition to ACTIVE for port object fcb91d2e-e619-47d1-830b-e1259052583c will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:48.077169 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fb45366-4c59-4352-838e-68399c76dc9c tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.078254 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.084923 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Transition to ACTIVE for port object fcb91d2e-e619-47d1-830b-e1259052583c will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:48.093397 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d884a41b-9c03-4693-b2cf-06c095529e35 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.094378 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.170302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Pushing event updated for resources: {'Port': ['ID=fcb91d2e-e619-47d1-830b-e1259052583c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:48.174402 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Network 991943df-279d-4fb5-89fb-6c7415723144 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:48.175895 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:48.179929 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:48.328774 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Attempting to bind port fcb91d2e-e619-47d1-830b-e1259052583c on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:44:48.330358 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Attempting to bind port fcb91d2e-e619-47d1-830b-e1259052583c by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '9ba07443-bbcc-43ec-b133-f19bbfa6aedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '991943df-279d-4fb5-89fb-6c7415723144'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:44:48.331500 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Attempting to bind port fcb91d2e-e619-47d1-830b-e1259052583c on network 991943df-279d-4fb5-89fb-6c7415723144 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:44:48.337592 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:44:48.338183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Checking segment: {'id': '9ba07443-bbcc-43ec-b133-f19bbfa6aedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '991943df-279d-4fb5-89fb-6c7415723144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:48.339178 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.339536 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Bound using segment: {'id': '9ba07443-bbcc-43ec-b133-f19bbfa6aedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '991943df-279d-4fb5-89fb-6c7415723144'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:44:48.340959 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Bound port: fcb91d2e-e619-47d1-830b-e1259052583c, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba07443-bbcc-43ec-b133-f19bbfa6aedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '991943df-279d-4fb5-89fb-6c7415723144'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:44:48.341446 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.351766 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574a79d-b93b-47bb-8eff-d32a37e211ee req-f757d180-29f3-4945-b05c-f7c2b62d3c50 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:48.358840 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4574a79d-b93b-47bb-8eff-d32a37e211ee req-f757d180-29f3-4945-b05c-f7c2b62d3c50 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.5566759 Mar 08 09:44:48.364211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f2a76193-7d0b-4240-b6fb-3ec5faa2cb54 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.427462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f2a76193-7d0b-4240-b6fb-3ec5faa2cb54 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.443885 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f2a76193-7d0b-4240-b6fb-3ec5faa2cb54 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "DELETE /v2.0/subnets/450db8ea-0ac0-45d4-b73c-b91093a87c83 HTTP/1.1" status: 204 len: 168 time: 1.2566013 Mar 08 09:44:48.448125 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.457337 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 37992) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:48.459975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a76193-7d0b-4240-b6fb-3ec5faa2cb54 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event deleted for resources: {'Subnet': ['ID=450db8ea-0ac0-45d4-b73c-b91093a87c83,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:48.466032 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d884a41b-9c03-4693-b2cf-06c095529e35 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.481667 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] For port fcb91d2e-e619-47d1-830b-e1259052583c, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:44:48.485798 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] For port fcb91d2e-e619-47d1-830b-e1259052583c, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=fcb91d2e-e619-47d1-830b-e1259052583c,segment=NetworkSegment(9ba07443-bbcc-43ec-b133-f19bbfa6aedd),segment_id=9ba07443-bbcc-43ec-b133-f19bbfa6aedd)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:44:48.493069 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.575695 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23474fff-73ac-4330-a844-1cbb0b24807d None None] Pushing event updated for resources: {'Port': ['ID=fcb91d2e-e619-47d1-830b-e1259052583c,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:48.619259 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fb45366-4c59-4352-838e-68399c76dc9c tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.622081 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d884a41b-9c03-4693-b2cf-06c095529e35 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.641345 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4574a79d-b93b-47bb-8eff-d32a37e211ee req-f1593b29-7e0c-484a-8762-1cdc3305fb9e tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787626 Mar 08 09:44:48.670152 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.677387 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fb45366-4c59-4352-838e-68399c76dc9c tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.692277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-52756e67-19ad-4b90-973b-12d6700603a1 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Deleting subnet bd7aec8e-69fa-4ba2-bb5c-c1bc023e7a66 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:44:48.695694 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-52756e67-19ad-4b90-973b-12d6700603a1 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.742874 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884a41b-9c03-4693-b2cf-06c095529e35 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=8cdde8ab-b426-4724-8d18-4e3950533d93,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:48.758366 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d884a41b-9c03-4693-b2cf-06c095529e35 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.765067 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf4f08d-f6bf-4ca2-909f-3f3456ed49fe None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:48.816606 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:48.820245 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1fb45366-4c59-4352-838e-68399c76dc9c tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] In _notify_port_updated(), no bound segment for port 47c2e9e9-5ba8-4e7c-89a7-28182c88bd37 on network 1ec710de-4b43-4dd4-a706-688e257e450c {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:44:48.832392 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb45366-4c59-4352-838e-68399c76dc9c tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:48.835344 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fb45366-4c59-4352-838e-68399c76dc9c tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.842621 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-52756e67-19ad-4b90-973b-12d6700603a1 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:48.855016 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1fb45366-4c59-4352-838e-68399c76dc9c tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "PUT /v2.0/ports/47c2e9e9-5ba8-4e7c-89a7-28182c88bd37 HTTP/1.1" status: 200 len: 1002 time: 1.7842143 Mar 08 09:44:48.866312 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 37998) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:48.866312 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:48.872567 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d884a41b-9c03-4693-b2cf-06c095529e35 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/8cdde8ab-b426-4724-8d18-4e3950533d93 HTTP/1.1" status: 204 len: 168 time: 1.0515838 Mar 08 09:44:48.885485 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38000) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:48.951896 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 2f8b935d-3b41-4670-85fe-e54bb9f903fe up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:44:48.959881 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:48.973994 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-be417447-bf92-4fe5-9c80-dd09fb17bf52 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856078 Mar 08 09:44:48.988997 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38006) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:49.140959 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 2f8b935d-3b41-4670-85fe-e54bb9f903fe completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:49.177241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-52756e67-19ad-4b90-973b-12d6700603a1 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:49.307453 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:49.327060 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09b10f7-a5b8-4023-87ff-ae328d129fb2 None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:44:49.332632 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d09b10f7-a5b8-4023-87ff-ae328d129fb2 None None] Deleting port f46b4b74-ee87-45a8-91cf-78692efd637b {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:49.333289 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d09b10f7-a5b8-4023-87ff-ae328d129fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:49.348395 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Pushing event updated for resources: {'Port': ['ID=e51ff29f-1f94-4750-b18e-8eb86778c27e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:49.409801 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-52756e67-19ad-4b90-973b-12d6700603a1 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:49.445522 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-39a6d9f4-ea6c-4a90-9062-cd1a5d58eaa2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Deleting port 47c2e9e9-5ba8-4e7c-89a7-28182c88bd37 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:49.445860 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39a6d9f4-ea6c-4a90-9062-cd1a5d58eaa2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:49.466197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52756e67-19ad-4b90-973b-12d6700603a1 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event deleted for resources: {'Subnet': ['ID=bd7aec8e-69fa-4ba2-bb5c-c1bc023e7a66,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:49.479563 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-52756e67-19ad-4b90-973b-12d6700603a1 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:49.490770 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cb4434-e0a5-4dc5-bb09-a00bdd43dcf4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:49.494814 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-16cb4434-e0a5-4dc5-bb09-a00bdd43dcf4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5026693 Mar 08 09:44:49.496346 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38010) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:49.515420 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb45366-4c59-4352-838e-68399c76dc9c tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Pushing event updated for resources: {'Port': ['ID=47c2e9e9-5ba8-4e7c-89a7-28182c88bd37,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:49.617905 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-52756e67-19ad-4b90-973b-12d6700603a1 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "DELETE /v2.0/subnets/bd7aec8e-69fa-4ba2-bb5c-c1bc023e7a66 HTTP/1.1" status: 204 len: 168 time: 1.1547399 Mar 08 09:44:49.645915 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38014) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:49.672516 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2a0b700f-fb5b-4034-8a75-ad3c70d2dc00 None None] Provisioning complete for port 47c2e9e9-5ba8-4e7c-89a7-28182c88bd37 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:49.673192 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a0b700f-fb5b-4034-8a75-ad3c70d2dc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:49.756087 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5887084-f9db-46a8-b362-1706c53865df None None] Network 40a88ae7-3068-410c-b54e-0864ca0db79c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:49.764922 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b2c5ef-6f8b-4381-bf2b-230fda6ce23e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:49.765611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c0b2c5ef-6f8b-4381-bf2b-230fda6ce23e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:49.794144 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ea268-6416-450d-ae36-5c90c3e55651 req-b12fba46-c52e-4f6d-9832-eace6d87d2a8 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:49.796163 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ea5ea268-6416-450d-ae36-5c90c3e55651 req-b12fba46-c52e-4f6d-9832-eace6d87d2a8 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.9379573 Mar 08 09:44:49.799853 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f845a70-4a53-4ce8-b40a-ebc2372e2111 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:49.800568 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9f845a70-4a53-4ce8-b40a-ebc2372e2111 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Synchronizing usage tracker for tenant:ff23ed3c4cf445829d8a0fbbd78687fc on resource:subnet {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:49.809007 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c0b2c5ef-6f8b-4381-bf2b-230fda6ce23e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:49.812506 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c0b2c5ef-6f8b-4381-bf2b-230fda6ce23e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3112161 Mar 08 09:44:49.813079 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38018) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:49.893224 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d8f8af62-f090-41e4-a176-a3654cdf5889 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793424 Mar 08 09:44:49.901432 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38022) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:49.911522 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-55d364b7-5fcb-4e4c-b84c-178acd288edf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:49.911826 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-d09b10f7-a5b8-4023-87ff-ae328d129fb2 None None] For port f46b4b74-ee87-45a8-91cf-78692efd637b, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f46b4b74-ee87-45a8-91cf-78692efd637b,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:49.912204 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d09b10f7-a5b8-4023-87ff-ae328d129fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:49.915755 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ea5ea268-6416-450d-ae36-5c90c3e55651 req-67ab2b81-b091-43b4-906a-ecd71aadbed5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792165 Mar 08 09:44:49.939209 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9f845a70-4a53-4ce8-b40a-ebc2372e2111 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Unset dirty status for tenant:ff23ed3c4cf445829d8a0fbbd78687fc on resource:subnet {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:49.940346 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9f845a70-4a53-4ce8-b40a-ebc2372e2111 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2918344 Mar 08 09:44:49.959337 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38028) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:49.960407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router ba4e89cb-ee89-4301-b8d8-c5e861bbdf04 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:44:50.118274 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d09b10f7-a5b8-4023-87ff-ae328d129fb2 None None] Calling delete_port for f46b4b74-ee87-45a8-91cf-78692efd637b owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:50.147695 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1950803-4693-4225-a937-e08502d7c7dd None None] Network 991943df-279d-4fb5-89fb-6c7415723144 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:50.243099 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39a6d9f4-ea6c-4a90-9062-cd1a5d58eaa2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:50.302392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b700f-fb5b-4034-8a75-ad3c70d2dc00 None None] Port 47c2e9e9-5ba8-4e7c-89a7-28182c88bd37 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:50.376196 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-39a6d9f4-ea6c-4a90-9062-cd1a5d58eaa2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Calling delete_port for 47c2e9e9-5ba8-4e7c-89a7-28182c88bd37 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:50.376459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-55d364b7-5fcb-4e4c-b84c-178acd288edf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:50.420317 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d09b10f7-a5b8-4023-87ff-ae328d129fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:50.453014 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:50.455894 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-55d364b7-5fcb-4e4c-b84c-178acd288edf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:50.496346 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d364b7-5fcb-4e4c-b84c-178acd288edf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:50.499437 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:50.499957 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-55d364b7-5fcb-4e4c-b84c-178acd288edf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:50.517753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:44:50.522014 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b10f7-a5b8-4023-87ff-ae328d129fb2 None None] Pushing event deleted for resources: {'Port': ['ID=f46b4b74-ee87-45a8-91cf-78692efd637b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:50.526379 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09b10f7-a5b8-4023-87ff-ae328d129fb2 None None] No DVR routers for this DVR port f46b4b74-ee87-45a8-91cf-78692efd637b on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:44:50.548484 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71fe2c7-bdf4-48eb-be26-14f0ce7ce717 None None] Sync routers for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:44:50.555394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Deleting port fcb91d2e-e619-47d1-830b-e1259052583c {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:50.555394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:50.557762 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-33c78b49-470f-4c17-b725-4fea2ba709fe None None] Provisioning for port 2f8b935d-3b41-4670-85fe-e54bb9f903fe completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:50.566219 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-33c78b49-470f-4c17-b725-4fea2ba709fe None None] Provisioning complete for port 2f8b935d-3b41-4670-85fe-e54bb9f903fe triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:50.566599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-33c78b49-470f-4c17-b725-4fea2ba709fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:50.574171 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71fe2c7-bdf4-48eb-be26-14f0ce7ce717 None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:50.575417 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f71fe2c7-bdf4-48eb-be26-14f0ce7ce717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:50.733668 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0209f2d4-51d8-439b-9ef5-f1c39312723b None None] DHCP port deletion for 40a88ae7-3068-410c-b54e-0864ca0db79c request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:44:50.748926 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f71fe2c7-bdf4-48eb-be26-14f0ce7ce717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:50.754361 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:50.755560 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ab4c0b7b-54e1-43e5-9023-8310a191737c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.1572416 Mar 08 09:44:50.760083 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71fe2c7-bdf4-48eb-be26-14f0ce7ce717 None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:50.760885 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f71fe2c7-bdf4-48eb-be26-14f0ce7ce717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:50.762761 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38034) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:50.818031 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46c4ff-1f41-4c95-8492-20ae07653ad5 req-f7cacb0d-fbde-4c10-a0ba-2b5d4ff914f9 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:50.819146 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f44427-514f-46aa-97f3-3566c10a8a11 None None] DHCP port deletion for 991943df-279d-4fb5-89fb-6c7415723144 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:44:50.822789 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7d46c4ff-1f41-4c95-8492-20ae07653ad5 req-f7cacb0d-fbde-4c10-a0ba-2b5d4ff914f9 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.4164078 Mar 08 09:44:50.832507 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0209f2d4-51d8-439b-9ef5-f1c39312723b None None] Deleting port 2f8b935d-3b41-4670-85fe-e54bb9f903fe {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:50.833190 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0209f2d4-51d8-439b-9ef5-f1c39312723b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:50.838030 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f71fe2c7-bdf4-48eb-be26-14f0ce7ce717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:50.838450 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71fe2c7-bdf4-48eb-be26-14f0ce7ce717 None None] The sync data for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:44:50.934838 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 2f8b935d-3b41-4670-85fe-e54bb9f903fe no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:44:50.965981 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39a6d9f4-ea6c-4a90-9062-cd1a5d58eaa2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:50.974026 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-09f44427-514f-46aa-97f3-3566c10a8a11 None None] Deleting port fcb91d2e-e619-47d1-830b-e1259052583c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:50.974533 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09f44427-514f-46aa-97f3-3566c10a8a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:51.002212 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-33c78b49-470f-4c17-b725-4fea2ba709fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:51.027839 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7d46c4ff-1f41-4c95-8492-20ae07653ad5 req-1f374d0c-7bf3-40c1-9666-53e866a103a1 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869168 Mar 08 09:44:51.073553 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6d9f4-ea6c-4a90-9062-cd1a5d58eaa2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Pushing event deleted for resources: {'Port': ['ID=47c2e9e9-5ba8-4e7c-89a7-28182c88bd37,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:51.154804 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39a6d9f4-ea6c-4a90-9062-cd1a5d58eaa2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:51.180452 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-39a6d9f4-ea6c-4a90-9062-cd1a5d58eaa2 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "DELETE /v2.0/ports/47c2e9e9-5ba8-4e7c-89a7-28182c88bd37 HTTP/1.1" status: 204 len: 168 time: 2.2983603 Mar 08 09:44:51.181309 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38040) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:51.285727 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] For port fcb91d2e-e619-47d1-830b-e1259052583c, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=fcb91d2e-e619-47d1-830b-e1259052583c,segment=NetworkSegment(9ba07443-bbcc-43ec-b133-f19bbfa6aedd),segment_id=9ba07443-bbcc-43ec-b133-f19bbfa6aedd)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:51.286185 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:51.295027 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd154d5-6e91-40de-8f7c-8067ddc74aa7 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] GET failed (client error): The resource could not be found. Mar 08 09:44:51.295585 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2cd154d5-6e91-40de-8f7c-8067ddc74aa7 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Synchronizing usage tracker for tenant:e615b40191d54cb892ef677b53317229 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:51.309836 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:51.373894 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2cd154d5-6e91-40de-8f7c-8067ddc74aa7 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Unset dirty status for tenant:e615b40191d54cb892ef677b53317229 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:51.375257 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2cd154d5-6e91-40de-8f7c-8067ddc74aa7 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "GET /v2.0/ports/47c2e9e9-5ba8-4e7c-89a7-28182c88bd37 HTTP/1.1" status: 404 len: 333 time: 0.1908629 Mar 08 09:44:51.383983 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38046) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:51.393441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e6cd73fb-d61f-4823-859b-54cff029c48e tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Request body: {'port': {'network_id': '1ec710de-4b43-4dd4-a706-688e257e450c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1777585836'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:51.465130 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-55d364b7-5fcb-4e4c-b84c-178acd288edf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:51.466994 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-33c78b49-470f-4c17-b725-4fea2ba709fe None None] For port 2f8b935d-3b41-4670-85fe-e54bb9f903fe, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=2f8b935d-3b41-4670-85fe-e54bb9f903fe,segment=NetworkSegment(e999e2dc-3305-4a81-a864-b7769270303f),segment_id=e999e2dc-3305-4a81-a864-b7769270303f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:51.468988 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-0209f2d4-51d8-439b-9ef5-f1c39312723b None None] For port 2f8b935d-3b41-4670-85fe-e54bb9f903fe, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=2f8b935d-3b41-4670-85fe-e54bb9f903fe,segment=NetworkSegment(e999e2dc-3305-4a81-a864-b7769270303f),segment_id=e999e2dc-3305-4a81-a864-b7769270303f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:51.469437 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0209f2d4-51d8-439b-9ef5-f1c39312723b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:51.481335 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Calling delete_port for fcb91d2e-e619-47d1-830b-e1259052583c owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:51.531584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-33c78b49-470f-4c17-b725-4fea2ba709fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:51.702051 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d364b7-5fcb-4e4c-b84c-178acd288edf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:51.709586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-55d364b7-5fcb-4e4c-b84c-178acd288edf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:51.716208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d364b7-5fcb-4e4c-b84c-178acd288edf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:51.716906 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-55d364b7-5fcb-4e4c-b84c-178acd288edf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:51.762192 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-55d364b7-5fcb-4e4c-b84c-178acd288edf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8582151 Mar 08 09:44:51.763015 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38056) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:51.775931 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-aaa2161c-edad-405a-923d-cffdb759e20f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'fixed_ips': [{'subnet_id': '8929bb2d-f63e-4d7d-a560-0727f1e520e4', 'ip_address': '2001:db8::5115:520d:3673:2d19'}], 'name': 'tempest-NetworksTestDHCPv6-1558917951'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:51.833031 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e6cd73fb-d61f-4823-859b-54cff029c48e tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:51.886171 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e6cd73fb-d61f-4823-859b-54cff029c48e tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:51.909716 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0209f2d4-51d8-439b-9ef5-f1c39312723b None None] Calling delete_port for 2f8b935d-3b41-4670-85fe-e54bb9f903fe owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:51.920734 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cd73fb-d61f-4823-859b-54cff029c48e tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Made reservation on behalf of e615b40191d54cb892ef677b53317229 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:51.925471 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6cd73fb-d61f-4823-859b-54cff029c48e tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:51.949456 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81750d3f-bb28-4e0a-8d35-276c675eaa9b None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:51.952205 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Router 3a73d34d-2bde-4e52-b161-68282d498c18 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:44:51.964550 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-e6cd73fb-d61f-4823-859b-54cff029c48e tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] device_id is not set on port 09abc7a2-ea94-4495-b04a-b174e1213641 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:44:51.999586 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-09f44427-514f-46aa-97f3-3566c10a8a11 None None] For port fcb91d2e-e619-47d1-830b-e1259052583c, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=fcb91d2e-e619-47d1-830b-e1259052583c,segment=NetworkSegment(9ba07443-bbcc-43ec-b133-f19bbfa6aedd),segment_id=9ba07443-bbcc-43ec-b133-f19bbfa6aedd)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:51.999886 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09f44427-514f-46aa-97f3-3566c10a8a11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:52.017781 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d364b7-5fcb-4e4c-b84c-178acd288edf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=8929bb2d-f63e-4d7d-a560-0727f1e520e4,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:52.043593 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-33c78b49-470f-4c17-b725-4fea2ba709fe None None] Provisioning for port fcb91d2e-e619-47d1-830b-e1259052583c completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:52.118430 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fdc4c-d24c-49ce-8593-f3aeaee104d4 req-4a43c2fe-bf1a-4c73-a44a-96775b2ec19b tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:52.119200 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb6fdc4c-d24c-49ce-8593-f3aeaee104d4 req-4a43c2fe-bf1a-4c73-a44a-96775b2ec19b tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.2814350 Mar 08 09:44:52.146633 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:52.155958 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:52.214271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event deleted for resources: {'Port': ['ID=fcb91d2e-e619-47d1-830b-e1259052583c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:52.217531 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-aaa2161c-edad-405a-923d-cffdb759e20f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:52.224655 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] No DVR routers for this DVR port fcb91d2e-e619-47d1-830b-e1259052583c on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:44:52.230642 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c78b49-470f-4c17-b725-4fea2ba709fe None None] Pushing event updated for resources: {'Port': ['ID=2f8b935d-3b41-4670-85fe-e54bb9f903fe,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:52.240250 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-09f44427-514f-46aa-97f3-3566c10a8a11 None None] Calling delete_port for fcb91d2e-e619-47d1-830b-e1259052583c owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:52.274256 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-33c78b49-470f-4c17-b725-4fea2ba709fe None None] Provisioning complete for port fcb91d2e-e619-47d1-830b-e1259052583c triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:52.275003 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-33c78b49-470f-4c17-b725-4fea2ba709fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:52.313527 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb6fdc4c-d24c-49ce-8593-f3aeaee104d4 req-bd7b3477-1dd0-4197-a55f-2084e380f8d7 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813521 Mar 08 09:44:52.328663 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:44:52.329522 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-33c78b49-470f-4c17-b725-4fea2ba709fe None None] Port fcb91d2e-e619-47d1-830b-e1259052583c was deleted so its status cannot be updated. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 08 09:44:52.361427 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519c3184-01a0-4ab1-a6c9-9706c1070121 None None] Sync routers for ids ['3a73d34d-2bde-4e52-b161-68282d498c18'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:44:52.361760 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-e6cd73fb-d61f-4823-859b-54cff029c48e tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Allocated IP 2001:db8::a9 (1ec710de-4b43-4dd4-a706-688e257e450c/e8f67d2f-2f00-4c7b-ae4a-0f9846d53a9e/09abc7a2-ea94-4495-b04a-b174e1213641) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:52.385193 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:52.386778 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a18ac66d-5d55-4123-90a2-f06f4bee1558 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.1332719 Mar 08 09:44:52.396756 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38062) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:52.404665 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d90e45ab-5f28-4764-9676-be67602143e9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'enable_snat': False}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:52.405376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 2f8b935d-3b41-4670-85fe-e54bb9f903fe, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=2f8b935d-3b41-4670-85fe-e54bb9f903fe,segment=NetworkSegment(e999e2dc-3305-4a81-a864-b7769270303f),segment_id=e999e2dc-3305-4a81-a864-b7769270303f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:52.407983 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519c3184-01a0-4ab1-a6c9-9706c1070121 None None] Routers {'3a73d34d-2bde-4e52-b161-68282d498c18'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:52.408605 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-519c3184-01a0-4ab1-a6c9-9706c1070121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3a73d34d-2bde-4e52-b161-68282d498c18'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:52.443779 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-aaa2161c-edad-405a-923d-cffdb759e20f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:52.475127 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:52.475826 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f46b4b74-ee87-45a8-91cf-78692efd637b no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:44:52.486726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa2161c-edad-405a-923d-cffdb759e20f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:52.573666 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-0209f2d4-51d8-439b-9ef5-f1c39312723b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:44:52.574012 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-0209f2d4-51d8-439b-9ef5-f1c39312723b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:44:52.583452 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: f46b4b74-ee87-45a8-91cf-78692efd637b {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:44:52.583793 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f46b4b74-ee87-45a8-91cf-78692efd637b not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:44:52.585310 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-519c3184-01a0-4ab1-a6c9-9706c1070121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:52.611379 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:52.618049 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-09f44427-514f-46aa-97f3-3566c10a8a11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:44:52.618203 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-09f44427-514f-46aa-97f3-3566c10a8a11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:44:52.629408 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519c3184-01a0-4ab1-a6c9-9706c1070121 None None] Routers {'3a73d34d-2bde-4e52-b161-68282d498c18'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:52.629741 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-519c3184-01a0-4ab1-a6c9-9706c1070121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3a73d34d-2bde-4e52-b161-68282d498c18'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:52.712541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991943df-279d-4fb5-89fb-6c7415723144']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:52.729720 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-519c3184-01a0-4ab1-a6c9-9706c1070121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:52.730130 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519c3184-01a0-4ab1-a6c9-9706c1070121 None None] The sync data for ids ['3a73d34d-2bde-4e52-b161-68282d498c18'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:44:52.731340 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba07443-bbcc-43ec-b133-f19bbfa6aedd') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:52.731753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba07443-bbcc-43ec-b133-f19bbfa6aedd') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:52.746807 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=2f8b935d-3b41-4670-85fe-e54bb9f903fe,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:52.766024 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': '8929bb2d-f63e-4d7d-a560-0727f1e520e4'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:44:52.767058 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:52.789586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:52.820962 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6cd73fb-d61f-4823-859b-54cff029c48e tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:52.836979 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:52.842117 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aaa2161c-edad-405a-923d-cffdb759e20f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:52.843767 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-e6cd73fb-d61f-4823-859b-54cff029c48e tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Transition to ACTIVE for port object 09abc7a2-ea94-4495-b04a-b174e1213641 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:52.865352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:44:52.865898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:44:52.881119 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:44:52.901177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-aaa2161c-edad-405a-923d-cffdb759e20f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port 314d0d0d-70e6-44d1-aafa-135462f2726e yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:44:52.929664 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Allocated IP 2001:db8::2 (162da289-2647-477b-bcb7-e834030497c1/8929bb2d-f63e-4d7d-a560-0727f1e520e4/225a2f5c-75b5-4a4b-9056-80577bbc1c47) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:53.029432 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6cd73fb-d61f-4823-859b-54cff029c48e tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:53.095114 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0209f2d4-51d8-439b-9ef5-f1c39312723b None None] Deleting port 2f8b935d-3b41-4670-85fe-e54bb9f903fe {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:53.095389 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0209f2d4-51d8-439b-9ef5-f1c39312723b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:53.122156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:53.127192 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-09f44427-514f-46aa-97f3-3566c10a8a11 None None] Deleting port fcb91d2e-e619-47d1-830b-e1259052583c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:53.127355 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d2c10472-4e80-4721-aeb0-596970082133 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:53.127563 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09f44427-514f-46aa-97f3-3566c10a8a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:53.136945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:53.163240 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cd73fb-d61f-4823-859b-54cff029c48e tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Network 1ec710de-4b43-4dd4-a706-688e257e450c is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:53.184512 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event deleted for resources: {'Network': ['ID=991943df-279d-4fb5-89fb-6c7415723144,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:53.215552 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-09f44427-514f-46aa-97f3-3566c10a8a11 None None] The port 'fcb91d2e-e619-47d1-830b-e1259052583c' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:44:53.300624 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e49cadd8-4f21-4f67-aef3-036f3ed637aa tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "DELETE /v2.0/networks/991943df-279d-4fb5-89fb-6c7415723144 HTTP/1.1" status: 204 len: 168 time: 3.3326702 Mar 08 09:44:53.301857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38066) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:53.307778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e6cd73fb-d61f-4823-859b-54cff029c48e tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:53.310122 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cd73fb-d61f-4823-859b-54cff029c48e tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:53.315568 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cd73fb-d61f-4823-859b-54cff029c48e tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:53.316168 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6cd73fb-d61f-4823-859b-54cff029c48e tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:53.361778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd73fb-d61f-4823-859b-54cff029c48e tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Pushing event updated for resources: {'Port': ['ID=09abc7a2-ea94-4495-b04a-b174e1213641,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:53.370858 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e6cd73fb-d61f-4823-859b-54cff029c48e tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9858594 Mar 08 09:44:53.371506 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38072) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:53.378873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d90e45ab-5f28-4764-9676-be67602143e9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:53.396335 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9e03d966-bdcb-446d-a2fd-28516343c3cb tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Request body: {'port': {'network_id': '1ec710de-4b43-4dd4-a706-688e257e450c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-524418214'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:53.488823 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:53.492120 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-0209f2d4-51d8-439b-9ef5-f1c39312723b None None] For port 2f8b935d-3b41-4670-85fe-e54bb9f903fe, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=2f8b935d-3b41-4670-85fe-e54bb9f903fe,segment=NetworkSegment(e999e2dc-3305-4a81-a864-b7769270303f),segment_id=e999e2dc-3305-4a81-a864-b7769270303f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:53.492508 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0209f2d4-51d8-439b-9ef5-f1c39312723b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:53.515277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e2a967a-2180-41d4-ae21-dab06e4a494e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:53.576139 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Transition to ACTIVE for port object 225a2f5c-75b5-4a4b-9056-80577bbc1c47 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:53.662208 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0209f2d4-51d8-439b-9ef5-f1c39312723b None None] Calling delete_port for 2f8b935d-3b41-4670-85fe-e54bb9f903fe owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:53.700381 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9e03d966-bdcb-446d-a2fd-28516343c3cb tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:53.714966 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Transition to ACTIVE for port object 225a2f5c-75b5-4a4b-9056-80577bbc1c47 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:53.719018 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9e03d966-bdcb-446d-a2fd-28516343c3cb tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:53.731759 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:53.739337 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e03d966-bdcb-446d-a2fd-28516343c3cb tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Made reservation on behalf of e615b40191d54cb892ef677b53317229 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:53.742843 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9e03d966-bdcb-446d-a2fd-28516343c3cb tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:53.771176 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-9e03d966-bdcb-446d-a2fd-28516343c3cb tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] device_id is not set on port 51f64344-eade-4d26-ba0a-70cb8936465e yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:44:53.816103 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:53.823392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:53.833824 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0209f2d4-51d8-439b-9ef5-f1c39312723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:53.841223 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:53.848423 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f474ef92-6950-4e5a-8eb8-ba910d5e00f5 None None] Provisioning for port 09abc7a2-ea94-4495-b04a-b174e1213641 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:53.856199 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Pushing event updated for resources: {'Port': ['ID=225a2f5c-75b5-4a4b-9056-80577bbc1c47,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:53.918756 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f474ef92-6950-4e5a-8eb8-ba910d5e00f5 None None] Provisioning complete for port 09abc7a2-ea94-4495-b04a-b174e1213641 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:53.919119 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f474ef92-6950-4e5a-8eb8-ba910d5e00f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:53.952075 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0209f2d4-51d8-439b-9ef5-f1c39312723b None None] No DVR routers for this DVR port 2f8b935d-3b41-4670-85fe-e54bb9f903fe on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:44:53.970915 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-aaa2161c-edad-405a-923d-cffdb759e20f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::5115:520d:3673:2d19 (162da289-2647-477b-bcb7-e834030497c1/8929bb2d-f63e-4d7d-a560-0727f1e520e4/314d0d0d-70e6-44d1-aafa-135462f2726e) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:54.008848 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209f2d4-51d8-439b-9ef5-f1c39312723b None None] Pushing event deleted for resources: {'Port': ['ID=2f8b935d-3b41-4670-85fe-e54bb9f903fe,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:54.043462 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Attempting to bind port 225a2f5c-75b5-4a4b-9056-80577bbc1c47 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:44:54.043828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Attempting to bind port 225a2f5c-75b5-4a4b-9056-80577bbc1c47 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:44:54.044395 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Attempting to bind port 225a2f5c-75b5-4a4b-9056-80577bbc1c47 on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:44:54.050086 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f474ef92-6950-4e5a-8eb8-ba910d5e00f5 None None] Port 09abc7a2-ea94-4495-b04a-b174e1213641 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:54.053888 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:44:54.054448 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:44:54.055061 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:54.055569 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:44:54.056176 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Bound port: 225a2f5c-75b5-4a4b-9056-80577bbc1c47, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:44:54.056736 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:54.084980 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-9e03d966-bdcb-446d-a2fd-28516343c3cb tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Allocated IP 2001:db8::1a5 (1ec710de-4b43-4dd4-a706-688e257e450c/e8f67d2f-2f00-4c7b-ae4a-0f9846d53a9e/51f64344-eade-4d26-ba0a-70cb8936465e) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:54.100808 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e2a967a-2180-41d4-ae21-dab06e4a494e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:54.148636 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd46ef8-c20a-4863-9ab0-fc125ef6b3a2 req-1e614e16-c253-4a93-b5da-0a722a513654 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:54.150249 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-abd46ef8-c20a-4863-9ab0-fc125ef6b3a2 req-1e614e16-c253-4a93-b5da-0a722a513654 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.6325617 Mar 08 09:44:54.164240 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] For port 225a2f5c-75b5-4a4b-9056-80577bbc1c47, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:44:54.168956 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] For port 225a2f5c-75b5-4a4b-9056-80577bbc1c47, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=225a2f5c-75b5-4a4b-9056-80577bbc1c47,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:44:54.174066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-4e2a967a-2180-41d4-ae21-dab06e4a494e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a88ae7-3068-410c-b54e-0864ca0db79c']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:54.176527 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:54.207455 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-4e2a967a-2180-41d4-ae21-dab06e4a494e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e999e2dc-3305-4a81-a864-b7769270303f') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:54.207747 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-4e2a967a-2180-41d4-ae21-dab06e4a494e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e999e2dc-3305-4a81-a864-b7769270303f') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:54.270979 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024dfd6-36bc-44f9-91df-a20a15b70f8c None None] Pushing event updated for resources: {'Port': ['ID=225a2f5c-75b5-4a4b-9056-80577bbc1c47,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:54.279547 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e2a967a-2180-41d4-ae21-dab06e4a494e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:54.357522 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-abd46ef8-c20a-4863-9ab0-fc125ef6b3a2 req-ba63351a-0f4c-49f1-bf1c-a4cf61118149 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859066 Mar 08 09:44:54.360977 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e2a967a-2180-41d4-ae21-dab06e4a494e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:54.384906 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2a967a-2180-41d4-ae21-dab06e4a494e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:44:54.385312 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e2a967a-2180-41d4-ae21-dab06e4a494e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:44:54.445413 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:44:54.476035 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-d2c10472-4e80-4721-aeb0-596970082133 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Allocated IP 172.20.0.1 (d669d470-1857-4422-aea6-11358cfeb651/9bad7f5e-d8ba-440a-9125-51e37136b068/b155852a-8b24-4d29-a0eb-a5599c5534b5) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:44:54.611223 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9e03d966-bdcb-446d-a2fd-28516343c3cb tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:54.611429 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e2a967a-2180-41d4-ae21-dab06e4a494e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:54.643949 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e2a967a-2180-41d4-ae21-dab06e4a494e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:54.650475 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d90e45ab-5f28-4764-9676-be67602143e9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:54.652724 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-9e03d966-bdcb-446d-a2fd-28516343c3cb tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Transition to ACTIVE for port object 51f64344-eade-4d26-ba0a-70cb8936465e will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:54.657921 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d90e45ab-5f28-4764-9676-be67602143e9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:54.705721 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a967a-2180-41d4-ae21-dab06e4a494e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event deleted for resources: {'Network': ['ID=40a88ae7-3068-410c-b54e-0864ca0db79c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:54.739316 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4e2a967a-2180-41d4-ae21-dab06e4a494e tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "DELETE /v2.0/networks/40a88ae7-3068-410c-b54e-0864ca0db79c HTTP/1.1" status: 204 len: 168 time: 1.4350870 Mar 08 09:44:54.741046 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38076) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:54.743859 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aaa2161c-edad-405a-923d-cffdb759e20f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:54.772182 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-aaa2161c-edad-405a-923d-cffdb759e20f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object 314d0d0d-70e6-44d1-aafa-135462f2726e will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:44:54.814764 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d2c10472-4e80-4721-aeb0-596970082133 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:54.840788 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aaa2161c-edad-405a-923d-cffdb759e20f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:54.859042 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-58409d40-4cd0-4e3a-882a-621c4f47e90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:54.868323 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9e03d966-bdcb-446d-a2fd-28516343c3cb tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:54.893605 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 225a2f5c-75b5-4a4b-9056-80577bbc1c47 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:44:54.943331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa2161c-edad-405a-923d-cffdb759e20f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:54.948332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-aaa2161c-edad-405a-923d-cffdb759e20f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:54.951115 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2161c-edad-405a-923d-cffdb759e20f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=314d0d0d-70e6-44d1-aafa-135462f2726e,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:54.953640 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa2161c-edad-405a-923d-cffdb759e20f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:54.959976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa2161c-edad-405a-923d-cffdb759e20f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:54.960814 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aaa2161c-edad-405a-923d-cffdb759e20f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:54.971584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 225a2f5c-75b5-4a4b-9056-80577bbc1c47 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:54.977547 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d2c10472-4e80-4721-aeb0-596970082133 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:55.039440 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-aaa2161c-edad-405a-923d-cffdb759e20f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2680666 Mar 08 09:44:55.046763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38080) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:55.052778 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c10472-4e80-4721-aeb0-596970082133 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Network d669d470-1857-4422-aea6-11358cfeb651 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:55.089233 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-d2c10472-4e80-4721-aeb0-596970082133 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:55.102598 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c10472-4e80-4721-aeb0-596970082133 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:55.146142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c10472-4e80-4721-aeb0-596970082133 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=b155852a-8b24-4d29-a0eb-a5599c5534b5,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:55.179304 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d2c10472-4e80-4721-aeb0-596970082133 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:55.179528 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90e45ab-5f28-4764-9676-be67602143e9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Router 3a73d34d-2bde-4e52-b161-68282d498c18 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:44:55.183311 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2d3edcb-5f50-499f-a9dd-aaf760649ba2 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:55.186332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e03d966-bdcb-446d-a2fd-28516343c3cb tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Network 1ec710de-4b43-4dd4-a706-688e257e450c is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:55.199272 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9e03d966-bdcb-446d-a2fd-28516343c3cb tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:55.201493 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e03d966-bdcb-446d-a2fd-28516343c3cb tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:44:55.207752 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e03d966-bdcb-446d-a2fd-28516343c3cb tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:55.208539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9e03d966-bdcb-446d-a2fd-28516343c3cb tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:55.225702 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03d966-bdcb-446d-a2fd-28516343c3cb tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Pushing event updated for resources: {'Port': ['ID=51f64344-eade-4d26-ba0a-70cb8936465e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:55.352221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38084) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:55.355810 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9e03d966-bdcb-446d-a2fd-28516343c3cb tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9802575 Mar 08 09:44:55.362839 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e569ca2-6fcc-44ad-ab7d-893836512bb6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:55.369314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e569ca2-6fcc-44ad-ab7d-893836512bb6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:55.370142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5e569ca2-6fcc-44ad-ab7d-893836512bb6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:55.442008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-b8076c02-94ea-4c5e-b75c-ff9f867af938 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::89', 'mac_address': 'fa:16:3e:f9:95:1b'}, {'ip_address': '2001:db8::a9', 'mac_address': 'fa:16:3e:de:b8:a1'}]}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:55.594136 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2d3edcb-5f50-499f-a9dd-aaf760649ba2 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:55.605063 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e9545b33-4f58-4804-b6ce-4a559e82b2c1 None None] Provisioning for port 225a2f5c-75b5-4a4b-9056-80577bbc1c47 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:55.612641 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e9545b33-4f58-4804-b6ce-4a559e82b2c1 None None] Provisioning complete for port 225a2f5c-75b5-4a4b-9056-80577bbc1c47 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:55.612641 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9545b33-4f58-4804-b6ce-4a559e82b2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:55.664433 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e2d3edcb-5f50-499f-a9dd-aaf760649ba2 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc8b254-778d-4ef7-8603-748fde4c93d7']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:55.672205 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90e45ab-5f28-4764-9676-be67602143e9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:44:55.679834 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d90e45ab-5f28-4764-9676-be67602143e9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:55.680666 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5e569ca2-6fcc-44ad-ab7d-893836512bb6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:55.681205 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d90e45ab-5f28-4764-9676-be67602143e9 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "PUT /v2.0/routers/3a73d34d-2bde-4e52-b161-68282d498c18 HTTP/1.1" status: 200 len: 926 time: 3.2827675 Mar 08 09:44:55.684917 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5e569ca2-6fcc-44ad-ab7d-893836512bb6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6343119 Mar 08 09:44:55.685086 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38090) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:55.685086 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38092) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:55.689249 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734faf9d-fe5a-4d47-8f6b-8f6ed1ca2f6f None None] Sync routers for ids ['3a73d34d-2bde-4e52-b161-68282d498c18'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:44:55.702188 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e2d3edcb-5f50-499f-a9dd-aaf760649ba2 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3027ab7b-5a5e-46df-b1dd-5787a706b7a8') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:55.702485 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e2d3edcb-5f50-499f-a9dd-aaf760649ba2 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3027ab7b-5a5e-46df-b1dd-5787a706b7a8') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:55.710940 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734faf9d-fe5a-4d47-8f6b-8f6ed1ca2f6f None None] Routers {'3a73d34d-2bde-4e52-b161-68282d498c18'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:55.711564 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-734faf9d-fe5a-4d47-8f6b-8f6ed1ca2f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3a73d34d-2bde-4e52-b161-68282d498c18'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:55.763347 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9545b33-4f58-4804-b6ce-4a559e82b2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:55.809003 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-734faf9d-fe5a-4d47-8f6b-8f6ed1ca2f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:55.809851 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e9545b33-4f58-4804-b6ce-4a559e82b2c1 None None] For port 225a2f5c-75b5-4a4b-9056-80577bbc1c47, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=225a2f5c-75b5-4a4b-9056-80577bbc1c47,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:55.816660 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9545b33-4f58-4804-b6ce-4a559e82b2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:55.821364 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734faf9d-fe5a-4d47-8f6b-8f6ed1ca2f6f None None] Routers {'3a73d34d-2bde-4e52-b161-68282d498c18'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:55.822107 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-734faf9d-fe5a-4d47-8f6b-8f6ed1ca2f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3a73d34d-2bde-4e52-b161-68282d498c18'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:55.874409 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2d3edcb-5f50-499f-a9dd-aaf760649ba2 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:55.893337 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-734faf9d-fe5a-4d47-8f6b-8f6ed1ca2f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:55.894124 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734faf9d-fe5a-4d47-8f6b-8f6ed1ca2f6f None None] The sync data for ids ['3a73d34d-2bde-4e52-b161-68282d498c18'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:44:55.895506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9545b33-4f58-4804-b6ce-4a559e82b2c1 None None] Pushing event updated for resources: {'Port': ['ID=225a2f5c-75b5-4a4b-9056-80577bbc1c47,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:55.906768 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e9545b33-4f58-4804-b6ce-4a559e82b2c1 None None] Provisioning for port 51f64344-eade-4d26-ba0a-70cb8936465e completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:55.912460 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e9545b33-4f58-4804-b6ce-4a559e82b2c1 None None] Provisioning complete for port 51f64344-eade-4d26-ba0a-70cb8936465e triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:55.913173 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9545b33-4f58-4804-b6ce-4a559e82b2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:55.927103 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2d3edcb-5f50-499f-a9dd-aaf760649ba2 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:55.954641 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d3edcb-5f50-499f-a9dd-aaf760649ba2 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:44:55.955033 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2d3edcb-5f50-499f-a9dd-aaf760649ba2 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:55.960499 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b8076c02-94ea-4c5e-b75c-ff9f867af938 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:55.968163 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e9545b33-4f58-4804-b6ce-4a559e82b2c1 None None] Port 51f64344-eade-4d26-ba0a-70cb8936465e cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:44:55.974626 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:44:55.989750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d2c10472-4e80-4721-aeb0-596970082133 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:56.055677 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5293768d-ddc4-4908-bb69-11dd9152f365 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port 314d0d0d-70e6-44d1-aafa-135462f2726e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:56.056011 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5293768d-ddc4-4908-bb69-11dd9152f365 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:56.090154 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9d8e4772-578d-488d-a7f5-77b0f9e99b0d None None] Provisioning for port 314d0d0d-70e6-44d1-aafa-135462f2726e completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:44:56.096505 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9d8e4772-578d-488d-a7f5-77b0f9e99b0d None None] Provisioning complete for port 314d0d0d-70e6-44d1-aafa-135462f2726e triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:56.097029 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4772-578d-488d-a7f5-77b0f9e99b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:56.163981 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894d809-50a4-41b8-a114-0c56bf0a9946 req-8b0ed748-a6fc-485c-82b7-28ae5e7bcbbc tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:56.165501 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1894d809-50a4-41b8-a114-0c56bf0a9946 req-8b0ed748-a6fc-485c-82b7-28ae5e7bcbbc tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.6178491 Mar 08 09:44:56.199087 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f8449860-5a92-459b-a218-ece896906112 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "GET /v2.0/routers/3a73d34d-2bde-4e52-b161-68282d498c18 HTTP/1.1" status: 200 len: 926 time: 0.5131783 Mar 08 09:44:56.203321 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9d8e4772-578d-488d-a7f5-77b0f9e99b0d None None] Port 314d0d0d-70e6-44d1-aafa-135462f2726e cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:56.205082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38098) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:56.227795 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2d3edcb-5f50-499f-a9dd-aaf760649ba2 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:56.231491 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2d3edcb-5f50-499f-a9dd-aaf760649ba2 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:56.289209 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1894d809-50a4-41b8-a114-0c56bf0a9946 req-c1ef59cf-bbb3-4997-bb9c-c04f8f89b989 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111531 Mar 08 09:44:56.311349 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3edcb-5f50-499f-a9dd-aaf760649ba2 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event deleted for resources: {'Network': ['ID=8cc8b254-778d-4ef7-8603-748fde4c93d7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:56.315209 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e2d3edcb-5f50-499f-a9dd-aaf760649ba2 tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "DELETE /v2.0/networks/8cc8b254-778d-4ef7-8603-748fde4c93d7 HTTP/1.1" status: 204 len: 168 time: 1.5723059 Mar 08 09:44:56.317844 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38102) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:56.525997 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9ce83f-bb17-45b9-ad0f-b6311097ead2 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:56.526969 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-be9ce83f-bb17-45b9-ad0f-b6311097ead2 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Synchronizing usage tracker for tenant:9b9538ff9c50463fba3fb08b20b570ba on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:56.533769 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09ec9e28-1e4f-4f97-b357-7f488b6683cb tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:56.600329 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5293768d-ddc4-4908-bb69-11dd9152f365 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:56.620624 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b8076c02-94ea-4c5e-b75c-ff9f867af938 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:56.626984 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b8076c02-94ea-4c5e-b75c-ff9f867af938 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:56.664278 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-be9ce83f-bb17-45b9-ad0f-b6311097ead2 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Unset dirty status for tenant:9b9538ff9c50463fba3fb08b20b570ba on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:56.665456 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-be9ce83f-bb17-45b9-ad0f-b6311097ead2 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&device_id=3a73d34d-2bde-4e52-b161-68282d498c18&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4570646 Mar 08 09:44:56.682939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38106) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:56.751162 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-b8076c02-94ea-4c5e-b75c-ff9f867af938 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] In _notify_port_updated(), no bound segment for port 51f64344-eade-4d26-ba0a-70cb8936465e on network 1ec710de-4b43-4dd4-a706-688e257e450c {{(pid=87771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:44:56.756603 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8076c02-94ea-4c5e-b75c-ff9f867af938 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:56.757293 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b8076c02-94ea-4c5e-b75c-ff9f867af938 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:56.761201 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b8076c02-94ea-4c5e-b75c-ff9f867af938 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "PUT /v2.0/ports/51f64344-eade-4d26-ba0a-70cb8936465e HTTP/1.1" status: 200 len: 1065 time: 1.4052968 Mar 08 09:44:56.764046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38110) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:56.839877 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 225a2f5c-75b5-4a4b-9056-80577bbc1c47 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:44:56.868372 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8076c02-94ea-4c5e-b75c-ff9f867af938 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Pushing event updated for resources: {'Port': ['ID=51f64344-eade-4d26-ba0a-70cb8936465e,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:56.891162 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5293768d-ddc4-4908-bb69-11dd9152f365 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for 314d0d0d-70e6-44d1-aafa-135462f2726e owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:56.930195 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 225a2f5c-75b5-4a4b-9056-80577bbc1c47 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:56.930848 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:56.934011 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-df6ec868-1e6d-4126-b0c7-3324b30188f8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Deleting port 51f64344-eade-4d26-ba0a-70cb8936465e {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:56.934358 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-df6ec868-1e6d-4126-b0c7-3324b30188f8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:56.986487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09ec9e28-1e4f-4f97-b357-7f488b6683cb tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:56.994924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d2c10472-4e80-4721-aeb0-596970082133 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:57.017245 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d2c10472-4e80-4721-aeb0-596970082133 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:57.032994 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-09ec9e28-1e4f-4f97-b357-7f488b6683cb tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d0c3eb-885a-4926-b2d4-80cb81cd5063']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:57.062010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-09ec9e28-1e4f-4f97-b357-7f488b6683cb tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f3d152-61d0-4975-a7fc-d59d799bf87b') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:57.062293 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-09ec9e28-1e4f-4f97-b357-7f488b6683cb tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f3d152-61d0-4975-a7fc-d59d799bf87b') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:57.075851 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09ec9e28-1e4f-4f97-b357-7f488b6683cb tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:57.090911 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-af3c94ba-e1d6-453e-94dc-47893c9521ea None None] Provisioning complete for port 51f64344-eade-4d26-ba0a-70cb8936465e triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:44:57.091475 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af3c94ba-e1d6-453e-94dc-47893c9521ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:57.113230 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3802af0-5766-49a1-8d1b-3940a4c53759 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:57.113791 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c3802af0-5766-49a1-8d1b-3940a4c53759 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Synchronizing usage tracker for tenant:9b9538ff9c50463fba3fb08b20b570ba on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:57.122057 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09ec9e28-1e4f-4f97-b357-7f488b6683cb tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:57.141732 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ec9e28-1e4f-4f97-b357-7f488b6683cb tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:44:57.142122 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09ec9e28-1e4f-4f97-b357-7f488b6683cb tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:57.147833 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-af3c94ba-e1d6-453e-94dc-47893c9521ea None None] Port 51f64344-eade-4d26-ba0a-70cb8936465e cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:44:57.157522 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:44:57.251816 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5293768d-ddc4-4908-bb69-11dd9152f365 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:57.292231 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09ec9e28-1e4f-4f97-b357-7f488b6683cb tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:57.296448 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09ec9e28-1e4f-4f97-b357-7f488b6683cb tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:57.313046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d2c10472-4e80-4721-aeb0-596970082133 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:57.319382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c3802af0-5766-49a1-8d1b-3940a4c53759 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Unset dirty status for tenant:9b9538ff9c50463fba3fb08b20b570ba on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:57.323215 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c3802af0-5766-49a1-8d1b-3940a4c53759 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "GET /v2.0/networks/0092b317-fba6-481a-9c1a-91e0998b20b7 HTTP/1.1" status: 200 len: 881 time: 0.6339850 Mar 08 09:44:57.323215 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c10472-4e80-4721-aeb0-596970082133 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=b155852a-8b24-4d29-a0eb-a5599c5534b5,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:57.324218 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38116) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:57.326675 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293768d-ddc4-4908-bb69-11dd9152f365 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=314d0d0d-70e6-44d1-aafa-135462f2726e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:57.384651 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec9e28-1e4f-4f97-b357-7f488b6683cb tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] Pushing event deleted for resources: {'Network': ['ID=39d0c3eb-885a-4926-b2d4-80cb81cd5063,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:57.392632 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-09ec9e28-1e4f-4f97-b357-7f488b6683cb tempest-BulkNetworkOpsTest-855326701 tempest-BulkNetworkOpsTest-855326701-project] 10.222.0.24 "DELETE /v2.0/networks/39d0c3eb-885a-4926-b2d4-80cb81cd5063 HTTP/1.1" status: 204 len: 168 time: 1.0738220 Mar 08 09:44:57.397824 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5293768d-ddc4-4908-bb69-11dd9152f365 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:57.400744 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5293768d-ddc4-4908-bb69-11dd9152f365 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/314d0d0d-70e6-44d1-aafa-135462f2726e HTTP/1.1" status: 204 len: 168 time: 1.7124069 Mar 08 09:44:57.403071 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38122) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:57.426533 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d579d773-4b89-4cb5-88a5-b1a246a07e57 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a73d34d-2bde-4e52-b161-68282d498c18 HTTP/1.1" status: 200 len: 205 time: 0.0939021 Mar 08 09:44:57.448722 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38126) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:57.493263 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dfdb61a3-fa0a-4b45-b3ea-e5ad56b14b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:57.504535 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc89772a-58ad-4644-8032-9bba78e09a58 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:57.506230 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc89772a-58ad-4644-8032-9bba78e09a58 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:57.507326 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cc89772a-58ad-4644-8032-9bba78e09a58 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:57.558598 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cc89772a-58ad-4644-8032-9bba78e09a58 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:57.563951 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cc89772a-58ad-4644-8032-9bba78e09a58 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1596234 Mar 08 09:44:57.565151 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38130) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:57.678348 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fcb19c-4d5b-406f-b8c2-158966bf880f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet 8929bb2d-f63e-4d7d-a560-0727f1e520e4 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:44:57.682387 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12fcb19c-4d5b-406f-b8c2-158966bf880f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:57.752870 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12fcb19c-4d5b-406f-b8c2-158966bf880f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:57.778863 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38136) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:57.822543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-df6ec868-1e6d-4126-b0c7-3324b30188f8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:57.844374 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12fcb19c-4d5b-406f-b8c2-158966bf880f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:57.965916 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3cdbb3a5-3537-49bf-88e5-7098201fb40e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff23ed3c4cf445829d8a0fbbd78687fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834424 Mar 08 09:44:57.972513 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38142) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:57.975700 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12fcb19c-4d5b-406f-b8c2-158966bf880f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:57.989169 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-df6ec868-1e6d-4126-b0c7-3324b30188f8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Calling delete_port for 51f64344-eade-4d26-ba0a-70cb8936465e owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:58.018683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ee22e15-730d-4d5c-b47b-c1dc78359310 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:58.031229 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12fcb19c-4d5b-406f-b8c2-158966bf880f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:58.031708 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb497a6-c377-49e8-a1e3-f9025b05bab3 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:58.034594 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcb19c-4d5b-406f-b8c2-158966bf880f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=8929bb2d-f63e-4d7d-a560-0727f1e520e4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:58.066314 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-12fcb19c-4d5b-406f-b8c2-158966bf880f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/8929bb2d-f63e-4d7d-a560-0727f1e520e4 HTTP/1.1" status: 204 len: 168 time: 0.4998541 Mar 08 09:44:58.069263 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38146) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:58.100221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c10472-4e80-4721-aeb0-596970082133 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Network d669d470-1857-4422-aea6-11358cfeb651 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:58.107500 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-d2c10472-4e80-4721-aeb0-596970082133 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:58.143907 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6855037-9fab-48b7-941e-83762f0e4402 req-14ac5dd1-c14d-4196-bf2c-4bb6041fa863 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:58.145499 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d6855037-9fab-48b7-941e-83762f0e4402 req-14ac5dd1-c14d-4196-bf2c-4bb6041fa863 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.6317658 Mar 08 09:44:58.161184 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8f508a24-e497-42f5-842e-165872b9de66 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852239 Mar 08 09:44:58.167814 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38152) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:58.168728 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6594-5e24-458e-8b06-47dcc1d9fbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:58.172507 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:58.205078 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6594-5e24-458e-8b06-47dcc1d9fbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:58.235500 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a38f2c6b-9e5b-46ce-9dcb-31478e23d0f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:58.270935 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:58.372453 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a38f2c6b-9e5b-46ce-9dcb-31478e23d0f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:58.378325 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a38f2c6b-9e5b-46ce-9dcb-31478e23d0f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:58.381550 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a38f2c6b-9e5b-46ce-9dcb-31478e23d0f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:58.382426 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182911d2-68e6-4fd5-8853-dc570e648520 None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:44:58.384126 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6594-5e24-458e-8b06-47dcc1d9fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:58.386436 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-182911d2-68e6-4fd5-8853-dc570e648520 None None] Deleting port 225a2f5c-75b5-4a4b-9056-80577bbc1c47 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:58.386839 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-182911d2-68e6-4fd5-8853-dc570e648520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:58.400721 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a38f2c6b-9e5b-46ce-9dcb-31478e23d0f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:58.408393 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f6594-5e24-458e-8b06-47dcc1d9fbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f1d817-e6ec-4ccc-bdfa-8edfdbd6b66b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:58.413826 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6594-5e24-458e-8b06-47dcc1d9fbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:58.416778 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5e5f6594-5e24-458e-8b06-47dcc1d9fbcc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6f1d817-e6ec-4ccc-bdfa-8edfdbd6b66b HTTP/1.1" status: 204 len: 168 time: 0.4414437 Mar 08 09:44:58.423690 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38f2c6b-9e5b-46ce-9dcb-31478e23d0f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:58.435113 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d6855037-9fab-48b7-941e-83762f0e4402 req-e1de99f2-7fc1-41c5-911e-92d577048471 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292905 Mar 08 09:44:58.435302 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a38f2c6b-9e5b-46ce-9dcb-31478e23d0f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:58.513326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ee22e15-730d-4d5c-b47b-c1dc78359310 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:58.553716 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-8ee22e15-730d-4d5c-b47b-c1dc78359310 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Deleting port e51ff29f-1f94-4750-b18e-8eb86778c27e {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:44:58.554057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ee22e15-730d-4d5c-b47b-c1dc78359310 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:58.596803 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c10472-4e80-4721-aeb0-596970082133 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router ba4e89cb-ee89-4301-b8d8-c5e861bbdf04 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:44:58.599569 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-df6ec868-1e6d-4126-b0c7-3324b30188f8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:58.731146 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-182911d2-68e6-4fd5-8853-dc570e648520 None None] For port 225a2f5c-75b5-4a4b-9056-80577bbc1c47, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=225a2f5c-75b5-4a4b-9056-80577bbc1c47,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:44:58.731559 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-182911d2-68e6-4fd5-8853-dc570e648520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:58.737330 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a38f2c6b-9e5b-46ce-9dcb-31478e23d0f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:58.806499 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ec868-1e6d-4126-b0c7-3324b30188f8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Pushing event deleted for resources: {'Port': ['ID=51f64344-eade-4d26-ba0a-70cb8936465e,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:58.865080 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38f2c6b-9e5b-46ce-9dcb-31478e23d0f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:44:58.873291 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a38f2c6b-9e5b-46ce-9dcb-31478e23d0f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:44:58.878650 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38f2c6b-9e5b-46ce-9dcb-31478e23d0f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:44:58.879495 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a38f2c6b-9e5b-46ce-9dcb-31478e23d0f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:58.905071 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 225a2f5c-75b5-4a4b-9056-80577bbc1c47 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:44:58.910104 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f2c6b-9e5b-46ce-9dcb-31478e23d0f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=bb7491bb-7700-4f94-b532-8e13a581c43c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:58.932493 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a38f2c6b-9e5b-46ce-9dcb-31478e23d0f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7056472 Mar 08 09:44:58.935056 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38168) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:58.942681 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-74c74ca7-b4eb-47dc-aee2-1a78e89c199d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'fixed_ips': [{'subnet_id': 'bb7491bb-7700-4f94-b532-8e13a581c43c', 'ip_address': '2001:db8::24fe:e547:8eb0:7fc2'}], 'name': 'tempest-NetworksTestDHCPv6-545094843'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:59.065811 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-182911d2-68e6-4fd5-8853-dc570e648520 None None] Calling delete_port for 225a2f5c-75b5-4a4b-9056-80577bbc1c47 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:59.134795 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-74c74ca7-b4eb-47dc-aee2-1a78e89c199d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:59.146591 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-74c74ca7-b4eb-47dc-aee2-1a78e89c199d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:44:59.160123 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c74ca7-b4eb-47dc-aee2-1a78e89c199d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:44:59.174667 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ee22e15-730d-4d5c-b47b-c1dc78359310 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:59.206056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:59.233942 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-182911d2-68e6-4fd5-8853-dc570e648520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:59.315365 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182911d2-68e6-4fd5-8853-dc570e648520 None None] Pushing event deleted for resources: {'Port': ['ID=225a2f5c-75b5-4a4b-9056-80577bbc1c47,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:44:59.321901 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182911d2-68e6-4fd5-8853-dc570e648520 None None] No DVR routers for this DVR port 225a2f5c-75b5-4a4b-9056-80577bbc1c47 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:44:59.324772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-8ee22e15-730d-4d5c-b47b-c1dc78359310 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Calling delete_port for e51ff29f-1f94-4750-b18e-8eb86778c27e owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:44:59.343198 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaee05d-9222-4a91-8bed-e823ca7bfde2 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:44:59.471860 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c10472-4e80-4721-aeb0-596970082133 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:44:59.491982 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59c5f09-296f-4aa1-895b-49f4b8b9c37c None None] Sync routers for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:44:59.502096 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74c74ca7-b4eb-47dc-aee2-1a78e89c199d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:59.506144 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59c5f09-296f-4aa1-895b-49f4b8b9c37c None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:59.507241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-d59c5f09-296f-4aa1-895b-49f4b8b9c37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:59.542191 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38182) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:59.571232 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-74c74ca7-b4eb-47dc-aee2-1a78e89c199d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port 4ec178ad-1b68-491c-952e-6ed909928013 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:44:59.642577 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-d59c5f09-296f-4aa1-895b-49f4b8b9c37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:59.662249 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59c5f09-296f-4aa1-895b-49f4b8b9c37c None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:44:59.663107 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-d59c5f09-296f-4aa1-895b-49f4b8b9c37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:59.713237 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d2c10472-4e80-4721-aeb0-596970082133 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "PUT /v2.0/routers/ba4e89cb-ee89-4301-b8d8-c5e861bbdf04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9475765 Mar 08 09:44:59.725979 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38186) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:59.732146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-df6ec868-1e6d-4126-b0c7-3324b30188f8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:59.737662 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-df6ec868-1e6d-4126-b0c7-3324b30188f8 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "DELETE /v2.0/ports/51f64344-eade-4d26-ba0a-70cb8936465e HTTP/1.1" status: 204 len: 168 time: 2.9648340 Mar 08 09:44:59.742486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-592f4bd1-975d-4dde-83c2-f245cae45204 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'port': {'network_id': 'd669d470-1857-4422-aea6-11358cfeb651', 'name': 'tempest-FloatingIPTestJSON-1567384108'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:59.758979 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38192) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:59.802528 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-d59c5f09-296f-4aa1-895b-49f4b8b9c37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:44:59.803085 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59c5f09-296f-4aa1-895b-49f4b8b9c37c None None] The sync data for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:44:59.822088 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': 'bb7491bb-7700-4f94-b532-8e13a581c43c'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:44:59.823189 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:59.845224 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8de0e6-2389-48a6-9d15-1994aaa7013f tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] GET failed (client error): The resource could not be found. Mar 08 09:44:59.845760 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0e8de0e6-2389-48a6-9d15-1994aaa7013f tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Synchronizing usage tracker for tenant:e615b40191d54cb892ef677b53317229 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:44:59.933927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1164605622'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:44:59.948376 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:44:59.957292 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0e8de0e6-2389-48a6-9d15-1994aaa7013f tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Unset dirty status for tenant:e615b40191d54cb892ef677b53317229 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:44:59.960360 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Usage tracker for resource:network and tenant:dd8cb24fc2e24392845c4528608c35d1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:44:59.960981 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:44:59.962126 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0e8de0e6-2389-48a6-9d15-1994aaa7013f tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "GET /v2.0/ports/51f64344-eade-4d26-ba0a-70cb8936465e HTTP/1.1" status: 404 len: 333 time: 0.2019517 Mar 08 09:44:59.965414 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38198) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:44:59.966079 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:44:59.970935 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-74c74ca7-b4eb-47dc-aee2-1a78e89c199d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::24fe:e547:8eb0:7fc2 (162da289-2647-477b-bcb7-e834030497c1/bb7491bb-7700-4f94-b532-8e13a581c43c/4ec178ad-1b68-491c-952e-6ed909928013) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:00.011993 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:00.038102 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-592f4bd1-975d-4dde-83c2-f245cae45204 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:00.046189 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-592f4bd1-975d-4dde-83c2-f245cae45204 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Usage tracker for resource:port and tenant:65442bd3981144f9911800a52d6fbad1 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:00.050966 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-592f4bd1-975d-4dde-83c2-f245cae45204 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:00.057439 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Made reservation on behalf of dd8cb24fc2e24392845c4528608c35d1 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:00.059909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-592f4bd1-975d-4dde-83c2-f245cae45204 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:00.060873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:00.075062 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ee22e15-730d-4d5c-b47b-c1dc78359310 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:00.097228 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:00.123728 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee22e15-730d-4d5c-b47b-c1dc78359310 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Pushing event deleted for resources: {'Port': ['ID=e51ff29f-1f94-4750-b18e-8eb86778c27e,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:00.124496 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f042b922-62b2-45cb-820a-c93b4079697b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Deleting port 09abc7a2-ea94-4495-b04a-b174e1213641 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:00.124875 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f042b922-62b2-45cb-820a-c93b4079697b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:00.127051 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592f4bd1-975d-4dde-83c2-f245cae45204 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Made reservation on behalf of 65442bd3981144f9911800a52d6fbad1 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:00.130561 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-592f4bd1-975d-4dde-83c2-f245cae45204 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:00.175699 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c06a6-960f-4866-869c-27433cec96e6 req-bca185f5-446a-41de-bdd3-0bf2cfee1340 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:00.177192 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b26c06a6-960f-4866-869c-27433cec96e6 req-bca185f5-446a-41de-bdd3-0bf2cfee1340 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.4556131 Mar 08 09:45:00.192508 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:00.229038 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Usage tracker for resource:security_group_rule and tenant:dd8cb24fc2e24392845c4528608c35d1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:00.244509 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:00.261647 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:00.340195 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-592f4bd1-975d-4dde-83c2-f245cae45204 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] device_id is not set on port 0fa67775-33e1-41e6-96b4-117f21b0ca64 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:45:00.405953 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ee22e15-730d-4d5c-b47b-c1dc78359310 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:00.419244 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b26c06a6-960f-4866-869c-27433cec96e6 req-b8a834fa-f270-448b-b436-10ac3948b23d tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280173 Mar 08 09:45:00.578567 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74c74ca7-b4eb-47dc-aee2-1a78e89c199d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:00.632435 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-74c74ca7-b4eb-47dc-aee2-1a78e89c199d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object 4ec178ad-1b68-491c-952e-6ed909928013 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:00.655473 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ee22e15-730d-4d5c-b47b-c1dc78359310 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:00.661873 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ee22e15-730d-4d5c-b47b-c1dc78359310 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:00.670878 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f042b922-62b2-45cb-820a-c93b4079697b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:00.684559 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:00.700187 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ee22e15-730d-4d5c-b47b-c1dc78359310 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:00.700672 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee22e15-730d-4d5c-b47b-c1dc78359310 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Fanout notify agent at l3_agent the message router_deleted on router 3a73d34d-2bde-4e52-b161-68282d498c18 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:45:00.707550 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-592f4bd1-975d-4dde-83c2-f245cae45204 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Allocated IP 172.20.0.9 (d669d470-1857-4422-aea6-11358cfeb651/9bad7f5e-d8ba-440a-9125-51e37136b068/0fa67775-33e1-41e6-96b4-117f21b0ca64) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:00.732063 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ee22e15-730d-4d5c-b47b-c1dc78359310 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:00.733155 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8ee22e15-730d-4d5c-b47b-c1dc78359310 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "DELETE /v2.0/routers/3a73d34d-2bde-4e52-b161-68282d498c18 HTTP/1.1" status: 204 len: 168 time: 3.2834854 Mar 08 09:45:00.741209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38202) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:00.741846 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:00.816491 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f042b922-62b2-45cb-820a-c93b4079697b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Calling delete_port for 09abc7a2-ea94-4495-b04a-b174e1213641 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:00.847750 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9618a8dc-ab64-4d4f-bf5f-90bbc1d9e8de tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-985326037', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:00.864824 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9618a8dc-ab64-4d4f-bf5f-90bbc1d9e8de tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:00.884567 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9618a8dc-ab64-4d4f-bf5f-90bbc1d9e8de tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Usage tracker for resource:router and tenant:a21cd38533c746ba95f9f270be4301b9 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:00.894129 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9618a8dc-ab64-4d4f-bf5f-90bbc1d9e8de tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:00.899380 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:45:00.910090 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=757c1cb7-bcf7-4e08-be37-fe82cd7e2600,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:00.912856 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9618a8dc-ab64-4d4f-bf5f-90bbc1d9e8de tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:00.926542 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-592f4bd1-975d-4dde-83c2-f245cae45204 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:00.930371 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:00.930707 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Added segment b0fc46be-ef74-4c91-b70b-a8be12fb9118 of type vlan for network b4a87c44-61a5-44f5-986b-2b5123f6a6d7 Mar 08 09:45:00.939922 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74c74ca7-b4eb-47dc-aee2-1a78e89c199d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:00.960118 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-592f4bd1-975d-4dde-83c2-f245cae45204 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:00.994152 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Allocated IP 2001:db8::2 (162da289-2647-477b-bcb7-e834030497c1/bb7491bb-7700-4f94-b532-8e13a581c43c/552f2621-6fae-4630-9b65-9422af7093c3) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:01.006402 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9618a8dc-ab64-4d4f-bf5f-90bbc1d9e8de tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:01.007340 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9618a8dc-ab64-4d4f-bf5f-90bbc1d9e8de tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:01.033338 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592f4bd1-975d-4dde-83c2-f245cae45204 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Network d669d470-1857-4422-aea6-11358cfeb651 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:01.036811 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-592f4bd1-975d-4dde-83c2-f245cae45204 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:01.040257 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f4bd1-975d-4dde-83c2-f245cae45204 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:01.042071 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:01.058882 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c74ca7-b4eb-47dc-aee2-1a78e89c199d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:01.090274 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-74c74ca7-b4eb-47dc-aee2-1a78e89c199d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:01.095472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f4bd1-975d-4dde-83c2-f245cae45204 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=0fa67775-33e1-41e6-96b4-117f21b0ca64,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:01.110732 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c74ca7-b4eb-47dc-aee2-1a78e89c199d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:01.116415 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c74ca7-b4eb-47dc-aee2-1a78e89c199d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:01.117287 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74c74ca7-b4eb-47dc-aee2-1a78e89c199d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:01.128379 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592f4bd1-975d-4dde-83c2-f245cae45204 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:01.129080 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-592f4bd1-975d-4dde-83c2-f245cae45204 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:01.149373 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-592f4bd1-975d-4dde-83c2-f245cae45204 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4220722 Mar 08 09:45:01.151867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38206) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:01.157421 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c74ca7-b4eb-47dc-aee2-1a78e89c199d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=4ec178ad-1b68-491c-952e-6ed909928013,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:01.158392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-464d6de3-71fb-4ac6-abe4-4b6573d10cd2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'port': {'network_id': 'd669d470-1857-4422-aea6-11358cfeb651', 'name': 'tempest-FloatingIPTestJSON-815354689'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:01.179973 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:01.185337 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:01.186653 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:01.231785 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:01.235931 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f042b922-62b2-45cb-820a-c93b4079697b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:01.245305 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Transition to ACTIVE for port object 552f2621-6fae-4630-9b65-9422af7093c3 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:01.271591 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Transition to ACTIVE for port object 552f2621-6fae-4630-9b65-9422af7093c3 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:01.277778 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:01.291584 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-74c74ca7-b4eb-47dc-aee2-1a78e89c199d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3552105 Mar 08 09:45:01.297024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38210) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:01.299467 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9618a8dc-ab64-4d4f-bf5f-90bbc1d9e8de tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:01.336708 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:01.340859 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-464d6de3-71fb-4ac6-abe4-4b6573d10cd2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:01.341435 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:01.343775 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:01.354389 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-464d6de3-71fb-4ac6-abe4-4b6573d10cd2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Usage tracker for resource:port and tenant:65442bd3981144f9911800a52d6fbad1 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:01.358689 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-464d6de3-71fb-4ac6-abe4-4b6573d10cd2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:01.367443 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-464d6de3-71fb-4ac6-abe4-4b6573d10cd2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:01.384596 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464d6de3-71fb-4ac6-abe4-4b6573d10cd2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Made reservation on behalf of 65442bd3981144f9911800a52d6fbad1 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:01.388295 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-464d6de3-71fb-4ac6-abe4-4b6573d10cd2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:01.420112 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-464d6de3-71fb-4ac6-abe4-4b6573d10cd2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] device_id is not set on port aabb5dd3-073d-4065-b1c6-67ae2c473d00 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:45:01.431564 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Pushing event updated for resources: {'Port': ['ID=552f2621-6fae-4630-9b65-9422af7093c3,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:01.453041 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Attempting to bind port 552f2621-6fae-4630-9b65-9422af7093c3 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:45:01.453823 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Attempting to bind port 552f2621-6fae-4630-9b65-9422af7093c3 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:45:01.453946 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Attempting to bind port 552f2621-6fae-4630-9b65-9422af7093c3 on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:45:01.458687 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9112737 Mar 08 09:45:01.467598 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042b922-62b2-45cb-820a-c93b4079697b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Pushing event deleted for resources: {'Port': ['ID=09abc7a2-ea94-4495-b04a-b174e1213641,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:01.479228 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:45:01.479604 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:01.480007 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:01.480404 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:45:01.480908 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Bound port: 552f2621-6fae-4630-9b65-9422af7093c3, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:45:01.485825 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:01.517001 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f042b922-62b2-45cb-820a-c93b4079697b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:01.524567 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f042b922-62b2-45cb-820a-c93b4079697b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "DELETE /v2.0/ports/09abc7a2-ea94-4495-b04a-b174e1213641 HTTP/1.1" status: 204 len: 168 time: 1.5555463 Mar 08 09:45:01.527484 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7489d9-3952-45a6-9d46-cde4ca93169f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event updated for resources: {'Network': ['ID=b4a87c44-61a5-44f5-986b-2b5123f6a6d7,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:01.529676 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38216) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:01.581754 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe81c98-10d9-4c32-9b1e-a739782d0aea tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] GET failed (client error): The resource could not be found. Mar 08 09:45:01.582950 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7fe81c98-10d9-4c32-9b1e-a739782d0aea tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Synchronizing usage tracker for tenant:e615b40191d54cb892ef677b53317229 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:01.589881 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9618a8dc-ab64-4d4f-bf5f-90bbc1d9e8de tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:01.630426 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network b4a87c44-61a5-44f5-986b-2b5123f6a6d7 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:45:01.635883 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-464d6de3-71fb-4ac6-abe4-4b6573d10cd2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Allocated IP 172.20.0.14 (d669d470-1857-4422-aea6-11358cfeb651/9bad7f5e-d8ba-440a-9125-51e37136b068/aabb5dd3-073d-4065-b1c6-67ae2c473d00) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:01.662658 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9618a8dc-ab64-4d4f-bf5f-90bbc1d9e8de tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:01.665634 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9618a8dc-ab64-4d4f-bf5f-90bbc1d9e8de tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9207246 Mar 08 09:45:01.679668 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38220) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:01.683184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7fe81c98-10d9-4c32-9b1e-a739782d0aea tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Unset dirty status for tenant:e615b40191d54cb892ef677b53317229 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:01.684999 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7fe81c98-10d9-4c32-9b1e-a739782d0aea tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "GET /v2.0/ports/09abc7a2-ea94-4495-b04a-b174e1213641 HTTP/1.1" status: 404 len: 333 time: 0.1536524 Mar 08 09:45:01.691729 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-daa12e85-572b-4393-af58-c8765ed1d207 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Request body: {'router': {'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:01.808335 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38224) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:01.880650 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] For port 552f2621-6fae-4630-9b65-9422af7093c3, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:45:01.884191 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] For port 552f2621-6fae-4630-9b65-9422af7093c3, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=552f2621-6fae-4630-9b65-9422af7093c3,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:45:01.893247 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:01.932348 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-464d6de3-71fb-4ac6-abe4-4b6573d10cd2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:01.973139 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-464d6de3-71fb-4ac6-abe4-4b6573d10cd2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:02.015025 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b61fd2-88fa-4209-b3c7-69044dbf00b6 None None] Pushing event updated for resources: {'Port': ['ID=552f2621-6fae-4630-9b65-9422af7093c3,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:02.097017 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5f5277-837d-4b26-b8ff-da73a6508084 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:02.103901 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5f5277-837d-4b26-b8ff-da73a6508084 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:02.106296 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ec5f5277-837d-4b26-b8ff-da73a6508084 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.8080556 Mar 08 09:45:02.111930 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-84fad455-8edd-4de7-acbc-1e30ffca5e4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Deleting port f6474b8d-9d45-4d2b-b4fa-775fa199ddbf {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:02.112399 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84fad455-8edd-4de7-acbc-1e30ffca5e4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:02.133368 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38228) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:02.210003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464d6de3-71fb-4ac6-abe4-4b6573d10cd2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Network d669d470-1857-4422-aea6-11358cfeb651 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:02.216427 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-464d6de3-71fb-4ac6-abe4-4b6573d10cd2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:02.235951 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d6de3-71fb-4ac6-abe4-4b6573d10cd2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:02.322535 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d6de3-71fb-4ac6-abe4-4b6573d10cd2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=aabb5dd3-073d-4065-b1c6-67ae2c473d00,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:02.424634 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daa12e85-572b-4393-af58-c8765ed1d207 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:02.485358 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-5d4718cb-aec5-42cf-82b7-9f44dc271386 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port 4ec178ad-1b68-491c-952e-6ed909928013 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:02.485913 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5d4718cb-aec5-42cf-82b7-9f44dc271386 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:02.610986 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464d6de3-71fb-4ac6-abe4-4b6573d10cd2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:02.611681 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-464d6de3-71fb-4ac6-abe4-4b6573d10cd2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:02.653385 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-464d6de3-71fb-4ac6-abe4-4b6573d10cd2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4971604 Mar 08 09:45:02.661066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38232) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:02.689381 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': 'aabb5dd3-073d-4065-b1c6-67ae2c473d00', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:02.706080 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:02.718771 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d14be4-4ee9-4ad1-8ea8-641e92020f62 req-74e1e68d-533e-4c27-82eb-a70c99317f66 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:02.720895 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f3d14be4-4ee9-4ad1-8ea8-641e92020f62 req-74e1e68d-533e-4c27-82eb-a70c99317f66 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.7550976 Mar 08 09:45:02.733945 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84fad455-8edd-4de7-acbc-1e30ffca5e4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:02.771506 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Usage tracker for resource:floatingip and tenant:65442bd3981144f9911800a52d6fbad1 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:02.800832 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:02.829930 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:02.847665 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f3d14be4-4ee9-4ad1-8ea8-641e92020f62 req-7595bd10-64af-4798-9efc-9d9f5f6b2f49 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733118 Mar 08 09:45:02.867248 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-84fad455-8edd-4de7-acbc-1e30ffca5e4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Calling delete_port for f6474b8d-9d45-4d2b-b4fa-775fa199ddbf owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:02.867436 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:02.934265 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5d4718cb-aec5-42cf-82b7-9f44dc271386 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:02.961809 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 552f2621-6fae-4630-9b65-9422af7093c3 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:45:03.121016 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 552f2621-6fae-4630-9b65-9422af7093c3 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:03.131267 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-5d4718cb-aec5-42cf-82b7-9f44dc271386 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for 4ec178ad-1b68-491c-952e-6ed909928013 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:03.365845 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daa12e85-572b-4393-af58-c8765ed1d207 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:03.400556 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5d4718cb-aec5-42cf-82b7-9f44dc271386 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:03.406054 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daa12e85-572b-4393-af58-c8765ed1d207 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:03.465192 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ec2a2edd-0514-485d-964a-5c3b64bf0ee2 None None] Provisioning for port 552f2621-6fae-4630-9b65-9422af7093c3 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:03.469462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4718cb-aec5-42cf-82b7-9f44dc271386 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=4ec178ad-1b68-491c-952e-6ed909928013,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:03.470279 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ec2a2edd-0514-485d-964a-5c3b64bf0ee2 None None] Provisioning complete for port 552f2621-6fae-4630-9b65-9422af7093c3 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:03.470648 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ec2a2edd-0514-485d-964a-5c3b64bf0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:03.524220 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84fad455-8edd-4de7-acbc-1e30ffca5e4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:03.574897 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5d4718cb-aec5-42cf-82b7-9f44dc271386 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:03.581718 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fad455-8edd-4de7-acbc-1e30ffca5e4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Pushing event deleted for resources: {'Port': ['ID=f6474b8d-9d45-4d2b-b4fa-775fa199ddbf,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:03.601397 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5d4718cb-aec5-42cf-82b7-9f44dc271386 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/4ec178ad-1b68-491c-952e-6ed909928013 HTTP/1.1" status: 204 len: 168 time: 1.4605832 Mar 08 09:45:03.604608 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38236) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:03.748867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de8d8e0-d698-449c-951b-3f3fd4db4ce1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:03.751414 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de8d8e0-d698-449c-951b-3f3fd4db4ce1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:03.752745 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2de8d8e0-d698-449c-951b-3f3fd4db4ce1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:03.770397 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84fad455-8edd-4de7-acbc-1e30ffca5e4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:03.797067 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:03.800137 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ec2a2edd-0514-485d-964a-5c3b64bf0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:03.831945 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-84fad455-8edd-4de7-acbc-1e30ffca5e4b tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "DELETE /v2.0/ports/f6474b8d-9d45-4d2b-b4fa-775fa199ddbf HTTP/1.1" status: 204 len: 168 time: 2.0164690 Mar 08 09:45:03.848664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38240) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:03.854020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-daa12e85-572b-4393-af58-c8765ed1d207 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Allocated IP 172.26.2.187 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/8d9614e9-a861-4fe6-9d96-3bc50c7659ac) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:03.865018 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ec2a2edd-0514-485d-964a-5c3b64bf0ee2 None None] For port 552f2621-6fae-4630-9b65-9422af7093c3, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=552f2621-6fae-4630-9b65-9422af7093c3,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:03.881200 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ec2a2edd-0514-485d-964a-5c3b64bf0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:03.920555 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2de8d8e0-d698-449c-951b-3f3fd4db4ce1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:03.928520 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2de8d8e0-d698-449c-951b-3f3fd4db4ce1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3235421 Mar 08 09:45:03.932368 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38246) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:04.027836 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3d5a04f4-e1ca-4f60-a61e-c4ae3d969470 None None] Could not find standard attr ID for object 4ec178ad-1b68-491c-952e-6ed909928013. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:45:04.056662 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a2edd-0514-485d-964a-5c3b64bf0ee2 None None] Pushing event updated for resources: {'Port': ['ID=552f2621-6fae-4630-9b65-9422af7093c3,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:04.074099 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-32351f4a-9d28-435a-8d92-e6b2cb2b85a0 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Deleting subnet e8f67d2f-2f00-4c7b-ae4a-0f9846d53a9e {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:45:04.078888 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e17726-7fc1-4128-8740-ae50cd5bd26c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet bb7491bb-7700-4f94-b532-8e13a581c43c {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:45:04.081590 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-58e17726-7fc1-4128-8740-ae50cd5bd26c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:04.120796 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32351f4a-9d28-435a-8d92-e6b2cb2b85a0 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:04.139799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-58e17726-7fc1-4128-8740-ae50cd5bd26c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:04.230242 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-58e17726-7fc1-4128-8740-ae50cd5bd26c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:04.254160 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32351f4a-9d28-435a-8d92-e6b2cb2b85a0 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:04.308042 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-58e17726-7fc1-4128-8740-ae50cd5bd26c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:04.319190 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daa12e85-572b-4393-af58-c8765ed1d207 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:04.348233 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e17726-7fc1-4128-8740-ae50cd5bd26c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=bb7491bb-7700-4f94-b532-8e13a581c43c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:04.351935 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-58e17726-7fc1-4128-8740-ae50cd5bd26c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:04.358543 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50095d23-2b6e-47bc-ac4d-53ea61fd3597 req-e82c1241-3679-4d35-9708-f579956448da tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:04.360070 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50095d23-2b6e-47bc-ac4d-53ea61fd3597 req-e82c1241-3679-4d35-9708-f579956448da tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.2403722 Mar 08 09:45:04.370458 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-58e17726-7fc1-4128-8740-ae50cd5bd26c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/bb7491bb-7700-4f94-b532-8e13a581c43c HTTP/1.1" status: 204 len: 168 time: 0.4367247 Mar 08 09:45:04.373095 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38250) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:04.376271 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ec0611-fc7d-4929-920e-b8f62ab00b89 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:04.396891 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32351f4a-9d28-435a-8d92-e6b2cb2b85a0 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:04.431164 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daa12e85-572b-4393-af58-c8765ed1d207 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:04.445617 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-baa43e4f-2cb6-4e65-9c0f-9dd17dc382c8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717762 Mar 08 09:45:04.488795 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38254) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:04.514685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Allocated IP 172.26.2.53 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/7458817d-a301-4b38-bb71-b5b1c17b0f79) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:04.517087 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-574a149a-daea-4e9c-b7ce-2031162d13c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:04.586442 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa12e85-572b-4393-af58-c8765ed1d207 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:04.600420 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-daa12e85-572b-4393-af58-c8765ed1d207 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:04.602568 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa12e85-572b-4393-af58-c8765ed1d207 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Pushing event updated for resources: {'Port': ['ID=8d9614e9-a861-4fe6-9d96-3bc50c7659ac,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:04.605041 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa12e85-572b-4393-af58-c8765ed1d207 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:04.732990 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50095d23-2b6e-47bc-ac4d-53ea61fd3597 req-85efdf6e-fc78-4acf-a885-fad69af2ab70 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3082638 Mar 08 09:45:04.747776 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32351f4a-9d28-435a-8d92-e6b2cb2b85a0 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:04.752358 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-574a149a-daea-4e9c-b7ce-2031162d13c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:04.779827 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:04.780888 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04a16bb-de39-4ff5-a61d-5412defebe72 None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:45:04.782759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38258) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:04.786206 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c04a16bb-de39-4ff5-a61d-5412defebe72 None None] Deleting port 552f2621-6fae-4630-9b65-9422af7093c3 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:04.786536 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c04a16bb-de39-4ff5-a61d-5412defebe72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:04.790385 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-516c2e3b-03e7-4013-a4b8-7a27d615ec14 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Request body: {'subnet': {'network_id': 'b4a87c44-61a5-44f5-986b-2b5123f6a6d7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:04.802527 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-574a149a-daea-4e9c-b7ce-2031162d13c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:04.853522 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32351f4a-9d28-435a-8d92-e6b2cb2b85a0 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f67d2f-2f00-4c7b-ae4a-0f9846d53a9e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:04.862542 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-574a149a-daea-4e9c-b7ce-2031162d13c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:04.880560 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32351f4a-9d28-435a-8d92-e6b2cb2b85a0 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:04.885393 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-574a149a-daea-4e9c-b7ce-2031162d13c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:04.955559 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-32351f4a-9d28-435a-8d92-e6b2cb2b85a0 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "DELETE /v2.0/subnets/e8f67d2f-2f00-4c7b-ae4a-0f9846d53a9e HTTP/1.1" status: 204 len: 168 time: 1.1055212 Mar 08 09:45:04.984478 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38264) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:04.993535 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574a149a-daea-4e9c-b7ce-2031162d13c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:04.996933 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-574a149a-daea-4e9c-b7ce-2031162d13c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:05.028438 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-516c2e3b-03e7-4013-a4b8-7a27d615ec14 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:05.034242 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-516c2e3b-03e7-4013-a4b8-7a27d615ec14 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Usage tracker for resource:subnet and tenant:dd8cb24fc2e24392845c4528608c35d1 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:05.038318 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-516c2e3b-03e7-4013-a4b8-7a27d615ec14 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:05.046420 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-516c2e3b-03e7-4013-a4b8-7a27d615ec14 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:05.057493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:05.096812 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516c2e3b-03e7-4013-a4b8-7a27d615ec14 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Made reservation on behalf of dd8cb24fc2e24392845c4528608c35d1 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:05.100574 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-516c2e3b-03e7-4013-a4b8-7a27d615ec14 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:05.105902 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b487d6-4c74-4cb9-b504-3932af671458 None None] Network 1ec710de-4b43-4dd4-a706-688e257e450c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:05.120997 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 552f2621-6fae-4630-9b65-9422af7093c3 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:45:05.246271 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c04a16bb-de39-4ff5-a61d-5412defebe72 None None] For port 552f2621-6fae-4630-9b65-9422af7093c3, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=552f2621-6fae-4630-9b65-9422af7093c3,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:05.247039 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c04a16bb-de39-4ff5-a61d-5412defebe72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:05.358044 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:05.363581 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:05.366200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:05.397013 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c04a16bb-de39-4ff5-a61d-5412defebe72 None None] Calling delete_port for 552f2621-6fae-4630-9b65-9422af7093c3 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:05.429915 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=7458817d-a301-4b38-bb71-b5b1c17b0f79,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:05.525748 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:05.539766 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964e1f4-bbe4-49db-a066-c029b27157d6 req-60ef751d-8eae-4221-a642-466f3054674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:05.541141 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2964e1f4-bbe4-49db-a066-c029b27157d6 req-60ef751d-8eae-4221-a642-466f3054674a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3930543b2ce942fe899a5a461a431d3e&device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 1099 time: 0.2491486 Mar 08 09:45:05.544207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-516c2e3b-03e7-4013-a4b8-7a27d615ec14 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:05.568310 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:05.647000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c2e3b-03e7-4013-a4b8-7a27d615ec14 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event updated for resources: {'Subnet': ['ID=aa223dc7-770d-47a9-91f9-f01c0334df3d,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:05.649888 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Deleting port da7ac991-9f60-49ad-87a3-9b94beb20461 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:05.650229 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:05.660083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c04a16bb-de39-4ff5-a61d-5412defebe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:05.726448 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a16bb-de39-4ff5-a61d-5412defebe72 None None] Pushing event deleted for resources: {'Port': ['ID=552f2621-6fae-4630-9b65-9422af7093c3,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:05.749621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04a16bb-de39-4ff5-a61d-5412defebe72 None None] No DVR routers for this DVR port 552f2621-6fae-4630-9b65-9422af7093c3 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:45:05.751761 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12702a8-1b04-4a50-b6e4-a95c9d637f08 req-9284cabc-47cd-432b-b8ad-958371991e8a tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:05.760162 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f12702a8-1b04-4a50-b6e4-a95c9d637f08 req-9284cabc-47cd-432b-b8ad-958371991e8a tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.5309837 Mar 08 09:45:05.801343 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daa12e85-572b-4393-af58-c8765ed1d207 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:05.803811 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43438e30-8844-4b81-a58e-717c1f2407ec None None] DHCP port deletion for 1ec710de-4b43-4dd4-a706-688e257e450c request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:45:05.809182 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-43438e30-8844-4b81-a58e-717c1f2407ec None None] Deleting port da7ac991-9f60-49ad-87a3-9b94beb20461 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:05.809684 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-43438e30-8844-4b81-a58e-717c1f2407ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:05.929751 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516c2e3b-03e7-4013-a4b8-7a27d615ec14 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Checking segment: {'id': 'b0fc46be-ef74-4c91-b70b-a8be12fb9118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b4a87c44-61a5-44f5-986b-2b5123f6a6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:05.930333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516c2e3b-03e7-4013-a4b8-7a27d615ec14 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Network hostable DHCP agents. Network: b4a87c44-61a5-44f5-986b-2b5123f6a6d7, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:45:05.955294 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964e1f4-bbe4-49db-a066-c029b27157d6 req-9dd08c40-2ca8-4b16-816a-c77b3e23dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:05.956797 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2964e1f4-bbe4-49db-a066-c029b27157d6 req-9dd08c40-2ca8-4b16-816a-c77b3e23dd3d service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 HTTP/1.1" status: 200 len: 912 time: 0.4004304 Mar 08 09:45:06.024863 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-43438e30-8844-4b81-a58e-717c1f2407ec None None] For port da7ac991-9f60-49ad-87a3-9b94beb20461, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=da7ac991-9f60-49ad-87a3-9b94beb20461,segment=NetworkSegment(8f8f8412-5b44-46fd-ab13-ab1a75f31129),segment_id=8f8f8412-5b44-46fd-ab13-ab1a75f31129)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:06.025319 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-43438e30-8844-4b81-a58e-717c1f2407ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:06.065961 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f12702a8-1b04-4a50-b6e4-a95c9d637f08 req-38c5b76d-7cba-4f9e-9424-05ee6a1dfa56 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3049238 Mar 08 09:45:06.108043 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516c2e3b-03e7-4013-a4b8-7a27d615ec14 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Network b4a87c44-61a5-44f5-986b-2b5123f6a6d7 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:45:06.149320 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-43438e30-8844-4b81-a58e-717c1f2407ec None None] Calling delete_port for da7ac991-9f60-49ad-87a3-9b94beb20461 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:06.160936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-516c2e3b-03e7-4013-a4b8-7a27d615ec14 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, b4a87c44-61a5-44f5-986b-2b5123f6a6d7) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:06.165641 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516c2e3b-03e7-4013-a4b8-7a27d615ec14 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:06.166453 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-516c2e3b-03e7-4013-a4b8-7a27d615ec14 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:06.175349 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2964e1f4-bbe4-49db-a066-c029b27157d6 req-86867d0b-4a46-4ad1-a915-c53f906c803c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2455288-60f1-4e7e-8a74-299ed10052d7 HTTP/1.1" status: 200 len: 1002 time: 0.2091961 Mar 08 09:45:06.180909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dbe93e-9c4d-4b00-8925-f3ddeaeb0654 None None] Network b4a87c44-61a5-44f5-986b-2b5123f6a6d7 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:06.190124 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] For port da7ac991-9f60-49ad-87a3-9b94beb20461, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=da7ac991-9f60-49ad-87a3-9b94beb20461,segment=NetworkSegment(8f8f8412-5b44-46fd-ab13-ab1a75f31129),segment_id=8f8f8412-5b44-46fd-ab13-ab1a75f31129)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:06.190482 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:06.202319 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-574a149a-daea-4e9c-b7ce-2031162d13c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:06.258141 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-516c2e3b-03e7-4013-a4b8-7a27d615ec14 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4709921 Mar 08 09:45:06.259660 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38274) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:06.270142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1fbc33a1-1e74-4fe0-8e3b-038804abc38c tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-186049746'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:06.280132 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964e1f4-bbe4-49db-a066-c029b27157d6 req-2fa3922a-e0f3-425a-8d27-c4557d607c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:06.281831 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2964e1f4-bbe4-49db-a066-c029b27157d6 req-2fa3922a-e0f3-425a-8d27-c4557d607c82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22ec09f4-37c1-4973-ad35-a74953dd1390 HTTP/1.1" status: 200 len: 850 time: 0.0988448 Mar 08 09:45:06.282576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1fbc33a1-1e74-4fe0-8e3b-038804abc38c tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:06.334805 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1fbc33a1-1e74-4fe0-8e3b-038804abc38c tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Usage tracker for resource:network and tenant:dd8cb24fc2e24392845c4528608c35d1 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:06.337951 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-43438e30-8844-4b81-a58e-717c1f2407ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:06.342780 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1fbc33a1-1e74-4fe0-8e3b-038804abc38c tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:06.355933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1fbc33a1-1e74-4fe0-8e3b-038804abc38c tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:06.413519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbc33a1-1e74-4fe0-8e3b-038804abc38c tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Made reservation on behalf of dd8cb24fc2e24392845c4528608c35d1 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:06.414859 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43438e30-8844-4b81-a58e-717c1f2407ec None None] Pushing event deleted for resources: {'Port': ['ID=da7ac991-9f60-49ad-87a3-9b94beb20461,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:06.417426 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1fbc33a1-1e74-4fe0-8e3b-038804abc38c tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:06.425517 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Calling delete_port for da7ac991-9f60-49ad-87a3-9b94beb20461 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:06.428083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43438e30-8844-4b81-a58e-717c1f2407ec None None] No DVR routers for this DVR port da7ac991-9f60-49ad-87a3-9b94beb20461 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:45:06.471431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fbc33a1-1e74-4fe0-8e3b-038804abc38c tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:45:06.483038 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574a149a-daea-4e9c-b7ce-2031162d13c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:06.487522 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:06.495212 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-574a149a-daea-4e9c-b7ce-2031162d13c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:06.497346 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-b4a87c44-61a5-44f5-986b-2b5123f6a6d7', 'network_id': 'b4a87c44-61a5-44f5-986b-2b5123f6a6d7', 'tenant_id': 'dd8cb24fc2e24392845c4528608c35d1', 'fixed_ips': [{'subnet_id': 'aa223dc7-770d-47a9-91f9-f01c0334df3d'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:45:06.499067 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:06.503797 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574a149a-daea-4e9c-b7ce-2031162d13c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:06.503952 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-574a149a-daea-4e9c-b7ce-2031162d13c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:06.508077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1fbc33a1-1e74-4fe0-8e3b-038804abc38c tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:06.508428 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-1fbc33a1-1e74-4fe0-8e3b-038804abc38c tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Added segment 091415ef-da6a-4874-8a96-acc0604fcab1 of type vlan for network 36b8ddb8-968c-4394-8595-dd7f7d86c37c Mar 08 09:45:06.511016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964e1f4-bbe4-49db-a066-c029b27157d6 req-95489364-4514-4168-b3eb-2c71e0cbb773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:06.512530 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2964e1f4-bbe4-49db-a066-c029b27157d6 req-95489364-4514-4168-b3eb-2c71e0cbb773 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2165363 Mar 08 09:45:06.592123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1fbc33a1-1e74-4fe0-8e3b-038804abc38c tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:06.645123 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceddb1bc-6b9d-41e1-970d-5906449db2ec None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:06.697666 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a149a-daea-4e9c-b7ce-2031162d13c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=d4e0f744-b654-4ed7-acbb-6e0c78385ce7,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:06.770018 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:45:06.770360 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:45:06.789822 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-574a149a-daea-4e9c-b7ce-2031162d13c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2916799 Mar 08 09:45:06.790850 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38278) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:06.800179 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-115ea3b4-0ad3-4f1d-b0e5-63ba28195bea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'fixed_ips': [{'subnet_id': 'd4e0f744-b654-4ed7-acbb-6e0c78385ce7', 'ip_address': '2001:db8::b580:d618:504d:7f2a'}], 'name': 'tempest-NetworksTestDHCPv6-689548539'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:06.818655 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daa12e85-572b-4393-af58-c8765ed1d207 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:06.839403 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daa12e85-572b-4393-af58-c8765ed1d207 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:06.866860 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:06.874104 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Allocated IP 2001:db8:0:ffff::2 (b4a87c44-61a5-44f5-986b-2b5123f6a6d7/aa223dc7-770d-47a9-91f9-f01c0334df3d/b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:06.890781 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device da7ac991-9f60-49ad-87a3-9b94beb20461 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:45:06.920933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1fbc33a1-1e74-4fe0-8e3b-038804abc38c tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:06.927652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbc33a1-1e74-4fe0-8e3b-038804abc38c tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:06.928263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1fbc33a1-1e74-4fe0-8e3b-038804abc38c tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:06.957759 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: da7ac991-9f60-49ad-87a3-9b94beb20461 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:45:06.958099 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device da7ac991-9f60-49ad-87a3-9b94beb20461 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:45:06.959742 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2964e1f4-bbe4-49db-a066-c029b27157d6 req-e27eb115-a6b7-4c38-9f8f-890c2673613b service neutron] 10.222.0.26 "GET /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400685 Mar 08 09:45:07.010085 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': 'd4e0f744-b654-4ed7-acbb-6e0c78385ce7'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:45:07.011411 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:07.099261 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1fbc33a1-1e74-4fe0-8e3b-038804abc38c tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8390844 Mar 08 09:45:07.105582 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38284) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:07.108275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc33a1-1e74-4fe0-8e3b-038804abc38c tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event updated for resources: {'Network': ['ID=36b8ddb8-968c-4394-8595-dd7f7d86c37c,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:07.114497 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e12c9ff8-553c-4b19-ad3e-742ee582ab0d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Request body: {'subnet': {'network_id': '36b8ddb8-968c-4394-8595-dd7f7d86c37c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:07.134764 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 36b8ddb8-968c-4394-8595-dd7f7d86c37c details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:45:07.255141 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-115ea3b4-0ad3-4f1d-b0e5-63ba28195bea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:07.267166 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-115ea3b4-0ad3-4f1d-b0e5-63ba28195bea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:port and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:07.273349 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Deleting port da7ac991-9f60-49ad-87a3-9b94beb20461 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:07.273796 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:07.297826 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-115ea3b4-0ad3-4f1d-b0e5-63ba28195bea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:07.300911 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e12c9ff8-553c-4b19-ad3e-742ee582ab0d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:07.321073 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e12c9ff8-553c-4b19-ad3e-742ee582ab0d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Usage tracker for resource:subnet and tenant:dd8cb24fc2e24392845c4528608c35d1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:07.324076 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-115ea3b4-0ad3-4f1d-b0e5-63ba28195bea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:07.326964 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e12c9ff8-553c-4b19-ad3e-742ee582ab0d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:07.365239 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e12c9ff8-553c-4b19-ad3e-742ee582ab0d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:07.370061 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2964e1f4-bbe4-49db-a066-c029b27157d6 req-c41df527-9f7f-441b-a994-52adf6bca260 service neutron] 10.222.0.26 "GET /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905869 Mar 08 09:45:07.381693 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] The port 'da7ac991-9f60-49ad-87a3-9b94beb20461' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:45:07.426330 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c634e76-d4c9-4e87-ab7c-170e416a166b req-dfc4bad1-20c8-4561-8827-61c900259d65 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:07.428206 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7c634e76-d4c9-4e87-ab7c-170e416a166b req-dfc4bad1-20c8-4561-8827-61c900259d65 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.2133465 Mar 08 09:45:07.429744 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115ea3b4-0ad3-4f1d-b0e5-63ba28195bea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:07.442681 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:07.459257 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:07.461265 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Allocated IP 2001:db8::2 (162da289-2647-477b-bcb7-e834030497c1/d4e0f744-b654-4ed7-acbb-6e0c78385ce7/3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:07.464234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Transition to ACTIVE for port object b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:07.471942 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12c9ff8-553c-4b19-ad3e-742ee582ab0d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Made reservation on behalf of dd8cb24fc2e24392845c4528608c35d1 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:07.476558 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e12c9ff8-553c-4b19-ad3e-742ee582ab0d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:07.477161 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:07.507234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Transition to ACTIVE for port object b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:07.578881 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:07.604838 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7c634e76-d4c9-4e87-ab7c-170e416a166b req-094b2c95-66fb-48f0-8b79-99844dbd04ea tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670375 Mar 08 09:45:07.632013 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=7458817d-a301-4b38-bb71-b5b1c17b0f79,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:07.634081 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:07.638740 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:07.658056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Network b4a87c44-61a5-44f5-986b-2b5123f6a6d7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:07.666492 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:07.669764 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:07.685090 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Pushing event updated for resources: {'Port': ['ID=b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:07.772540 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa12e85-572b-4393-af58-c8765ed1d207 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Router 3d603e1b-2e9a-4258-a577-6448ca164322 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:45:07.785889 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec710de-4b43-4dd4-a706-688e257e450c']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:07.814204 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8f8412-5b44-46fd-ab13-ab1a75f31129') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:07.814485 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8f8412-5b44-46fd-ab13-ab1a75f31129') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:07.827451 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Floating IP 4590c2ae-417f-47b1-be13-524d1677a31d associated. External IP: 172.26.2.53, port: aabb5dd3-073d-4065-b1c6-67ae2c473d00. Mar 08 09:45:07.844234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Attempting to bind port b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:45:07.845895 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Attempting to bind port b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'b0fc46be-ef74-4c91-b70b-a8be12fb9118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b4a87c44-61a5-44f5-986b-2b5123f6a6d7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:45:07.845895 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Attempting to bind port b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 on network b4a87c44-61a5-44f5-986b-2b5123f6a6d7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:45:07.853044 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:45:07.853429 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Checking segment: {'id': 'b0fc46be-ef74-4c91-b70b-a8be12fb9118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b4a87c44-61a5-44f5-986b-2b5123f6a6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:07.853834 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:07.854231 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Bound using segment: {'id': 'b0fc46be-ef74-4c91-b70b-a8be12fb9118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b4a87c44-61a5-44f5-986b-2b5123f6a6d7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:45:07.854704 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Bound port: b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc46be-ef74-4c91-b70b-a8be12fb9118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b4a87c44-61a5-44f5-986b-2b5123f6a6d7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:45:07.855079 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:07.907078 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:07.931915 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:07.940616 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-115ea3b4-0ad3-4f1d-b0e5-63ba28195bea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:07.951071 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Transition to ACTIVE for port object 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:07.982812 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:07.996074 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Transition to ACTIVE for port object 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:07.999951 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] For port b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:45:08.004296 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] For port b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31,segment=NetworkSegment(b0fc46be-ef74-4c91-b70b-a8be12fb9118),segment_id=b0fc46be-ef74-4c91-b70b-a8be12fb9118)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:45:08.007890 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:08.049497 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-115ea3b4-0ad3-4f1d-b0e5-63ba28195bea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port 6484fb8b-bb46-4de0-9a20-52aa8e393226 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:45:08.093263 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:08.093770 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:45:08.094180 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:08.109380 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:45:08.112269 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:45:08.115439 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:08.117435 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:08.174828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Pushing event updated for resources: {'Port': ['ID=3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:08.266437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router ba4e89cb-ee89-4301-b8d8-c5e861bbdf04 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:45:08.358838 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Attempting to bind port 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:45:08.359619 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Attempting to bind port 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:45:08.360169 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Attempting to bind port 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:45:08.372208 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:45:08.372588 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:08.373686 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:08.373686 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:45:08.373937 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Bound port: 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:45:08.374244 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:08.418769 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804e97c-ef99-470f-bbba-70fa9737a0ce None None] Pushing event updated for resources: {'Port': ['ID=b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:08.438275 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa12e85-572b-4393-af58-c8765ed1d207 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:45:08.453989 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1375cc7e-41f4-4ab6-b767-4be76663edc3 None None] Sync routers for ids ['3d603e1b-2e9a-4258-a577-6448ca164322'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:45:08.478729 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1375cc7e-41f4-4ab6-b767-4be76663edc3 None None] Routers {'3d603e1b-2e9a-4258-a577-6448ca164322'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:08.480891 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1375cc7e-41f4-4ab6-b767-4be76663edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3d603e1b-2e9a-4258-a577-6448ca164322'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:08.491697 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] For port 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:45:08.495929 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] For port 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:45:08.500534 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:08.503497 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:08.547600 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:08.623968 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683b6e8-6f74-4bf4-8310-68d0537735a9 None None] Pushing event updated for resources: {'Port': ['ID=3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:08.627519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:45:08.649335 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a001f6dd-6c8c-4d48-b9f5-d38be0aa6ee3 None None] Sync routers for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:45:08.725263 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a001f6dd-6c8c-4d48-b9f5-d38be0aa6ee3 None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:08.726069 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-a001f6dd-6c8c-4d48-b9f5-d38be0aa6ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:08.733565 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:08.799009 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1375cc7e-41f4-4ab6-b767-4be76663edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:08.808832 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-115ea3b4-0ad3-4f1d-b0e5-63ba28195bea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::b580:d618:504d:7f2a (162da289-2647-477b-bcb7-e834030497c1/d4e0f744-b654-4ed7-acbb-6e0c78385ce7/6484fb8b-bb46-4de0-9a20-52aa8e393226) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:08.834476 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1375cc7e-41f4-4ab6-b767-4be76663edc3 None None] Routers {'3d603e1b-2e9a-4258-a577-6448ca164322'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:08.835081 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1375cc7e-41f4-4ab6-b767-4be76663edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3d603e1b-2e9a-4258-a577-6448ca164322'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:08.848937 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f513a413-4f61-4899-8423-1bf1e98a4902 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.1846626 Mar 08 09:45:08.849766 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38292) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:08.862201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-2c7b8b39-d8c1-4ce0-a05b-7cbd29f71ea2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:08.880015 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-a001f6dd-6c8c-4d48-b9f5-d38be0aa6ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:08.900142 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a001f6dd-6c8c-4d48-b9f5-d38be0aa6ee3 None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:08.900840 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-a001f6dd-6c8c-4d48-b9f5-d38be0aa6ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:08.972886 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1375cc7e-41f4-4ab6-b767-4be76663edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:08.974383 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1375cc7e-41f4-4ab6-b767-4be76663edc3 None None] The sync data for ids ['3d603e1b-2e9a-4258-a577-6448ca164322'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:45:09.004057 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-a001f6dd-6c8c-4d48-b9f5-d38be0aa6ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:09.004480 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a001f6dd-6c8c-4d48-b9f5-d38be0aa6ee3 None None] The sync data for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:45:09.022687 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:45:09.056020 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8b39-d8c1-4ce0-a05b-7cbd29f71ea2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:09.058983 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] Pushing event deleted for resources: {'Network': ['ID=1ec710de-4b43-4dd4-a706-688e257e450c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:09.117806 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daa12e85-572b-4393-af58-c8765ed1d207 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:09.118502 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:09.119980 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-daa12e85-572b-4393-af58-c8765ed1d207 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "PUT /v2.0/routers/3d603e1b-2e9a-4258-a577-6448ca164322 HTTP/1.1" status: 200 len: 883 time: 7.4390295 Mar 08 09:45:09.134976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38296) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:09.139108 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0910d33b-0773-483a-aed3-5ac7fb5fd926 tempest-AllowedAddressPairIpV6TestJSON-1073225811 tempest-AllowedAddressPairIpV6TestJSON-1073225811-project] 10.222.0.24 "DELETE /v2.0/networks/1ec710de-4b43-4dd4-a706-688e257e450c HTTP/1.1" status: 204 len: 168 time: 4.1532145 Mar 08 09:45:09.274597 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-115ea3b4-0ad3-4f1d-b0e5-63ba28195bea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:09.334705 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-e12c9ff8-553c-4b19-ad3e-742ee582ab0d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 09:45:09.339764 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e12c9ff8-553c-4b19-ad3e-742ee582ab0d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:09.343604 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-115ea3b4-0ad3-4f1d-b0e5-63ba28195bea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object 6484fb8b-bb46-4de0-9a20-52aa8e393226 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:09.440219 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05818c60-e052-4bfc-a366-1887efea3352 req-800ae91c-a472-4f71-a07b-96fa184145dc tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:09.442239 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-05818c60-e052-4bfc-a366-1887efea3352 req-800ae91c-a472-4f71-a07b-96fa184145dc tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.3967645 Mar 08 09:45:09.503071 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c9ff8-553c-4b19-ad3e-742ee582ab0d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event updated for resources: {'Subnet': ['ID=5ee4026c-9aae-4938-9a77-53bfc4f511ff,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:09.514198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c9ff8-553c-4b19-ad3e-742ee582ab0d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Checking segment: {'id': '091415ef-da6a-4874-8a96-acc0604fcab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '36b8ddb8-968c-4394-8595-dd7f7d86c37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:09.514566 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12c9ff8-553c-4b19-ad3e-742ee582ab0d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Network hostable DHCP agents. Network: 36b8ddb8-968c-4394-8595-dd7f7d86c37c, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:45:09.519296 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38304) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:09.537479 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-64179bf0-11f2-4128-a689-509d921a4ff7 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "GET /v2.0/routers/3d603e1b-2e9a-4258-a577-6448ca164322 HTTP/1.1" status: 200 len: 924 time: 0.3954751 Mar 08 09:45:09.541136 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38308) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:09.552154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8b39-d8c1-4ce0-a05b-7cbd29f71ea2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:09.553691 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-05818c60-e052-4bfc-a366-1887efea3352 req-cfe820b3-baca-46d9-8045-1dcefaf37db2 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046457 Mar 08 09:45:09.571427 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8b39-d8c1-4ce0-a05b-7cbd29f71ea2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:09.571427 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-2c7b8b39-d8c1-4ce0-a05b-7cbd29f71ea2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Floating IP 4590c2ae-417f-47b1-be13-524d1677a31d disassociated. External IP: 172.26.2.53, port: aabb5dd3-073d-4065-b1c6-67ae2c473d00. Mar 08 09:45:09.682710 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-115ea3b4-0ad3-4f1d-b0e5-63ba28195bea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:09.748956 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12c9ff8-553c-4b19-ad3e-742ee582ab0d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Network 36b8ddb8-968c-4394-8595-dd7f7d86c37c is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:45:09.762957 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115ea3b4-0ad3-4f1d-b0e5-63ba28195bea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:09.768822 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-115ea3b4-0ad3-4f1d-b0e5-63ba28195bea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:09.771244 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115ea3b4-0ad3-4f1d-b0e5-63ba28195bea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:09.776994 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115ea3b4-0ad3-4f1d-b0e5-63ba28195bea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:09.777617 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-115ea3b4-0ad3-4f1d-b0e5-63ba28195bea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:09.815759 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e12c9ff8-553c-4b19-ad3e-742ee582ab0d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 36b8ddb8-968c-4394-8595-dd7f7d86c37c) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:09.820678 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12c9ff8-553c-4b19-ad3e-742ee582ab0d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:09.821292 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e12c9ff8-553c-4b19-ad3e-742ee582ab0d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:09.836274 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779a4732-1f61-4abd-8cd2-f6befa6f9c2e None None] Network 36b8ddb8-968c-4394-8595-dd7f7d86c37c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:09.838121 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ea3b4-0ad3-4f1d-b0e5-63ba28195bea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=6484fb8b-bb46-4de0-9a20-52aa8e393226,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:09.871036 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-115ea3b4-0ad3-4f1d-b0e5-63ba28195bea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0787981 Mar 08 09:45:09.873348 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38318) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:09.878187 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e12c9ff8-553c-4b19-ad3e-742ee582ab0d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7691829 Mar 08 09:45:09.879809 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38322) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:09.882820 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7f24cd1f-7ac3-4700-b8ac-801371e53057 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e615b40191d54cb892ef677b53317229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602512 Mar 08 09:45:09.883599 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38324) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:09.887301 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd412dce-b513-4c3d-9fd7-250d67b97b66 None None] Network b4a87c44-61a5-44f5-986b-2b5123f6a6d7 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:09.917967 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617fd2d3-f1a6-4dac-838f-64f57fb54a71 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:09.922469 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-617fd2d3-f1a6-4dac-838f-64f57fb54a71 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&device_id=3d603e1b-2e9a-4258-a577-6448ca164322&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3670213 Mar 08 09:45:09.928071 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38328) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:09.940381 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-d30a00d1-c88e-4256-baf8-f4364690f15d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Request body: {'port': {'network_id': '36b8ddb8-968c-4394-8595-dd7f7d86c37c', 'name': 'tempest-NetworksIpV6TestAttrs-246124285'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:10.086905 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b7b023aa-cea7-48b0-ab56-deb3de93d193 None None] Provisioning for port b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:10.107062 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b7b023aa-cea7-48b0-ab56-deb3de93d193 None None] Provisioning complete for port b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:10.107436 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7b023aa-cea7-48b0-ab56-deb3de93d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:10.141723 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b718c98e-a2fd-44e9-b71a-eb1af82ceebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:10.156077 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c981ed-8546-4633-9f4c-aae44040b010 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:10.163242 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c981ed-8546-4633-9f4c-aae44040b010 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:10.164230 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-00c981ed-8546-4633-9f4c-aae44040b010 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:10.184687 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a1000a-365d-4fbe-98d7-6d49c8043ec8 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:10.185279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-06a1000a-365d-4fbe-98d7-6d49c8043ec8 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Synchronizing usage tracker for tenant:9b9538ff9c50463fba3fb08b20b570ba on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:10.214158 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b718c98e-a2fd-44e9-b71a-eb1af82ceebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:10.230244 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-00c981ed-8546-4633-9f4c-aae44040b010 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:10.233914 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-00c981ed-8546-4633-9f4c-aae44040b010 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3553376 Mar 08 09:45:10.236074 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38334) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:10.243379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-06a1000a-365d-4fbe-98d7-6d49c8043ec8 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Unset dirty status for tenant:9b9538ff9c50463fba3fb08b20b570ba on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:10.247526 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-06a1000a-365d-4fbe-98d7-6d49c8043ec8 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "GET /v2.0/networks/0092b317-fba6-481a-9c1a-91e0998b20b7 HTTP/1.1" status: 200 len: 881 time: 0.3184240 Mar 08 09:45:10.248225 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38338) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:10.363276 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dc841fba-75ea-497d-8146-90078eaf66cc tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d603e1b-2e9a-4258-a577-6448ca164322 HTTP/1.1" status: 200 len: 205 time: 0.0807045 Mar 08 09:45:10.366893 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38342) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:10.401909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7b8b39-d8c1-4ce0-a05b-7cbd29f71ea2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router ba4e89cb-ee89-4301-b8d8-c5e861bbdf04 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:45:10.406039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d30a00d1-c88e-4256-baf8-f4364690f15d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:10.415882 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c8b99-f634-4831-80d7-02dbd2562e74 req-2c7e2a7d-efc1-4b1d-b6d7-b042cea987fd tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:10.420831 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-36b8ddb8-968c-4394-8595-dd7f7d86c37c', 'network_id': '36b8ddb8-968c-4394-8595-dd7f7d86c37c', 'tenant_id': 'dd8cb24fc2e24392845c4528608c35d1', 'fixed_ips': [{'subnet_id': '5ee4026c-9aae-4938-9a77-53bfc4f511ff'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:45:10.421660 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:10.422628 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8e4c8b99-f634-4831-80d7-02dbd2562e74 req-2c7e2a7d-efc1-4b1d-b6d7-b042cea987fd tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.7506607 Mar 08 09:45:10.439331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d30a00d1-c88e-4256-baf8-f4364690f15d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Usage tracker for resource:port and tenant:dd8cb24fc2e24392845c4528608c35d1 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:10.444450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d30a00d1-c88e-4256-baf8-f4364690f15d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:10.456397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d30a00d1-c88e-4256-baf8-f4364690f15d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:10.505604 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-17839330-0452-45f9-8375-3bc3884434f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port 6484fb8b-bb46-4de0-9a20-52aa8e393226 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:10.506333 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17839330-0452-45f9-8375-3bc3884434f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:10.517249 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7b023aa-cea7-48b0-ab56-deb3de93d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:10.567277 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8e4c8b99-f634-4831-80d7-02dbd2562e74 req-c3e4a085-83dc-421b-8db7-24ada6eb45f9 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436746 Mar 08 09:45:10.573739 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30a00d1-c88e-4256-baf8-f4364690f15d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Made reservation on behalf of dd8cb24fc2e24392845c4528608c35d1 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:10.577402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d30a00d1-c88e-4256-baf8-f4364690f15d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:10.597566 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b718c98e-a2fd-44e9-b71a-eb1af82ceebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:10.659755 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718c98e-a2fd-44e9-b71a-eb1af82ceebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102d9945-1310-4b63-b88b-8552fac6cf29,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:10.661854 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b718c98e-a2fd-44e9-b71a-eb1af82ceebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:10.665340 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-d30a00d1-c88e-4256-baf8-f4364690f15d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] device_id is not set on port 9882979d-2ec8-435a-ab00-bbb0de70540c yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:45:10.673192 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b718c98e-a2fd-44e9-b71a-eb1af82ceebb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/102d9945-1310-4b63-b88b-8552fac6cf29 HTTP/1.1" status: 204 len: 168 time: 0.7580082 Mar 08 09:45:10.733345 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b7b023aa-cea7-48b0-ab56-deb3de93d193 None None] For port b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31,segment=NetworkSegment(b0fc46be-ef74-4c91-b70b-a8be12fb9118),segment_id=b0fc46be-ef74-4c91-b70b-a8be12fb9118)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:10.743571 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7b023aa-cea7-48b0-ab56-deb3de93d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:10.796137 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7b8b39-d8c1-4ce0-a05b-7cbd29f71ea2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:45:10.814852 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd44cb-5289-4dea-ae31-da6efd0433d4 None None] Sync routers for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:45:10.836680 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd44cb-5289-4dea-ae31-da6efd0433d4 None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:10.837552 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c2fd44cb-5289-4dea-ae31-da6efd0433d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:10.860396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b023aa-cea7-48b0-ab56-deb3de93d193 None None] Pushing event updated for resources: {'Port': ['ID=b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:10.869579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8b39-d8c1-4ce0-a05b-7cbd29f71ea2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:10.893006 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Allocated IP 2001:db8::f816:3eff:fe31:d4f8 (36b8ddb8-968c-4394-8595-dd7f7d86c37c/5ee4026c-9aae-4938-9a77-53bfc4f511ff/65e5f143-b190-4f61-82a3-0150a3ae2d94) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:10.913203 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f22a733c-3e3d-4f32-991f-3acb31e19288 None None] Provisioning for port 6484fb8b-bb46-4de0-9a20-52aa8e393226 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:10.921056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f22a733c-3e3d-4f32-991f-3acb31e19288 None None] Provisioning complete for port 6484fb8b-bb46-4de0-9a20-52aa8e393226 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:10.922583 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f22a733c-3e3d-4f32-991f-3acb31e19288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:10.956062 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abb5ecfa-0f10-4910-8a90-1f574e6bf009 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:11.043450 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c2fd44cb-5289-4dea-ae31-da6efd0433d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:11.069017 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd44cb-5289-4dea-ae31-da6efd0433d4 None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:11.070943 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c2fd44cb-5289-4dea-ae31-da6efd0433d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:11.092428 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2c7b8b39-d8c1-4ce0-a05b-7cbd29f71ea2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "PUT /v2.0/floatingips/4590c2ae-417f-47b1-be13-524d1677a31d HTTP/1.1" status: 200 len: 687 time: 2.2418425 Mar 08 09:45:11.093238 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38356) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:11.134537 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:45:11.140530 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c2fd44cb-5289-4dea-ae31-da6efd0433d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:11.141684 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd44cb-5289-4dea-ae31-da6efd0433d4 None None] The sync data for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:45:11.207819 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f22a733c-3e3d-4f32-991f-3acb31e19288 None None] Port 6484fb8b-bb46-4de0-9a20-52aa8e393226 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:45:11.245766 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:11.257384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f22a733c-3e3d-4f32-991f-3acb31e19288 None None] Provisioning for port 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:11.263610 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:11.263986 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:11.357551 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-d0f68a01-0d42-4c85-a5ac-155b1f899f0e tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Deleting port 7458817d-a301-4b38-bb71-b5b1c17b0f79 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:11.357889 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d0f68a01-0d42-4c85-a5ac-155b1f899f0e tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:11.370960 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f22a733c-3e3d-4f32-991f-3acb31e19288 None None] Provisioning complete for port 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:11.371453 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f22a733c-3e3d-4f32-991f-3acb31e19288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:11.461776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477eb2fd-44b4-41b0-829b-2a1550bc3d35 req-4f7e4c18-1bda-4815-98cd-127435af840a tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:11.469536 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-477eb2fd-44b4-41b0-829b-2a1550bc3d35 req-4f7e4c18-1bda-4815-98cd-127435af840a tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.2644093 Mar 08 09:45:11.517114 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:11.562222 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Transition to ACTIVE for port object 65e5f143-b190-4f61-82a3-0150a3ae2d94 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:11.585987 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-477eb2fd-44b4-41b0-829b-2a1550bc3d35 req-a6335f49-ebd9-4697-9e51-648957da81d3 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155188 Mar 08 09:45:11.614315 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d0f68a01-0d42-4c85-a5ac-155b1f899f0e tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:11.614988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d0f68a01-0d42-4c85-a5ac-155b1f899f0e tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:11.663064 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abb5ecfa-0f10-4910-8a90-1f574e6bf009 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:11.689651 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-abb5ecfa-0f10-4910-8a90-1f574e6bf009 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Deleting port 8d9614e9-a861-4fe6-9d96-3bc50c7659ac {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:11.689990 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abb5ecfa-0f10-4910-8a90-1f574e6bf009 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:11.737712 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17839330-0452-45f9-8375-3bc3884434f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:11.765740 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Transition to ACTIVE for port object 65e5f143-b190-4f61-82a3-0150a3ae2d94 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:11.784456 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38376) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:11.801533 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:11.818790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-d0f68a01-0d42-4c85-a5ac-155b1f899f0e tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Calling delete_port for 7458817d-a301-4b38-bb71-b5b1c17b0f79 owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:11.842265 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:11.868290 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f22a733c-3e3d-4f32-991f-3acb31e19288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:11.915666 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Network 36b8ddb8-968c-4394-8595-dd7f7d86c37c is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:11.924105 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:11.926662 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:11.939850 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-d30a00d1-c88e-4256-baf8-f4364690f15d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Allocated IP 2001:db8::f816:3eff:fec6:3f04 (36b8ddb8-968c-4394-8595-dd7f7d86c37c/5ee4026c-9aae-4938-9a77-53bfc4f511ff/9882979d-2ec8-435a-ab00-bbb0de70540c) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:11.940818 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Pushing event updated for resources: {'Port': ['ID=65e5f143-b190-4f61-82a3-0150a3ae2d94,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:11.969439 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-17839330-0452-45f9-8375-3bc3884434f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for 6484fb8b-bb46-4de0-9a20-52aa8e393226 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:12.015764 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f22a733c-3e3d-4f32-991f-3acb31e19288 None None] For port 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:12.029760 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f22a733c-3e3d-4f32-991f-3acb31e19288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:12.076214 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-299796855'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:12.092645 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:12.095165 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Usage tracker for resource:network and tenant:f7d98d37918d42338c46f330f94f6ecd is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:12.100774 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:12.127691 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:12.133891 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Attempting to bind port 65e5f143-b190-4f61-82a3-0150a3ae2d94 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:45:12.134264 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Attempting to bind port 65e5f143-b190-4f61-82a3-0150a3ae2d94 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '091415ef-da6a-4874-8a96-acc0604fcab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '36b8ddb8-968c-4394-8595-dd7f7d86c37c'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:45:12.134625 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Attempting to bind port 65e5f143-b190-4f61-82a3-0150a3ae2d94 on network 36b8ddb8-968c-4394-8595-dd7f7d86c37c {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:45:12.154881 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abb5ecfa-0f10-4910-8a90-1f574e6bf009 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:12.158059 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:45:12.158531 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Checking segment: {'id': '091415ef-da6a-4874-8a96-acc0604fcab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '36b8ddb8-968c-4394-8595-dd7f7d86c37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:12.159004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:12.159469 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Bound using segment: {'id': '091415ef-da6a-4874-8a96-acc0604fcab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '36b8ddb8-968c-4394-8595-dd7f7d86c37c'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:45:12.160013 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Bound port: 65e5f143-b190-4f61-82a3-0150a3ae2d94, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091415ef-da6a-4874-8a96-acc0604fcab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '36b8ddb8-968c-4394-8595-dd7f7d86c37c'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:45:12.160453 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:12.174106 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d0f68a01-0d42-4c85-a5ac-155b1f899f0e tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:12.213443 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ee4ab68e-154d-4ac7-a32c-e247644a3779 None None] Provisioning complete for port b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:12.213904 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ee4ab68e-154d-4ac7-a32c-e247644a3779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:12.230108 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f68a01-0d42-4c85-a5ac-155b1f899f0e tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event deleted for resources: {'Port': ['ID=7458817d-a301-4b38-bb71-b5b1c17b0f79,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:12.241379 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a733c-3e3d-4f32-991f-3acb31e19288 None None] Pushing event updated for resources: {'Port': ['ID=3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:12.279539 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:45:12.279955 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:45:12.297571 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Made reservation on behalf of f7d98d37918d42338c46f330f94f6ecd for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:12.301087 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:12.317611 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-abb5ecfa-0f10-4910-8a90-1f574e6bf009 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Calling delete_port for 8d9614e9-a861-4fe6-9d96-3bc50c7659ac owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:12.358899 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] For port 65e5f143-b190-4f61-82a3-0150a3ae2d94, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:45:12.361620 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:12.363555 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] For port 65e5f143-b190-4f61-82a3-0150a3ae2d94, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=65e5f143-b190-4f61-82a3-0150a3ae2d94,segment=NetworkSegment(091415ef-da6a-4874-8a96-acc0604fcab1),segment_id=091415ef-da6a-4874-8a96-acc0604fcab1)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:45:12.377430 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344a28d-70b3-4032-b7c8-64e142ae84dc req-0c8ed0b0-3162-4652-8f5f-08973e44ee88 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:12.379049 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5344a28d-70b3-4032-b7c8-64e142ae84dc req-0c8ed0b0-3162-4652-8f5f-08973e44ee88 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.5728545 Mar 08 09:45:12.404734 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:12.457466 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:12.476304 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Usage tracker for resource:security_group_rule and tenant:f7d98d37918d42338c46f330f94f6ecd is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:12.486451 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:12.490626 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d30a00d1-c88e-4256-baf8-f4364690f15d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:12.501111 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34066d-0c0d-446c-8dd7-f887e972689f None None] Pushing event updated for resources: {'Port': ['ID=65e5f143-b190-4f61-82a3-0150a3ae2d94,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:12.503131 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d0f68a01-0d42-4c85-a5ac-155b1f899f0e tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:12.515171 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-d30a00d1-c88e-4256-baf8-f4364690f15d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Transition to ACTIVE for port object 9882979d-2ec8-435a-ab00-bbb0de70540c will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:12.518134 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:12.535694 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d0f68a01-0d42-4c85-a5ac-155b1f899f0e tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:12.540406 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d0f68a01-0d42-4c85-a5ac-155b1f899f0e tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "DELETE /v2.0/floatingips/4590c2ae-417f-47b1-be13-524d1677a31d HTTP/1.1" status: 204 len: 168 time: 1.4427454 Mar 08 09:45:12.540406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38382) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:12.547823 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': '0fa67775-33e1-41e6-96b4-117f21b0ca64'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:12.551608 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5344a28d-70b3-4032-b7c8-64e142ae84dc req-debce48d-1de9-44be-8acc-502e4e9ab77b tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605327 Mar 08 09:45:12.556003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:12.559372 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17839330-0452-45f9-8375-3bc3884434f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:12.563813 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Usage tracker for resource:floatingip and tenant:65442bd3981144f9911800a52d6fbad1 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:12.567711 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:12.574889 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:12.591004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:12.620594 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d30a00d1-c88e-4256-baf8-f4364690f15d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:12.647933 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17839330-0452-45f9-8375-3bc3884434f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=6484fb8b-bb46-4de0-9a20-52aa8e393226,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:12.730634 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17839330-0452-45f9-8375-3bc3884434f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:12.800034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30a00d1-c88e-4256-baf8-f4364690f15d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Network 36b8ddb8-968c-4394-8595-dd7f7d86c37c is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:12.801495 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-17839330-0452-45f9-8375-3bc3884434f5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/6484fb8b-bb46-4de0-9a20-52aa8e393226 HTTP/1.1" status: 204 len: 168 time: 2.5656059 Mar 08 09:45:12.803791 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38388) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:12.812606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-d30a00d1-c88e-4256-baf8-f4364690f15d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:12.837809 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30a00d1-c88e-4256-baf8-f4364690f15d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:12.843634 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30a00d1-c88e-4256-baf8-f4364690f15d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:12.844808 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d30a00d1-c88e-4256-baf8-f4364690f15d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:12.905404 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a00d1-c88e-4256-baf8-f4364690f15d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event updated for resources: {'Port': ['ID=9882979d-2ec8-435a-ab00-bbb0de70540c,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:12.947577 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d30a00d1-c88e-4256-baf8-f4364690f15d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.0083613 Mar 08 09:45:12.948611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38392) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:13.004433 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:13.028487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbb058e-5446-4298-8e2e-fd2a97d600b6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:13.030040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbb058e-5446-4298-8e2e-fd2a97d600b6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:13.030787 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1fbb058e-5446-4298-8e2e-fd2a97d600b6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:13.036209 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cecbdf-6a3d-4e57-ae2c-e38aef747de1 req-2242c4dd-0eec-42b8-bd42-2aa12b3a1722 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:13.040786 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:13.050304 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c4cecbdf-6a3d-4e57-ae2c-e38aef747de1 req-2242c4dd-0eec-42b8-bd42-2aa12b3a1722 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.3338914 Mar 08 09:45:13.055776 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:45:13.071745 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:13.073215 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Added segment 1864890c-8b82-4f57-b4c6-f3deebcd6ecb of type vlan for network 387c2466-96cf-4290-ad6c-a044840330e7 Mar 08 09:45:13.105350 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1fbb058e-5446-4298-8e2e-fd2a97d600b6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:13.109984 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1fbb058e-5446-4298-8e2e-fd2a97d600b6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3035696 Mar 08 09:45:13.112321 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7076618-95e2-42c8-8215-cc76269656bc tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Deleting subnet 5ee4026c-9aae-4938-9a77-53bfc4f511ff {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:45:13.113891 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38396) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:13.115826 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abb5ecfa-0f10-4910-8a90-1f574e6bf009 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:13.137804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a7076618-95e2-42c8-8215-cc76269656bc tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:13.142187 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:13.163206 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:45:13.203674 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c4cecbdf-6a3d-4e57-ae2c-e38aef747de1 req-cfab1aa5-69db-4263-99b0-9166cc9a5369 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522126 Mar 08 09:45:13.221937 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a7076618-95e2-42c8-8215-cc76269656bc tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:13.238856 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:13.239243 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:13.270623 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:13.275157 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:13.376197 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 65e5f143-b190-4f61-82a3-0150a3ae2d94 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:45:13.414268 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:13.421259 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:13.423142 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:13.454792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 65e5f143-b190-4f61-82a3-0150a3ae2d94 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:13.460637 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:45:13.482635 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5ecfa-0f10-4910-8a90-1f574e6bf009 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Pushing event deleted for resources: {'Port': ['ID=8d9614e9-a861-4fe6-9d96-3bc50c7659ac,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:13.483947 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Allocated IP 172.26.2.114 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/01bdfc8b-7916-45cd-a214-9a3d59b1c8cb) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:13.505333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a7076618-95e2-42c8-8215-cc76269656bc tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:13.555442 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:13.555969 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:13.786926 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=477375e9-6fa7-4ee4-83d1-664a42d99f47,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:13.814410 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event updated for resources: {'Network': ['ID=387c2466-96cf-4290-ad6c-a044840330e7,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:13.817392 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8de26593-b95f-484c-ae4a-5a79b876c52c tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0316710 Mar 08 09:45:13.823978 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38404) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:13.835366 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 387c2466-96cf-4290-ad6c-a044840330e7 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:45:13.849842 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c0a2bd12-5bce-4335-8788-ac1caa577136 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Request body: {'subnet': {'network_id': '387c2466-96cf-4290-ad6c-a044840330e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:13.852827 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a7076618-95e2-42c8-8215-cc76269656bc tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:13.896395 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5f78bd-a0b9-4ea6-93d0-9cb7a711883a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet d4e0f744-b654-4ed7-acbb-6e0c78385ce7 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:45:13.900925 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b5f78bd-a0b9-4ea6-93d0-9cb7a711883a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:13.905846 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a7076618-95e2-42c8-8215-cc76269656bc tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:13.916126 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7076618-95e2-42c8-8215-cc76269656bc tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee4026c-9aae-4938-9a77-53bfc4f511ff,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:13.928375 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a7076618-95e2-42c8-8215-cc76269656bc tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/subnets/5ee4026c-9aae-4938-9a77-53bfc4f511ff HTTP/1.1" status: 204 len: 168 time: 0.9775095 Mar 08 09:45:13.947197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38408) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:13.975530 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abb5ecfa-0f10-4910-8a90-1f574e6bf009 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:13.985829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:13.986824 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0322a5fa-3d58-4c68-ae91-ce5b6a3b0cbb None None] Network 36b8ddb8-968c-4394-8595-dd7f7d86c37c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:14.004112 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43dbf0-e72c-43e4-8162-cd0832878603 req-2f70edbe-3c92-4cd6-a408-efde6b520907 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:14.005618 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ce43dbf0-e72c-43e4-8162-cd0832878603 req-2f70edbe-3c92-4cd6-a408-efde6b520907 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.2486055 Mar 08 09:45:14.068232 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ce43dbf0-e72c-43e4-8162-cd0832878603 req-23037fcd-aa78-4666-9199-7e13971cddd5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528901 Mar 08 09:45:14.069819 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.126426 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:14.129355 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:14.132159 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:14.158792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-61ab9551-c086-4ee8-a63e-9d78329bff48 None None] Provisioning for port 65e5f143-b190-4f61-82a3-0150a3ae2d94 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:14.195868 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-61ab9551-c086-4ee8-a63e-9d78329bff48 None None] Provisioning complete for port 65e5f143-b190-4f61-82a3-0150a3ae2d94 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:14.196507 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61ab9551-c086-4ee8-a63e-9d78329bff48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.197325 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=01bdfc8b-7916-45cd-a214-9a3d59b1c8cb,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:14.272173 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b5f78bd-a0b9-4ea6-93d0-9cb7a711883a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.303337 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abb5ecfa-0f10-4910-8a90-1f574e6bf009 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.312932 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abb5ecfa-0f10-4910-8a90-1f574e6bf009 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.340483 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61ab9551-c086-4ee8-a63e-9d78329bff48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.353566 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c0a2bd12-5bce-4335-8788-ac1caa577136 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:14.362418 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78efa64e-57e3-4b40-8928-e1b421c8f953 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:14.363918 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78efa64e-57e3-4b40-8928-e1b421c8f953 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:14.364649 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-78efa64e-57e3-4b40-8928-e1b421c8f953 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Synchronizing usage tracker for tenant:dd8cb24fc2e24392845c4528608c35d1 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:14.371658 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c0a2bd12-5bce-4335-8788-ac1caa577136 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Usage tracker for resource:subnet and tenant:f7d98d37918d42338c46f330f94f6ecd is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:14.378202 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c0a2bd12-5bce-4335-8788-ac1caa577136 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:14.379808 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-61ab9551-c086-4ee8-a63e-9d78329bff48 None None] For port 65e5f143-b190-4f61-82a3-0150a3ae2d94, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=65e5f143-b190-4f61-82a3-0150a3ae2d94,segment=NetworkSegment(091415ef-da6a-4874-8a96-acc0604fcab1),segment_id=091415ef-da6a-4874-8a96-acc0604fcab1)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:14.387070 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61ab9551-c086-4ee8-a63e-9d78329bff48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.389904 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c0a2bd12-5bce-4335-8788-ac1caa577136 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:14.404484 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abb5ecfa-0f10-4910-8a90-1f574e6bf009 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.405219 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb5ecfa-0f10-4910-8a90-1f574e6bf009 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Fanout notify agent at l3_agent the message router_deleted on router 3d603e1b-2e9a-4258-a577-6448ca164322 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:45:14.427976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abb5ecfa-0f10-4910-8a90-1f574e6bf009 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.429093 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-abb5ecfa-0f10-4910-8a90-1f574e6bf009 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "DELETE /v2.0/routers/3d603e1b-2e9a-4258-a577-6448ca164322 HTTP/1.1" status: 204 len: 168 time: 4.0607297 Mar 08 09:45:14.435270 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a2bd12-5bce-4335-8788-ac1caa577136 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Made reservation on behalf of f7d98d37918d42338c46f330f94f6ecd for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:14.435898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38414) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:14.436032 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bbdf5a-c130-42a0-9d48-2d1ea9d2e194 None None] DHCP port deletion for 36b8ddb8-968c-4394-8595-dd7f7d86c37c request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:45:14.439794 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0a2bd12-5bce-4335-8788-ac1caa577136 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.443925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-316242e9-3378-406f-9c96-32e888357086 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-313405884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:14.445872 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-36bbdf5a-c130-42a0-9d48-2d1ea9d2e194 None None] Deleting port 65e5f143-b190-4f61-82a3-0150a3ae2d94 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:14.446243 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36bbdf5a-c130-42a0-9d48-2d1ea9d2e194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.454458 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-78efa64e-57e3-4b40-8928-e1b421c8f953 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Unset dirty status for tenant:dd8cb24fc2e24392845c4528608c35d1 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:14.458517 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-78efa64e-57e3-4b40-8928-e1b421c8f953 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4915562 Mar 08 09:45:14.461365 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38418) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:14.461492 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-316242e9-3378-406f-9c96-32e888357086 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:14.464514 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b5f78bd-a0b9-4ea6-93d0-9cb7a711883a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.510173 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab9551-c086-4ee8-a63e-9d78329bff48 None None] Pushing event updated for resources: {'Port': ['ID=65e5f143-b190-4f61-82a3-0150a3ae2d94,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:14.519945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-316242e9-3378-406f-9c96-32e888357086 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Usage tracker for resource:router and tenant:a21cd38533c746ba95f9f270be4301b9 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:14.530142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-316242e9-3378-406f-9c96-32e888357086 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:14.539444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-316242e9-3378-406f-9c96-32e888357086 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:14.578810 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-316242e9-3378-406f-9c96-32e888357086 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.579734 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-316242e9-3378-406f-9c96-32e888357086 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.616626 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-316242e9-3378-406f-9c96-32e888357086 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.714915 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1a2d-45f5-4942-86ad-be915cb3884f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.725839 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-36bbdf5a-c130-42a0-9d48-2d1ea9d2e194 None None] For port 65e5f143-b190-4f61-82a3-0150a3ae2d94, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=65e5f143-b190-4f61-82a3-0150a3ae2d94,segment=NetworkSegment(091415ef-da6a-4874-8a96-acc0604fcab1),segment_id=091415ef-da6a-4874-8a96-acc0604fcab1)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:14.726292 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36bbdf5a-c130-42a0-9d48-2d1ea9d2e194 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.728250 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdcf1a2d-45f5-4942-86ad-be915cb3884f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 08 09:45:14.728676 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdcf1a2d-45f5-4942-86ad-be915cb3884f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:45:14.736135 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b5f78bd-a0b9-4ea6-93d0-9cb7a711883a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.758102 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-316242e9-3378-406f-9c96-32e888357086 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.775804 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cdcf1a2d-45f5-4942-86ad-be915cb3884f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/networks/36b8ddb8-968c-4394-8595-dd7f7d86c37c HTTP/1.1" status: 409 len: 405 time: 0.3134186 Mar 08 09:45:14.779812 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38422) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:14.782804 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f78bd-a0b9-4ea6-93d0-9cb7a711883a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e0f744-b654-4ed7-acbb-6e0c78385ce7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:14.784909 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b5f78bd-a0b9-4ea6-93d0-9cb7a711883a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.798853 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5b5f78bd-a0b9-4ea6-93d0-9cb7a711883a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/d4e0f744-b654-4ed7-acbb-6e0c78385ce7 HTTP/1.1" status: 204 len: 168 time: 1.6763988 Mar 08 09:45:14.799460 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1d7e053a-798d-48d6-b272-77a5acb4f0ce tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-194862262'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:14.799542 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38426) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:14.809319 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1d7e053a-798d-48d6-b272-77a5acb4f0ce tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:14.820833 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-316242e9-3378-406f-9c96-32e888357086 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:14.824724 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-316242e9-3378-406f-9c96-32e888357086 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3851049 Mar 08 09:45:14.824724 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1d7e053a-798d-48d6-b272-77a5acb4f0ce tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Usage tracker for resource:network and tenant:dd8cb24fc2e24392845c4528608c35d1 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:14.826551 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38430) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:14.827298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1d7e053a-798d-48d6-b272-77a5acb4f0ce tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:14.837450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-50914fab-887d-4fc8-8eb1-7eae65aaab59 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'enable_snat': True}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:14.854841 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5ac92f-fcdb-4b49-bf1c-9c3b586cf328 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:14.872962 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-36bbdf5a-c130-42a0-9d48-2d1ea9d2e194 None None] Calling delete_port for 65e5f143-b190-4f61-82a3-0150a3ae2d94 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:14.900922 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-27657ee2-38a7-4749-8dbf-540e6f99d282 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1009321 Mar 08 09:45:14.908057 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38434) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:14.987913 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 65e5f143-b190-4f61-82a3-0150a3ae2d94 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:45:15.019341 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1d7e053a-798d-48d6-b272-77a5acb4f0ce tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:15.107731 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7e053a-798d-48d6-b272-77a5acb4f0ce tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Made reservation on behalf of dd8cb24fc2e24392845c4528608c35d1 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:15.111778 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1d7e053a-798d-48d6-b272-77a5acb4f0ce tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:15.152526 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0a9336-67f9-4eb4-bfd2-0f9ad80ef3f6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:15.153260 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-da0a9336-67f9-4eb4-bfd2-0f9ad80ef3f6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:15.157734 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0a2bd12-5bce-4335-8788-ac1caa577136 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:15.176913 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36bbdf5a-c130-42a0-9d48-2d1ea9d2e194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:15.181216 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:15.240197 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbdf5a-c130-42a0-9d48-2d1ea9d2e194 None None] Pushing event deleted for resources: {'Port': ['ID=65e5f143-b190-4f61-82a3-0150a3ae2d94,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:15.242911 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No active binding found for port 65e5f143-b190-4f61-82a3-0150a3ae2d94 {{(pid=87773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 08 09:45:15.243324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 65e5f143-b190-4f61-82a3-0150a3ae2d94 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:45:15.255805 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bbdf5a-c130-42a0-9d48-2d1ea9d2e194 None None] No DVR routers for this DVR port 65e5f143-b190-4f61-82a3-0150a3ae2d94 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:45:15.268592 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-da0a9336-67f9-4eb4-bfd2-0f9ad80ef3f6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:15.272546 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-50914fab-887d-4fc8-8eb1-7eae65aaab59 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:15.272721 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-da0a9336-67f9-4eb4-bfd2-0f9ad80ef3f6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3633754 Mar 08 09:45:15.277279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38440) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:15.287310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7e053a-798d-48d6-b272-77a5acb4f0ce tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:45:15.312272 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1d7e053a-798d-48d6-b272-77a5acb4f0ce tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:15.312620 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-1d7e053a-798d-48d6-b272-77a5acb4f0ce tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Added segment fd83f39f-c0be-4638-93b5-4fb44f8b5ac7 of type vlan for network f38f2ee6-407d-4676-a9f9-a00453d96678 Mar 08 09:45:15.365581 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2bd12-5bce-4335-8788-ac1caa577136 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event updated for resources: {'Subnet': ['ID=cadf9b61-5972-45c0-8150-2a951dbb9b5b,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:15.377370 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09fe32d-35af-4c90-9f33-c46e101284ca None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:45:15.383005 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c09fe32d-35af-4c90-9f33-c46e101284ca None None] Deleting port 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:15.383685 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c09fe32d-35af-4c90-9f33-c46e101284ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:15.388131 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f5d632-813d-40da-8fcf-f994c7c6b3f1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:15.388842 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-55f5d632-813d-40da-8fcf-f994c7c6b3f1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:15.404849 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1d7e053a-798d-48d6-b272-77a5acb4f0ce tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:15.411592 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a2bd12-5bce-4335-8788-ac1caa577136 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Checking segment: {'id': '1864890c-8b82-4f57-b4c6-f3deebcd6ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '387c2466-96cf-4290-ad6c-a044840330e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:15.411949 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a2bd12-5bce-4335-8788-ac1caa577136 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Network hostable DHCP agents. Network: 387c2466-96cf-4290-ad6c-a044840330e7, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:45:15.417002 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:15.431097 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-55f5d632-813d-40da-8fcf-f994c7c6b3f1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:15.432737 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-55f5d632-813d-40da-8fcf-f994c7c6b3f1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1531713 Mar 08 09:45:15.435832 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38444) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:15.447184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332afa1-2dad-4574-95d4-66b43c41e0db req-191af9df-4eea-4db3-ae67-cf54ee6f1408 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:15.448614 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6332afa1-2dad-4574-95d4-66b43c41e0db req-191af9df-4eea-4db3-ae67-cf54ee6f1408 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.2419307 Mar 08 09:45:15.511611 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a2bd12-5bce-4335-8788-ac1caa577136 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Network 387c2466-96cf-4290-ad6c-a044840330e7 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:45:15.542399 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ea666917-5eb5-4a77-8bc0-700516c7a926 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1013093 Mar 08 09:45:15.543484 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38448) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:15.549571 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c0a2bd12-5bce-4335-8788-ac1caa577136 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 387c2466-96cf-4290-ad6c-a044840330e7) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:15.556848 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-a9c045bd-2952-4f3f-a804-3d5645a882bc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:15.560666 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a2bd12-5bce-4335-8788-ac1caa577136 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:15.561281 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0a2bd12-5bce-4335-8788-ac1caa577136 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:15.594324 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c0a2bd12-5bce-4335-8788-ac1caa577136 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7686896 Mar 08 09:45:15.595415 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1d7e053a-798d-48d6-b272-77a5acb4f0ce tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:15.597672 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38452) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:15.600940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7e053a-798d-48d6-b272-77a5acb4f0ce tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:15.601526 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1d7e053a-798d-48d6-b272-77a5acb4f0ce tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:15.604757 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2df7dee3-6a3a-4581-aeed-1293f7ba7a1f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Request body: {'port': {'network_id': '387c2466-96cf-4290-ad6c-a044840330e7', 'name': 'tempest-AllowedAddressPairTestJSON-1171172633'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:15.629130 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9629e1-ade2-48be-94d5-5a307a391ba9 None None] Network 387c2466-96cf-4290-ad6c-a044840330e7 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:15.630880 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6332afa1-2dad-4574-95d4-66b43c41e0db req-78a414a7-fad1-4e89-be09-89f136e6a8e1 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262453 Mar 08 09:45:15.821662 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2df7dee3-6a3a-4581-aeed-1293f7ba7a1f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:15.822450 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c09fe32d-35af-4c90-9f33-c46e101284ca None None] For port 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:15.822777 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c09fe32d-35af-4c90-9f33-c46e101284ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:15.825872 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2df7dee3-6a3a-4581-aeed-1293f7ba7a1f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Usage tracker for resource:port and tenant:f7d98d37918d42338c46f330f94f6ecd is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:15.829652 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2df7dee3-6a3a-4581-aeed-1293f7ba7a1f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:15.840946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2df7dee3-6a3a-4581-aeed-1293f7ba7a1f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:15.855211 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df7dee3-6a3a-4581-aeed-1293f7ba7a1f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Made reservation on behalf of f7d98d37918d42338c46f330f94f6ecd for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:15.859113 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2df7dee3-6a3a-4581-aeed-1293f7ba7a1f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:15.882667 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-2df7dee3-6a3a-4581-aeed-1293f7ba7a1f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] device_id is not set on port 3614d07c-b2e1-4db5-8b05-c247eda0d0e1 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:45:15.931844 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1d7e053a-798d-48d6-b272-77a5acb4f0ce tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1507711 Mar 08 09:45:15.941483 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38462) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:15.951150 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c09fe32d-35af-4c90-9f33-c46e101284ca None None] Calling delete_port for 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:15.954609 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d8677cf1-079a-4df5-aa98-2fb4a27b23d2 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Request body: {'subnet': {'network_id': 'f38f2ee6-407d-4676-a9f9-a00453d96678', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:15.963175 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e053a-798d-48d6-b272-77a5acb4f0ce tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event updated for resources: {'Network': ['ID=f38f2ee6-407d-4676-a9f9-a00453d96678,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:15.969931 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a9c045bd-2952-4f3f-a804-3d5645a882bc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:15.988407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a9c045bd-2952-4f3f-a804-3d5645a882bc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:15.994654 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network f38f2ee6-407d-4676-a9f9-a00453d96678 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:45:16.153490 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d8677cf1-079a-4df5-aa98-2fb4a27b23d2 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:16.166798 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d8677cf1-079a-4df5-aa98-2fb4a27b23d2 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:16.221973 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c09fe32d-35af-4c90-9f33-c46e101284ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:16.262410 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-387c2466-96cf-4290-ad6c-a044840330e7', 'network_id': '387c2466-96cf-4290-ad6c-a044840330e7', 'tenant_id': 'f7d98d37918d42338c46f330f94f6ecd', 'fixed_ips': [{'subnet_id': 'cadf9b61-5972-45c0-8150-2a951dbb9b5b'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:45:16.263252 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:16.281845 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8677cf1-079a-4df5-aa98-2fb4a27b23d2 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Made reservation on behalf of dd8cb24fc2e24392845c4528608c35d1 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:16.282049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c045bd-2952-4f3f-a804-3d5645a882bc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:16.285159 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a9c045bd-2952-4f3f-a804-3d5645a882bc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:16.285268 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8677cf1-079a-4df5-aa98-2fb4a27b23d2 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:16.291878 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fe32d-35af-4c90-9f33-c46e101284ca None None] Pushing event deleted for resources: {'Port': ['ID=3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:16.293778 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09fe32d-35af-4c90-9f33-c46e101284ca None None] No DVR routers for this DVR port 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:45:16.404549 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.resource_extend [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:45:16.430619 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:16.434162 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-2df7dee3-6a3a-4581-aeed-1293f7ba7a1f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Allocated IP 172.20.0.12 (387c2466-96cf-4290-ad6c-a044840330e7/cadf9b61-5972-45c0-8150-2a951dbb9b5b/3614d07c-b2e1-4db5-8b05-c247eda0d0e1) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:16.439693 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:16.479642 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad1dd5-9f8d-4063-90e5-6e2c29935a56 req-860894cd-fd1c-479b-acb9-a08640caa197 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:16.481131 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6cad1dd5-9f8d-4063-90e5-6e2c29935a56 req-860894cd-fd1c-479b-acb9-a08640caa197 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.3332822 Mar 08 09:45:16.507103 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-50914fab-887d-4fc8-8eb1-7eae65aaab59 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:16.572437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-50914fab-887d-4fc8-8eb1-7eae65aaab59 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:16.641104 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=01bdfc8b-7916-45cd-a214-9a3d59b1c8cb,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:16.650964 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6cad1dd5-9f8d-4063-90e5-6e2c29935a56 req-829791c0-ad02-4b75-a385-fbae9dcbd3b1 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551380 Mar 08 09:45:16.673341 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:16.850778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2df7dee3-6a3a-4581-aeed-1293f7ba7a1f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:16.900533 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-2df7dee3-6a3a-4581-aeed-1293f7ba7a1f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Transition to ACTIVE for port object 3614d07c-b2e1-4db5-8b05-c247eda0d0e1 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:16.914601 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-d8677cf1-079a-4df5-aa98-2fb4a27b23d2 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 09:45:16.916715 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8677cf1-079a-4df5-aa98-2fb4a27b23d2 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:16.936623 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:45:16.971877 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:45:16.972386 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3ff8115a-2f01-4ef0-b5e9-e0e2dc7000bd not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:45:16.981832 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Floating IP b72506f2-b967-4815-b0c9-9cdc5620a8c8 associated. External IP: 172.26.2.114, port: 0fa67775-33e1-41e6-96b4-117f21b0ca64. Mar 08 09:45:17.013057 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8677cf1-079a-4df5-aa98-2fb4a27b23d2 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event updated for resources: {'Subnet': ['ID=83fb426f-3247-4aac-b7b1-49bd83ed6c20,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:17.027760 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2df7dee3-6a3a-4581-aeed-1293f7ba7a1f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:17.033724 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8677cf1-079a-4df5-aa98-2fb4a27b23d2 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Checking segment: {'id': 'fd83f39f-c0be-4638-93b5-4fb44f8b5ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f38f2ee6-407d-4676-a9f9-a00453d96678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:17.034088 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8677cf1-079a-4df5-aa98-2fb4a27b23d2 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Network hostable DHCP agents. Network: f38f2ee6-407d-4676-a9f9-a00453d96678, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:45:17.045408 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-50914fab-887d-4fc8-8eb1-7eae65aaab59 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Allocated IP 172.26.2.238 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/a766d2d5-3ad7-4322-8c19-9aa8fd71dae9) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:17.081078 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a9c045bd-2952-4f3f-a804-3d5645a882bc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:17.095390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Allocated IP 172.20.0.2 (387c2466-96cf-4290-ad6c-a044840330e7/cadf9b61-5972-45c0-8150-2a951dbb9b5b/76685bfa-4bac-43b6-8856-b500d3c189ef) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:17.108629 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df7dee3-6a3a-4581-aeed-1293f7ba7a1f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Network 387c2466-96cf-4290-ad6c-a044840330e7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:17.114168 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2df7dee3-6a3a-4581-aeed-1293f7ba7a1f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:17.116780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df7dee3-6a3a-4581-aeed-1293f7ba7a1f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:17.172593 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8677cf1-079a-4df5-aa98-2fb4a27b23d2 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Network f38f2ee6-407d-4676-a9f9-a00453d96678 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:45:17.183929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7dee3-6a3a-4581-aeed-1293f7ba7a1f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event updated for resources: {'Port': ['ID=3614d07c-b2e1-4db5-8b05-c247eda0d0e1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:17.201600 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d8677cf1-079a-4df5-aa98-2fb4a27b23d2 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, f38f2ee6-407d-4676-a9f9-a00453d96678) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:17.207409 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8677cf1-079a-4df5-aa98-2fb4a27b23d2 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:17.208609 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8677cf1-079a-4df5-aa98-2fb4a27b23d2 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:17.214626 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6e233d-ae86-4607-93e1-235309b9f2bc None None] Network f38f2ee6-407d-4676-a9f9-a00453d96678 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:17.253585 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c045bd-2952-4f3f-a804-3d5645a882bc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:17.303448 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-a9c045bd-2952-4f3f-a804-3d5645a882bc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:17.326760 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c045bd-2952-4f3f-a804-3d5645a882bc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:17.327357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a9c045bd-2952-4f3f-a804-3d5645a882bc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:17.337730 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c045bd-2952-4f3f-a804-3d5645a882bc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=82a83988-153d-4b23-a89b-0e30a14b194f,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:17.353904 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df7dee3-6a3a-4581-aeed-1293f7ba7a1f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:17.355229 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2df7dee3-6a3a-4581-aeed-1293f7ba7a1f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:17.383056 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d8677cf1-079a-4df5-aa98-2fb4a27b23d2 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4380395 Mar 08 09:45:17.383267 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38466) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:17.389502 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b3672dda-9657-4bf0-928b-0cdfe88e77da tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Request body: {'port': {'network_id': 'f38f2ee6-407d-4676-a9f9-a00453d96678', 'name': 'tempest-NetworksIpV6TestAttrs-20404756'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:17.408644 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2df7dee3-6a3a-4581-aeed-1293f7ba7a1f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8062017 Mar 08 09:45:17.409108 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38470) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:17.426499 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-99db5b80-ada4-4784-a0de-44e89ac9eb0b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Request body: {'port': {'network_id': '387c2466-96cf-4290-ad6c-a044840330e7', 'name': 'tempest-AllowedAddressPairTestJSON-284435345', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:1f:98:2c'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:17.471332 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a9c045bd-2952-4f3f-a804-3d5645a882bc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9244795 Mar 08 09:45:17.475061 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38474) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:17.483206 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:17.486283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-a3a5b15d-dd12-4be5-9975-e30bac823bf6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'fixed_ips': [{'subnet_id': '82a83988-153d-4b23-a89b-0e30a14b194f', 'ip_address': '2001:db8::add4:daf2:d918:a1f5'}], 'name': 'tempest-NetworksTestDHCPv6-1337099541'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:17.494470 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Transition to ACTIVE for port object 76685bfa-4bac-43b6-8856-b500d3c189ef will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:17.503698 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-50914fab-887d-4fc8-8eb1-7eae65aaab59 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:17.514215 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Transition to ACTIVE for port object 76685bfa-4bac-43b6-8856-b500d3c189ef will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:17.516735 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e90bd19-874e-4a06-911f-31e9f885f040 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:17.632838 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:17.657478 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b3672dda-9657-4bf0-928b-0cdfe88e77da tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:17.665829 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b3672dda-9657-4bf0-928b-0cdfe88e77da tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Usage tracker for resource:port and tenant:dd8cb24fc2e24392845c4528608c35d1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:17.669807 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b3672dda-9657-4bf0-928b-0cdfe88e77da tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:17.672948 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-99db5b80-ada4-4784-a0de-44e89ac9eb0b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:17.680211 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b3672dda-9657-4bf0-928b-0cdfe88e77da tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:17.682111 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-99db5b80-ada4-4784-a0de-44e89ac9eb0b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Usage tracker for resource:port and tenant:f7d98d37918d42338c46f330f94f6ecd is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:17.686861 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-99db5b80-ada4-4784-a0de-44e89ac9eb0b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:17.696039 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-99db5b80-ada4-4784-a0de-44e89ac9eb0b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:17.707200 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3672dda-9657-4bf0-928b-0cdfe88e77da tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Made reservation on behalf of dd8cb24fc2e24392845c4528608c35d1 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:17.711616 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3672dda-9657-4bf0-928b-0cdfe88e77da tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:17.729924 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99db5b80-ada4-4784-a0de-44e89ac9eb0b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Made reservation on behalf of f7d98d37918d42338c46f330f94f6ecd for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:17.782208 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-b3672dda-9657-4bf0-928b-0cdfe88e77da tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] device_id is not set on port 7c8ba728-9297-4dde-bdb7-30b62543b988 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:45:17.854282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Network 387c2466-96cf-4290-ad6c-a044840330e7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:17.864652 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:17.876760 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:17.885236 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-f38f2ee6-407d-4676-a9f9-a00453d96678', 'network_id': 'f38f2ee6-407d-4676-a9f9-a00453d96678', 'tenant_id': 'dd8cb24fc2e24392845c4528608c35d1', 'fixed_ips': [{'subnet_id': '83fb426f-3247-4aac-b7b1-49bd83ed6c20'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:45:17.886175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:17.888874 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router ba4e89cb-ee89-4301-b8d8-c5e861bbdf04 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:45:17.943751 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Pushing event updated for resources: {'Port': ['ID=76685bfa-4bac-43b6-8856-b500d3c189ef,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:17.979969 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a3a5b15d-dd12-4be5-9975-e30bac823bf6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:17.992079 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-50914fab-887d-4fc8-8eb1-7eae65aaab59 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:18.008411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99db5b80-ada4-4784-a0de-44e89ac9eb0b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:18.045069 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-99db5b80-ada4-4784-a0de-44e89ac9eb0b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] device_id is not set on port 59c8399c-80b2-4576-815f-f899b631a043 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:45:18.059077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a3a5b15d-dd12-4be5-9975-e30bac823bf6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:18.081781 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-b3672dda-9657-4bf0-928b-0cdfe88e77da tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Allocated IP 2001:db8::f816:3eff:feb8:cc1c (f38f2ee6-407d-4676-a9f9-a00453d96678/83fb426f-3247-4aac-b7b1-49bd83ed6c20/7c8ba728-9297-4dde-bdb7-30b62543b988) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:18.087515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50914fab-887d-4fc8-8eb1-7eae65aaab59 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:18.103035 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-50914fab-887d-4fc8-8eb1-7eae65aaab59 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:18.116469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50914fab-887d-4fc8-8eb1-7eae65aaab59 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:18.147243 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Attempting to bind port 76685bfa-4bac-43b6-8856-b500d3c189ef on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:45:18.147456 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Attempting to bind port 76685bfa-4bac-43b6-8856-b500d3c189ef by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '1864890c-8b82-4f57-b4c6-f3deebcd6ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '387c2466-96cf-4290-ad6c-a044840330e7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:45:18.147774 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Attempting to bind port 76685bfa-4bac-43b6-8856-b500d3c189ef on network 387c2466-96cf-4290-ad6c-a044840330e7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:45:18.150932 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': '82a83988-153d-4b23-a89b-0e30a14b194f'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:45:18.151729 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:18.175494 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:45:18.175916 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Checking segment: {'id': '1864890c-8b82-4f57-b4c6-f3deebcd6ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '387c2466-96cf-4290-ad6c-a044840330e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:18.176251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:18.176639 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Bound using segment: {'id': '1864890c-8b82-4f57-b4c6-f3deebcd6ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '387c2466-96cf-4290-ad6c-a044840330e7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:45:18.177135 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Bound port: 76685bfa-4bac-43b6-8856-b500d3c189ef, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1864890c-8b82-4f57-b4c6-f3deebcd6ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '387c2466-96cf-4290-ad6c-a044840330e7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:45:18.177506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:18.199681 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50914fab-887d-4fc8-8eb1-7eae65aaab59 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Pushing event updated for resources: {'Port': ['ID=a766d2d5-3ad7-4322-8c19-9aa8fd71dae9,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:18.215217 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a5b15d-dd12-4be5-9975-e30bac823bf6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:18.246745 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47206bd4-2b56-4529-976a-20bbc5ef3629 req-91e41fa3-cd5a-424b-996a-154cbcc71467 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:18.248240 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-47206bd4-2b56-4529-976a-20bbc5ef3629 req-91e41fa3-cd5a-424b-996a-154cbcc71467 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.4720778 Mar 08 09:45:18.318571 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-99db5b80-ada4-4784-a0de-44e89ac9eb0b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Allocated IP 172.20.0.5 (387c2466-96cf-4290-ad6c-a044840330e7/cadf9b61-5972-45c0-8150-2a951dbb9b5b/59c8399c-80b2-4576-815f-f899b631a043) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:18.375205 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:45:18.377086 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] For port 76685bfa-4bac-43b6-8856-b500d3c189ef, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:45:18.394705 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] For port 76685bfa-4bac-43b6-8856-b500d3c189ef, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=76685bfa-4bac-43b6-8856-b500d3c189ef,segment=NetworkSegment(1864890c-8b82-4f57-b4c6-f3deebcd6ecb),segment_id=1864890c-8b82-4f57-b4c6-f3deebcd6ecb)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:45:18.397922 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaa9a64-eb07-4182-a25c-cc450c56f686 None None] Sync routers for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:45:18.407903 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:18.426750 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3672dda-9657-4bf0-928b-0cdfe88e77da tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:18.467077 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaa9a64-eb07-4182-a25c-cc450c56f686 None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:18.467624 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-9aaa9a64-eb07-4182-a25c-cc450c56f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:18.519079 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-b3672dda-9657-4bf0-928b-0cdfe88e77da tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Transition to ACTIVE for port object 7c8ba728-9297-4dde-bdb7-30b62543b988 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:18.519439 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Allocated IP 2001:db8::2 (162da289-2647-477b-bcb7-e834030497c1/82a83988-153d-4b23-a89b-0e30a14b194f/e5edefd3-5c65-4209-842f-277b8024db7a) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:18.531333 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-47206bd4-2b56-4529-976a-20bbc5ef3629 req-8cce2df8-f45d-4343-a324-efeebaed3636 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668710 Mar 08 09:45:18.557109 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-9aaa9a64-eb07-4182-a25c-cc450c56f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:18.574374 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:18.651005 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3672dda-9657-4bf0-928b-0cdfe88e77da tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:18.661587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb54b7e-35a9-4346-b082-868b29d9abe1 None None] Pushing event updated for resources: {'Port': ['ID=76685bfa-4bac-43b6-8856-b500d3c189ef,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:18.662845 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a3a5b15d-dd12-4be5-9975-e30bac823bf6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:18.715771 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaa9a64-eb07-4182-a25c-cc450c56f686 None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:18.716405 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-9aaa9a64-eb07-4182-a25c-cc450c56f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:18.734957 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3672dda-9657-4bf0-928b-0cdfe88e77da tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Network f38f2ee6-407d-4676-a9f9-a00453d96678 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:18.750032 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b3672dda-9657-4bf0-928b-0cdfe88e77da tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:18.752547 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99db5b80-ada4-4784-a0de-44e89ac9eb0b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:18.759359 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3672dda-9657-4bf0-928b-0cdfe88e77da tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:18.764792 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3672dda-9657-4bf0-928b-0cdfe88e77da tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:18.766007 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3672dda-9657-4bf0-928b-0cdfe88e77da tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:18.806624 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3b5467e7-c10f-4af4-a2bd-51d3a60591ad tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.2649894 Mar 08 09:45:18.807428 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38482) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:18.837279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-99db5b80-ada4-4784-a0de-44e89ac9eb0b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Transition to ACTIVE for port object 59c8399c-80b2-4576-815f-f899b631a043 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:18.845590 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-9aaa9a64-eb07-4182-a25c-cc450c56f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:18.845996 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaa9a64-eb07-4182-a25c-cc450c56f686 None None] The sync data for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:45:18.879565 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99db5b80-ada4-4784-a0de-44e89ac9eb0b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:18.881814 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Allocated IP 2001:db8::f816:3eff:fec3:1acb (f38f2ee6-407d-4676-a9f9-a00453d96678/83fb426f-3247-4aac-b7b1-49bd83ed6c20/fab4cc54-5f35-4b87-ada9-397b0e30b381) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:18.905411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3672dda-9657-4bf0-928b-0cdfe88e77da tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event updated for resources: {'Port': ['ID=7c8ba728-9297-4dde-bdb7-30b62543b988,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:18.920138 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b3672dda-9657-4bf0-928b-0cdfe88e77da tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.5359187 Mar 08 09:45:18.987141 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38486) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:18.994713 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-a3a5b15d-dd12-4be5-9975-e30bac823bf6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port 2def9a27-1afe-4a7b-8ac7-efe1c578b7ce yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:45:19.023446 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1508a-4894-4b26-9a46-9d7c2afe9c50 req-c4465163-04db-4a79-9a92-837761559f4c tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:19.034505 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-83b1508a-4894-4b26-9a46-9d7c2afe9c50 req-c4465163-04db-4a79-9a92-837761559f4c tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.2787149 Mar 08 09:45:19.037921 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db5b80-ada4-4784-a0de-44e89ac9eb0b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event updated for resources: {'Port': ['ID=59c8399c-80b2-4576-815f-f899b631a043,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:19.043008 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99db5b80-ada4-4784-a0de-44e89ac9eb0b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Network 387c2466-96cf-4290-ad6c-a044840330e7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:19.051698 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b218b5f9-9d75-4658-a726-634e958c502b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "GET /v2.0/floatingips/b72506f2-b967-4815-b0c9-9cdc5620a8c8 HTTP/1.1" status: 200 len: 978 time: 0.2404201 Mar 08 09:45:19.051877 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-99db5b80-ada4-4784-a0de-44e89ac9eb0b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:19.052686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38490) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:19.081199 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99db5b80-ada4-4784-a0de-44e89ac9eb0b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:19.121248 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:19.131194 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-bede11ef-81e2-49f4-b039-8c82fbb2fd60 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Deleting subnet 83fb426f-3247-4aac-b7b1-49bd83ed6c20 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:45:19.146554 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Transition to ACTIVE for port object e5edefd3-5c65-4209-842f-277b8024db7a will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:19.156349 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99db5b80-ada4-4784-a0de-44e89ac9eb0b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:19.157052 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99db5b80-ada4-4784-a0de-44e89ac9eb0b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:19.178964 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-83b1508a-4894-4b26-9a46-9d7c2afe9c50 req-6962cbb1-ee38-4565-a2ff-83c5cfdd7d20 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380568 Mar 08 09:45:19.185016 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-99db5b80-ada4-4784-a0de-44e89ac9eb0b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.7749782 Mar 08 09:45:19.188117 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38494) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:19.222392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Transition to ACTIVE for port object e5edefd3-5c65-4209-842f-277b8024db7a will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:19.241261 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:19.282910 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0275efe5-94b2-488f-abd5-3f79f8bb587c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Synchronizing usage tracker for tenant:65442bd3981144f9911800a52d6fbad1 on resource:floatingip {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:19.294802 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd7631d-3a63-4213-8c67-a70f63dc6511 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:19.301439 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd7631d-3a63-4213-8c67-a70f63dc6511 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:19.307619 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd7631d-3a63-4213-8c67-a70f63dc6511 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:19.308490 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4cd7631d-3a63-4213-8c67-a70f63dc6511 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Synchronizing usage tracker for tenant:f7d98d37918d42338c46f330f94f6ecd on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:19.314207 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:19.327444 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4cd7631d-3a63-4213-8c67-a70f63dc6511 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Unset dirty status for tenant:f7d98d37918d42338c46f330f94f6ecd on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:19.331733 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4cd7631d-3a63-4213-8c67-a70f63dc6511 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1400490 Mar 08 09:45:19.332424 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38500) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:19.345428 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:19.350380 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Transition to ACTIVE for port object fab4cc54-5f35-4b87-ada9-397b0e30b381 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:19.353014 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:19.368664 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:19.380918 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Pushing event updated for resources: {'Port': ['ID=e5edefd3-5c65-4209-842f-277b8024db7a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:19.406281 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bd334ae3-b555-4720-a5a7-a071ba4f206f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Deleting port 59c8399c-80b2-4576-815f-f899b631a043 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:19.406909 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd334ae3-b555-4720-a5a7-a071ba4f206f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:19.457090 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Transition to ACTIVE for port object fab4cc54-5f35-4b87-ada9-397b0e30b381 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:19.476062 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:19.536545 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Attempting to bind port e5edefd3-5c65-4209-842f-277b8024db7a on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:45:19.537692 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Attempting to bind port e5edefd3-5c65-4209-842f-277b8024db7a by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:45:19.538219 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Attempting to bind port e5edefd3-5c65-4209-842f-277b8024db7a on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:45:19.561339 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:45:19.561614 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:19.562557 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:19.562965 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:45:19.563449 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Bound port: e5edefd3-5c65-4209-842f-277b8024db7a, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:45:19.563824 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:19.574321 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Network f38f2ee6-407d-4676-a9f9-a00453d96678 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:19.581349 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:19.592987 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:19.665848 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Pushing event updated for resources: {'Port': ['ID=fab4cc54-5f35-4b87-ada9-397b0e30b381,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:19.727630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-a3a5b15d-dd12-4be5-9975-e30bac823bf6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::add4:daf2:d918:a1f5 (162da289-2647-477b-bcb7-e834030497c1/82a83988-153d-4b23-a89b-0e30a14b194f/2def9a27-1afe-4a7b-8ac7-efe1c578b7ce) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:19.734709 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bede11ef-81e2-49f4-b039-8c82fbb2fd60 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:19.789959 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Attempting to bind port fab4cc54-5f35-4b87-ada9-397b0e30b381 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:45:19.790325 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Attempting to bind port fab4cc54-5f35-4b87-ada9-397b0e30b381 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'fd83f39f-c0be-4638-93b5-4fb44f8b5ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f38f2ee6-407d-4676-a9f9-a00453d96678'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:45:19.790684 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Attempting to bind port fab4cc54-5f35-4b87-ada9-397b0e30b381 on network f38f2ee6-407d-4676-a9f9-a00453d96678 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:45:19.800852 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:45:19.801834 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Checking segment: {'id': 'fd83f39f-c0be-4638-93b5-4fb44f8b5ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f38f2ee6-407d-4676-a9f9-a00453d96678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:19.801834 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:19.802036 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Bound using segment: {'id': 'fd83f39f-c0be-4638-93b5-4fb44f8b5ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f38f2ee6-407d-4676-a9f9-a00453d96678'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:45:19.802460 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Bound port: fab4cc54-5f35-4b87-ada9-397b0e30b381, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd83f39f-c0be-4638-93b5-4fb44f8b5ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f38f2ee6-407d-4676-a9f9-a00453d96678'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:45:19.802829 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:19.812172 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bede11ef-81e2-49f4-b039-8c82fbb2fd60 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:19.819483 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] For port e5edefd3-5c65-4209-842f-277b8024db7a, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:45:19.834513 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] For port e5edefd3-5c65-4209-842f-277b8024db7a, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e5edefd3-5c65-4209-842f-277b8024db7a,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:45:19.854844 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd334ae3-b555-4720-a5a7-a071ba4f206f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:19.869374 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:19.894812 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-50914fab-887d-4fc8-8eb1-7eae65aaab59 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:20.003610 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bd334ae3-b555-4720-a5a7-a071ba4f206f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Calling delete_port for 59c8399c-80b2-4576-815f-f899b631a043 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:20.026870 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca39e396-05dc-406d-8ebc-4d010b6a5681 None None] Network 387c2466-96cf-4290-ad6c-a044840330e7 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:20.042722 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0275efe5-94b2-488f-abd5-3f79f8bb587c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Unset dirty status for tenant:65442bd3981144f9911800a52d6fbad1 on resource:floatingip {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:20.046918 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0275efe5-94b2-488f-abd5-3f79f8bb587c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.9176536 Mar 08 09:45:20.056445 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38504) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:20.064724 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fd40bbaf-4857-4ddf-b230-e8df61d1e93f tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'floatingip': {'port_id': 'aabb5dd3-073d-4065-b1c6-67ae2c473d00'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:20.068240 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea83b8-a109-4c6e-9e1c-c57560a222af None None] Pushing event updated for resources: {'Port': ['ID=e5edefd3-5c65-4209-842f-277b8024db7a,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:20.076063 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] For port fab4cc54-5f35-4b87-ada9-397b0e30b381, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:45:20.094279 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] For port fab4cc54-5f35-4b87-ada9-397b0e30b381, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=fab4cc54-5f35-4b87-ada9-397b0e30b381,segment=NetworkSegment(fd83f39f-c0be-4638-93b5-4fb44f8b5ac7),segment_id=fd83f39f-c0be-4638-93b5-4fb44f8b5ac7)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:45:20.135066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bede11ef-81e2-49f4-b039-8c82fbb2fd60 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:20.142576 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:20.186478 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0eed6190-003b-4ba8-b1a0-3f0da8b00039 None None] Provisioning for port 76685bfa-4bac-43b6-8856-b500d3c189ef completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:20.234518 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd40bbaf-4857-4ddf-b230-e8df61d1e93f tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:20.351382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6077e-921c-4f80-8599-05d763741ba4 req-5699882e-7907-4e3b-b657-99a6147e8442 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:20.360934 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1c6077e-921c-4f80-8599-05d763741ba4 req-5699882e-7907-4e3b-b657-99a6147e8442 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.9962776 Mar 08 09:45:20.366013 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ea608-4592-4d19-a1b3-532d37de9f10 None None] Pushing event updated for resources: {'Port': ['ID=fab4cc54-5f35-4b87-ada9-397b0e30b381,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:20.412291 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd334ae3-b555-4720-a5a7-a071ba4f206f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:20.530155 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd334ae3-b555-4720-a5a7-a071ba4f206f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event deleted for resources: {'Port': ['ID=59c8399c-80b2-4576-815f-f899b631a043,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:20.563528 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1c6077e-921c-4f80-8599-05d763741ba4 req-a9bc81b2-8192-425e-9976-21be5d8b8750 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014592 Mar 08 09:45:20.761747 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bede11ef-81e2-49f4-b039-8c82fbb2fd60 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:20.826341 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede11ef-81e2-49f4-b039-8c82fbb2fd60 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event deleted for resources: {'Subnet': ['ID=83fb426f-3247-4aac-b7b1-49bd83ed6c20,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:20.832345 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bede11ef-81e2-49f4-b039-8c82fbb2fd60 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:20.854605 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a3a5b15d-dd12-4be5-9975-e30bac823bf6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:20.870154 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-73fd9aae-2dd7-4262-9a02-34740197ffe0 None None] Provisioning for port 3614d07c-b2e1-4db5-8b05-c247eda0d0e1 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:20.880234 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bede11ef-81e2-49f4-b039-8c82fbb2fd60 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/subnets/83fb426f-3247-4aac-b7b1-49bd83ed6c20 HTTP/1.1" status: 204 len: 168 time: 1.8848944 Mar 08 09:45:20.883473 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-73fd9aae-2dd7-4262-9a02-34740197ffe0 None None] Provisioning complete for port 3614d07c-b2e1-4db5-8b05-c247eda0d0e1 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:20.883714 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73fd9aae-2dd7-4262-9a02-34740197ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:20.887398 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-50914fab-887d-4fc8-8eb1-7eae65aaab59 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:20.889777 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38512) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:20.894699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-a3a5b15d-dd12-4be5-9975-e30bac823bf6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object 2def9a27-1afe-4a7b-8ac7-efe1c578b7ce will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:20.972175 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-50914fab-887d-4fc8-8eb1-7eae65aaab59 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:20.977680 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-73fd9aae-2dd7-4262-9a02-34740197ffe0 None None] Port 3614d07c-b2e1-4db5-8b05-c247eda0d0e1 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:45:21.169376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device fab4cc54-5f35-4b87-ada9-397b0e30b381 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:45:21.178388 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb297fab-7a0b-4793-8a37-f67bd9272eb8 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:21.183178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb297fab-7a0b-4793-8a37-f67bd9272eb8 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:21.183999 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-eb297fab-7a0b-4793-8a37-f67bd9272eb8 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Synchronizing usage tracker for tenant:dd8cb24fc2e24392845c4528608c35d1 on resource:subnet {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:21.298720 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd334ae3-b555-4720-a5a7-a071ba4f206f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:21.303967 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-eb297fab-7a0b-4793-8a37-f67bd9272eb8 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Unset dirty status for tenant:dd8cb24fc2e24392845c4528608c35d1 on resource:subnet {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:21.307703 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-eb297fab-7a0b-4793-8a37-f67bd9272eb8 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4122908 Mar 08 09:45:21.308532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a3a5b15d-dd12-4be5-9975-e30bac823bf6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:21.308881 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38516) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:21.317528 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port fab4cc54-5f35-4b87-ada9-397b0e30b381 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:21.336679 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e5edefd3-5c65-4209-842f-277b8024db7a up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:45:21.353608 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bd334ae3-b555-4720-a5a7-a071ba4f206f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "DELETE /v2.0/ports/59c8399c-80b2-4576-815f-f899b631a043 HTTP/1.1" status: 204 len: 168 time: 2.0204926 Mar 08 09:45:21.367733 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38520) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:21.370222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55f116-f8e5-4bc4-a11b-5441494b8177 req-1dd6e56e-1732-43a2-81f6-9bf929871dbe tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:21.375084 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ce55f116-f8e5-4bc4-a11b-5441494b8177 req-1dd6e56e-1732-43a2-81f6-9bf929871dbe tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.6075308 Mar 08 09:45:21.419401 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-60380b89-0e86-4d0e-8210-7633d3f1fe94 None None] Provisioning complete for port 3614d07c-b2e1-4db5-8b05-c247eda0d0e1 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:21.420046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-60380b89-0e86-4d0e-8210-7633d3f1fe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:21.487724 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c2014b-66c0-4dc7-9620-ce5eed8cbf7b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] GET failed (client error): The resource could not be found. Mar 08 09:45:21.489404 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f8c2014b-66c0-4dc7-9620-ce5eed8cbf7b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "GET /v2.0/ports/59c8399c-80b2-4576-815f-f899b631a043 HTTP/1.1" status: 404 len: 333 time: 0.0903254 Mar 08 09:45:21.513724 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38524) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:21.530594 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-9110dc33-d141-44e1-9685-71a7c82ae465 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Request body: {'port': {'network_id': '387c2466-96cf-4290-ad6c-a044840330e7', 'name': 'tempest-AllowedAddressPairTestJSON-1936182317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:21.549563 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-60380b89-0e86-4d0e-8210-7633d3f1fe94 None None] Port 3614d07c-b2e1-4db5-8b05-c247eda0d0e1 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:45:21.557916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a5b15d-dd12-4be5-9975-e30bac823bf6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:21.566055 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port e5edefd3-5c65-4209-842f-277b8024db7a completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:21.579822 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 76685bfa-4bac-43b6-8856-b500d3c189ef up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:45:21.592648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-a3a5b15d-dd12-4be5-9975-e30bac823bf6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:21.623299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a5b15d-dd12-4be5-9975-e30bac823bf6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:21.630170 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a5b15d-dd12-4be5-9975-e30bac823bf6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:21.631480 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a3a5b15d-dd12-4be5-9975-e30bac823bf6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:21.643006 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50914fab-887d-4fc8-8eb1-7eae65aaab59 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Router 7959c39e-78c2-4a4d-959d-06e31e0f12b8 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:45:21.720195 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fc04e910-7a2f-441a-baeb-e84f90656d64 None None] Provisioning for port e5edefd3-5c65-4209-842f-277b8024db7a completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:21.732271 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fc04e910-7a2f-441a-baeb-e84f90656d64 None None] Provisioning complete for port e5edefd3-5c65-4209-842f-277b8024db7a triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:21.732881 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc04e910-7a2f-441a-baeb-e84f90656d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:21.765841 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 76685bfa-4bac-43b6-8856-b500d3c189ef completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:21.782610 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 76685bfa-4bac-43b6-8856-b500d3c189ef triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:21.782987 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:21.942374 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5b15d-dd12-4be5-9975-e30bac823bf6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=2def9a27-1afe-4a7b-8ac7-efe1c578b7ce,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:21.945839 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09061761-b914-4963-b92c-842a3411e337 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:21.960363 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ce55f116-f8e5-4bc4-a11b-5441494b8177 req-a15f4add-4bf9-4706-9517-434e9d713419 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5598505 Mar 08 09:45:21.978108 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-09061761-b914-4963-b92c-842a3411e337 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 08 09:45:21.978564 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09061761-b914-4963-b92c-842a3411e337 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:45:21.980349 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-09061761-b914-4963-b92c-842a3411e337 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/networks/f38f2ee6-407d-4676-a9f9-a00453d96678 HTTP/1.1" status: 409 len: 405 time: 0.6653187 Mar 08 09:45:21.991691 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38528) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:22.008377 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-91e5581b-e2c4-4d87-91a9-7f35be9a8c0b tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1749938129'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:22.020259 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-91e5581b-e2c4-4d87-91a9-7f35be9a8c0b tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:22.029273 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-91e5581b-e2c4-4d87-91a9-7f35be9a8c0b tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Usage tracker for resource:network and tenant:dd8cb24fc2e24392845c4528608c35d1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:22.047780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-91e5581b-e2c4-4d87-91a9-7f35be9a8c0b tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:22.063627 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-91e5581b-e2c4-4d87-91a9-7f35be9a8c0b tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:22.074913 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc04e910-7a2f-441a-baeb-e84f90656d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:22.079154 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e5581b-e2c4-4d87-91a9-7f35be9a8c0b tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Made reservation on behalf of dd8cb24fc2e24392845c4528608c35d1 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:22.082556 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91e5581b-e2c4-4d87-91a9-7f35be9a8c0b tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:22.090787 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:22.134356 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a164e4-be84-480f-9aa4-a0e9ddb2d6d1 None None] Network f38f2ee6-407d-4676-a9f9-a00453d96678 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:22.158327 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a3a5b15d-dd12-4be5-9975-e30bac823bf6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6780081 Mar 08 09:45:22.167986 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38534) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:22.183858 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-729902c9-4920-4b5a-b733-0f46ba0fcba2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'fixed_ips': [{'subnet_id': '82a83988-153d-4b23-a89b-0e30a14b194f', 'ip_address': '2001:db8::add4:daf2:d918:a1f5'}], 'name': 'tempest-NetworksTestDHCPv6-1937142162'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:22.192847 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e5581b-e2c4-4d87-91a9-7f35be9a8c0b tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:45:22.221960 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91e5581b-e2c4-4d87-91a9-7f35be9a8c0b tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:22.222318 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-91e5581b-e2c4-4d87-91a9-7f35be9a8c0b tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Added segment 66aca351-e97f-4f57-886f-8fb1669c08b9 of type vlan for network c46f48c0-f343-4cfd-9545-541b59b0be0c Mar 08 09:45:22.246794 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd40bbaf-4857-4ddf-b230-e8df61d1e93f tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:22.263902 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd40bbaf-4857-4ddf-b230-e8df61d1e93f tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:22.282506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fc04e910-7a2f-441a-baeb-e84f90656d64 None None] For port e5edefd3-5c65-4209-842f-277b8024db7a, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e5edefd3-5c65-4209-842f-277b8024db7a,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:22.293346 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc04e910-7a2f-441a-baeb-e84f90656d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:22.297324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 76685bfa-4bac-43b6-8856-b500d3c189ef, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=76685bfa-4bac-43b6-8856-b500d3c189ef,segment=NetworkSegment(1864890c-8b82-4f57-b4c6-f3deebcd6ecb),segment_id=1864890c-8b82-4f57-b4c6-f3deebcd6ecb)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:22.329355 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91e5581b-e2c4-4d87-91a9-7f35be9a8c0b tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:22.375931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:22.387407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9110dc33-d141-44e1-9685-71a7c82ae465 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:22.389758 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fc04e910-7a2f-441a-baeb-e84f90656d64 None None] Could not find standard attr ID for object 59c8399c-80b2-4576-815f-f899b631a043. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:45:22.396408 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91e5581b-e2c4-4d87-91a9-7f35be9a8c0b tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:22.402046 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e5581b-e2c4-4d87-91a9-7f35be9a8c0b tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:22.402652 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91e5581b-e2c4-4d87-91a9-7f35be9a8c0b tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:22.447783 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9110dc33-d141-44e1-9685-71a7c82ae465 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Usage tracker for resource:port and tenant:f7d98d37918d42338c46f330f94f6ecd is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:22.461978 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04e910-7a2f-441a-baeb-e84f90656d64 None None] Pushing event updated for resources: {'Port': ['ID=e5edefd3-5c65-4209-842f-277b8024db7a,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:22.470573 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9110dc33-d141-44e1-9685-71a7c82ae465 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:22.481307 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9110dc33-d141-44e1-9685-71a7c82ae465 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:22.522829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-729902c9-4920-4b5a-b733-0f46ba0fcba2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:22.538117 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9110dc33-d141-44e1-9685-71a7c82ae465 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Made reservation on behalf of f7d98d37918d42338c46f330f94f6ecd for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:22.541613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9110dc33-d141-44e1-9685-71a7c82ae465 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:22.555350 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-729902c9-4920-4b5a-b733-0f46ba0fcba2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:port and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:22.562457 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-729902c9-4920-4b5a-b733-0f46ba0fcba2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:22.566765 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50914fab-887d-4fc8-8eb1-7eae65aaab59 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:45:22.574892 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=76685bfa-4bac-43b6-8856-b500d3c189ef,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:22.576500 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564900f7-1e5d-45e9-9c91-db984fe5435c None None] Sync routers for ids ['7959c39e-78c2-4a4d-959d-06e31e0f12b8'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:45:22.586935 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-729902c9-4920-4b5a-b733-0f46ba0fcba2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:22.590877 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-50914fab-887d-4fc8-8eb1-7eae65aaab59 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:22.595279 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-50914fab-887d-4fc8-8eb1-7eae65aaab59 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "PUT /v2.0/routers/7959c39e-78c2-4a4d-959d-06e31e0f12b8 HTTP/1.1" status: 200 len: 918 time: 7.7612002 Mar 08 09:45:22.597813 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564900f7-1e5d-45e9-9c91-db984fe5435c None None] Routers {'7959c39e-78c2-4a4d-959d-06e31e0f12b8'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:22.597973 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38538) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:22.598792 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-564900f7-1e5d-45e9-9c91-db984fe5435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['7959c39e-78c2-4a4d-959d-06e31e0f12b8'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:22.602515 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-91e5581b-e2c4-4d87-91a9-7f35be9a8c0b tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6129336 Mar 08 09:45:22.609692 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38542) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:22.630232 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079be910-b7d0-4ad7-9a1b-0034a7994936 req-1112686d-11ac-4d10-9b5a-1fa7540404a0 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:22.631787 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-079be910-b7d0-4ad7-9a1b-0034a7994936 req-1112686d-11ac-4d10-9b5a-1fa7540404a0 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.4533024 Mar 08 09:45:22.634423 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-529a50e8-f9e3-4884-a77a-b1f9453cc413 None None] Provisioning for port fab4cc54-5f35-4b87-ada9-397b0e30b381 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:22.642875 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-529a50e8-f9e3-4884-a77a-b1f9453cc413 None None] Provisioning complete for port fab4cc54-5f35-4b87-ada9-397b0e30b381 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:22.643615 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-529a50e8-f9e3-4884-a77a-b1f9453cc413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:22.646389 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-9110dc33-d141-44e1-9685-71a7c82ae465 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] device_id is not set on port 9afa1944-c31e-4e59-aff4-8c230323a41b yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:45:22.679534 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-83e32bb0-0430-4ca5-9fc5-57fce89b57a9 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Request body: {'subnet': {'network_id': 'c46f48c0-f343-4cfd-9545-541b59b0be0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:22.699757 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5581b-e2c4-4d87-91a9-7f35be9a8c0b tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event updated for resources: {'Network': ['ID=c46f48c0-f343-4cfd-9545-541b59b0be0c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:22.710243 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-564900f7-1e5d-45e9-9c91-db984fe5435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:22.712194 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729902c9-4920-4b5a-b733-0f46ba0fcba2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:22.717812 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-729902c9-4920-4b5a-b733-0f46ba0fcba2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:22.718989 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-fd40bbaf-4857-4ddf-b230-e8df61d1e93f tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Floating IP b72506f2-b967-4815-b0c9-9cdc5620a8c8 associated. External IP: 172.26.2.114, port: 0fa67775-33e1-41e6-96b4-117f21b0ca64. Mar 08 09:45:22.723796 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network c46f48c0-f343-4cfd-9545-541b59b0be0c details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:45:22.738436 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564900f7-1e5d-45e9-9c91-db984fe5435c None None] Routers {'7959c39e-78c2-4a4d-959d-06e31e0f12b8'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:22.739116 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-564900f7-1e5d-45e9-9c91-db984fe5435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['7959c39e-78c2-4a4d-959d-06e31e0f12b8'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:22.786744 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-729902c9-4920-4b5a-b733-0f46ba0fcba2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port d8dc53d3-874d-4ad7-a22d-7f1e4758a52b yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:45:22.815610 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-564900f7-1e5d-45e9-9c91-db984fe5435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:22.816282 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564900f7-1e5d-45e9-9c91-db984fe5435c None None] The sync data for ids ['7959c39e-78c2-4a4d-959d-06e31e0f12b8'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:45:22.855299 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-079be910-b7d0-4ad7-9a1b-0034a7994936 req-be50d278-24f9-49be-a3b2-239880ecbab2 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599073 Mar 08 09:45:22.862292 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] DHCP port deletion for f38f2ee6-407d-4676-a9f9-a00453d96678 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:45:22.876061 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] Deleting port fab4cc54-5f35-4b87-ada9-397b0e30b381 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:22.876874 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:23.049409 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-9110dc33-d141-44e1-9685-71a7c82ae465 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Allocated IP 172.20.0.5 (387c2466-96cf-4290-ad6c-a044840330e7/cadf9b61-5972-45c0-8150-2a951dbb9b5b/9afa1944-c31e-4e59-aff4-8c230323a41b) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:23.073201 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e5edefd3-5c65-4209-842f-277b8024db7a up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:45:23.161042 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-529a50e8-f9e3-4884-a77a-b1f9453cc413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:23.180815 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-729902c9-4920-4b5a-b733-0f46ba0fcba2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 08 09:45:23.181326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-729902c9-4920-4b5a-b733-0f46ba0fcba2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:45:23.212427 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e654637f-234d-4bc0-b766-2af356df39b1 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "GET /v2.0/routers/7959c39e-78c2-4a4d-959d-06e31e0f12b8 HTTP/1.1" status: 200 len: 924 time: 0.6119232 Mar 08 09:45:23.218402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38548) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:23.227580 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-83e32bb0-0430-4ca5-9fc5-57fce89b57a9 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:23.257091 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-83e32bb0-0430-4ca5-9fc5-57fce89b57a9 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:23.295119 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-529a50e8-f9e3-4884-a77a-b1f9453cc413 None None] For port fab4cc54-5f35-4b87-ada9-397b0e30b381, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=fab4cc54-5f35-4b87-ada9-397b0e30b381,segment=NetworkSegment(fd83f39f-c0be-4638-93b5-4fb44f8b5ac7),segment_id=fd83f39f-c0be-4638-93b5-4fb44f8b5ac7)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:23.302645 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] For port fab4cc54-5f35-4b87-ada9-397b0e30b381, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=fab4cc54-5f35-4b87-ada9-397b0e30b381,segment=NetworkSegment(fd83f39f-c0be-4638-93b5-4fb44f8b5ac7),segment_id=fd83f39f-c0be-4638-93b5-4fb44f8b5ac7)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:23.303067 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:23.310182 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-529a50e8-f9e3-4884-a77a-b1f9453cc413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:23.346314 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-729902c9-4920-4b5a-b733-0f46ba0fcba2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1759601 Mar 08 09:45:23.350955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38552) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:23.388931 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e32bb0-0430-4ca5-9fc5-57fce89b57a9 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Made reservation on behalf of dd8cb24fc2e24392845c4528608c35d1 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:23.393165 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83e32bb0-0430-4ca5-9fc5-57fce89b57a9 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:23.410130 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3826e1da-156c-4c15-8971-c09d1248d84e tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:23.414531 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3826e1da-156c-4c15-8971-c09d1248d84e tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&device_id=7959c39e-78c2-4a4d-959d-06e31e0f12b8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1430151 Mar 08 09:45:23.415241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port e5edefd3-5c65-4209-842f-277b8024db7a triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:23.415606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38558) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:23.415736 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:23.423065 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9110dc33-d141-44e1-9685-71a7c82ae465 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:23.510748 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] Calling delete_port for fab4cc54-5f35-4b87-ada9-397b0e30b381 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:23.520261 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-9110dc33-d141-44e1-9685-71a7c82ae465 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Transition to ACTIVE for port object 9afa1944-c31e-4e59-aff4-8c230323a41b will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:23.557705 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-529a50e8-f9e3-4884-a77a-b1f9453cc413 None None] Provisioning for port 2def9a27-1afe-4a7b-8ac7-efe1c578b7ce completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:23.580450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67be15ae-901b-45ee-b288-862202a95e56 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:23.583868 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-529a50e8-f9e3-4884-a77a-b1f9453cc413 None None] Provisioning complete for port 2def9a27-1afe-4a7b-8ac7-efe1c578b7ce triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:23.583868 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-529a50e8-f9e3-4884-a77a-b1f9453cc413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:23.585430 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-67be15ae-901b-45ee-b288-862202a95e56 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "GET /v2.0/networks/0092b317-fba6-481a-9c1a-91e0998b20b7 HTTP/1.1" status: 200 len: 881 time: 0.1670454 Mar 08 09:45:23.586033 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38562) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:23.591031 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb939c-49cb-46b2-b445-d7a7bdb90611 req-81c03f30-b2c3-4a94-98d3-a3af109bc7f0 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:23.598049 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6fdb939c-49cb-46b2-b445-d7a7bdb90611 req-81c03f30-b2c3-4a94-98d3-a3af109bc7f0 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.4955678 Mar 08 09:45:23.635652 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a50e8-f9e3-4884-a77a-b1f9453cc413 None None] Pushing event updated for resources: {'Port': ['ID=fab4cc54-5f35-4b87-ada9-397b0e30b381,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:23.635894 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9e4aad06-e120-427a-9b42-cc49bc5661d6 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=7959c39e-78c2-4a4d-959d-06e31e0f12b8 HTTP/1.1" status: 200 len: 205 time: 0.0475252 Mar 08 09:45:23.636713 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38566) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:23.692245 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-529a50e8-f9e3-4884-a77a-b1f9453cc413 None None] Port 2def9a27-1afe-4a7b-8ac7-efe1c578b7ce cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:45:23.694318 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:45:23.694670 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:45:23.711226 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9110dc33-d141-44e1-9685-71a7c82ae465 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:23.750594 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 76685bfa-4bac-43b6-8856-b500d3c189ef up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:45:23.801779 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9110dc33-d141-44e1-9685-71a7c82ae465 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Network 387c2466-96cf-4290-ad6c-a044840330e7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:23.807323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-9110dc33-d141-44e1-9685-71a7c82ae465 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:23.812528 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6fdb939c-49cb-46b2-b445-d7a7bdb90611 req-31c9e8cd-9816-4aa5-83d9-02633982d0bb tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126896 Mar 08 09:45:23.844309 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 76685bfa-4bac-43b6-8856-b500d3c189ef triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:23.844786 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:23.900481 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd40bbaf-4857-4ddf-b230-e8df61d1e93f tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router ba4e89cb-ee89-4301-b8d8-c5e861bbdf04 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:45:23.938736 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c850b61a-47f4-448e-bde9-27b0dcbf09d3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:23.944972 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c850b61a-47f4-448e-bde9-27b0dcbf09d3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:23.946566 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c850b61a-47f4-448e-bde9-27b0dcbf09d3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.5921583 Mar 08 09:45:23.951741 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38572) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:24.035900 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9110dc33-d141-44e1-9685-71a7c82ae465 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:24.042869 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device fab4cc54-5f35-4b87-ada9-397b0e30b381 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:45:24.094097 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110dc33-d141-44e1-9685-71a7c82ae465 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event updated for resources: {'Port': ['ID=9afa1944-c31e-4e59-aff4-8c230323a41b,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:24.135076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-404f7b11-0d90-4851-88f5-be236b7e4aee tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:24.146719 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ee63206e-17cd-4021-83d0-cb994813d3ca tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port 2def9a27-1afe-4a7b-8ac7-efe1c578b7ce {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:24.147060 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee63206e-17cd-4021-83d0-cb994813d3ca tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:24.149165 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4fdd3465-f538-4bbd-ba35-33afba750995 None None] Provisioning for port 9afa1944-c31e-4e59-aff4-8c230323a41b completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:24.163537 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4fdd3465-f538-4bbd-ba35-33afba750995 None None] Provisioning complete for port 9afa1944-c31e-4e59-aff4-8c230323a41b triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:24.164198 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4fdd3465-f538-4bbd-ba35-33afba750995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:24.187423 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:45:24.196292 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9110dc33-d141-44e1-9685-71a7c82ae465 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:24.196865 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9110dc33-d141-44e1-9685-71a7c82ae465 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:24.207845 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] Deleting port fab4cc54-5f35-4b87-ada9-397b0e30b381 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:24.208222 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:24.235428 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9110dc33-d141-44e1-9685-71a7c82ae465 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7161918 Mar 08 09:45:24.241658 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38576) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:24.275178 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:24.279038 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:1f:98:2c'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:24.309196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd3465-f538-4bbd-ba35-33afba750995 None None] Port 9afa1944-c31e-4e59-aff4-8c230323a41b cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:45:24.340440 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-404f7b11-0d90-4851-88f5-be236b7e4aee tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:24.350935 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-404f7b11-0d90-4851-88f5-be236b7e4aee tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Deleting port a766d2d5-3ad7-4322-8c19-9aa8fd71dae9 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:24.351276 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-404f7b11-0d90-4851-88f5-be236b7e4aee tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:24.372999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port fab4cc54-5f35-4b87-ada9-397b0e30b381, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=fab4cc54-5f35-4b87-ada9-397b0e30b381,segment=NetworkSegment(fd83f39f-c0be-4638-93b5-4fb44f8b5ac7),segment_id=fd83f39f-c0be-4638-93b5-4fb44f8b5ac7)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:24.377835 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd40bbaf-4857-4ddf-b230-e8df61d1e93f tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:45:24.393210 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:24.394986 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b6aa9e-c88b-4dd7-a6c3-1a89e1f6c0ff None None] Sync routers for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:45:24.464088 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b6aa9e-c88b-4dd7-a6c3-1a89e1f6c0ff None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:24.464630 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-c9b6aa9e-c88b-4dd7-a6c3-1a89e1f6c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:24.533361 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-404f7b11-0d90-4851-88f5-be236b7e4aee tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:24.570823 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-83e32bb0-0430-4ca5-9fc5-57fce89b57a9 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 09:45:24.586829 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83e32bb0-0430-4ca5-9fc5-57fce89b57a9 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:24.638930 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-c9b6aa9e-c88b-4dd7-a6c3-1a89e1f6c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:24.649382 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] For port fab4cc54-5f35-4b87-ada9-397b0e30b381, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=fab4cc54-5f35-4b87-ada9-397b0e30b381,segment=NetworkSegment(fd83f39f-c0be-4638-93b5-4fb44f8b5ac7),segment_id=fd83f39f-c0be-4638-93b5-4fb44f8b5ac7)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:24.649767 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:24.666470 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-404f7b11-0d90-4851-88f5-be236b7e4aee tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Calling delete_port for a766d2d5-3ad7-4322-8c19-9aa8fd71dae9 owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:24.776065 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=fab4cc54-5f35-4b87-ada9-397b0e30b381,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:24.779704 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b6aa9e-c88b-4dd7-a6c3-1a89e1f6c0ff None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:24.779704 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-c9b6aa9e-c88b-4dd7-a6c3-1a89e1f6c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:24.831703 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] Calling delete_port for fab4cc54-5f35-4b87-ada9-397b0e30b381 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:24.835162 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-404f7b11-0d90-4851-88f5-be236b7e4aee tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:24.883619 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f7b11-0d90-4851-88f5-be236b7e4aee tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Pushing event deleted for resources: {'Port': ['ID=a766d2d5-3ad7-4322-8c19-9aa8fd71dae9,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:24.892879 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-c9b6aa9e-c88b-4dd7-a6c3-1a89e1f6c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:24.893603 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b6aa9e-c88b-4dd7-a6c3-1a89e1f6c0ff None None] The sync data for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:45:24.909849 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-66185957-45d6-4718-a512-47620aaebd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:24.914934 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e32bb0-0430-4ca5-9fc5-57fce89b57a9 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event updated for resources: {'Subnet': ['ID=aa97bba3-4238-4697-b875-7eaf6e7e1cdb,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:24.945961 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:45:24.946462 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:45:24.961553 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e32bb0-0430-4ca5-9fc5-57fce89b57a9 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Checking segment: {'id': '66aca351-e97f-4f57-886f-8fb1669c08b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c46f48c0-f343-4cfd-9545-541b59b0be0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:24.961918 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e32bb0-0430-4ca5-9fc5-57fce89b57a9 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Network hostable DHCP agents. Network: c46f48c0-f343-4cfd-9545-541b59b0be0c, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:45:24.992415 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-404f7b11-0d90-4851-88f5-be236b7e4aee tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:25.043401 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] Deleting port fab4cc54-5f35-4b87-ada9-397b0e30b381 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:25.043750 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:25.170752 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-404f7b11-0d90-4851-88f5-be236b7e4aee tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:25.173124 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-404f7b11-0d90-4851-88f5-be236b7e4aee tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:25.199471 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-404f7b11-0d90-4851-88f5-be236b7e4aee tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:25.200763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404f7b11-0d90-4851-88f5-be236b7e4aee tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Fanout notify agent at l3_agent the message router_deleted on router 7959c39e-78c2-4a4d-959d-06e31e0f12b8 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:45:25.220227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-404f7b11-0d90-4851-88f5-be236b7e4aee tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:25.224973 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee63206e-17cd-4021-83d0-cb994813d3ca tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:25.225102 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-404f7b11-0d90-4851-88f5-be236b7e4aee tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "DELETE /v2.0/routers/7959c39e-78c2-4a4d-959d-06e31e0f12b8 HTTP/1.1" status: 204 len: 168 time: 1.5838978 Mar 08 09:45:25.225184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38580) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:25.230698 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e52a3fa4-6031-44bf-b124-56bc13521fc1 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1080374705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:25.237053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e52a3fa4-6031-44bf-b124-56bc13521fc1 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:25.240897 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e52a3fa4-6031-44bf-b124-56bc13521fc1 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Usage tracker for resource:router and tenant:a21cd38533c746ba95f9f270be4301b9 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:25.243718 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e52a3fa4-6031-44bf-b124-56bc13521fc1 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:25.250493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e52a3fa4-6031-44bf-b124-56bc13521fc1 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:25.259602 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] For port fab4cc54-5f35-4b87-ada9-397b0e30b381, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=fab4cc54-5f35-4b87-ada9-397b0e30b381,segment=NetworkSegment(fd83f39f-c0be-4638-93b5-4fb44f8b5ac7),segment_id=fd83f39f-c0be-4638-93b5-4fb44f8b5ac7)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:25.260171 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:25.262427 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e52a3fa4-6031-44bf-b124-56bc13521fc1 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:25.263581 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e52a3fa4-6031-44bf-b124-56bc13521fc1 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:25.279408 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e52a3fa4-6031-44bf-b124-56bc13521fc1 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:25.298182 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e52a3fa4-6031-44bf-b124-56bc13521fc1 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:25.321423 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e52a3fa4-6031-44bf-b124-56bc13521fc1 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:25.324741 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e52a3fa4-6031-44bf-b124-56bc13521fc1 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.0962508 Mar 08 09:45:25.325559 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38584) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:25.331462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-15859ecc-c7b1-4afe-a2b1-b885ccebec1a tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'enable_snat': False}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:25.368248 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ee63206e-17cd-4021-83d0-cb994813d3ca tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for 2def9a27-1afe-4a7b-8ac7-efe1c578b7ce owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:25.381384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] Calling delete_port for fab4cc54-5f35-4b87-ada9-397b0e30b381 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:25.399610 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:25.427899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e32bb0-0430-4ca5-9fc5-57fce89b57a9 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Network c46f48c0-f343-4cfd-9545-541b59b0be0c is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:45:25.459925 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:25.509679 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] Pushing event deleted for resources: {'Port': ['ID=fab4cc54-5f35-4b87-ada9-397b0e30b381,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:25.513113 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5869de78-b109-4ed2-ba16-55c538f801d2 None None] No DVR routers for this DVR port fab4cc54-5f35-4b87-ada9-397b0e30b381 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:45:25.548884 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-83e32bb0-0430-4ca5-9fc5-57fce89b57a9 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, c46f48c0-f343-4cfd-9545-541b59b0be0c) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:25.557019 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336e4357-023a-470b-854f-c02eb8237f46 None None] Network c46f48c0-f343-4cfd-9545-541b59b0be0c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:25.567788 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e32bb0-0430-4ca5-9fc5-57fce89b57a9 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:25.568375 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83e32bb0-0430-4ca5-9fc5-57fce89b57a9 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:25.661976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd40bbaf-4857-4ddf-b230-e8df61d1e93f tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router ba4e89cb-ee89-4301-b8d8-c5e861bbdf04 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:45:25.700872 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-83e32bb0-0430-4ca5-9fc5-57fce89b57a9 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.0313411 Mar 08 09:45:25.706217 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38588) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:25.802021 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee63206e-17cd-4021-83d0-cb994813d3ca tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:25.807896 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-c46f48c0-f343-4cfd-9545-541b59b0be0c', 'network_id': 'c46f48c0-f343-4cfd-9545-541b59b0be0c', 'tenant_id': 'dd8cb24fc2e24392845c4528608c35d1', 'fixed_ips': [{'subnet_id': 'aa97bba3-4238-4697-b875-7eaf6e7e1cdb'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:45:25.808780 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:25.945168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15859ecc-c7b1-4afe-a2b1-b885ccebec1a tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:25.956211 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63206e-17cd-4021-83d0-cb994813d3ca tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=2def9a27-1afe-4a7b-8ac7-efe1c578b7ce,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:25.978829 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Allocated IP 2001:db8::f816:3eff:fe95:d67d (c46f48c0-f343-4cfd-9545-541b59b0be0c/aa97bba3-4238-4697-b875-7eaf6e7e1cdb/fec308f1-cc9f-4c6b-a0ac-e4f6504a4c85) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:26.042888 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.159793 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee63206e-17cd-4021-83d0-cb994813d3ca tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.161934 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ee63206e-17cd-4021-83d0-cb994813d3ca tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/2def9a27-1afe-4a7b-8ac7-efe1c578b7ce HTTP/1.1" status: 204 len: 168 time: 2.1492105 Mar 08 09:45:26.166094 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38592) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:26.179226 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.200609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.211708 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Transition to ACTIVE for port object fec308f1-cc9f-4c6b-a0ac-e4f6504a4c85 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:26.216756 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd40bbaf-4857-4ddf-b230-e8df61d1e93f tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:45:26.225572 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd40bbaf-4857-4ddf-b230-e8df61d1e93f tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.234555 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3b7ed2-6a72-4ed4-bcd6-9e019381facb None None] Sync routers for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:45:26.235975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Transition to ACTIVE for port object fec308f1-cc9f-4c6b-a0ac-e4f6504a4c85 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:26.248125 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.268787 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3b7ed2-6a72-4ed4-bcd6-9e019381facb None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:26.269833 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2e3b7ed2-6a72-4ed4-bcd6-9e019381facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:26.276097 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:45:26.301602 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.314620 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c6fe31-c857-4f7f-9e22-2fd8025f71ef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:26.316126 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c6fe31-c857-4f7f-9e22-2fd8025f71ef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:26.317663 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-73c6fe31-c857-4f7f-9e22-2fd8025f71ef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1502459 Mar 08 09:45:26.325013 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38596) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:26.325555 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.330555 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Network c46f48c0-f343-4cfd-9545-541b59b0be0c is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:26.338909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:26.344460 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:26.351599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Pushing event updated for resources: {'Port': ['ID=fec308f1-cc9f-4c6b-a0ac-e4f6504a4c85,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:26.370845 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2e3b7ed2-6a72-4ed4-bcd6-9e019381facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:26.382090 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3b7ed2-6a72-4ed4-bcd6-9e019381facb None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:26.383112 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2e3b7ed2-6a72-4ed4-bcd6-9e019381facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:44:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:26.396140 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.396576 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.397008 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.397409 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.397804 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.398218 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.399828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.399828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.399828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.399828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.400150 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.400608 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.421811 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.484103 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2e3b7ed2-6a72-4ed4-bcd6-9e019381facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:26.484781 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3b7ed2-6a72-4ed4-bcd6-9e019381facb None None] The sync data for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:45:26.499878 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event deleted for resources: {'Subnet': ['ID=aa97bba3-4238-4697-b875-7eaf6e7e1cdb,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:26.525337 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Attempting to bind port fec308f1-cc9f-4c6b-a0ac-e4f6504a4c85 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:45:26.526039 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Attempting to bind port fec308f1-cc9f-4c6b-a0ac-e4f6504a4c85 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '66aca351-e97f-4f57-886f-8fb1669c08b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c46f48c0-f343-4cfd-9545-541b59b0be0c'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:45:26.526591 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Attempting to bind port fec308f1-cc9f-4c6b-a0ac-e4f6504a4c85 on network c46f48c0-f343-4cfd-9545-541b59b0be0c {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:45:26.537083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:45:26.537838 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Checking segment: {'id': '66aca351-e97f-4f57-886f-8fb1669c08b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c46f48c0-f343-4cfd-9545-541b59b0be0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:26.539015 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.539589 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Bound using segment: {'id': '66aca351-e97f-4f57-886f-8fb1669c08b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c46f48c0-f343-4cfd-9545-541b59b0be0c'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:45:26.540367 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Bound port: fec308f1-cc9f-4c6b-a0ac-e4f6504a4c85, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66aca351-e97f-4f57-886f-8fb1669c08b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c46f48c0-f343-4cfd-9545-541b59b0be0c'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:45:26.542102 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.560429 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.561314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.561314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.561649 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.562016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.562347 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.562672 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.562996 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.563427 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.563855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.564227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.564869 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.571024 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event updated for resources: {'Port': ['ID=9afa1944-c31e-4e59-aff4-8c230323a41b,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:26.597431 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fd40bbaf-4857-4ddf-b230-e8df61d1e93f tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "PUT /v2.0/floatingips/b72506f2-b967-4815-b0c9-9cdc5620a8c8 HTTP/1.1" status: 200 len: 978 time: 6.5372267 Mar 08 09:45:26.611004 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-804bf84b-d3fb-488c-b036-df30e8cf2a79 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet 82a83988-153d-4b23-a89b-0e30a14b194f {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:45:26.613592 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.614083 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.614434 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.614811 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.615146 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.615481 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.615819 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.616149 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.616475 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.616858 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.617191 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.617519 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:45:26.624659 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38600) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:26.626789 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-804bf84b-d3fb-488c-b036-df30e8cf2a79 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.642823 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15859ecc-c7b1-4afe-a2b1-b885ccebec1a tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.670134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.687902 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15859ecc-c7b1-4afe-a2b1-b885ccebec1a tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.714589 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] For port fec308f1-cc9f-4c6b-a0ac-e4f6504a4c85, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:45:26.718074 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] For port fec308f1-cc9f-4c6b-a0ac-e4f6504a4c85, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=fec308f1-cc9f-4c6b-a0ac-e4f6504a4c85,segment=NetworkSegment(66aca351-e97f-4f57-886f-8fb1669c08b9),segment_id=66aca351-e97f-4f57-886f-8fb1669c08b9)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:45:26.724504 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.748683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46f48c0-f343-4cfd-9545-541b59b0be0c']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:26.776533 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66aca351-e97f-4f57-886f-8fb1669c08b9') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:26.776956 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66aca351-e97f-4f57-886f-8fb1669c08b9') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:26.796019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.822369 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a3eb59ed-781b-4f70-ad44-ad544ab6131c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:26.847402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.864790 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1aaefc37-d957-48bd-a273-92c56ca2f439 None None] Provisioning complete for port 9afa1944-c31e-4e59-aff4-8c230323a41b triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:26.865156 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1aaefc37-d957-48bd-a273-92c56ca2f439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.867983 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:45:26.868372 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.880441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] In _notify_port_updated(), no bound segment for port 9afa1944-c31e-4e59-aff4-8c230323a41b on network 387c2466-96cf-4290-ad6c-a044840330e7 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:45:26.886091 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:45:26.888052 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:26.888052 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.890516 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-829a8550-c996-4cd1-aed9-7b53f10403b1 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "PUT /v2.0/ports/9afa1944-c31e-4e59-aff4-8c230323a41b HTTP/1.1" status: 200 len: 994 time: 2.6447358 Mar 08 09:45:26.899836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38604) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:26.923890 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db3365-6d10-4a3f-aa7a-ccaa8380926c None None] Pushing event updated for resources: {'Port': ['ID=fec308f1-cc9f-4c6b-a0ac-e4f6504a4c85,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:26.928188 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-804bf84b-d3fb-488c-b036-df30e8cf2a79 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:26.935141 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1aaefc37-d957-48bd-a273-92c56ca2f439 None None] Port 9afa1944-c31e-4e59-aff4-8c230323a41b cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:45:26.949010 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc6bbeb-a5ff-456d-a4af-284344243888 None None] Network c46f48c0-f343-4cfd-9545-541b59b0be0c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:26.989037 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3eb59ed-781b-4f70-ad44-ad544ab6131c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:27.150613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-15859ecc-c7b1-4afe-a2b1-b885ccebec1a tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Allocated IP 172.26.2.129 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/2daf49eb-bd6e-4721-b3c3-b4b2724398e6) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:27.157671 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468a5f1b-676b-4566-818b-0fc8e969ffc5 None None] get_active_networks_info from dv-neutron-831730-2-hyperv {{(pid=87773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 09:45:27.158040 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.api [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 09:45:27.158040 dv-neutron-831730-2-hyperv neutron-server[87771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 09:45:27.158040 dv-neutron-831730-2-hyperv neutron-server[87771]: [parameters: {'id': 'c46f48c0-f343-4cfd-9545-541b59b0be0c'}] Mar 08 09:45:27.158040 dv-neutron-831730-2-hyperv neutron-server[87771]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:45:27.158336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG oslo_db.api [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:45:27.165697 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-20d0c00f-100a-4f0f-aaef-1743e12a708b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Deleting port 9afa1944-c31e-4e59-aff4-8c230323a41b {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:27.165902 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-20d0c00f-100a-4f0f-aaef-1743e12a708b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:27.205263 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-804bf84b-d3fb-488c-b036-df30e8cf2a79 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:27.295591 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468a5f1b-676b-4566-818b-0fc8e969ffc5 None None] Resources bound (agent type, host, resource id): {{(pid=87773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 09:45:27.341069 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3eb59ed-781b-4f70-ad44-ad544ab6131c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:27.347473 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3eb59ed-781b-4f70-ad44-ad544ab6131c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:27.347767 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-a3eb59ed-781b-4f70-ad44-ad544ab6131c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Floating IP b72506f2-b967-4815-b0c9-9cdc5620a8c8 disassociated. External IP: 172.26.2.114, port: aabb5dd3-073d-4065-b1c6-67ae2c473d00. Mar 08 09:45:27.448328 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-804bf84b-d3fb-488c-b036-df30e8cf2a79 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:27.534510 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c09d-8d1b-4669-87bf-5a58100d1615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:27.541283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15859ecc-c7b1-4afe-a2b1-b885ccebec1a tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:27.587575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-20d0c00f-100a-4f0f-aaef-1743e12a708b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:27.605643 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-804bf84b-d3fb-488c-b036-df30e8cf2a79 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:27.609241 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bf84b-d3fb-488c-b036-df30e8cf2a79 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=82a83988-153d-4b23-a89b-0e30a14b194f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:27.686973 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-804bf84b-d3fb-488c-b036-df30e8cf2a79 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/82a83988-153d-4b23-a89b-0e30a14b194f HTTP/1.1" status: 204 len: 168 time: 1.3574202 Mar 08 09:45:27.690261 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38608) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:27.702434 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafbe284-7313-4334-b032-2d10fac7ea65 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:27.713838 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:27.718540 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-20d0c00f-100a-4f0f-aaef-1743e12a708b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Calling delete_port for 9afa1944-c31e-4e59-aff4-8c230323a41b owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:27.775600 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-69f9a6dd-9eb4-42ca-bcde-f71e0d8b0da2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798779 Mar 08 09:45:27.775825 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38612) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:27.783500 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ad0b45a9-8f92-4ca9-a505-3f9c4b77c373 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:27.801474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Deleting port fec308f1-cc9f-4c6b-a0ac-e4f6504a4c85 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:27.801854 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:27.837618 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15859ecc-c7b1-4afe-a2b1-b885ccebec1a tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:27.948547 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15859ecc-c7b1-4afe-a2b1-b885ccebec1a tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:27.970456 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe5f403-2c2f-41ff-8a0b-390dd862753c None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:45:27.974674 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ebe5f403-2c2f-41ff-8a0b-390dd862753c None None] Deleting port e5edefd3-5c65-4209-842f-277b8024db7a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:27.975121 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebe5f403-2c2f-41ff-8a0b-390dd862753c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:27.979562 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15859ecc-c7b1-4afe-a2b1-b885ccebec1a tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Pushing event updated for resources: {'Port': ['ID=2daf49eb-bd6e-4721-b3c3-b4b2724398e6,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:27.983113 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-15859ecc-c7b1-4afe-a2b1-b885ccebec1a tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:27.985829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15859ecc-c7b1-4afe-a2b1-b885ccebec1a tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:27.993428 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ad0b45a9-8f92-4ca9-a505-3f9c4b77c373 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:27.997581 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ad0b45a9-8f92-4ca9-a505-3f9c4b77c373 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:28.000681 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ad0b45a9-8f92-4ca9-a505-3f9c4b77c373 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:28.006517 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ad0b45a9-8f92-4ca9-a505-3f9c4b77c373 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:28.021913 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3eb59ed-781b-4f70-ad44-ad544ab6131c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router ba4e89cb-ee89-4301-b8d8-c5e861bbdf04 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:45:28.024386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0b45a9-8f92-4ca9-a505-3f9c4b77c373 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:28.028270 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad0b45a9-8f92-4ca9-a505-3f9c4b77c373 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:28.197077 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:28.219271 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ebe5f403-2c2f-41ff-8a0b-390dd862753c None None] For port e5edefd3-5c65-4209-842f-277b8024db7a, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e5edefd3-5c65-4209-842f-277b8024db7a,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:28.220824 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebe5f403-2c2f-41ff-8a0b-390dd862753c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:28.287537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-20d0c00f-100a-4f0f-aaef-1743e12a708b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:28.392080 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ebe5f403-2c2f-41ff-8a0b-390dd862753c None None] Calling delete_port for e5edefd3-5c65-4209-842f-277b8024db7a owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:28.428429 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:28.453234 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0c00f-100a-4f0f-aaef-1743e12a708b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event deleted for resources: {'Port': ['ID=9afa1944-c31e-4e59-aff4-8c230323a41b,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:28.480649 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebe5f403-2c2f-41ff-8a0b-390dd862753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:28.482261 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3eb59ed-781b-4f70-ad44-ad544ab6131c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:45:28.493924 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3eb59ed-781b-4f70-ad44-ad544ab6131c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:28.519339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] For port fec308f1-cc9f-4c6b-a0ac-e4f6504a4c85, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=fec308f1-cc9f-4c6b-a0ac-e4f6504a4c85,segment=NetworkSegment(66aca351-e97f-4f57-886f-8fb1669c08b9),segment_id=66aca351-e97f-4f57-886f-8fb1669c08b9)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:28.519841 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:28.524315 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599eb5b1-1615-455c-bc32-9586faa1e85d None None] Sync routers for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:45:28.537476 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5f403-2c2f-41ff-8a0b-390dd862753c None None] Pushing event deleted for resources: {'Port': ['ID=e5edefd3-5c65-4209-842f-277b8024db7a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:28.545140 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe5f403-2c2f-41ff-8a0b-390dd862753c None None] No DVR routers for this DVR port e5edefd3-5c65-4209-842f-277b8024db7a on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:45:28.559445 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599eb5b1-1615-455c-bc32-9586faa1e85d None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:28.560149 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-599eb5b1-1615-455c-bc32-9586faa1e85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:28.627289 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-599eb5b1-1615-455c-bc32-9586faa1e85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:28.629264 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a3eb59ed-781b-4f70-ad44-ad544ab6131c tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "PUT /v2.0/floatingips/b72506f2-b967-4815-b0c9-9cdc5620a8c8 HTTP/1.1" status: 200 len: 688 time: 2.0037050 Mar 08 09:45:28.640786 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38618) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:28.641026 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599eb5b1-1615-455c-bc32-9586faa1e85d None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:28.641281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-599eb5b1-1615-455c-bc32-9586faa1e85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:28.734368 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-599eb5b1-1615-455c-bc32-9586faa1e85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:28.734752 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599eb5b1-1615-455c-bc32-9586faa1e85d None None] The sync data for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:45:28.832188 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Calling delete_port for fec308f1-cc9f-4c6b-a0ac-e4f6504a4c85 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:28.832787 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad0b45a9-8f92-4ca9-a505-3f9c4b77c373 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:28.887637 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-42aaaf0f-20e7-438e-b709-ff2a9a42ca14 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Deleting port 01bdfc8b-7916-45cd-a214-9a3d59b1c8cb {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:28.887978 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42aaaf0f-20e7-438e-b709-ff2a9a42ca14 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:28.944769 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e5edefd3-5c65-4209-842f-277b8024db7a no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:45:28.961848 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0b45a9-8f92-4ca9-a505-3f9c4b77c373 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:28.966947 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ad0b45a9-8f92-4ca9-a505-3f9c4b77c373 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:28.971331 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0b45a9-8f92-4ca9-a505-3f9c4b77c373 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:28.972290 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad0b45a9-8f92-4ca9-a505-3f9c4b77c373 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:28.989250 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00902c34-1b40-42b0-a860-eaf35439637a None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:29.005064 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: e5edefd3-5c65-4209-842f-277b8024db7a {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:45:29.005500 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e5edefd3-5c65-4209-842f-277b8024db7a not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:45:29.038538 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b45a9-8f92-4ca9-a505-3f9c4b77c373 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=9347192f-4aad-4ebd-a9f2-34bd941aa925,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:29.098165 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ad0b45a9-8f92-4ca9-a505-3f9c4b77c373 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3188212 Mar 08 09:45:29.100153 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38622) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:29.112167 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b426379a-3470-4e32-9aeb-9c44923a1254 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'fixed_ips': [{'subnet_id': '9347192f-4aad-4ebd-a9f2-34bd941aa925', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1207298484'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:29.167936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:29.228668 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': '9347192f-4aad-4ebd-a9f2-34bd941aa925'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:45:29.229799 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:29.234218 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event deleted for resources: {'Port': ['ID=fec308f1-cc9f-4c6b-a0ac-e4f6504a4c85,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:29.240166 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-20d0c00f-100a-4f0f-aaef-1743e12a708b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:29.242324 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42aaaf0f-20e7-438e-b709-ff2a9a42ca14 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:29.242729 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42aaaf0f-20e7-438e-b709-ff2a9a42ca14 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:29.243335 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15859ecc-c7b1-4afe-a2b1-b885ccebec1a tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:29.345493 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-20d0c00f-100a-4f0f-aaef-1743e12a708b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "DELETE /v2.0/ports/9afa1944-c31e-4e59-aff4-8c230323a41b HTTP/1.1" status: 204 len: 168 time: 2.4446554 Mar 08 09:45:29.346098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38628) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:29.346934 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] No DVR routers for this DVR port fec308f1-cc9f-4c6b-a0ac-e4f6504a4c85 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:45:29.387239 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-42aaaf0f-20e7-438e-b709-ff2a9a42ca14 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Calling delete_port for 01bdfc8b-7916-45cd-a214-9a3d59b1c8cb owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:29.401339 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Allocated IP 2001:db8::2 (162da289-2647-477b-bcb7-e834030497c1/9347192f-4aad-4ebd-a9f2-34bd941aa925/3fde8600-8cd7-4db4-9046-fe95dab21a91) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:29.464215 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b426379a-3470-4e32-9aeb-9c44923a1254 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:29.478516 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b426379a-3470-4e32-9aeb-9c44923a1254 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:port and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:29.482239 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b426379a-3470-4e32-9aeb-9c44923a1254 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:29.496293 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b426379a-3470-4e32-9aeb-9c44923a1254 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:29.507998 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b426379a-3470-4e32-9aeb-9c44923a1254 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:29.525461 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c24761e-3678-4985-9813-aa2f3055d24e tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] GET failed (client error): The resource could not be found. Mar 08 09:45:29.526805 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2c24761e-3678-4985-9813-aa2f3055d24e tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Synchronizing usage tracker for tenant:f7d98d37918d42338c46f330f94f6ecd on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:29.640087 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:29.652136 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Transition to ACTIVE for port object 3fde8600-8cd7-4db4-9046-fe95dab21a91 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:29.665779 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42aaaf0f-20e7-438e-b709-ff2a9a42ca14 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:29.678208 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Transition to ACTIVE for port object 3fde8600-8cd7-4db4-9046-fe95dab21a91 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:29.685706 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:29.690134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:29.727373 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46f48c0-f343-4cfd-9545-541b59b0be0c']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:29.734632 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2c24761e-3678-4985-9813-aa2f3055d24e tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Unset dirty status for tenant:f7d98d37918d42338c46f330f94f6ecd on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:29.739906 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2c24761e-3678-4985-9813-aa2f3055d24e tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "GET /v2.0/ports/9afa1944-c31e-4e59-aff4-8c230323a41b HTTP/1.1" status: 404 len: 333 time: 0.3894513 Mar 08 09:45:29.744471 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38634) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:29.757693 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66aca351-e97f-4f57-886f-8fb1669c08b9') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:29.757979 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66aca351-e97f-4f57-886f-8fb1669c08b9') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:29.759635 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:29.759754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aaaf0f-20e7-438e-b709-ff2a9a42ca14 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event deleted for resources: {'Port': ['ID=01bdfc8b-7916-45cd-a214-9a3d59b1c8cb,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:29.762157 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:29.766698 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:29.767625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-6378416b-3d2c-4b36-a225-807ded4c18c2 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Request body: {'port': {'network_id': '387c2466-96cf-4290-ad6c-a044840330e7', 'name': 'tempest-AllowedAddressPairTestJSON-1636766600'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:29.770961 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b426379a-3470-4e32-9aeb-9c44923a1254 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:29.800366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:29.829905 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-b426379a-3470-4e32-9aeb-9c44923a1254 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port f44f1e63-fc5f-46f2-a654-3c64c0e253fb yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:45:29.867616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Pushing event updated for resources: {'Port': ['ID=3fde8600-8cd7-4db4-9046-fe95dab21a91,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:29.887239 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Attempting to bind port 3fde8600-8cd7-4db4-9046-fe95dab21a91 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:45:29.887901 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Attempting to bind port 3fde8600-8cd7-4db4-9046-fe95dab21a91 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:45:29.888434 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Attempting to bind port 3fde8600-8cd7-4db4-9046-fe95dab21a91 on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:45:29.895238 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:45:29.896387 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:29.896387 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:29.897707 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:45:29.898208 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Bound port: 3fde8600-8cd7-4db4-9046-fe95dab21a91, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:45:29.898611 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:29.898980 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42aaaf0f-20e7-438e-b709-ff2a9a42ca14 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:29.925934 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:29.933245 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:29.963871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:45:29.964270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:45:29.981001 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:45:30.004806 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15859ecc-c7b1-4afe-a2b1-b885ccebec1a tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:30.024753 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] For port 3fde8600-8cd7-4db4-9046-fe95dab21a91, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:45:30.028155 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] For port 3fde8600-8cd7-4db4-9046-fe95dab21a91, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3fde8600-8cd7-4db4-9046-fe95dab21a91,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:45:30.033396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:30.093035 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42aaaf0f-20e7-438e-b709-ff2a9a42ca14 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:30.096828 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-42aaaf0f-20e7-438e-b709-ff2a9a42ca14 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "DELETE /v2.0/floatingips/b72506f2-b967-4815-b0c9-9cdc5620a8c8 HTTP/1.1" status: 204 len: 168 time: 1.4476621 Mar 08 09:45:30.098820 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38638) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:30.123730 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb000c-27c9-4fde-9782-8e03780f0e01 None None] Pushing event updated for resources: {'Port': ['ID=3fde8600-8cd7-4db4-9046-fe95dab21a91,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:30.182625 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-698e3d91-b91c-42a8-b563-372a981d4a53 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] delete failed (client error): The resource could not be found. Mar 08 09:45:30.183507 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-698e3d91-b91c-42a8-b563-372a981d4a53 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "DELETE /v2.0/floatingips/b72506f2-b967-4815-b0c9-9cdc5620a8c8 HTTP/1.1" status: 404 len: 345 time: 0.0842955 Mar 08 09:45:30.188138 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38642) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:30.192070 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15859ecc-c7b1-4afe-a2b1-b885ccebec1a tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:30.226337 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b426379a-3470-4e32-9aeb-9c44923a1254 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:45:30.226832 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b426379a-3470-4e32-9aeb-9c44923a1254 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:45:30.267539 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b426379a-3470-4e32-9aeb-9c44923a1254 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1638184 Mar 08 09:45:30.267735 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38646) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:30.283122 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6378416b-3d2c-4b36-a225-807ded4c18c2 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:30.297253 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:30.310878 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6378416b-3d2c-4b36-a225-807ded4c18c2 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:30.338739 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event deleted for resources: {'Network': ['ID=c46f48c0-f343-4cfd-9545-541b59b0be0c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:30.341424 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:30.361411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681cf0f9-e7a3-4876-afc3-b69fe9c1b624 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:30.367081 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681cf0f9-e7a3-4876-afc3-b69fe9c1b624 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:30.373107 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681cf0f9-e7a3-4876-afc3-b69fe9c1b624 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:30.375905 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-681cf0f9-e7a3-4876-afc3-b69fe9c1b624 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Synchronizing usage tracker for tenant:65442bd3981144f9911800a52d6fbad1 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:30.417423 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-681cf0f9-e7a3-4876-afc3-b69fe9c1b624 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Unset dirty status for tenant:65442bd3981144f9911800a52d6fbad1 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:30.421883 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-681cf0f9-e7a3-4876-afc3-b69fe9c1b624 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "GET /v2.0/ports?network_id=d669d470-1857-4422-aea6-11358cfeb651 HTTP/1.1" status: 200 len: 2358 time: 0.2299769 Mar 08 09:45:30.422060 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d43b01e8-b41e-4af1-9338-339d6a96804f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/networks/c46f48c0-f343-4cfd-9545-541b59b0be0c HTTP/1.1" status: 204 len: 168 time: 4.7140734 Mar 08 09:45:30.424963 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38650) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:30.425144 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38652) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:30.425877 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6378416b-3d2c-4b36-a225-807ded4c18c2 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Made reservation on behalf of f7d98d37918d42338c46f330f94f6ecd for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:30.429309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6378416b-3d2c-4b36-a225-807ded4c18c2 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:30.434577 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25ce0bd-ac1e-475f-9ab0-d35bbffe544d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:30.435701 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a25ce0bd-ac1e-475f-9ab0-d35bbffe544d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:30.442609 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-cbcc1ef8-32b4-4e05-b6b2-ab812bf16e8a tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-163229258'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:30.447335 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cbcc1ef8-32b4-4e05-b6b2-ab812bf16e8a tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:30.454425 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cbcc1ef8-32b4-4e05-b6b2-ab812bf16e8a tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Usage tracker for resource:network and tenant:dd8cb24fc2e24392845c4528608c35d1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:30.459820 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cbcc1ef8-32b4-4e05-b6b2-ab812bf16e8a tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:30.467127 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cbcc1ef8-32b4-4e05-b6b2-ab812bf16e8a tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:30.473407 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a25ce0bd-ac1e-475f-9ab0-d35bbffe544d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:30.474588 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a25ce0bd-ac1e-475f-9ab0-d35bbffe544d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2060959 Mar 08 09:45:30.479232 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38658) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:30.515309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-6378416b-3d2c-4b36-a225-807ded4c18c2 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] device_id is not set on port a078d833-46dd-477a-8d5a-79955f15e16e yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:45:30.520410 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcc1ef8-32b4-4e05-b6b2-ab812bf16e8a tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Made reservation on behalf of dd8cb24fc2e24392845c4528608c35d1 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:30.524229 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbcc1ef8-32b4-4e05-b6b2-ab812bf16e8a tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:30.571407 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eae088-694b-43c9-bd38-1a4fa20e4e4a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:30.572976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eae088-694b-43c9-bd38-1a4fa20e4e4a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:30.573719 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d2eae088-694b-43c9-bd38-1a4fa20e4e4a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:30.582509 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbcc1ef8-32b4-4e05-b6b2-ab812bf16e8a tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:45:30.595710 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80e99a8-43fb-4254-b79f-638298927609 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:30.596336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d80e99a8-43fb-4254-b79f-638298927609 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Synchronizing usage tracker for tenant:65442bd3981144f9911800a52d6fbad1 on resource:subnet {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:30.598762 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbcc1ef8-32b4-4e05-b6b2-ab812bf16e8a tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:30.599142 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-cbcc1ef8-32b4-4e05-b6b2-ab812bf16e8a tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Added segment 7cce01b0-f9a2-4b9e-9b2a-450ac4232b2b of type vlan for network 44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d Mar 08 09:45:30.604722 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d2eae088-694b-43c9-bd38-1a4fa20e4e4a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:30.608368 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d2eae088-694b-43c9-bd38-1a4fa20e4e4a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1270554 Mar 08 09:45:30.608951 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38662) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:30.678141 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbcc1ef8-32b4-4e05-b6b2-ab812bf16e8a tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:30.680823 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d80e99a8-43fb-4254-b79f-638298927609 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Unset dirty status for tenant:65442bd3981144f9911800a52d6fbad1 on resource:subnet {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:30.682005 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d80e99a8-43fb-4254-b79f-638298927609 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "GET /v2.0/subnets/9bad7f5e-d8ba-440a-9125-51e37136b068 HTTP/1.1" status: 200 len: 797 time: 0.2435408 Mar 08 09:45:30.688231 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38666) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:30.688612 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15859ecc-c7b1-4afe-a2b1-b885ccebec1a tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Router 0e37de9a-1183-4a33-a99a-a402f16577fd is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:45:30.698815 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-080510a6-5ed4-47b4-8ed6-1cec3008419a tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'port': {'network_id': 'd669d470-1857-4422-aea6-11358cfeb651', 'name': 'tempest-FloatingIPTestJSON-1560049901', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:30.715553 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-049ba541-b1b6-468d-93ee-5c14ecccb68e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet 9347192f-4aad-4ebd-a9f2-34bd941aa925 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:45:30.723111 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-049ba541-b1b6-468d-93ee-5c14ecccb68e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:30.773673 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-6378416b-3d2c-4b36-a225-807ded4c18c2 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Allocated IP 172.20.0.6 (387c2466-96cf-4290-ad6c-a044840330e7/cadf9b61-5972-45c0-8150-2a951dbb9b5b/a078d833-46dd-477a-8d5a-79955f15e16e) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:30.866728 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-049ba541-b1b6-468d-93ee-5c14ecccb68e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:30.894014 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbcc1ef8-32b4-4e05-b6b2-ab812bf16e8a tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:30.899020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcc1ef8-32b4-4e05-b6b2-ab812bf16e8a tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:30.899555 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbcc1ef8-32b4-4e05-b6b2-ab812bf16e8a tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:30.955450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15859ecc-c7b1-4afe-a2b1-b885ccebec1a tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:45:30.968134 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3197eb7-1940-4b7f-a640-51b86dfacb3c None None] Sync routers for ids ['0e37de9a-1183-4a33-a99a-a402f16577fd'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:45:30.991324 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3197eb7-1940-4b7f-a640-51b86dfacb3c None None] Routers {'0e37de9a-1183-4a33-a99a-a402f16577fd'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:30.994076 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d3197eb7-1940-4b7f-a640-51b86dfacb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['0e37de9a-1183-4a33-a99a-a402f16577fd'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:31.042620 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3fde8600-8cd7-4db4-9046-fe95dab21a91 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:45:31.070267 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d3197eb7-1940-4b7f-a640-51b86dfacb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:31.071190 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15859ecc-c7b1-4afe-a2b1-b885ccebec1a tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:31.072409 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-15859ecc-c7b1-4afe-a2b1-b885ccebec1a tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "PUT /v2.0/routers/0e37de9a-1183-4a33-a99a-a402f16577fd HTTP/1.1" status: 200 len: 920 time: 5.7459197 Mar 08 09:45:31.075347 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38670) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:31.083306 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3197eb7-1940-4b7f-a640-51b86dfacb3c None None] Routers {'0e37de9a-1183-4a33-a99a-a402f16577fd'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:31.084191 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d3197eb7-1940-4b7f-a640-51b86dfacb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['0e37de9a-1183-4a33-a99a-a402f16577fd'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:31.128115 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-049ba541-b1b6-468d-93ee-5c14ecccb68e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:31.152317 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d3197eb7-1940-4b7f-a640-51b86dfacb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:31.152996 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3197eb7-1940-4b7f-a640-51b86dfacb3c None None] The sync data for ids ['0e37de9a-1183-4a33-a99a-a402f16577fd'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:45:31.193523 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6378416b-3d2c-4b36-a225-807ded4c18c2 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:31.197616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 3fde8600-8cd7-4db4-9046-fe95dab21a91 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:31.207263 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cbcc1ef8-32b4-4e05-b6b2-ab812bf16e8a tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7807670 Mar 08 09:45:31.207451 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38674) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:31.208482 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-080510a6-5ed4-47b4-8ed6-1cec3008419a tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:31.215608 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-6378416b-3d2c-4b36-a225-807ded4c18c2 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Transition to ACTIVE for port object a078d833-46dd-477a-8d5a-79955f15e16e will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:31.220919 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc1ef8-32b4-4e05-b6b2-ab812bf16e8a tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event updated for resources: {'Network': ['ID=44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:31.221847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-fa015128-eae3-4287-a633-c3b255e0792f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Request body: {'subnet': {'network_id': '44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:31.231375 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-080510a6-5ed4-47b4-8ed6-1cec3008419a tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:31.241562 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:45:31.251732 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080510a6-5ed4-47b4-8ed6-1cec3008419a tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Made reservation on behalf of 65442bd3981144f9911800a52d6fbad1 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:31.340527 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-049ba541-b1b6-468d-93ee-5c14ecccb68e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:31.394182 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0c562b4e-8285-467d-bad3-dac784e7221e None None] Provisioning for port 3fde8600-8cd7-4db4-9046-fe95dab21a91 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:31.399790 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0c562b4e-8285-467d-bad3-dac784e7221e None None] Provisioning complete for port 3fde8600-8cd7-4db4-9046-fe95dab21a91 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:31.400167 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c562b4e-8285-467d-bad3-dac784e7221e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:31.406148 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ba541-b1b6-468d-93ee-5c14ecccb68e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=9347192f-4aad-4ebd-a9f2-34bd941aa925,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:31.409773 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-049ba541-b1b6-468d-93ee-5c14ecccb68e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:31.428177 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50be91f1-00ea-4105-83de-9dd11ac4ca58 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:31.436756 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-049ba541-b1b6-468d-93ee-5c14ecccb68e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/9347192f-4aad-4ebd-a9f2-34bd941aa925 HTTP/1.1" status: 204 len: 168 time: 0.8249385 Mar 08 09:45:31.438393 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38678) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:31.450065 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1e316590-05ca-4676-8a88-9869e5a7308c tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "GET /v2.0/routers/0e37de9a-1183-4a33-a99a-a402f16577fd HTTP/1.1" status: 200 len: 926 time: 0.3736150 Mar 08 09:45:31.451720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fa015128-eae3-4287-a633-c3b255e0792f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:31.454110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38682) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:31.459183 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6378416b-3d2c-4b36-a225-807ded4c18c2 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:31.461638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fa015128-eae3-4287-a633-c3b255e0792f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Usage tracker for resource:subnet and tenant:dd8cb24fc2e24392845c4528608c35d1 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:31.494193 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fa015128-eae3-4287-a633-c3b255e0792f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:31.501210 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-080510a6-5ed4-47b4-8ed6-1cec3008419a tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:31.526811 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d1b1c1a9-892a-4288-948c-97adb6feb96f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841103 Mar 08 09:45:31.531499 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38686) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:31.542668 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-88a27ca3-b565-4fb9-bd27-33431f752777 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:31.551835 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fa015128-eae3-4287-a633-c3b255e0792f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:31.584468 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6378416b-3d2c-4b36-a225-807ded4c18c2 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Network 387c2466-96cf-4290-ad6c-a044840330e7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:31.590002 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-6378416b-3d2c-4b36-a225-807ded4c18c2 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:31.592182 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa015128-eae3-4287-a633-c3b255e0792f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Made reservation on behalf of dd8cb24fc2e24392845c4528608c35d1 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:31.605999 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-080510a6-5ed4-47b4-8ed6-1cec3008419a tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] device_id is not set on port 31dbeb7e-a274-410d-bb55-9bb25818e1a6 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:45:31.607148 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fa015128-eae3-4287-a633-c3b255e0792f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:31.631251 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6378416b-3d2c-4b36-a225-807ded4c18c2 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:31.770246 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c562b4e-8285-467d-bad3-dac784e7221e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:31.839861 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-0c562b4e-8285-467d-bad3-dac784e7221e None None] For port 3fde8600-8cd7-4db4-9046-fe95dab21a91, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3fde8600-8cd7-4db4-9046-fe95dab21a91,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:31.840087 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-88a27ca3-b565-4fb9-bd27-33431f752777 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:31.848682 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c562b4e-8285-467d-bad3-dac784e7221e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:31.855946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-88a27ca3-b565-4fb9-bd27-33431f752777 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:31.862961 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-88a27ca3-b565-4fb9-bd27-33431f752777 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:31.869736 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-88a27ca3-b565-4fb9-bd27-33431f752777 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:31.903054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378416b-3d2c-4b36-a225-807ded4c18c2 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event updated for resources: {'Port': ['ID=a078d833-46dd-477a-8d5a-79955f15e16e,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:31.917806 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a27ca3-b565-4fb9-bd27-33431f752777 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:31.921792 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88a27ca3-b565-4fb9-bd27-33431f752777 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:31.939756 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c562b4e-8285-467d-bad3-dac784e7221e None None] Pushing event updated for resources: {'Port': ['ID=3fde8600-8cd7-4db4-9046-fe95dab21a91,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:31.950145 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dd9c37-9ed4-4a9c-9113-cbb4d34236f2 None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:45:31.954501 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6378416b-3d2c-4b36-a225-807ded4c18c2 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:31.955178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6378416b-3d2c-4b36-a225-807ded4c18c2 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:31.961276 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c6dd9c37-9ed4-4a9c-9113-cbb4d34236f2 None None] Deleting port 3fde8600-8cd7-4db4-9046-fe95dab21a91 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:31.961641 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6dd9c37-9ed4-4a9c-9113-cbb4d34236f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:31.975665 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cc1208-e390-45e5-af44-ae6a65faad52 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:31.980156 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-70cc1208-e390-45e5-af44-ae6a65faad52 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&device_id=0e37de9a-1183-4a33-a99a-a402f16577fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5216630 Mar 08 09:45:31.981431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38692) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:32.016976 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2b35a13b-6d4d-4787-bb18-dbe3133e0f03 None None] Provisioning for port a078d833-46dd-477a-8d5a-79955f15e16e completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:32.025965 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2b35a13b-6d4d-4787-bb18-dbe3133e0f03 None None] Provisioning complete for port a078d833-46dd-477a-8d5a-79955f15e16e triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:32.026193 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b35a13b-6d4d-4787-bb18-dbe3133e0f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:32.033656 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6378416b-3d2c-4b36-a225-807ded4c18c2 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2856965 Mar 08 09:45:32.080369 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38696) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:32.111254 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-2ac2e97a-8f89-4fd5-8b4d-ab3fb7edaee0 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1f:98:2c'}]}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:32.137183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2b35a13b-6d4d-4787-bb18-dbe3133e0f03 None None] Port a078d833-46dd-477a-8d5a-79955f15e16e cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:45:32.224011 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c6dd9c37-9ed4-4a9c-9113-cbb4d34236f2 None None] For port 3fde8600-8cd7-4db4-9046-fe95dab21a91, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3fde8600-8cd7-4db4-9046-fe95dab21a91,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:32.224011 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6dd9c37-9ed4-4a9c-9113-cbb4d34236f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:32.262564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1668cf9-69a5-46f7-a641-2fc71e132c18 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:32.266939 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b1668cf9-69a5-46f7-a641-2fc71e132c18 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "GET /v2.0/networks/0092b317-fba6-481a-9c1a-91e0998b20b7 HTTP/1.1" status: 200 len: 881 time: 0.2804289 Mar 08 09:45:32.286156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38700) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:32.305921 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-080510a6-5ed4-47b4-8ed6-1cec3008419a tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Allocated IP 172.20.0.13 (d669d470-1857-4422-aea6-11358cfeb651/9bad7f5e-d8ba-440a-9125-51e37136b068/31dbeb7e-a274-410d-bb55-9bb25818e1a6) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:32.330259 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-080510a6-5ed4-47b4-8ed6-1cec3008419a tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Allocated IP 172.20.0.12 (d669d470-1857-4422-aea6-11358cfeb651/9bad7f5e-d8ba-440a-9125-51e37136b068/31dbeb7e-a274-410d-bb55-9bb25818e1a6) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:32.352449 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c6dd9c37-9ed4-4a9c-9113-cbb4d34236f2 None None] Calling delete_port for 3fde8600-8cd7-4db4-9046-fe95dab21a91 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:32.384617 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-940f45fa-6a83-4b31-8181-958f4a2a9e47 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e37de9a-1183-4a33-a99a-a402f16577fd HTTP/1.1" status: 200 len: 205 time: 0.0949850 Mar 08 09:45:32.387128 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fa015128-eae3-4287-a633-c3b255e0792f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:32.389569 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38704) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:32.431860 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6dd9c37-9ed4-4a9c-9113-cbb4d34236f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:32.479566 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd9c37-9ed4-4a9c-9113-cbb4d34236f2 None None] Pushing event deleted for resources: {'Port': ['ID=3fde8600-8cd7-4db4-9046-fe95dab21a91,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:32.483089 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dd9c37-9ed4-4a9c-9113-cbb4d34236f2 None None] No DVR routers for this DVR port 3fde8600-8cd7-4db4-9046-fe95dab21a91 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:45:32.498082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa015128-eae3-4287-a633-c3b255e0792f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event updated for resources: {'Subnet': ['ID=99264d37-d6b1-4d87-ac69-b58d3d5be25f,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:32.538562 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88a27ca3-b565-4fb9-bd27-33431f752777 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:32.551728 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa015128-eae3-4287-a633-c3b255e0792f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Checking segment: {'id': '7cce01b0-f9a2-4b9e-9b2a-450ac4232b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:32.552086 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa015128-eae3-4287-a633-c3b255e0792f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Network hostable DHCP agents. Network: 44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:45:32.578323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e97a-8f89-4fd5-8b4d-ab3fb7edaee0 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:32.624285 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa015128-eae3-4287-a633-c3b255e0792f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Network 44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:45:32.648846 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-fa015128-eae3-4287-a633-c3b255e0792f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:32.656456 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e76c0e0-b8c1-4680-bed3-4cf5efc86ce1 None None] Network 44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:32.660585 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa015128-eae3-4287-a633-c3b255e0792f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:32.661202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fa015128-eae3-4287-a633-c3b255e0792f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:32.703018 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fa015128-eae3-4287-a633-c3b255e0792f tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4868896 Mar 08 09:45:32.712153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38708) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:32.739529 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a27ca3-b565-4fb9-bd27-33431f752777 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:32.757759 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-88a27ca3-b565-4fb9-bd27-33431f752777 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:32.769097 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a27ca3-b565-4fb9-bd27-33431f752777 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:32.769691 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88a27ca3-b565-4fb9-bd27-33431f752777 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:32.774351 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5373d0d-24c7-4f8d-a0be-7a8bc448bfc9 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:32.781302 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ce546ea-6fcb-4ed0-97f3-9491f84d5bcb tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:32.862709 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a27ca3-b565-4fb9-bd27-33431f752777 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=d8ab81c3-cb8a-45b2-a2a3-5d9e1e4197e1,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:32.905310 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-080510a6-5ed4-47b4-8ed6-1cec3008419a tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:32.915562 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-88a27ca3-b565-4fb9-bd27-33431f752777 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3779485 Mar 08 09:45:32.917551 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38712) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:32.927207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-97b8bbc7-ce55-40ea-9329-235557f85e26 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-76416920', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:32.933376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-97b8bbc7-ce55-40ea-9329-235557f85e26 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:32.938204 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-97b8bbc7-ce55-40ea-9329-235557f85e26 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:router and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:32.941069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-97b8bbc7-ce55-40ea-9329-235557f85e26 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:32.947477 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-97b8bbc7-ce55-40ea-9329-235557f85e26 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:32.975431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97b8bbc7-ce55-40ea-9329-235557f85e26 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:32.975968 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97b8bbc7-ce55-40ea-9329-235557f85e26 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:32.988981 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:33.011082 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d', 'network_id': '44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d', 'tenant_id': 'dd8cb24fc2e24392845c4528608c35d1', 'fixed_ips': [{'subnet_id': '99264d37-d6b1-4d87-ac69-b58d3d5be25f'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:45:33.012781 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:33.024981 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ce546ea-6fcb-4ed0-97f3-9491f84d5bcb tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:33.031731 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e97a-8f89-4fd5-8b4d-ab3fb7edaee0 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:33.033994 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97b8bbc7-ce55-40ea-9329-235557f85e26 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:33.044128 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5ce546ea-6fcb-4ed0-97f3-9491f84d5bcb tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Deleting port 2daf49eb-bd6e-4721-b3c3-b4b2724398e6 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:33.044525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ce546ea-6fcb-4ed0-97f3-9491f84d5bcb tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:33.048347 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3fde8600-8cd7-4db4-9046-fe95dab21a91 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:45:33.069875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e97a-8f89-4fd5-8b4d-ab3fb7edaee0 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:33.093441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-080510a6-5ed4-47b4-8ed6-1cec3008419a tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:33.156501 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 3fde8600-8cd7-4db4-9046-fe95dab21a91 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:45:33.156967 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3fde8600-8cd7-4db4-9046-fe95dab21a91 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:45:33.199524 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080510a6-5ed4-47b4-8ed6-1cec3008419a tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Network d669d470-1857-4422-aea6-11358cfeb651 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:33.204208 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-080510a6-5ed4-47b4-8ed6-1cec3008419a tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:33.213035 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97b8bbc7-ce55-40ea-9329-235557f85e26 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:33.223343 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080510a6-5ed4-47b4-8ed6-1cec3008419a tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:33.241610 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:33.262166 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': 'd8ab81c3-cb8a-45b2-a2a3-5d9e1e4197e1'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:45:33.263235 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:33.272997 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2e97a-8f89-4fd5-8b4d-ab3fb7edaee0 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event updated for resources: {'Port': ['ID=a078d833-46dd-477a-8d5a-79955f15e16e,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:33.283841 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-2ac2e97a-8f89-4fd5-8b4d-ab3fb7edaee0 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] In _notify_port_updated(), no bound segment for port a078d833-46dd-477a-8d5a-79955f15e16e on network 387c2466-96cf-4290-ad6c-a044840330e7 {{(pid=87771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:45:33.289449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac2e97a-8f89-4fd5-8b4d-ab3fb7edaee0 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:33.290193 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2ac2e97a-8f89-4fd5-8b4d-ab3fb7edaee0 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:33.294421 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2ac2e97a-8f89-4fd5-8b4d-ab3fb7edaee0 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "PUT /v2.0/ports/a078d833-46dd-477a-8d5a-79955f15e16e HTTP/1.1" status: 200 len: 996 time: 1.2109537 Mar 08 09:45:33.299114 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38716) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:33.306107 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080510a6-5ed4-47b4-8ed6-1cec3008419a tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=31dbeb7e-a274-410d-bb55-9bb25818e1a6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:33.333502 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Allocated IP 2001:db8::2 (44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d/99264d37-d6b1-4d87-ac69-b58d3d5be25f/1ead888e-fca6-46f5-aecd-9b804719b10f) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:33.349679 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97b8bbc7-ce55-40ea-9329-235557f85e26 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:33.350859 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-97b8bbc7-ce55-40ea-9329-235557f85e26 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4339826 Mar 08 09:45:33.363084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38720) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:33.382980 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ce546ea-6fcb-4ed0-97f3-9491f84d5bcb tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:33.529544 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-5ea60f35-31b3-49df-9e8a-5283149e7615 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Deleting port a078d833-46dd-477a-8d5a-79955f15e16e {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:33.529798 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5ea60f35-31b3-49df-9e8a-5283149e7615 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:33.612259 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9d2ad5e5-7a10-463e-9aa1-7715253b0885 None None] Provisioning complete for port a078d833-46dd-477a-8d5a-79955f15e16e triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:33.612903 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d2ad5e5-7a10-463e-9aa1-7715253b0885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:33.655512 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5ce546ea-6fcb-4ed0-97f3-9491f84d5bcb tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Calling delete_port for 2daf49eb-bd6e-4721-b3c3-b4b2724398e6 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:33.729597 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080510a6-5ed4-47b4-8ed6-1cec3008419a tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:33.730265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-080510a6-5ed4-47b4-8ed6-1cec3008419a tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:33.746520 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ad5e5-7a10-463e-9aa1-7715253b0885 None None] Port a078d833-46dd-477a-8d5a-79955f15e16e cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:45:33.766377 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-080510a6-5ed4-47b4-8ed6-1cec3008419a tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.0750332 Mar 08 09:45:33.769638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38724) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:33.778105 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': '31dbeb7e-a274-410d-bb55-9bb25818e1a6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:33.791443 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:33.794409 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Allocated IP 2001:db8::2 (162da289-2647-477b-bcb7-e834030497c1/d8ab81c3-cb8a-45b2-a2a3-5d9e1e4197e1/892eb67e-8284-4ecc-a8c2-936ba5e07091) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:33.809131 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Transition to ACTIVE for port object 1ead888e-fca6-46f5-aecd-9b804719b10f will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:33.845398 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:33.875598 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ce546ea-6fcb-4ed0-97f3-9491f84d5bcb tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:33.902498 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Transition to ACTIVE for port object 1ead888e-fca6-46f5-aecd-9b804719b10f will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:33.917242 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:33.924019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Usage tracker for resource:floatingip and tenant:65442bd3981144f9911800a52d6fbad1 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:33.924999 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce546ea-6fcb-4ed0-97f3-9491f84d5bcb tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Pushing event deleted for resources: {'Port': ['ID=2daf49eb-bd6e-4721-b3c3-b4b2724398e6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:33.958033 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:34.001596 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Network 44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:34.007657 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:34.023013 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:34.023744 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ce546ea-6fcb-4ed0-97f3-9491f84d5bcb tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.025353 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:34.064397 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Pushing event updated for resources: {'Port': ['ID=1ead888e-fca6-46f5-aecd-9b804719b10f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:34.098206 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.153594 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.177693 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Attempting to bind port 1ead888e-fca6-46f5-aecd-9b804719b10f on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:45:34.178271 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Attempting to bind port 1ead888e-fca6-46f5-aecd-9b804719b10f by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '7cce01b0-f9a2-4b9e-9b2a-450ac4232b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:45:34.178398 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Attempting to bind port 1ead888e-fca6-46f5-aecd-9b804719b10f on network 44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:45:34.180639 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.191086 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:45:34.191449 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Checking segment: {'id': '7cce01b0-f9a2-4b9e-9b2a-450ac4232b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:34.191844 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.192233 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Bound using segment: {'id': '7cce01b0-f9a2-4b9e-9b2a-450ac4232b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:45:34.192752 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Bound port: 1ead888e-fca6-46f5-aecd-9b804719b10f, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cce01b0-f9a2-4b9e-9b2a-450ac4232b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:45:34.193136 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.195763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event deleted for resources: {'Subnet': ['ID=99264d37-d6b1-4d87-ac69-b58d3d5be25f,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:34.207367 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Transition to ACTIVE for port object 892eb67e-8284-4ecc-a8c2-936ba5e07091 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:34.207777 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ce546ea-6fcb-4ed0-97f3-9491f84d5bcb tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.209883 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ce546ea-6fcb-4ed0-97f3-9491f84d5bcb tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.237491 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ce546ea-6fcb-4ed0-97f3-9491f84d5bcb tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.238182 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce546ea-6fcb-4ed0-97f3-9491f84d5bcb tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Fanout notify agent at l3_agent the message router_deleted on router 0e37de9a-1183-4a33-a99a-a402f16577fd {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:45:34.256608 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ce546ea-6fcb-4ed0-97f3-9491f84d5bcb tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.261294 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5ce546ea-6fcb-4ed0-97f3-9491f84d5bcb tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "DELETE /v2.0/routers/0e37de9a-1183-4a33-a99a-a402f16577fd HTTP/1.1" status: 204 len: 168 time: 1.8648398 Mar 08 09:45:34.261873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38728) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:34.267265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1632550710', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:34.267791 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Transition to ACTIVE for port object 892eb67e-8284-4ecc-a8c2-936ba5e07091 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:34.274921 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:34.279313 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Usage tracker for resource:router and tenant:a21cd38533c746ba95f9f270be4301b9 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:34.280449 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.284047 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:34.291590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:34.303110 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.304283 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.320548 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.354614 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-32658e90-d589-48d8-a3d3-8aaf267f4919 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.366277 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] For port 1ead888e-fca6-46f5-aecd-9b804719b10f, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:45:34.369526 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:34.374050 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Pushing event updated for resources: {'Port': ['ID=892eb67e-8284-4ecc-a8c2-936ba5e07091,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:34.376420 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:34.379927 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:34.419462 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] For port 1ead888e-fca6-46f5-aecd-9b804719b10f, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1ead888e-fca6-46f5-aecd-9b804719b10f,segment=NetworkSegment(7cce01b0-f9a2-4b9e-9b2a-450ac4232b2b),segment_id=7cce01b0-f9a2-4b9e-9b2a-450ac4232b2b)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:45:34.435268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.451936 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.525675 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Attempting to bind port 892eb67e-8284-4ecc-a8c2-936ba5e07091 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:45:34.525928 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Attempting to bind port 892eb67e-8284-4ecc-a8c2-936ba5e07091 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:45:34.526482 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Attempting to bind port 892eb67e-8284-4ecc-a8c2-936ba5e07091 on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:45:34.536251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:45:34.536851 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:34.537410 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.537949 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:45:34.538554 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Bound port: 892eb67e-8284-4ecc-a8c2-936ba5e07091, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:45:34.539075 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.586324 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:34.643512 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5ea60f35-31b3-49df-9e8a-5283149e7615 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.645574 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a85083-63f3-48d1-a386-11d80b9da17d None None] Pushing event updated for resources: {'Port': ['ID=1ead888e-fca6-46f5-aecd-9b804719b10f,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:34.645860 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.702691 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] For port 892eb67e-8284-4ecc-a8c2-936ba5e07091, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:45:34.704139 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cce01b0-f9a2-4b9e-9b2a-450ac4232b2b') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:34.704443 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cce01b0-f9a2-4b9e-9b2a-450ac4232b2b') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:34.707180 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] For port 892eb67e-8284-4ecc-a8c2-936ba5e07091, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=892eb67e-8284-4ecc-a8c2-936ba5e07091,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:45:34.712113 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437b2b30-ff93-462e-88c9-0335b4b64472 None None] Network 44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:34.728771 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.781157 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:34.916982 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bc069-3269-4a93-b83e-8a48be5f4dce None None] Pushing event updated for resources: {'Port': ['ID=892eb67e-8284-4ecc-a8c2-936ba5e07091,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:34.982123 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:35.024507 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:35.068764 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-5ea60f35-31b3-49df-9e8a-5283149e7615 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Calling delete_port for a078d833-46dd-477a-8d5a-79955f15e16e owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:35.147613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:35.217110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:45:35.217592 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:45:35.232084 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:45:35.285315 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Allocated IP 172.26.2.239 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/96a37181-b20a-4ac2-9a44-d64ee6b36347) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:35.409943 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.api [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 09:45:35.409943 dv-neutron-831730-2-hyperv neutron-server[87771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 09:45:35.409943 dv-neutron-831730-2-hyperv neutron-server[87771]: [parameters: {'id': '44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d'}] Mar 08 09:45:35.409943 dv-neutron-831730-2-hyperv neutron-server[87771]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:45:35.410400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG oslo_db.api [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:45:35.439535 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:35.459586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:35.462772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5ea60f35-31b3-49df-9e8a-5283149e7615 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:35.464564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-32658e90-d589-48d8-a3d3-8aaf267f4919 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::1 (162da289-2647-477b-bcb7-e834030497c1/d8ab81c3-cb8a-45b2-a2a3-5d9e1e4197e1/33166d07-1bac-4c97-a097-4b2ed21ed31a) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:35.469577 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:35.530631 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:35.533390 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:35.541212 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:35.563399 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea60f35-31b3-49df-9e8a-5283149e7615 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event deleted for resources: {'Port': ['ID=a078d833-46dd-477a-8d5a-79955f15e16e,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:35.583647 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Pushing event updated for resources: {'Port': ['ID=96a37181-b20a-4ac2-9a44-d64ee6b36347,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:35.899578 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5ea60f35-31b3-49df-9e8a-5283149e7615 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:35.909924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-32658e90-d589-48d8-a3d3-8aaf267f4919 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:35.914736 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:35.923004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c916235e-4e25-465e-9de0-68bd4c5412ac None None] get_active_networks_info from dv-neutron-831730-2-hyperv {{(pid=87773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 09:45:35.954950 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Allocated IP 172.26.2.151 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/40f85233-f8cd-4f6a-aaa9-881dcef2da39) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:35.957881 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-32658e90-d589-48d8-a3d3-8aaf267f4919 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object 33166d07-1bac-4c97-a097-4b2ed21ed31a will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:35.962180 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5ea60f35-31b3-49df-9e8a-5283149e7615 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "DELETE /v2.0/ports/a078d833-46dd-477a-8d5a-79955f15e16e HTTP/1.1" status: 204 len: 168 time: 2.6501484 Mar 08 09:45:35.965159 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38732) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:36.000653 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:36.012364 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Deleting port 1ead888e-fca6-46f5-aecd-9b804719b10f {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:36.012757 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:36.058739 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e4b464cf-7c3f-4083-b371-a9a07cc9ed64 None None] Provisioning for port 892eb67e-8284-4ecc-a8c2-936ba5e07091 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:36.079146 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-528c46b0-9f07-49cf-81f2-4427897f55e7 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] GET failed (client error): The resource could not be found. Mar 08 09:45:36.079734 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-528c46b0-9f07-49cf-81f2-4427897f55e7 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Synchronizing usage tracker for tenant:f7d98d37918d42338c46f330f94f6ecd on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:36.119553 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c916235e-4e25-465e-9de0-68bd4c5412ac None None] Resources bound (agent type, host, resource id): {{(pid=87773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 09:45:36.218400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-528c46b0-9f07-49cf-81f2-4427897f55e7 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Unset dirty status for tenant:f7d98d37918d42338c46f330f94f6ecd on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:36.219556 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-528c46b0-9f07-49cf-81f2-4427897f55e7 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "GET /v2.0/ports/a078d833-46dd-477a-8d5a-79955f15e16e HTTP/1.1" status: 404 len: 333 time: 0.2508490 Mar 08 09:45:36.225099 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38738) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:36.239074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-68d61b1f-a1d1-43ac-be57-f7c89e18bd1b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Request body: {'port': {'network_id': '387c2466-96cf-4290-ad6c-a044840330e7', 'name': 'tempest-AllowedAddressPairTestJSON-172880751'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:36.263005 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-32658e90-d589-48d8-a3d3-8aaf267f4919 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:36.357398 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:36.456577 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32658e90-d589-48d8-a3d3-8aaf267f4919 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:36.519221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-32658e90-d589-48d8-a3d3-8aaf267f4919 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:36.538668 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32658e90-d589-48d8-a3d3-8aaf267f4919 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:36.539191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-32658e90-d589-48d8-a3d3-8aaf267f4919 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:36.576094 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Router a10a71e3-43da-4385-bbba-b98fce157b6a is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:45:36.798413 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5b137bcf-5cd8-47b9-bf19-0fa450bfda11 None None] Provisioning for port 33166d07-1bac-4c97-a097-4b2ed21ed31a completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:36.803615 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5b137bcf-5cd8-47b9-bf19-0fa450bfda11 None None] Provisioning complete for port 33166d07-1bac-4c97-a097-4b2ed21ed31a triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:36.803984 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b137bcf-5cd8-47b9-bf19-0fa450bfda11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:36.812205 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:36.838109 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32658e90-d589-48d8-a3d3-8aaf267f4919 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=33166d07-1bac-4c97-a097-4b2ed21ed31a,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:36.860280 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:36.863717 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5b137bcf-5cd8-47b9-bf19-0fa450bfda11 None None] Port 33166d07-1bac-4c97-a097-4b2ed21ed31a cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:45:36.890571 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:45:36.902121 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1db76-fd1a-4bd8-bd45-ff0e2f20f5f0 None None] Sync routers for ids ['a10a71e3-43da-4385-bbba-b98fce157b6a'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:45:36.913850 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa1db76-fd1a-4bd8-bd45-ff0e2f20f5f0 None None] Routers {'a10a71e3-43da-4385-bbba-b98fce157b6a'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:36.914918 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-9fa1db76-fd1a-4bd8-bd45-ff0e2f20f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['a10a71e3-43da-4385-bbba-b98fce157b6a'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:36.921219 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:36.923361 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4aaa3eb1-0176-472e-94d1-84601a236397 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.6599376 Mar 08 09:45:36.926425 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38744) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:36.932744 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c7736320-28a6-451e-97ee-f25016853713 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:36.999843 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-9fa1db76-fd1a-4bd8-bd45-ff0e2f20f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:37.016811 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 892eb67e-8284-4ecc-a8c2-936ba5e07091 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:45:37.043021 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=40f85233-f8cd-4f6a-aaa9-881dcef2da39,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:37.047249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] For port 1ead888e-fca6-46f5-aecd-9b804719b10f, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1ead888e-fca6-46f5-aecd-9b804719b10f,segment=NetworkSegment(7cce01b0-f9a2-4b9e-9b2a-450ac4232b2b),segment_id=7cce01b0-f9a2-4b9e-9b2a-450ac4232b2b)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:37.047617 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:37.068111 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-68d61b1f-a1d1-43ac-be57-f7c89e18bd1b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:37.070115 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa1db76-fd1a-4bd8-bd45-ff0e2f20f5f0 None None] Routers {'a10a71e3-43da-4385-bbba-b98fce157b6a'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:37.070737 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-9fa1db76-fd1a-4bd8-bd45-ff0e2f20f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['a10a71e3-43da-4385-bbba-b98fce157b6a'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:37.072761 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:37.126861 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:37.140939 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-9fa1db76-fd1a-4bd8-bd45-ff0e2f20f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:37.141344 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1db76-fd1a-4bd8-bd45-ff0e2f20f5f0 None None] The sync data for ids ['a10a71e3-43da-4385-bbba-b98fce157b6a'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:45:37.160285 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 892eb67e-8284-4ecc-a8c2-936ba5e07091 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:37.165147 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 892eb67e-8284-4ecc-a8c2-936ba5e07091 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:37.165516 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:37.192868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:37.227519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Calling delete_port for 1ead888e-fca6-46f5-aecd-9b804719b10f owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:37.266291 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-68d61b1f-a1d1-43ac-be57-f7c89e18bd1b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:37.286344 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:37.321476 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 892eb67e-8284-4ecc-a8c2-936ba5e07091, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=892eb67e-8284-4ecc-a8c2-936ba5e07091,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:37.327685 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:37.347048 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d61b1f-a1d1-43ac-be57-f7c89e18bd1b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Made reservation on behalf of f7d98d37918d42338c46f330f94f6ecd for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:37.350519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-68d61b1f-a1d1-43ac-be57-f7c89e18bd1b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:37.424311 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=892eb67e-8284-4ecc-a8c2-936ba5e07091,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:37.447964 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-68d61b1f-a1d1-43ac-be57-f7c89e18bd1b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] device_id is not set on port e055e888-aa9c-4e73-96fa-c2ac9ff352aa yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:45:37.484025 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-32658e90-d589-48d8-a3d3-8aaf267f4919 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:37.488217 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7736320-28a6-451e-97ee-f25016853713 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:37.507193 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7736320-28a6-451e-97ee-f25016853713 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:37.517365 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c7736320-28a6-451e-97ee-f25016853713 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Deleting port 96a37181-b20a-4ac2-9a44-d64ee6b36347 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:37.517724 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7736320-28a6-451e-97ee-f25016853713 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:37.519291 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:37.637260 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event deleted for resources: {'Port': ['ID=1ead888e-fca6-46f5-aecd-9b804719b10f,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:37.639589 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] No DVR routers for this DVR port 1ead888e-fca6-46f5-aecd-9b804719b10f on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:45:37.706831 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7736320-28a6-451e-97ee-f25016853713 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:37.834262 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c7736320-28a6-451e-97ee-f25016853713 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Calling delete_port for 96a37181-b20a-4ac2-9a44-d64ee6b36347 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:38.012231 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7736320-28a6-451e-97ee-f25016853713 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:38.057905 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7736320-28a6-451e-97ee-f25016853713 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Pushing event deleted for resources: {'Port': ['ID=96a37181-b20a-4ac2-9a44-d64ee6b36347,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:38.081118 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:38.135057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-68d61b1f-a1d1-43ac-be57-f7c89e18bd1b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Allocated IP 172.20.0.11 (387c2466-96cf-4290-ad6c-a044840330e7/cadf9b61-5972-45c0-8150-2a951dbb9b5b/e055e888-aa9c-4e73-96fa-c2ac9ff352aa) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:38.137788 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:38.154462 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7736320-28a6-451e-97ee-f25016853713 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:38.169694 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cce01b0-f9a2-4b9e-9b2a-450ac4232b2b') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:38.169990 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cce01b0-f9a2-4b9e-9b2a-450ac4232b2b') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:38.379309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:38.521069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:38.571754 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:45:38.572181 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:45:38.587120 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:45:38.643282 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7736320-28a6-451e-97ee-f25016853713 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:38.646491 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7736320-28a6-451e-97ee-f25016853713 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:38.778361 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7736320-28a6-451e-97ee-f25016853713 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Router a10a71e3-43da-4385-bbba-b98fce157b6a has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:45:38.787758 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:38.820031 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:38.842368 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event deleted for resources: {'Network': ['ID=44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:38.876240 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9f5cf12e-3c38-4624-ad70-5eef25b1d4bd tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/networks/44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d HTTP/1.1" status: 204 len: 168 time: 6.1632905 Mar 08 09:45:38.888378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-32658e90-d589-48d8-a3d3-8aaf267f4919 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:38.893140 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38748) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:38.911632 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-17e7cd56-46b4-4edb-bd7f-665a7264d52d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-675515761'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:38.924249 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7736320-28a6-451e-97ee-f25016853713 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:45:38.938668 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-68d61b1f-a1d1-43ac-be57-f7c89e18bd1b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:38.941967 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-17e7cd56-46b4-4edb-bd7f-665a7264d52d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:38.944155 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbcc26d-ac9a-4284-92b5-23a5f70bf9b7 None None] Sync routers for ids ['a10a71e3-43da-4385-bbba-b98fce157b6a'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:45:38.945357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-32658e90-d589-48d8-a3d3-8aaf267f4919 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:38.946173 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-32658e90-d589-48d8-a3d3-8aaf267f4919 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:38.954145 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7736320-28a6-451e-97ee-f25016853713 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:38.954408 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbcc26d-ac9a-4284-92b5-23a5f70bf9b7 None None] Routers {'a10a71e3-43da-4385-bbba-b98fce157b6a'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:38.955171 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1cbcc26d-ac9a-4284-92b5-23a5f70bf9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['a10a71e3-43da-4385-bbba-b98fce157b6a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:38.958324 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c7736320-28a6-451e-97ee-f25016853713 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "PUT /v2.0/routers/a10a71e3-43da-4385-bbba-b98fce157b6a HTTP/1.1" status: 200 len: 710 time: 2.0302796 Mar 08 09:45:38.958969 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38752) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:38.974703 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 892eb67e-8284-4ecc-a8c2-936ba5e07091 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:45:38.985890 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:39.047861 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-17e7cd56-46b4-4edb-bd7f-665a7264d52d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Usage tracker for resource:network and tenant:dd8cb24fc2e24392845c4528608c35d1 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:39.049671 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 892eb67e-8284-4ecc-a8c2-936ba5e07091 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:39.050104 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:39.056767 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1cbcc26d-ac9a-4284-92b5-23a5f70bf9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:39.087132 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-17e7cd56-46b4-4edb-bd7f-665a7264d52d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:39.096024 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbcc26d-ac9a-4284-92b5-23a5f70bf9b7 None None] Routers {'a10a71e3-43da-4385-bbba-b98fce157b6a'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:39.096771 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1cbcc26d-ac9a-4284-92b5-23a5f70bf9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['a10a71e3-43da-4385-bbba-b98fce157b6a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:39.127462 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d196d685-6894-4587-a169-172d20ebf916 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "GET /v2.0/routers/a10a71e3-43da-4385-bbba-b98fce157b6a HTTP/1.1" status: 200 len: 745 time: 0.1673675 Mar 08 09:45:39.128361 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38756) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:39.160395 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1cbcc26d-ac9a-4284-92b5-23a5f70bf9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:39.160721 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbcc26d-ac9a-4284-92b5-23a5f70bf9b7 None None] The sync data for ids ['a10a71e3-43da-4385-bbba-b98fce157b6a'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:45:39.188882 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-08a505f0-a9d0-453e-99ef-eebfce37cdb5 tempest-RoutersIpV6AdminTest-1725561913 tempest-RoutersIpV6AdminTest-1725561913-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&device_id=a10a71e3-43da-4385-bbba-b98fce157b6a HTTP/1.1" status: 200 len: 205 time: 0.0553250 Mar 08 09:45:39.189766 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38760) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:39.225288 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-17e7cd56-46b4-4edb-bd7f-665a7264d52d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:39.227785 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-68d61b1f-a1d1-43ac-be57-f7c89e18bd1b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Transition to ACTIVE for port object e055e888-aa9c-4e73-96fa-c2ac9ff352aa will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:39.234252 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-98c24406-f551-4918-985d-a64832dc3c5c tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=a10a71e3-43da-4385-bbba-b98fce157b6a HTTP/1.1" status: 200 len: 205 time: 0.0432134 Mar 08 09:45:39.236958 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38764) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:39.297027 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32658e90-d589-48d8-a3d3-8aaf267f4919 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=33166d07-1bac-4c97-a097-4b2ed21ed31a,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:39.299282 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e7cd56-46b4-4edb-bd7f-665a7264d52d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Made reservation on behalf of dd8cb24fc2e24392845c4528608c35d1 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:39.302694 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-17e7cd56-46b4-4edb-bd7f-665a7264d52d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:39.317280 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:39.374171 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32658e90-d589-48d8-a3d3-8aaf267f4919 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:39.377185 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76de6c03-266d-4b81-8654-066bdbff0265 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:39.379031 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-32658e90-d589-48d8-a3d3-8aaf267f4919 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:39.406696 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e7cd56-46b4-4edb-bd7f-665a7264d52d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:45:39.489559 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-68d61b1f-a1d1-43ac-be57-f7c89e18bd1b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:39.495085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-17e7cd56-46b4-4edb-bd7f-665a7264d52d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:39.495428 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-17e7cd56-46b4-4edb-bd7f-665a7264d52d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Added segment f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c of type vlan for network 081020f1-47a1-4b1b-9b97-a2b563b3a909 Mar 08 09:45:39.621521 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5b735d52-9883-4293-b0f8-c0b2d8f21777 None None] Provisioning complete for port 33166d07-1bac-4c97-a097-4b2ed21ed31a triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:39.622032 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b735d52-9883-4293-b0f8-c0b2d8f21777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:39.678861 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5b735d52-9883-4293-b0f8-c0b2d8f21777 None None] Port 33166d07-1bac-4c97-a097-4b2ed21ed31a cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:45:39.732684 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d61b1f-a1d1-43ac-be57-f7c89e18bd1b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Network 387c2466-96cf-4290-ad6c-a044840330e7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:39.745092 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-17e7cd56-46b4-4edb-bd7f-665a7264d52d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:39.757462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-68d61b1f-a1d1-43ac-be57-f7c89e18bd1b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:39.768107 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d61b1f-a1d1-43ac-be57-f7c89e18bd1b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:39.808149 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d61b1f-a1d1-43ac-be57-f7c89e18bd1b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event updated for resources: {'Port': ['ID=e055e888-aa9c-4e73-96fa-c2ac9ff352aa,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:39.826726 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76de6c03-266d-4b81-8654-066bdbff0265 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:39.829323 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76de6c03-266d-4b81-8654-066bdbff0265 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:39.853482 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76de6c03-266d-4b81-8654-066bdbff0265 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:39.854000 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76de6c03-266d-4b81-8654-066bdbff0265 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Fanout notify agent at l3_agent the message router_deleted on router a10a71e3-43da-4385-bbba-b98fce157b6a {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:45:39.867516 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76de6c03-266d-4b81-8654-066bdbff0265 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:39.872304 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-76de6c03-266d-4b81-8654-066bdbff0265 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "DELETE /v2.0/routers/a10a71e3-43da-4385-bbba-b98fce157b6a HTTP/1.1" status: 204 len: 168 time: 0.6306131 Mar 08 09:45:39.872673 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38768) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:39.894021 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d61b1f-a1d1-43ac-be57-f7c89e18bd1b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:39.894791 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-68d61b1f-a1d1-43ac-be57-f7c89e18bd1b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:39.921796 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-71d5c755-63da-40af-bfb9-cabe34a4f98d tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=a10a71e3-43da-4385-bbba-b98fce157b6a HTTP/1.1" status: 200 len: 205 time: 0.0450723 Mar 08 09:45:39.922032 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38772) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:39.934072 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-17e7cd56-46b4-4edb-bd7f-665a7264d52d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:39.939419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e7cd56-46b4-4edb-bd7f-665a7264d52d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:39.940001 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-17e7cd56-46b4-4edb-bd7f-665a7264d52d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:39.980136 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-68d61b1f-a1d1-43ac-be57-f7c89e18bd1b tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7515488 Mar 08 09:45:39.985507 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38776) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:39.995866 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32658e90-d589-48d8-a3d3-8aaf267f4919 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Router 3abf8c27-3d41-4de1-aa9e-890cc70f8e81 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:45:39.998883 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e6c1ef6b-0cdf-495f-b875-e2661544a984 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Request body: {'port': {'network_id': '387c2466-96cf-4290-ad6c-a044840330e7', 'name': 'tempest-AllowedAddressPairTestJSON-361062720'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:40.004406 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-054facaf-ae6f-4492-bfe8-46e4621017fb None None] Provisioning for port e055e888-aa9c-4e73-96fa-c2ac9ff352aa completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:40.011415 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-054facaf-ae6f-4492-bfe8-46e4621017fb None None] Provisioning complete for port e055e888-aa9c-4e73-96fa-c2ac9ff352aa triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:40.012064 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-054facaf-ae6f-4492-bfe8-46e4621017fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:40.028754 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-c50f082e-28dc-4895-92b0-fdbe6596f88c tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] delete failed (client error): The resource could not be found. Mar 08 09:45:40.032844 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c50f082e-28dc-4895-92b0-fdbe6596f88c tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "DELETE /v2.0/routers/a10a71e3-43da-4385-bbba-b98fce157b6a HTTP/1.1" status: 404 len: 336 time: 0.1067245 Mar 08 09:45:40.033854 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38780) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:40.075530 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-054facaf-ae6f-4492-bfe8-46e4621017fb None None] Port e055e888-aa9c-4e73-96fa-c2ac9ff352aa cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:45:40.138315 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-27989a90-ef1f-4655-8ac4-8333d1a246bf tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e37de9a-1183-4a33-a99a-a402f16577fd HTTP/1.1" status: 200 len: 205 time: 0.1012869 Mar 08 09:45:40.144633 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38784) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:40.192466 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-17e7cd56-46b4-4edb-bd7f-665a7264d52d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2980564 Mar 08 09:45:40.195839 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:40.200390 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38788) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:40.201054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7cd56-46b4-4edb-bd7f-665a7264d52d tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event updated for resources: {'Network': ['ID=081020f1-47a1-4b1b-9b97-a2b563b3a909,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:40.211020 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-15aa111c-db4a-40d0-83a3-6db8ffbb1911 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Request body: {'subnet': {'network_id': '081020f1-47a1-4b1b-9b97-a2b563b3a909', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:40.214122 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 081020f1-47a1-4b1b-9b97-a2b563b3a909 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:45:40.221689 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-5840bed8-fa16-4dc3-8fbf-299c15492b45 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] delete failed (client error): The resource could not be found. Mar 08 09:45:40.222714 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5840bed8-fa16-4dc3-8fbf-299c15492b45 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "DELETE /v2.0/routers/0e37de9a-1183-4a33-a99a-a402f16577fd HTTP/1.1" status: 404 len: 336 time: 0.0774076 Mar 08 09:45:40.224572 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:40.225471 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38792) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:40.277110 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-60046202-cb46-40e2-adcb-7afb3e39e33c tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=7959c39e-78c2-4a4d-959d-06e31e0f12b8 HTTP/1.1" status: 200 len: 205 time: 0.0505509 Mar 08 09:45:40.285424 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38796) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:40.363333 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-d522c0e6-c121-40e8-8d4d-115e0b3e7b15 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] delete failed (client error): The resource could not be found. Mar 08 09:45:40.366871 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d522c0e6-c121-40e8-8d4d-115e0b3e7b15 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "DELETE /v2.0/routers/7959c39e-78c2-4a4d-959d-06e31e0f12b8 HTTP/1.1" status: 404 len: 336 time: 0.0780022 Mar 08 09:45:40.366871 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e6c1ef6b-0cdf-495f-b875-e2661544a984 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:40.367274 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38800) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:40.422120 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e6bfe25f-f109-4713-a77d-6454eca6196e tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d603e1b-2e9a-4258-a577-6448ca164322 HTTP/1.1" status: 200 len: 205 time: 0.0514801 Mar 08 09:45:40.422120 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e6c1ef6b-0cdf-495f-b875-e2661544a984 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:40.422509 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38804) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:40.493968 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-6601c834-dfce-49ff-97f4-4e1ae94931e3 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] delete failed (client error): The resource could not be found. Mar 08 09:45:40.497723 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6601c834-dfce-49ff-97f4-4e1ae94931e3 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "DELETE /v2.0/routers/3d603e1b-2e9a-4258-a577-6448ca164322 HTTP/1.1" status: 404 len: 336 time: 0.0716887 Mar 08 09:45:40.497723 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c1ef6b-0cdf-495f-b875-e2661544a984 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Made reservation on behalf of f7d98d37918d42338c46f330f94f6ecd for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:40.501650 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ef6b-0cdf-495f-b875-e2661544a984 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:40.510180 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38808) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:40.522144 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-e6c1ef6b-0cdf-495f-b875-e2661544a984 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] device_id is not set on port 618e3362-b77a-4acb-b251-c891e7516430 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:45:40.576200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=40f85233-f8cd-4f6a-aaa9-881dcef2da39,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:40.602639 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-10817952-d908-4e14-b720-0e31bbd9af26 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a73d34d-2bde-4e52-b161-68282d498c18 HTTP/1.1" status: 200 len: 205 time: 0.0865481 Mar 08 09:45:40.607355 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38812) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:40.608876 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32658e90-d589-48d8-a3d3-8aaf267f4919 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:45:40.619564 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-32658e90-d589-48d8-a3d3-8aaf267f4919 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "PUT /v2.0/routers/3abf8c27-3d41-4de1-aa9e-890cc70f8e81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2520776 Mar 08 09:45:40.621726 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Sync routers for ids ['3abf8c27-3d41-4de1-aa9e-890cc70f8e81'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:45:40.631604 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Routers {'3abf8c27-3d41-4de1-aa9e-890cc70f8e81'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:40.632234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3abf8c27-3d41-4de1-aa9e-890cc70f8e81'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:40.634898 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38816) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:40.690600 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-15aa111c-db4a-40d0-83a3-6db8ffbb1911 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:40.693098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:40.730525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7e3b4-eb6e-49da-984e-f51d60c7ad69 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:40.735477 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e5b7e3b4-eb6e-49da-984e-f51d60c7ad69 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports/33166d07-1bac-4c97-a097-4b2ed21ed31a HTTP/1.1" status: 200 len: 911 time: 0.0963023 Mar 08 09:45:40.735477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-e6c1ef6b-0cdf-495f-b875-e2661544a984 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Allocated IP 172.20.0.13 (387c2466-96cf-4290-ad6c-a044840330e7/cadf9b61-5972-45c0-8150-2a951dbb9b5b/618e3362-b77a-4acb-b251-c891e7516430) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:40.735477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38820) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:40.745648 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-e4133e0e-ef6e-4875-96da-6f708517ffe2 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] delete failed (client error): The resource could not be found. Mar 08 09:45:40.746601 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e4133e0e-ef6e-4875-96da-6f708517ffe2 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "DELETE /v2.0/routers/3a73d34d-2bde-4e52-b161-68282d498c18 HTTP/1.1" status: 404 len: 336 time: 0.1359923 Mar 08 09:45:40.748936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-15aa111c-db4a-40d0-83a3-6db8ffbb1911 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Usage tracker for resource:subnet and tenant:dd8cb24fc2e24392845c4528608c35d1 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:40.758518 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-15aa111c-db4a-40d0-83a3-6db8ffbb1911 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:40.760958 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38824) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:40.780901 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Set router 3abf8c27-3d41-4de1-aa9e-890cc70f8e81 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:45:40.802979 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-15aa111c-db4a-40d0-83a3-6db8ffbb1911 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:40.826978 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-abaa23e2-954f-475a-b4c3-8c3725c762f6 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fa46881-b0b8-4911-9ec0-1d33cbaec7b2 HTTP/1.1" status: 200 len: 205 time: 0.0621471 Mar 08 09:45:40.828295 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38828) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:40.896488 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15aa111c-db4a-40d0-83a3-6db8ffbb1911 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Made reservation on behalf of dd8cb24fc2e24392845c4528608c35d1 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:40.897184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9889dc-1dfc-4cdc-a8a5-80917ad37765 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:40.899928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15aa111c-db4a-40d0-83a3-6db8ffbb1911 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:40.903180 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9889dc-1dfc-4cdc-a8a5-80917ad37765 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:40.907574 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6b9889dc-1dfc-4cdc-a8a5-80917ad37765 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1684661 Mar 08 09:45:40.909181 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38832) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:40.985738 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-7f21954f-d312-4461-9575-ce91dfc8de45 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] delete failed (client error): The resource could not be found. Mar 08 09:45:40.989425 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7f21954f-d312-4461-9575-ce91dfc8de45 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "DELETE /v2.0/routers/8fa46881-b0b8-4911-9ec0-1d33cbaec7b2 HTTP/1.1" status: 404 len: 336 time: 0.1578062 Mar 08 09:45:41.002152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38836) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:41.108360 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f1314b-9922-472f-82f3-24e6a2d29f96 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] DELETE failed (client error): The resource could not be found. Mar 08 09:45:41.108854 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f1314b-9922-472f-82f3-24e6a2d29f96 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:45:41.110563 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a3f1314b-9922-472f-82f3-24e6a2d29f96 tempest-RoutersIpV6AdminTest-430283211 tempest-RoutersIpV6AdminTest-430283211-project] 10.222.0.24 "DELETE /v2.0/subnets/8d7aee74-4ec5-4285-86b2-2f5de2806441 HTTP/1.1" status: 404 len: 337 time: 0.1075711 Mar 08 09:45:41.127864 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Floating IP 891b752e-6d04-4151-9003-84ca753e108f associated. External IP: 172.26.2.151, port: 31dbeb7e-a274-410d-bb55-9bb25818e1a6. Mar 08 09:45:41.132153 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abf8c27-3d41-4de1-aa9e-890cc70f8e81', 'name': 'tempest-NetworksTestDHCPv6-router-76416920', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:45:32Z', 'updated_at': '2022-03-08T09:45:37Z', 'revision_number': 2, 'project_id': '1de9d677d262479ba2ce9658eb523e79', 'gw_port_host': None, '_interfaces': [{'id': '33166d07-1bac-4c97-a097-4b2ed21ed31a', 'name': '', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'mac_address': 'fa:16:3e:8f:3e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abf8c27-3d41-4de1-aa9e-890cc70f8e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd8ab81c3-cb8a-45b2-a2a3-5d9e1e4197e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:45:34Z', 'updated_at': '2022-03-08T09:45:38Z', 'revision_number': 2, 'project_id': '1de9d677d262479ba2ce9658eb523e79', 'subnets': [{'id': 'd8ab81c3-cb8a-45b2-a2a3-5d9e1e4197e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:41.136807 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Checking router: 3abf8c27-3d41-4de1-aa9e-890cc70f8e81 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:45:41.137159 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Updating router 3abf8c27-3d41-4de1-aa9e-890cc70f8e81 port 33166d07-1bac-4c97-a097-4b2ed21ed31a binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:45:41.200545 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:41.369224 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ef6b-0cdf-495f-b875-e2661544a984 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:41.457884 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-e6c1ef6b-0cdf-495f-b875-e2661544a984 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Transition to ACTIVE for port object 618e3362-b77a-4acb-b251-c891e7516430 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:41.552188 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ef6b-0cdf-495f-b875-e2661544a984 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:41.607315 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:41.614786 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38846) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:41.625714 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Transition to ACTIVE for port object 33166d07-1bac-4c97-a097-4b2ed21ed31a will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:41.645872 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:41.674564 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c1ef6b-0cdf-495f-b875-e2661544a984 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Network 387c2466-96cf-4290-ad6c-a044840330e7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:41.683652 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e6c1ef6b-0cdf-495f-b875-e2661544a984 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:41.686248 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c1ef6b-0cdf-495f-b875-e2661544a984 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:41.717537 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1ef6b-0cdf-495f-b875-e2661544a984 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event updated for resources: {'Port': ['ID=618e3362-b77a-4acb-b251-c891e7516430,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:41.764657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c1ef6b-0cdf-495f-b875-e2661544a984 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:41.771916 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ef6b-0cdf-495f-b875-e2661544a984 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:41.859844 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e6c1ef6b-0cdf-495f-b875-e2661544a984 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8737063 Mar 08 09:45:41.862762 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7080de-5b5d-46d0-a18a-2383619ae92c None None] Pushing event updated for resources: {'Port': ['ID=33166d07-1bac-4c97-a097-4b2ed21ed31a,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:41.864623 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38852) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:41.878575 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a18229cc-a8b7-4a1b-927f-08da20a37abe tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:1f:98:2c'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:fd:53:5a'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:41.950814 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4c3f6df-6ce8-4f8e-9bc2-513862191fed tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:41.989494 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Attempting to bind port 33166d07-1bac-4c97-a097-4b2ed21ed31a on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:45:41.989993 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Attempting to bind port 33166d07-1bac-4c97-a097-4b2ed21ed31a by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:45:41.990454 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Attempting to bind port 33166d07-1bac-4c97-a097-4b2ed21ed31a on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:45:41.996947 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:45:41.997629 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:41.998003 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:41.998643 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:45:41.999212 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Bound port: 33166d07-1bac-4c97-a097-4b2ed21ed31a, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:45:41.999761 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:42.006604 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e5c5145d-3cac-48f3-bc05-4db06e0e55bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:42.028327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.objects.ports [None req-15aa111c-db4a-40d0-83a3-6db8ffbb1911 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87771) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 09:45:42.034168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15aa111c-db4a-40d0-83a3-6db8ffbb1911 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:42.040239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router ba4e89cb-ee89-4301-b8d8-c5e861bbdf04 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:45:42.079498 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e5c5145d-3cac-48f3-bc05-4db06e0e55bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:42.085316 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b4f778e7-7d73-4d24-bee4-34374ac4d4be None None] Provisioning for port 618e3362-b77a-4acb-b251-c891e7516430 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:42.098259 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b4f778e7-7d73-4d24-bee4-34374ac4d4be None None] Provisioning complete for port 618e3362-b77a-4acb-b251-c891e7516430 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:42.098259 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4f778e7-7d73-4d24-bee4-34374ac4d4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:42.098557 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e5c5145d-3cac-48f3-bc05-4db06e0e55bd admin admin] Usage tracker for resource:security_group_rule and tenant:a21cd38533c746ba95f9f270be4301b9 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:42.104935 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e5c5145d-3cac-48f3-bc05-4db06e0e55bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:42.125002 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e5c5145d-3cac-48f3-bc05-4db06e0e55bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:42.184856 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b4f778e7-7d73-4d24-bee4-34374ac4d4be None None] Port 618e3362-b77a-4acb-b251-c891e7516430 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:45:42.187758 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] For port 33166d07-1bac-4c97-a097-4b2ed21ed31a, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:45:42.196489 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] For port 33166d07-1bac-4c97-a097-4b2ed21ed31a, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=33166d07-1bac-4c97-a097-4b2ed21ed31a,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:45:42.203220 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:42.236941 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa111c-db4a-40d0-83a3-6db8ffbb1911 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event updated for resources: {'Subnet': ['ID=c6ee7613-d23a-40f9-92cf-f06abbca8fdf,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:42.253336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aa111c-db4a-40d0-83a3-6db8ffbb1911 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Checking segment: {'id': 'f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '081020f1-47a1-4b1b-9b97-a2b563b3a909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:42.254133 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aa111c-db4a-40d0-83a3-6db8ffbb1911 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Network hostable DHCP agents. Network: 081020f1-47a1-4b1b-9b97-a2b563b3a909, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:45:42.294822 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Routers {'3abf8c27-3d41-4de1-aa9e-890cc70f8e81'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:42.295472 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3abf8c27-3d41-4de1-aa9e-890cc70f8e81'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:42.380762 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7080de-5b5d-46d0-a18a-2383619ae92c None None] Pushing event updated for resources: {'Port': ['ID=33166d07-1bac-4c97-a097-4b2ed21ed31a,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:42.407111 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:45:42.412534 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aa111c-db4a-40d0-83a3-6db8ffbb1911 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Network 081020f1-47a1-4b1b-9b97-a2b563b3a909 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:45:42.421492 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68789f2-43f9-446e-89b9-118dab0315fa None None] Sync routers for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:45:42.431616 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68789f2-43f9-446e-89b9-118dab0315fa None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:42.432593 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b68789f2-43f9-446e-89b9-118dab0315fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:42.487037 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] Set router 3abf8c27-3d41-4de1-aa9e-890cc70f8e81 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:45:42.494416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-15aa111c-db4a-40d0-83a3-6db8ffbb1911 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 081020f1-47a1-4b1b-9b97-a2b563b3a909) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:42.500955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a18229cc-a8b7-4a1b-927f-08da20a37abe tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:42.519908 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aa111c-db4a-40d0-83a3-6db8ffbb1911 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:42.520508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15aa111c-db4a-40d0-83a3-6db8ffbb1911 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:42.552564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e5c5145d-3cac-48f3-bc05-4db06e0e55bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:42.554562 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b68789f2-43f9-446e-89b9-118dab0315fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:42.555711 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:42.564479 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b4c3f6df-6ce8-4f8e-9bc2-513862191fed tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port 33166d07-1bac-4c97-a097-4b2ed21ed31a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:42.564479 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4c3f6df-6ce8-4f8e-9bc2-513862191fed tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:42.581438 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68789f2-43f9-446e-89b9-118dab0315fa None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:42.582150 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b68789f2-43f9-446e-89b9-118dab0315fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:42.590080 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-15aa111c-db4a-40d0-83a3-6db8ffbb1911 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3859634 Mar 08 09:45:42.590863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e5c5145d-3cac-48f3-bc05-4db06e0e55bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:42.604403 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38856) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:42.665181 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e5c5145d-3cac-48f3-bc05-4db06e0e55bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a21cd38533c746ba95f9f270be4301b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0447125 Mar 08 09:45:42.665181 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5145d-3cac-48f3-bc05-4db06e0e55bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec965c1-5750-4f13-b480-8c076d23f1e3,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:42.665837 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38860) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:42.673275 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3222da22-1b8d-47c5-9cf6-454eb57b0a7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.9007647 Mar 08 09:45:42.676780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38864) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:42.697079 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5af9b6a0-1b93-418e-9dfd-59a88ce2a2f3 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'floatingip': {'port_id': '31dbeb7e-a274-410d-bb55-9bb25818e1a6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:42.698835 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b68789f2-43f9-446e-89b9-118dab0315fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:42.699241 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68789f2-43f9-446e-89b9-118dab0315fa None None] The sync data for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:45:42.742391 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-da304087-9eb5-4791-9d9e-602d28fdcbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:42.762272 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96083ca-880b-4a40-b79c-9960af646971 None None] Network 081020f1-47a1-4b1b-9b97-a2b563b3a909 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:42.773989 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-da304087-9eb5-4791-9d9e-602d28fdcbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:42.843509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-da304087-9eb5-4791-9d9e-602d28fdcbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:42.860482 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da304087-9eb5-4791-9d9e-602d28fdcbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec965c1-5750-4f13-b480-8c076d23f1e3,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:42.868314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-da304087-9eb5-4791-9d9e-602d28fdcbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:42.869673 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-da304087-9eb5-4791-9d9e-602d28fdcbc5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ec965c1-5750-4f13-b480-8c076d23f1e3 HTTP/1.1" status: 204 len: 168 time: 0.1999218 Mar 08 09:45:43.042722 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a63a8074-c42e-4a48-a789-6b8faa0c26c9 req-8efc9b98-8957-4370-b9ca-375be12d59e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0890822 Mar 08 09:45:43.163069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8074-c42e-4a48-a789-6b8faa0c26c9 req-973e8f81-71a8-4ee0-9b78-57ffb74295b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:43.164589 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a63a8074-c42e-4a48-a789-6b8faa0c26c9 req-973e8f81-71a8-4ee0-9b78-57ffb74295b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3930543b2ce942fe899a5a461a431d3e&device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 1099 time: 0.0821674 Mar 08 09:45:43.173253 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-081020f1-47a1-4b1b-9b97-a2b563b3a909', 'network_id': '081020f1-47a1-4b1b-9b97-a2b563b3a909', 'tenant_id': 'dd8cb24fc2e24392845c4528608c35d1', 'fixed_ips': [{'subnet_id': 'c6ee7613-d23a-40f9-92cf-f06abbca8fdf'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:45:43.178104 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:43.199819 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5af9b6a0-1b93-418e-9dfd-59a88ce2a2f3 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:43.210256 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:43.321614 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abf8c27-3d41-4de1-aa9e-890cc70f8e81', 'name': 'tempest-NetworksTestDHCPv6-router-76416920', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:45:32Z', 'updated_at': '2022-03-08T09:45:37Z', 'revision_number': 2, 'project_id': '1de9d677d262479ba2ce9658eb523e79', 'gw_port_host': None, '_interfaces': [{'id': '33166d07-1bac-4c97-a097-4b2ed21ed31a', 'name': '', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'mac_address': 'fa:16:3e:8f:3e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abf8c27-3d41-4de1-aa9e-890cc70f8e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd8ab81c3-cb8a-45b2-a2a3-5d9e1e4197e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:45:34Z', 'updated_at': '2022-03-08T09:45:42Z', 'revision_number': 4, 'project_id': '1de9d677d262479ba2ce9658eb523e79', 'subnets': [{'id': 'd8ab81c3-cb8a-45b2-a2a3-5d9e1e4197e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:43.351072 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8074-c42e-4a48-a789-6b8faa0c26c9 req-f1d0068b-b4d1-4d7a-81a8-9548d888b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:43.352974 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a63a8074-c42e-4a48-a789-6b8faa0c26c9 req-f1d0068b-b4d1-4d7a-81a8-9548d888b70a service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 HTTP/1.1" status: 200 len: 912 time: 0.1601796 Mar 08 09:45:43.355588 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbb8be-2793-433b-a0e0-a30f776c2406 None None] The sync data for ids ['3abf8c27-3d41-4de1-aa9e-890cc70f8e81'] in dv-neutron-831730-2-hyperv is: [{'id': '3abf8c27-3d41-4de1-aa9e-890cc70f8e81', 'name': 'tempest-NetworksTestDHCPv6-router-76416920', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:45:32Z', 'updated_at': '2022-03-08T09:45:37Z', 'revision_number': 2, 'project_id': '1de9d677d262479ba2ce9658eb523e79', 'gw_port_host': None, '_interfaces': [{'id': '33166d07-1bac-4c97-a097-4b2ed21ed31a', 'name': '', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'mac_address': 'fa:16:3e:8f:3e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abf8c27-3d41-4de1-aa9e-890cc70f8e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd8ab81c3-cb8a-45b2-a2a3-5d9e1e4197e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:45:34Z', 'updated_at': '2022-03-08T09:45:42Z', 'revision_number': 4, 'project_id': '1de9d677d262479ba2ce9658eb523e79', 'subnets': [{'id': 'd8ab81c3-cb8a-45b2-a2a3-5d9e1e4197e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:45:43.388319 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:43.390073 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38872) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:43.413319 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Allocated IP 2001:db8::f816:3eff:fe08:192b (081020f1-47a1-4b1b-9b97-a2b563b3a909/c6ee7613-d23a-40f9-92cf-f06abbca8fdf/f8924233-9965-4f4b-96aa-34abdf2064f1) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:43.435854 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-b4c3f6df-6ce8-4f8e-9bc2-513862191fed tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] For port 33166d07-1bac-4c97-a097-4b2ed21ed31a, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=33166d07-1bac-4c97-a097-4b2ed21ed31a,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:43.436293 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4c3f6df-6ce8-4f8e-9bc2-513862191fed tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:43.471572 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a63a8074-c42e-4a48-a789-6b8faa0c26c9 req-cbc7a1ff-86ae-471d-9801-6b112732febc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2455288-60f1-4e7e-8a74-299ed10052d7 HTTP/1.1" status: 200 len: 1002 time: 0.1119361 Mar 08 09:45:43.562744 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8074-c42e-4a48-a789-6b8faa0c26c9 req-edff3b77-bf09-4bcb-868d-710543dddb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:43.565913 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a63a8074-c42e-4a48-a789-6b8faa0c26c9 req-edff3b77-bf09-4bcb-868d-710543dddb75 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22ec09f4-37c1-4973-ad35-a74953dd1390 HTTP/1.1" status: 200 len: 850 time: 0.0867822 Mar 08 09:45:43.654015 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:43.676246 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Transition to ACTIVE for port object f8924233-9965-4f4b-96aa-34abdf2064f1 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:43.681608 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b4c3f6df-6ce8-4f8e-9bc2-513862191fed tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for 33166d07-1bac-4c97-a097-4b2ed21ed31a owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:43.706010 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Transition to ACTIVE for port object f8924233-9965-4f4b-96aa-34abdf2064f1 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:43.712653 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:43.728798 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8074-c42e-4a48-a789-6b8faa0c26c9 req-d3d3bd94-c107-488b-ae76-b5119600473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:43.733065 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a63a8074-c42e-4a48-a789-6b8faa0c26c9 req-d3d3bd94-c107-488b-ae76-b5119600473a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1582332 Mar 08 09:45:43.802196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Network 081020f1-47a1-4b1b-9b97-a2b563b3a909 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:43.806148 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:43.812536 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:43.874409 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f7a1c136-ecc1-4fa1-aada-f9d24a23d09f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b9538ff9c50463fba3fb08b20b570ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4718757 Mar 08 09:45:43.877435 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38878) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:43.879641 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Pushing event updated for resources: {'Port': ['ID=f8924233-9965-4f4b-96aa-34abdf2064f1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:43.897050 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-a18229cc-a8b7-4a1b-927f-08da20a37abe tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:45:43.949578 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a18229cc-a8b7-4a1b-927f-08da20a37abe tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:43.949768 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Attempting to bind port f8924233-9965-4f4b-96aa-34abdf2064f1 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:45:43.950043 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Attempting to bind port f8924233-9965-4f4b-96aa-34abdf2064f1 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '081020f1-47a1-4b1b-9b97-a2b563b3a909'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:45:43.950413 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Attempting to bind port f8924233-9965-4f4b-96aa-34abdf2064f1 on network 081020f1-47a1-4b1b-9b97-a2b563b3a909 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:45:43.953312 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:43.957901 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:45:43.958689 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Checking segment: {'id': 'f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '081020f1-47a1-4b1b-9b97-a2b563b3a909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:43.959768 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:43.960370 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Bound using segment: {'id': 'f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '081020f1-47a1-4b1b-9b97-a2b563b3a909'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:45:43.961120 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Bound port: f8924233-9965-4f4b-96aa-34abdf2064f1, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '081020f1-47a1-4b1b-9b97-a2b563b3a909'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:45:43.961789 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:43.970428 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-599d0dda-93e9-49e0-b96a-618f53d75c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:44.003478 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-599d0dda-93e9-49e0-b96a-618f53d75c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:44.041901 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a18229cc-a8b7-4a1b-927f-08da20a37abe tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:44.084221 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] For port f8924233-9965-4f4b-96aa-34abdf2064f1, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:45:44.089113 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] For port f8924233-9965-4f4b-96aa-34abdf2064f1, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f8924233-9965-4f4b-96aa-34abdf2064f1,segment=NetworkSegment(f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c),segment_id=f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:45:44.099232 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:44.205062 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a63a8074-c42e-4a48-a789-6b8faa0c26c9 req-4d9e2020-003b-44d5-b5c1-252599a13009 service neutron] 10.222.0.26 "GET /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653938 Mar 08 09:45:44.207185 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-599d0dda-93e9-49e0-b96a-618f53d75c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:44.251464 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a917003-cb0f-4fee-b3c3-81e54f13ef13 None None] Pushing event updated for resources: {'Port': ['ID=f8924233-9965-4f4b-96aa-34abdf2064f1,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:44.266554 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18229cc-a8b7-4a1b-927f-08da20a37abe tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event updated for resources: {'Port': ['ID=618e3362-b77a-4acb-b251-c891e7516430,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:44.325482 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d0dda-93e9-49e0-b96a-618f53d75c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b23c30e-c17c-4e26-be41-c95e27fc79d3,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:44.337760 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-599d0dda-93e9-49e0-b96a-618f53d75c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:44.338971 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-599d0dda-93e9-49e0-b96a-618f53d75c3c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b23c30e-c17c-4e26-be41-c95e27fc79d3 HTTP/1.1" status: 204 len: 168 time: 0.4606180 Mar 08 09:45:44.418231 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a63a8074-c42e-4a48-a789-6b8faa0c26c9 req-50b52003-71fc-47d8-aef8-0f64f2b9b5fd service neutron] 10.222.0.26 "GET /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023551 Mar 08 09:45:44.527041 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-05c20d7a-57d1-4e2b-adc6-39cdbed1443e None None] Provisioning complete for port 618e3362-b77a-4acb-b251-c891e7516430 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:44.527041 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05c20d7a-57d1-4e2b-adc6-39cdbed1443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:44.582131 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a18229cc-a8b7-4a1b-927f-08da20a37abe tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] In _notify_port_updated(), no bound segment for port 618e3362-b77a-4acb-b251-c891e7516430 on network 387c2466-96cf-4290-ad6c-a044840330e7 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:45:44.587544 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18229cc-a8b7-4a1b-927f-08da20a37abe tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:44.588183 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a18229cc-a8b7-4a1b-927f-08da20a37abe tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:44.589536 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a18229cc-a8b7-4a1b-927f-08da20a37abe tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "PUT /v2.0/ports/618e3362-b77a-4acb-b251-c891e7516430 HTTP/1.1" status: 200 len: 1057 time: 2.7239337 Mar 08 09:45:44.593364 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38884) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:44.615181 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-05c20d7a-57d1-4e2b-adc6-39cdbed1443e None None] Port 618e3362-b77a-4acb-b251-c891e7516430 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:45:44.705441 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ea58db10-73ca-4dbb-ba7c-9d31b06a038e tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Deleting port 618e3362-b77a-4acb-b251-c891e7516430 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:44.705833 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ea58db10-73ca-4dbb-ba7c-9d31b06a038e tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:44.771633 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:44.832520 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ee7613-d23a-40f9-92cf-f06abbca8fdf,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:44.860323 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4c3f6df-6ce8-4f8e-9bc2-513862191fed tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:44.942736 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3f6df-6ce8-4f8e-9bc2-513862191fed tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=33166d07-1bac-4c97-a097-4b2ed21ed31a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:45.013268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ea58db10-73ca-4dbb-ba7c-9d31b06a038e tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:45.121402 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 33166d07-1bac-4c97-a097-4b2ed21ed31a up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:45:45.168370 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:45.173890 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ea58db10-73ca-4dbb-ba7c-9d31b06a038e tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Calling delete_port for 618e3362-b77a-4acb-b251-c891e7516430 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:45.203557 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 33166d07-1bac-4c97-a097-4b2ed21ed31a {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:45:45.203910 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 33166d07-1bac-4c97-a097-4b2ed21ed31a not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 08 09:45:45.252597 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Port 33166d07-1bac-4c97-a097-4b2ed21ed31a not found, will not notify nova. {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 08 09:45:45.253211 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f8924233-9965-4f4b-96aa-34abdf2064f1 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:45:45.299012 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081020f1-47a1-4b1b-9b97-a2b563b3a909']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:45.307361 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4c3f6df-6ce8-4f8e-9bc2-513862191fed tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:45.358118 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port f8924233-9965-4f4b-96aa-34abdf2064f1 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:45.369444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ea58db10-73ca-4dbb-ba7c-9d31b06a038e tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:45.386676 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:45.386976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:45.417327 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:45.428527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58db10-73ca-4dbb-ba7c-9d31b06a038e tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event deleted for resources: {'Port': ['ID=618e3362-b77a-4acb-b251-c891e7516430,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:45.510904 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:45.592358 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:45:45.592791 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:45:45.613728 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:45:45.705813 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38906) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:45.750439 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-5af9b6a0-1b93-418e-9dfd-59a88ce2a2f3 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:45:45.796231 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ea58db10-73ca-4dbb-ba7c-9d31b06a038e tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:45.809033 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ea58db10-73ca-4dbb-ba7c-9d31b06a038e tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "DELETE /v2.0/ports/618e3362-b77a-4acb-b251-c891e7516430 HTTP/1.1" status: 204 len: 168 time: 1.2122397 Mar 08 09:45:45.809258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38912) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:45.855379 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6696c24c-fd3f-4998-9d27-46c0ee5b3287 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] GET failed (client error): The resource could not be found. Mar 08 09:45:45.856089 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6696c24c-fd3f-4998-9d27-46c0ee5b3287 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Synchronizing usage tracker for tenant:f7d98d37918d42338c46f330f94f6ecd on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:45.863432 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c3f6df-6ce8-4f8e-9bc2-513862191fed tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Router 3abf8c27-3d41-4de1-aa9e-890cc70f8e81 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:45:45.876893 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 09:45:45.876893 dv-neutron-831730-2-hyperv neutron-server[87772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 09:45:45.876893 dv-neutron-831730-2-hyperv neutron-server[87772]: [parameters: {'id': '081020f1-47a1-4b1b-9b97-a2b563b3a909'}] Mar 08 09:45:45.876893 dv-neutron-831730-2-hyperv neutron-server[87772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:45:45.877295 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:45:45.882620 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5ace2a52-a651-4046-9878-1519322216a3 tempest-AgentManagementNegativeTest-362731167 tempest-AgentManagementNegativeTest-362731167-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1754231 Mar 08 09:45:45.893883 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6696c24c-fd3f-4998-9d27-46c0ee5b3287 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Unset dirty status for tenant:f7d98d37918d42338c46f330f94f6ecd on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:45.895838 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6696c24c-fd3f-4998-9d27-46c0ee5b3287 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "GET /v2.0/ports/618e3362-b77a-4acb-b251-c891e7516430 HTTP/1.1" status: 404 len: 333 time: 0.0856278 Mar 08 09:45:45.898558 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38918) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:45.900203 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5af9b6a0-1b93-418e-9dfd-59a88ce2a2f3 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:45.959049 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5af9b6a0-1b93-418e-9dfd-59a88ce2a2f3 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:45.970654 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868486af-62ae-41d0-9fd8-14389f2a62a4 None None] Network 081020f1-47a1-4b1b-9b97-a2b563b3a909 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:45.984925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c6664-968d-4d1e-bb0e-bfbdd0b4a546 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Deleting port e055e888-aa9c-4e73-96fa-c2ac9ff352aa {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:45.985220 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca8c6664-968d-4d1e-bb0e-bfbdd0b4a546 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:46.172253 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6aa10eb3-7103-4c6a-bfff-8cf6a01f676d None None] Provisioning for port f8924233-9965-4f4b-96aa-34abdf2064f1 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:46.181882 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6aa10eb3-7103-4c6a-bfff-8cf6a01f676d None None] Provisioning complete for port f8924233-9965-4f4b-96aa-34abdf2064f1 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:46.182252 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6aa10eb3-7103-4c6a-bfff-8cf6a01f676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:46.270859 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38924) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:46.306932 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c3f6df-6ce8-4f8e-9bc2-513862191fed tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:45:46.329604 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751aa27-55e8-4391-9370-db3aef0d0ff3 None None] Sync routers for ids ['3abf8c27-3d41-4de1-aa9e-890cc70f8e81'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:45:46.338401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca8c6664-968d-4d1e-bb0e-bfbdd0b4a546 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:46.348081 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b4c3f6df-6ce8-4f8e-9bc2-513862191fed tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "PUT /v2.0/routers/3abf8c27-3d41-4de1-aa9e-890cc70f8e81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4381182 Mar 08 09:45:46.351297 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38932) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:46.377402 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2751aa27-55e8-4391-9370-db3aef0d0ff3 None None] Routers {'3abf8c27-3d41-4de1-aa9e-890cc70f8e81'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:46.378503 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-2751aa27-55e8-4391-9370-db3aef0d0ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3abf8c27-3d41-4de1-aa9e-890cc70f8e81'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:46.406297 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:46.435083 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Deleting port f8924233-9965-4f4b-96aa-34abdf2064f1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:46.435987 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:46.460456 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6aa10eb3-7103-4c6a-bfff-8cf6a01f676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:46.476417 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2fb8c5-b166-43fd-a3b6-3c4497cf7a05 None None] DHCP port deletion for 081020f1-47a1-4b1b-9b97-a2b563b3a909 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:45:46.493190 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3e2fb8c5-b166-43fd-a3b6-3c4497cf7a05 None None] Deleting port f8924233-9965-4f4b-96aa-34abdf2064f1 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:46.493606 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e2fb8c5-b166-43fd-a3b6-3c4497cf7a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:46.623333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c6664-968d-4d1e-bb0e-bfbdd0b4a546 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Calling delete_port for e055e888-aa9c-4e73-96fa-c2ac9ff352aa owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:46.636441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af9b6a0-1b93-418e-9dfd-59a88ce2a2f3 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router ba4e89cb-ee89-4301-b8d8-c5e861bbdf04 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:45:46.674446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c3c3eaa5-249c-4043-b458-50d76cc513cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:46.684931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-2751aa27-55e8-4391-9370-db3aef0d0ff3 None None] Set router 3abf8c27-3d41-4de1-aa9e-890cc70f8e81 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:45:46.717458 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c3c3eaa5-249c-4043-b458-50d76cc513cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:46.728139 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c3c3eaa5-249c-4043-b458-50d76cc513cd admin admin] Usage tracker for resource:security_group_rule and tenant:78adb7f5c4c94e05b474ef5176f38d94 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:46.745217 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80d3a62-aa82-4416-9b18-9258fd9d798d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:46.746768 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80d3a62-aa82-4416-9b18-9258fd9d798d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:46.747604 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f80d3a62-aa82-4416-9b18-9258fd9d798d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:46.751053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c3c3eaa5-249c-4043-b458-50d76cc513cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:46.757960 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c3c3eaa5-249c-4043-b458-50d76cc513cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:46.800091 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-6aa10eb3-7103-4c6a-bfff-8cf6a01f676d None None] For port f8924233-9965-4f4b-96aa-34abdf2064f1, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f8924233-9965-4f4b-96aa-34abdf2064f1,segment=NetworkSegment(f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c),segment_id=f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:46.803347 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-2751aa27-55e8-4391-9370-db3aef0d0ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abf8c27-3d41-4de1-aa9e-890cc70f8e81', 'name': 'tempest-NetworksTestDHCPv6-router-76416920', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:45:32Z', 'updated_at': '2022-03-08T09:45:44Z', 'revision_number': 3, 'project_id': '1de9d677d262479ba2ce9658eb523e79', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:46.823295 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] For port f8924233-9965-4f4b-96aa-34abdf2064f1, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f8924233-9965-4f4b-96aa-34abdf2064f1,segment=NetworkSegment(f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c),segment_id=f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:46.823654 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:46.833566 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6aa10eb3-7103-4c6a-bfff-8cf6a01f676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:46.834215 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f80d3a62-aa82-4416-9b18-9258fd9d798d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:46.838368 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f80d3a62-aa82-4416-9b18-9258fd9d798d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4860773 Mar 08 09:45:46.842164 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38938) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:46.871847 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751aa27-55e8-4391-9370-db3aef0d0ff3 None None] Checking router: 3abf8c27-3d41-4de1-aa9e-890cc70f8e81 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:45:46.929772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64da653-83a8-4693-a0be-4a5f4ad32c3f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet d8ab81c3-cb8a-45b2-a2a3-5d9e1e4197e1 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:45:46.931770 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca8c6664-968d-4d1e-bb0e-bfbdd0b4a546 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:46.970485 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2751aa27-55e8-4391-9370-db3aef0d0ff3 None None] Routers {'3abf8c27-3d41-4de1-aa9e-890cc70f8e81'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:46.971106 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-2751aa27-55e8-4391-9370-db3aef0d0ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3abf8c27-3d41-4de1-aa9e-890cc70f8e81'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:46.987112 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c64da653-83a8-4693-a0be-4a5f4ad32c3f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:47.021395 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Calling delete_port for f8924233-9965-4f4b-96aa-34abdf2064f1 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:47.034295 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c6664-968d-4d1e-bb0e-bfbdd0b4a546 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event deleted for resources: {'Port': ['ID=e055e888-aa9c-4e73-96fa-c2ac9ff352aa,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:47.052073 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3e2fb8c5-b166-43fd-a3b6-3c4497cf7a05 None None] For port f8924233-9965-4f4b-96aa-34abdf2064f1, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f8924233-9965-4f4b-96aa-34abdf2064f1,segment=NetworkSegment(f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c),segment_id=f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:47.052314 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e2fb8c5-b166-43fd-a3b6-3c4497cf7a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:47.115850 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:45:47.116184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:45:47.145340 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af9b6a0-1b93-418e-9dfd-59a88ce2a2f3 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:45:47.156520 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f01f4f1-21c3-48ad-9d58-e91db578c00d None None] Sync routers for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:45:47.163915 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5af9b6a0-1b93-418e-9dfd-59a88ce2a2f3 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:47.174652 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f01f4f1-21c3-48ad-9d58-e91db578c00d None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:47.175263 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7f01f4f1-21c3-48ad-9d58-e91db578c00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:47.198417 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c64da653-83a8-4693-a0be-4a5f4ad32c3f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:47.270407 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f8924233-9965-4f4b-96aa-34abdf2064f1 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:45:47.311609 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5af9b6a0-1b93-418e-9dfd-59a88ce2a2f3 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "PUT /v2.0/floatingips/891b752e-6d04-4151-9003-84ca753e108f HTTP/1.1" status: 200 len: 979 time: 4.6323223 Mar 08 09:45:47.314953 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38944) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:47.337994 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7f01f4f1-21c3-48ad-9d58-e91db578c00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:47.354592 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f01f4f1-21c3-48ad-9d58-e91db578c00d None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:47.355172 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7f01f4f1-21c3-48ad-9d58-e91db578c00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:47.358262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c64da653-83a8-4693-a0be-4a5f4ad32c3f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:47.424526 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-2751aa27-55e8-4391-9370-db3aef0d0ff3 None None] Set router 3abf8c27-3d41-4de1-aa9e-890cc70f8e81 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:45:47.491232 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7f01f4f1-21c3-48ad-9d58-e91db578c00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:47.491903 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f01f4f1-21c3-48ad-9d58-e91db578c00d None None] The sync data for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:45:47.501223 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c64da653-83a8-4693-a0be-4a5f4ad32c3f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:47.561992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64da653-83a8-4693-a0be-4a5f4ad32c3f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ab81c3-cb8a-45b2-a2a3-5d9e1e4197e1,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:47.573129 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c64da653-83a8-4693-a0be-4a5f4ad32c3f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:47.581445 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca8c6664-968d-4d1e-bb0e-bfbdd0b4a546 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:47.591377 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c3c3eaa5-249c-4043-b458-50d76cc513cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:47.593481 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bb7bb7d7-8257-4dc3-90f1-22c6acaa8961 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Deleting port 40f85233-f8cd-4f6a-aaa9-881dcef2da39 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:47.593979 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb7bb7d7-8257-4dc3-90f1-22c6acaa8961 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:47.605050 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c3c3eaa5-249c-4043-b458-50d76cc513cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:47.636970 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ca8c6664-968d-4d1e-bb0e-bfbdd0b4a546 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "DELETE /v2.0/ports/e055e888-aa9c-4e73-96fa-c2ac9ff352aa HTTP/1.1" status: 204 len: 168 time: 1.7349026 Mar 08 09:45:47.651299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38950) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:47.654434 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c64da653-83a8-4693-a0be-4a5f4ad32c3f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/d8ab81c3-cb8a-45b2-a2a3-5d9e1e4197e1 HTTP/1.1" status: 204 len: 168 time: 0.8116727 Mar 08 09:45:47.660457 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38954) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:47.666337 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3e2fb8c5-b166-43fd-a3b6-3c4497cf7a05 None None] Calling delete_port for f8924233-9965-4f4b-96aa-34abdf2064f1 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:47.708379 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c3c3eaa5-249c-4043-b458-50d76cc513cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78adb7f5c4c94e05b474ef5176f38d94&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4340618 Mar 08 09:45:47.749930 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebc399f-f7a2-4090-8bcd-969c42ca16a1 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:47.761791 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa10eb3-7103-4c6a-bfff-8cf6a01f676d None None] Pushing event updated for resources: {'Port': ['ID=f8924233-9965-4f4b-96aa-34abdf2064f1,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:47.764718 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 38958) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:47.766273 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Deleting port f8924233-9965-4f4b-96aa-34abdf2064f1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:47.766610 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:47.774000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3eaa5-249c-4043-b458-50d76cc513cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171f3c2a-1280-42cf-a5c8-acf01f64862a,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:47.777603 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-816accf7-e6a7-4f6b-864e-20da1d2c0833 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] GET failed (client error): The resource could not be found. Mar 08 09:45:47.778251 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-816accf7-e6a7-4f6b-864e-20da1d2c0833 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Synchronizing usage tracker for tenant:f7d98d37918d42338c46f330f94f6ecd on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:47.786880 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-2751aa27-55e8-4391-9370-db3aef0d0ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abf8c27-3d41-4de1-aa9e-890cc70f8e81', 'name': 'tempest-NetworksTestDHCPv6-router-76416920', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:45:32Z', 'updated_at': '2022-03-08T09:45:44Z', 'revision_number': 3, 'project_id': '1de9d677d262479ba2ce9658eb523e79', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:47.806620 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751aa27-55e8-4391-9370-db3aef0d0ff3 None None] The sync data for ids ['3abf8c27-3d41-4de1-aa9e-890cc70f8e81'] in dv-neutron-831730-2-hyperv is: [{'id': '3abf8c27-3d41-4de1-aa9e-890cc70f8e81', 'name': 'tempest-NetworksTestDHCPv6-router-76416920', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:45:32Z', 'updated_at': '2022-03-08T09:45:44Z', 'revision_number': 3, 'project_id': '1de9d677d262479ba2ce9658eb523e79', 'gw_port_host': None}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:45:47.877135 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-816accf7-e6a7-4f6b-864e-20da1d2c0833 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Unset dirty status for tenant:f7d98d37918d42338c46f330f94f6ecd on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:47.880979 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-816accf7-e6a7-4f6b-864e-20da1d2c0833 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "GET /v2.0/ports/e055e888-aa9c-4e73-96fa-c2ac9ff352aa HTTP/1.1" status: 404 len: 333 time: 0.2253847 Mar 08 09:45:47.883720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38962) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:47.948834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-036a77c9-8ace-4314-8246-1ef176b60af7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:router {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:47.976149 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-3b3ecbd6-c40c-4231-a841-d7500a887f8f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Deleting port 3614d07c-b2e1-4db5-8b05-c247eda0d0e1 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:47.976611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3b3ecbd6-c40c-4231-a841-d7500a887f8f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:48.019667 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-036a77c9-8ace-4314-8246-1ef176b60af7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:router {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:48.021088 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-036a77c9-8ace-4314-8246-1ef176b60af7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.3262951 Mar 08 09:45:48.024000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38966) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:48.032349 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-3e2fb8c5-b166-43fd-a3b6-3c4497cf7a05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:45:48.032349 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-3e2fb8c5-b166-43fd-a3b6-3c4497cf7a05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:45:48.062895 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:48.111373 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port f8924233-9965-4f4b-96aa-34abdf2064f1, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f8924233-9965-4f4b-96aa-34abdf2064f1,segment=NetworkSegment(f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c),segment_id=f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:48.116501 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:48.120412 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb7bb7d7-8257-4dc3-90f1-22c6acaa8961 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:48.120763 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb7bb7d7-8257-4dc3-90f1-22c6acaa8961 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:48.191154 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=f8924233-9965-4f4b-96aa-34abdf2064f1,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:48.251996 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b20cf9-6871-4679-bcd2-61ef69919b32 None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:45:48.258642 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a2b20cf9-6871-4679-bcd2-61ef69919b32 None None] Deleting port 892eb67e-8284-4ecc-a8c2-936ba5e07091 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:48.259313 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2b20cf9-6871-4679-bcd2-61ef69919b32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:48.259541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f141571a-fc9a-46df-903b-91fcb8809e4f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:48.286235 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11ecc573-c607-449a-9dd1-860bc9f17bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:48.302611 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bb7bb7d7-8257-4dc3-90f1-22c6acaa8961 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Calling delete_port for 40f85233-f8cd-4f6a-aaa9-881dcef2da39 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:48.465016 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b796720-7a61-4025-bda9-92c24de4f193 req-de465837-7f7b-4908-ab00-33fc5555f1fa tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:48.466410 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6b796720-7a61-4025-bda9-92c24de4f193 req-de465837-7f7b-4908-ab00-33fc5555f1fa tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 945 time: 0.7009659 Mar 08 09:45:48.475557 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11ecc573-c607-449a-9dd1-860bc9f17bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:48.493356 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a2b20cf9-6871-4679-bcd2-61ef69919b32 None None] For port 892eb67e-8284-4ecc-a8c2-936ba5e07091, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=892eb67e-8284-4ecc-a8c2-936ba5e07091,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:48.494116 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2b20cf9-6871-4679-bcd2-61ef69919b32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:48.558638 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3e2fb8c5-b166-43fd-a3b6-3c4497cf7a05 None None] Deleting port f8924233-9965-4f4b-96aa-34abdf2064f1 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:48.559453 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e2fb8c5-b166-43fd-a3b6-3c4497cf7a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:48.583155 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] For port f8924233-9965-4f4b-96aa-34abdf2064f1, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f8924233-9965-4f4b-96aa-34abdf2064f1,segment=NetworkSegment(f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c),segment_id=f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:48.583516 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:48.712196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a2b20cf9-6871-4679-bcd2-61ef69919b32 None None] Calling delete_port for 892eb67e-8284-4ecc-a8c2-936ba5e07091 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:48.714527 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6b796720-7a61-4025-bda9-92c24de4f193 req-30e0b5c9-9ddf-4666-a407-6f3aaa58abe1 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/security-groups?id=97e09093-fb7a-4a38-a7d1-1a927b42078a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308199 Mar 08 09:45:48.722244 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Calling delete_port for f8924233-9965-4f4b-96aa-34abdf2064f1 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:48.774798 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f141571a-fc9a-46df-903b-91fcb8809e4f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:48.777497 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3b3ecbd6-c40c-4231-a841-d7500a887f8f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:48.785470 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f141571a-fc9a-46df-903b-91fcb8809e4f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:48.851035 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11ecc573-c607-449a-9dd1-860bc9f17bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:48.877513 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecc573-c607-449a-9dd1-860bc9f17bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171f3c2a-1280-42cf-a5c8-acf01f64862a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:48.894520 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:45:48.894890 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:45:48.898066 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb7bb7d7-8257-4dc3-90f1-22c6acaa8961 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:48.920760 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2b20cf9-6871-4679-bcd2-61ef69919b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:48.922108 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-3b3ecbd6-c40c-4231-a841-d7500a887f8f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Calling delete_port for 3614d07c-b2e1-4db5-8b05-c247eda0d0e1 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:48.949198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11ecc573-c607-449a-9dd1-860bc9f17bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:48.950304 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-11ecc573-c607-449a-9dd1-860bc9f17bf1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/171f3c2a-1280-42cf-a5c8-acf01f64862a HTTP/1.1" status: 204 len: 168 time: 1.1561213 Mar 08 09:45:49.011997 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3e2fb8c5-b166-43fd-a3b6-3c4497cf7a05 None None] For port f8924233-9965-4f4b-96aa-34abdf2064f1, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f8924233-9965-4f4b-96aa-34abdf2064f1,segment=NetworkSegment(f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c),segment_id=f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:49.012583 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e2fb8c5-b166-43fd-a3b6-3c4497cf7a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:49.026784 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bb7d7-8257-4dc3-90f1-22c6acaa8961 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event deleted for resources: {'Port': ['ID=40f85233-f8cd-4f6a-aaa9-881dcef2da39,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:49.049766 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 33166d07-1bac-4c97-a097-4b2ed21ed31a no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:45:49.057609 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb7bb7d7-8257-4dc3-90f1-22c6acaa8961 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:49.058118 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-bb7bb7d7-8257-4dc3-90f1-22c6acaa8961 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Floating IP 891b752e-6d04-4151-9003-84ca753e108f disassociated (deleted). External IP: 172.26.2.151, port: 31dbeb7e-a274-410d-bb55-9bb25818e1a6. Mar 08 09:45:49.074453 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f141571a-fc9a-46df-903b-91fcb8809e4f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:49.075197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f141571a-fc9a-46df-903b-91fcb8809e4f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Fanout notify agent at l3_agent the message router_deleted on router 3abf8c27-3d41-4de1-aa9e-890cc70f8e81 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:45:49.098359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 33166d07-1bac-4c97-a097-4b2ed21ed31a {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:45:49.098613 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 33166d07-1bac-4c97-a097-4b2ed21ed31a not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:45:49.099036 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 892eb67e-8284-4ecc-a8c2-936ba5e07091 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:45:49.125000 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b20cf9-6871-4679-bcd2-61ef69919b32 None None] Pushing event deleted for resources: {'Port': ['ID=892eb67e-8284-4ecc-a8c2-936ba5e07091,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:49.133265 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f141571a-fc9a-46df-903b-91fcb8809e4f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:49.135481 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f141571a-fc9a-46df-903b-91fcb8809e4f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/routers/3abf8c27-3d41-4de1-aa9e-890cc70f8e81 HTTP/1.1" status: 204 len: 168 time: 1.1104860 Mar 08 09:45:49.138176 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3b3ecbd6-c40c-4231-a841-d7500a887f8f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:49.141200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38972) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:49.197100 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b20cf9-6871-4679-bcd2-61ef69919b32 None None] No DVR routers for this DVR port 892eb67e-8284-4ecc-a8c2-936ba5e07091 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:45:49.224243 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1e601cb5-678e-49ee-b4a4-16c5753cd6dd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:49.272398 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ecbd6-c40c-4231-a841-d7500a887f8f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event deleted for resources: {'Port': ['ID=3614d07c-b2e1-4db5-8b05-c247eda0d0e1,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:49.277717 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 892eb67e-8284-4ecc-a8c2-936ba5e07091 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:45:49.277988 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 892eb67e-8284-4ecc-a8c2-936ba5e07091 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:45:49.290096 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3e2fb8c5-b166-43fd-a3b6-3c4497cf7a05 None None] Calling delete_port for f8924233-9965-4f4b-96aa-34abdf2064f1 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:49.412992 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e2fb8c5-b166-43fd-a3b6-3c4497cf7a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:49.433345 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Deleting port f8924233-9965-4f4b-96aa-34abdf2064f1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:49.433673 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:49.489781 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2fb8c5-b166-43fd-a3b6-3c4497cf7a05 None None] No DVR routers for this DVR port f8924233-9965-4f4b-96aa-34abdf2064f1 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:45:49.491692 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2fb8c5-b166-43fd-a3b6-3c4497cf7a05 None None] Pushing event deleted for resources: {'Port': ['ID=f8924233-9965-4f4b-96aa-34abdf2064f1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:49.575297 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1e601cb5-678e-49ee-b4a4-16c5753cd6dd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:49.580364 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3b3ecbd6-c40c-4231-a841-d7500a887f8f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:49.582448 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3b3ecbd6-c40c-4231-a841-d7500a887f8f tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "DELETE /v2.0/ports/3614d07c-b2e1-4db5-8b05-c247eda0d0e1 HTTP/1.1" status: 204 len: 168 time: 1.6975422 Mar 08 09:45:49.587723 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1e601cb5-678e-49ee-b4a4-16c5753cd6dd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:49.590611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 38986) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:49.594657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1e601cb5-678e-49ee-b4a4-16c5753cd6dd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:49.648928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1e601cb5-678e-49ee-b4a4-16c5753cd6dd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:49.693424 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e720b7-0423-412a-80d1-fdd47cdda36e req-0c382669-0639-4e8e-9334-a5043aa0ec6b tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:49.694951 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-88e720b7-0423-412a-80d1-fdd47cdda36e req-0c382669-0639-4e8e-9334-a5043aa0ec6b tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.26 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 945 time: 0.2311893 Mar 08 09:45:49.751428 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] The port 'f8924233-9965-4f4b-96aa-34abdf2064f1' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:45:49.753693 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e601cb5-678e-49ee-b4a4-16c5753cd6dd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:49.757185 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1e601cb5-678e-49ee-b4a4-16c5753cd6dd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:49.780153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa08d5ae-ad15-408e-bfdb-368d43f72901 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Deleting subnet cadf9b61-5972-45c0-8150-2a951dbb9b5b {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:45:49.800368 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aa08d5ae-ad15-408e-bfdb-368d43f72901 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:49.841489 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7bb7d7-8257-4dc3-90f1-22c6acaa8961 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router ba4e89cb-ee89-4301-b8d8-c5e861bbdf04 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:45:49.917378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-88e720b7-0423-412a-80d1-fdd47cdda36e req-79f851f9-222e-4b43-b589-790e85a86e8d tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Deleting port ebeb49dd-c44f-43ad-96ac-890303ab8ef1 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:49.917719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-88e720b7-0423-412a-80d1-fdd47cdda36e req-79f851f9-222e-4b43-b589-790e85a86e8d tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:49.974924 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:50.008835 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081020f1-47a1-4b1b-9b97-a2b563b3a909']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:50.020728 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39000) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:50.038665 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:50.038962 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e6ba6f-d3d7-47a1-b8c3-92b25db1669c') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:50.112367 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:50.131267 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aa08d5ae-ad15-408e-bfdb-368d43f72901 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:50.141323 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:50.154201 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:45:50.154489 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:45:50.170863 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:45:50.172940 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7bb7d7-8257-4dc3-90f1-22c6acaa8961 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:45:50.178239 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-577235687'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:50.184266 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3aaac9-3ff7-4467-a067-e3ae4783c8d1 None None] Sync routers for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:45:50.195705 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3aaac9-3ff7-4467-a067-e3ae4783c8d1 None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:50.196894 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-5e3aaac9-3ff7-4467-a067-e3ae4783c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:50.205199 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:50.252770 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb7bb7d7-8257-4dc3-90f1-22c6acaa8961 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:50.284799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Usage tracker for resource:network and tenant:6add1b16b45d4aa9aed1320579a3216d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:50.293097 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-5e3aaac9-3ff7-4467-a067-e3ae4783c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:50.296407 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:50.303242 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3aaac9-3ff7-4467-a067-e3ae4783c8d1 None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:50.303842 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-5e3aaac9-3ff7-4467-a067-e3ae4783c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:50.307365 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:50.328400 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:50.333704 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:50.346844 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870519-80dd-4475-9e14-b1597adbe720 req-37b53840-92d3-49b3-8fb8-73baeb19fcc7 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:50.348435 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8c870519-80dd-4475-9e14-b1597adbe720 req-37b53840-92d3-49b3-8fb8-73baeb19fcc7 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 945 time: 0.4399717 Mar 08 09:45:50.356463 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/networks/081020f1-47a1-4b1b-9b97-a2b563b3a909 HTTP/1.1" status: 204 len: 168 time: 7.7443998 Mar 08 09:45:50.361287 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bb7bb7d7-8257-4dc3-90f1-22c6acaa8961 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "DELETE /v2.0/floatingips/891b752e-6d04-4151-9003-84ca753e108f HTTP/1.1" status: 204 len: 168 time: 3.0452077 Mar 08 09:45:50.364227 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39006) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:50.364457 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39008) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:50.365328 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Made reservation on behalf of 6add1b16b45d4aa9aed1320579a3216d for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:50.368295 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-5e3aaac9-3ff7-4467-a067-e3ae4783c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:50.368519 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:50.368727 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3aaac9-3ff7-4467-a067-e3ae4783c8d1 None None] The sync data for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:45:50.387781 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ac749-e95b-4c0b-b4c3-e641e42da098 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event deleted for resources: {'Network': ['ID=081020f1-47a1-4b1b-9b97-a2b563b3a909,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:50.450881 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:50.475825 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aba18af-9d6a-476b-a147-991e307b923e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] DELETE failed (client error): The resource could not be found. Mar 08 09:45:50.476276 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aba18af-9d6a-476b-a147-991e307b923e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:45:50.477964 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2aba18af-9d6a-476b-a147-991e307b923e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/subnets/c6ee7613-d23a-40f9-92cf-f06abbca8fdf HTTP/1.1" status: 404 len: 337 time: 0.0949762 Mar 08 09:45:50.483964 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:50.485837 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39014) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:50.491497 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Usage tracker for resource:security_group_rule and tenant:6add1b16b45d4aa9aed1320579a3216d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:50.498312 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aa08d5ae-ad15-408e-bfdb-368d43f72901 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:50.512086 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:50.531652 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:50.542925 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7581ce1-7cb6-44e0-978c-ae475ebe9be7 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] DELETE failed (client error): The resource could not be found. Mar 08 09:45:50.543394 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7581ce1-7cb6-44e0-978c-ae475ebe9be7 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:45:50.545494 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a7581ce1-7cb6-44e0-978c-ae475ebe9be7 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/networks/081020f1-47a1-4b1b-9b97-a2b563b3a909 HTTP/1.1" status: 404 len: 339 time: 0.0587783 Mar 08 09:45:50.549015 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7be51fc9-a356-4580-8023-e4aec9babe74 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Deleting port 31dbeb7e-a274-410d-bb55-9bb25818e1a6 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:50.549985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7be51fc9-a356-4580-8023-e4aec9babe74 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:50.556623 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39018) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:50.582808 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8c870519-80dd-4475-9e14-b1597adbe720 req-b9b951a9-fd47-4202-9ded-6d164c824fbf tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/security-groups?id=97e09093-fb7a-4a38-a7d1-1a927b42078a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172074 Mar 08 09:45:50.639976 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-909b042c-038e-4b4a-a338-2b32b2da66ff tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] DELETE failed (client error): The resource could not be found. Mar 08 09:45:50.640436 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909b042c-038e-4b4a-a338-2b32b2da66ff tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:45:50.647154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-88e720b7-0423-412a-80d1-fdd47cdda36e req-79f851f9-222e-4b43-b589-790e85a86e8d tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] For port ebeb49dd-c44f-43ad-96ac-890303ab8ef1, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ebeb49dd-c44f-43ad-96ac-890303ab8ef1,segment=NetworkSegment(abb959c0-c15d-4009-8bed-8aaea1318c7f),segment_id=abb959c0-c15d-4009-8bed-8aaea1318c7f)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:50.647510 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-88e720b7-0423-412a-80d1-fdd47cdda36e req-79f851f9-222e-4b43-b589-790e85a86e8d tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:50.671675 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-909b042c-038e-4b4a-a338-2b32b2da66ff tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/subnets/99264d37-d6b1-4d87-ac69-b58d3d5be25f HTTP/1.1" status: 404 len: 337 time: 0.1125419 Mar 08 09:45:50.683531 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39022) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:50.747500 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1d1f47-8ff4-4a90-beb1-4ad443207123 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] DELETE failed (client error): The resource could not be found. Mar 08 09:45:50.748481 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1d1f47-8ff4-4a90-beb1-4ad443207123 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:45:50.785571 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1e601cb5-678e-49ee-b4a4-16c5753cd6dd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:50.824465 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fa1d1f47-8ff4-4a90-beb1-4ad443207123 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/networks/44a35155-ed85-41ff-9bb5-3cc4f6f0ed1d HTTP/1.1" status: 404 len: 339 time: 0.1399240 Mar 08 09:45:50.829711 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aa08d5ae-ad15-408e-bfdb-368d43f72901 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:50.833019 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39026) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:50.902617 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:50.906320 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3435df7c-72bd-4431-acd9-8291d6e26deb tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] DELETE failed (client error): The resource could not be found. Mar 08 09:45:50.906771 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3435df7c-72bd-4431-acd9-8291d6e26deb tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:45:50.908643 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3435df7c-72bd-4431-acd9-8291d6e26deb tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/subnets/aa97bba3-4238-4697-b875-7eaf6e7e1cdb HTTP/1.1" status: 404 len: 337 time: 0.0643156 Mar 08 09:45:50.911743 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39030) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:50.917612 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:50.929685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e601cb5-678e-49ee-b4a4-16c5753cd6dd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:50.931981 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca52093e-909f-404b-a700-1b07e2b6c4f4 None None] Network 387c2466-96cf-4290-ad6c-a044840330e7 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:50.932756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aa08d5ae-ad15-408e-bfdb-368d43f72901 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:50.940738 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-1e601cb5-678e-49ee-b4a4-16c5753cd6dd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:50.949680 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e601cb5-678e-49ee-b4a4-16c5753cd6dd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:50.950271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1e601cb5-678e-49ee-b4a4-16c5753cd6dd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:50.961853 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb78a2e-5aab-4659-b35a-6cb32be3119c None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:50.962787 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-aa08d5ae-ad15-408e-bfdb-368d43f72901 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "DELETE /v2.0/subnets/cadf9b61-5972-45c0-8150-2a951dbb9b5b HTTP/1.1" status: 204 len: 168 time: 1.3710155 Mar 08 09:45:50.963446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39034) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:50.977057 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7be51fc9-a356-4580-8023-e4aec9babe74 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:50.978736 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e601cb5-678e-49ee-b4a4-16c5753cd6dd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=85743cc4-9035-4a16-a406-457011a968f0,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:50.986128 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1c717a-8e94-4e82-bfe6-b25ef77187e3 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] DELETE failed (client error): The resource could not be found. Mar 08 09:45:50.986565 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1c717a-8e94-4e82-bfe6-b25ef77187e3 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:45:50.990778 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bf1c717a-8e94-4e82-bfe6-b25ef77187e3 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/networks/c46f48c0-f343-4cfd-9545-541b59b0be0c HTTP/1.1" status: 404 len: 339 time: 0.0756199 Mar 08 09:45:51.003081 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39038) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:51.011537 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:45:51.101732 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a27e6a-580c-4733-9233-f09f49c43847,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:51.125264 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08d5ae-ad15-408e-bfdb-368d43f72901 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event deleted for resources: {'Subnet': ['ID=cadf9b61-5972-45c0-8150-2a951dbb9b5b,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:51.130866 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1e601cb5-678e-49ee-b4a4-16c5753cd6dd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9843020 Mar 08 09:45:51.132719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39042) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:51.143438 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-0c21ebf6-5a3c-4b66-b6aa-ac8268bdd548 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-672885390', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:51.187247 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7be51fc9-a356-4580-8023-e4aec9babe74 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Calling delete_port for 31dbeb7e-a274-410d-bb55-9bb25818e1a6 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:51.196290 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0c21ebf6-5a3c-4b66-b6aa-ac8268bdd548 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:51.217782 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0c21ebf6-5a3c-4b66-b6aa-ac8268bdd548 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:router and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:51.228137 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0c21ebf6-5a3c-4b66-b6aa-ac8268bdd548 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:51.228392 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:51.228762 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Added segment c16462d7-e360-46c2-864a-eed2f7125ab1 of type vlan for network b70750ca-adfb-4d10-bf6d-83b08a21f41b Mar 08 09:45:51.241275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0c21ebf6-5a3c-4b66-b6aa-ac8268bdd548 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:51.244392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-88e720b7-0423-412a-80d1-fdd47cdda36e req-79f851f9-222e-4b43-b589-790e85a86e8d tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:51.245054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-88e720b7-0423-412a-80d1-fdd47cdda36e req-79f851f9-222e-4b43-b589-790e85a86e8d tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:51.245605 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [req-88e720b7-0423-412a-80d1-fdd47cdda36e req-79f851f9-222e-4b43-b589-790e85a86e8d tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Floating IP eb4a3bbc-53da-4b72-9de9-157aea03c5c0 disassociated. External IP: 172.26.2.173, port: ebeb49dd-c44f-43ad-96ac-890303ab8ef1. Mar 08 09:45:51.246097 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-88e720b7-0423-412a-80d1-fdd47cdda36e req-79f851f9-222e-4b43-b589-790e85a86e8d tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Calling delete_port for ebeb49dd-c44f-43ad-96ac-890303ab8ef1 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:51.257191 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8a4def5b-5fae-4bfa-b39c-849694c26235 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Deleting port 7c8ba728-9297-4dde-bdb7-30b62543b988 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:51.257526 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a4def5b-5fae-4bfa-b39c-849694c26235 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:51.291610 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:51.318940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0c21ebf6-5a3c-4b66-b6aa-ac8268bdd548 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:51.320240 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0c21ebf6-5a3c-4b66-b6aa-ac8268bdd548 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:51.339697 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Deleting port 76685bfa-4bac-43b6-8856-b500d3c189ef {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:51.339850 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:51.346095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': '85743cc4-9035-4a16-a406-457011a968f0'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:45:51.346942 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:51.401517 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0c21ebf6-5a3c-4b66-b6aa-ac8268bdd548 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:51.432512 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a41594-8351-4534-9e5d-c5fd7e6f829f None None] DHCP port deletion for 387c2466-96cf-4290-ad6c-a044840330e7 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:45:51.453046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-78a41594-8351-4534-9e5d-c5fd7e6f829f None None] Deleting port 76685bfa-4bac-43b6-8856-b500d3c189ef {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:51.453552 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78a41594-8351-4534-9e5d-c5fd7e6f829f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:51.480732 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:51.520389 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0c21ebf6-5a3c-4b66-b6aa-ac8268bdd548 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:51.634995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-88e720b7-0423-412a-80d1-fdd47cdda36e req-79f851f9-222e-4b43-b589-790e85a86e8d tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:51.641031 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:51.646616 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:51.647318 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:51.693758 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0c21ebf6-5a3c-4b66-b6aa-ac8268bdd548 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:51.694945 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0c21ebf6-5a3c-4b66-b6aa-ac8268bdd548 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5595090 Mar 08 09:45:51.699379 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f851f9-222e-4b43-b589-790e85a86e8d tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Pushing event deleted for resources: {'Port': ['ID=ebeb49dd-c44f-43ad-96ac-890303ab8ef1,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:51.701197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39048) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:51.709616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] For port 76685bfa-4bac-43b6-8856-b500d3c189ef, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=76685bfa-4bac-43b6-8856-b500d3c189ef,segment=NetworkSegment(1864890c-8b82-4f57-b4c6-f3deebcd6ecb),segment_id=1864890c-8b82-4f57-b4c6-f3deebcd6ecb)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:51.709976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:51.710692 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Allocated IP 2001:db8::2 (162da289-2647-477b-bcb7-e834030497c1/85743cc4-9035-4a16-a406-457011a968f0/9939e7b4-83ea-4309-82eb-a5607a967ffc) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:51.930081 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a4def5b-5fae-4bfa-b39c-849694c26235 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:51.940535 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Pushing event updated for resources: {'Network': ['ID=b70750ca-adfb-4d10-bf6d-83b08a21f41b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:51.944389 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-54f62164-84b4-47a5-95a6-1e8cfe171673 req-7573727f-4b35-45f0-bf42-ba0bd28f6d75 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 210 time: 0.1813476 Mar 08 09:45:51.952763 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a03ab92d-f9e6-424b-9875-372b1edbbd45 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9289510 Mar 08 09:45:51.969795 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:51.974671 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39052) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:51.996411 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network b70750ca-adfb-4d10-bf6d-83b08a21f41b details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:45:52.078302 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Calling delete_port for 76685bfa-4bac-43b6-8856-b500d3c189ef owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:52.093073 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3d220e9e-9e95-4a3e-87d5-8391437b7658 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Request body: {'subnet': {'network_id': 'b70750ca-adfb-4d10-bf6d-83b08a21f41b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:52.119029 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8a4def5b-5fae-4bfa-b39c-849694c26235 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Calling delete_port for 7c8ba728-9297-4dde-bdb7-30b62543b988 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:52.185744 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-78a41594-8351-4534-9e5d-c5fd7e6f829f None None] For port 76685bfa-4bac-43b6-8856-b500d3c189ef, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=76685bfa-4bac-43b6-8856-b500d3c189ef,segment=NetworkSegment(1864890c-8b82-4f57-b4c6-f3deebcd6ecb),segment_id=1864890c-8b82-4f57-b4c6-f3deebcd6ecb)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:52.186442 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78a41594-8351-4534-9e5d-c5fd7e6f829f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:52.198412 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Transition to ACTIVE for port object 9939e7b4-83ea-4309-82eb-a5607a967ffc will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:52.221729 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Transition to ACTIVE for port object 9939e7b4-83ea-4309-82eb-a5607a967ffc will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:52.234886 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:52.255201 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7be51fc9-a356-4580-8023-e4aec9babe74 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:52.343236 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be51fc9-a356-4580-8023-e4aec9babe74 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event deleted for resources: {'Port': ['ID=31dbeb7e-a274-410d-bb55-9bb25818e1a6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:52.375893 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88e720b7-0423-412a-80d1-fdd47cdda36e req-79f851f9-222e-4b43-b589-790e85a86e8d tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Router d97c3134-8520-472e-abf3-aacdfca4708c has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:45:52.447767 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3d220e9e-9e95-4a3e-87d5-8391437b7658 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:52.463920 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3d220e9e-9e95-4a3e-87d5-8391437b7658 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Usage tracker for resource:subnet and tenant:6add1b16b45d4aa9aed1320579a3216d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:52.492558 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3d220e9e-9e95-4a3e-87d5-8391437b7658 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:52.499331 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a4def5b-5fae-4bfa-b39c-849694c26235 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:52.514096 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:52.538689 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-78a41594-8351-4534-9e5d-c5fd7e6f829f None None] Calling delete_port for 76685bfa-4bac-43b6-8856-b500d3c189ef owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:52.548176 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3d220e9e-9e95-4a3e-87d5-8391437b7658 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:52.582420 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4def5b-5fae-4bfa-b39c-849694c26235 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event deleted for resources: {'Port': ['ID=7c8ba728-9297-4dde-bdb7-30b62543b988,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:52.595102 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a4def5b-5fae-4bfa-b39c-849694c26235 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:52.600597 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:52.608294 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d220e9e-9e95-4a3e-87d5-8391437b7658 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Made reservation on behalf of 6add1b16b45d4aa9aed1320579a3216d for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:52.609408 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:52.625020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d220e9e-9e95-4a3e-87d5-8391437b7658 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:52.659849 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7be51fc9-a356-4580-8023-e4aec9babe74 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:52.662108 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7be51fc9-a356-4580-8023-e4aec9babe74 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "DELETE /v2.0/ports/31dbeb7e-a274-410d-bb55-9bb25818e1a6 HTTP/1.1" status: 204 len: 168 time: 2.2776570 Mar 08 09:45:52.665732 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39058) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:52.668025 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8a4def5b-5fae-4bfa-b39c-849694c26235 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/ports/7c8ba728-9297-4dde-bdb7-30b62543b988 HTTP/1.1" status: 204 len: 168 time: 1.6620460 Mar 08 09:45:52.680680 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39062) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:52.698396 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:52.709050 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:52.713700 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Usage tracker for resource:floatingip and tenant:65442bd3981144f9911800a52d6fbad1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:52.715281 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:52.720458 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:52.727854 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:52.740750 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Attempting to bind port 9939e7b4-83ea-4309-82eb-a5607a967ffc on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:45:52.741159 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Attempting to bind port 9939e7b4-83ea-4309-82eb-a5607a967ffc by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:45:52.741694 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Attempting to bind port 9939e7b4-83ea-4309-82eb-a5607a967ffc on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:45:52.751945 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:52.758870 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Pushing event updated for resources: {'Port': ['ID=9939e7b4-83ea-4309-82eb-a5607a967ffc,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:52.764614 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:45:52.765037 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:52.765554 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:52.765943 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:45:52.766570 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Bound port: 9939e7b4-83ea-4309-82eb-a5607a967ffc, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:45:52.766888 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:52.863860 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] No DVR routers for this DVR port 76685bfa-4bac-43b6-8856-b500d3c189ef on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:45:52.882462 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] For port 9939e7b4-83ea-4309-82eb-a5607a967ffc, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:45:52.886553 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] For port 9939e7b4-83ea-4309-82eb-a5607a967ffc, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9939e7b4-83ea-4309-82eb-a5607a967ffc,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:45:52.907281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:52.909979 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event deleted for resources: {'Port': ['ID=76685bfa-4bac-43b6-8856-b500d3c189ef,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:52.917557 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bf14f81e-24d7-4032-99a7-a16562354494 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:52.926926 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ea9589-3b4d-40d4-9e8a-6b72cbbe6937 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] DELETE failed (client error): The resource could not be found. Mar 08 09:45:52.927382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ea9589-3b4d-40d4-9e8a-6b72cbbe6937 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:45:53.005492 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-78a41594-8351-4534-9e5d-c5fd7e6f829f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:45:53.005904 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-78a41594-8351-4534-9e5d-c5fd7e6f829f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:45:53.064571 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750ec64-a071-458f-9ad5-da52cce8973a None None] Pushing event updated for resources: {'Port': ['ID=9939e7b4-83ea-4309-82eb-a5607a967ffc,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:53.082811 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 76685bfa-4bac-43b6-8856-b500d3c189ef no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:45:53.180917 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 76685bfa-4bac-43b6-8856-b500d3c189ef {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:45:53.181403 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 76685bfa-4bac-43b6-8856-b500d3c189ef not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:45:53.311174 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bce2b4f2-5573-48c1-8d7c-527739355a18 req-78808e7b-3297-41a2-aa03-972bc677d050 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 210 time: 0.0967565 Mar 08 09:45:53.318389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:53.322591 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d220e9e-9e95-4a3e-87d5-8391437b7658 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:53.437812 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-36ea9589-3b4d-40d4-9e8a-6b72cbbe6937 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/subnets/83fb426f-3247-4aac-b7b1-49bd83ed6c20 HTTP/1.1" status: 404 len: 337 time: 0.7559662 Mar 08 09:45:53.439184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88e720b7-0423-412a-80d1-fdd47cdda36e req-79f851f9-222e-4b43-b589-790e85a86e8d tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:45:53.449781 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4cbd2d-ef45-48b8-9a89-691d43272dd2 None None] Sync routers for ids ['d97c3134-8520-472e-abf3-aacdfca4708c'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:45:53.460031 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39072) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:53.466163 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4cbd2d-ef45-48b8-9a89-691d43272dd2 None None] Routers {'d97c3134-8520-472e-abf3-aacdfca4708c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:53.467463 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ce4cbd2d-ef45-48b8-9a89-691d43272dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d97c3134-8520-472e-abf3-aacdfca4708c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:53.509629 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-78a41594-8351-4534-9e5d-c5fd7e6f829f None None] Deleting port 76685bfa-4bac-43b6-8856-b500d3c189ef {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:53.510340 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78a41594-8351-4534-9e5d-c5fd7e6f829f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:53.693385 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-78a41594-8351-4534-9e5d-c5fd7e6f829f None None] The port '76685bfa-4bac-43b6-8856-b500d3c189ef' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:45:53.729427 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d220e9e-9e95-4a3e-87d5-8391437b7658 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Pushing event updated for resources: {'Subnet': ['ID=521265af-6573-4390-bb91-7779cae1dc7b,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:53.770631 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d220e9e-9e95-4a3e-87d5-8391437b7658 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Checking segment: {'id': 'c16462d7-e360-46c2-864a-eed2f7125ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b70750ca-adfb-4d10-bf6d-83b08a21f41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:53.771007 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d220e9e-9e95-4a3e-87d5-8391437b7658 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Network hostable DHCP agents. Network: b70750ca-adfb-4d10-bf6d-83b08a21f41b, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:45:53.837362 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Allocated IP 172.26.2.108 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/a9dcd1f3-c792-4444-b21b-296ffb9b2a86) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:53.842161 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d220e9e-9e95-4a3e-87d5-8391437b7658 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Network b70750ca-adfb-4d10-bf6d-83b08a21f41b is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:45:53.867959 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ce4cbd2d-ef45-48b8-9a89-691d43272dd2 None None] Set router d97c3134-8520-472e-abf3-aacdfca4708c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:45:53.890141 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e720b7-0423-412a-80d1-fdd47cdda36e req-79f851f9-222e-4b43-b589-790e85a86e8d tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] No DVR routers for this DVR port ebeb49dd-c44f-43ad-96ac-890303ab8ef1 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:45:53.914284 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-88e720b7-0423-412a-80d1-fdd47cdda36e req-79f851f9-222e-4b43-b589-790e85a86e8d tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:53.916290 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-88e720b7-0423-412a-80d1-fdd47cdda36e req-79f851f9-222e-4b43-b589-790e85a86e8d tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.26 "DELETE /v2.0/ports/ebeb49dd-c44f-43ad-96ac-890303ab8ef1 HTTP/1.1" status: 204 len: 173 time: 4.2133365 Mar 08 09:45:53.992309 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-3d220e9e-9e95-4a3e-87d5-8391437b7658 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, b70750ca-adfb-4d10-bf6d-83b08a21f41b) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:54.001576 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9ee681-e439-467a-a2f1-041042267bb5 None None] Network b70750ca-adfb-4d10-bf6d-83b08a21f41b requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:54.015278 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:54.026047 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b9944e-7d50-4253-9905-9b711458c5fe', 'name': 'network-vif-deleted', 'tag': 'ebeb49dd-c44f-43ad-96ac-890303ab8ef1'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:45:54.029368 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d220e9e-9e95-4a3e-87d5-8391437b7658 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:54.029971 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d220e9e-9e95-4a3e-87d5-8391437b7658 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:54.162158 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b9944e-7d50-4253-9905-9b711458c5fe', 'name': 'network-vif-deleted', 'tag': 'ebeb49dd-c44f-43ad-96ac-890303ab8ef1', 'status': 'completed', 'code': 200} Mar 08 09:45:54.167205 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3d220e9e-9e95-4a3e-87d5-8391437b7658 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1355269 Mar 08 09:45:54.172090 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39078) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:54.181794 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fd40d3e9-e8ac-4ac5-958a-023018228d2b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-761538684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:54.194069 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ebeb49dd-c44f-43ad-96ac-890303ab8ef1 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:45:54.195488 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fd40d3e9-e8ac-4ac5-958a-023018228d2b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:54.202053 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fd40d3e9-e8ac-4ac5-958a-023018228d2b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Usage tracker for resource:router and tenant:6add1b16b45d4aa9aed1320579a3216d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:54.207803 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fd40d3e9-e8ac-4ac5-958a-023018228d2b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:54.219955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fd40d3e9-e8ac-4ac5-958a-023018228d2b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:54.235087 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:54.242334 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd40d3e9-e8ac-4ac5-958a-023018228d2b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:54.245530 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd40d3e9-e8ac-4ac5-958a-023018228d2b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:54.255259 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387c2466-96cf-4290-ad6c-a044840330e7']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:54.284655 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: ebeb49dd-c44f-43ad-96ac-890303ab8ef1 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:45:54.285042 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ebeb49dd-c44f-43ad-96ac-890303ab8ef1 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:45:54.290778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd40d3e9-e8ac-4ac5-958a-023018228d2b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:54.314023 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ebfca9e6-b126-4a96-aa19-cfbbd10bd585 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:54.327670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1864890c-8b82-4f57-b4c6-f3deebcd6ecb') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:54.337744 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1864890c-8b82-4f57-b4c6-f3deebcd6ecb') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:54.365129 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:54.372252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:54.403083 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd40d3e9-e8ac-4ac5-958a-023018228d2b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:54.455602 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ce4cbd2d-ef45-48b8-9a89-691d43272dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'name': 'tempest-ServersTestJSON-980890469-router', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:28Z', 'updated_at': '2022-03-08T09:43:42Z', 'revision_number': 4, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'gw_port': {'id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '5416157b-8eb3-4078-b985-c7385d8aa2e8', 'name': '', 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'mac_address': 'fa:16:3e:44:a7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:39Z', 'updated_at': '2022-03-08T09:43:55Z', 'revision_number': 5, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'subnets': [{'id': '7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:54.470038 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4cbd2d-ef45-48b8-9a89-691d43272dd2 None None] Checking router: d97c3134-8520-472e-abf3-aacdfca4708c for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:45:54.483726 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:54.494055 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4cbd2d-ef45-48b8-9a89-691d43272dd2 None None] Routers {'d97c3134-8520-472e-abf3-aacdfca4708c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:54.494197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:54.496374 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ce4cbd2d-ef45-48b8-9a89-691d43272dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d97c3134-8520-472e-abf3-aacdfca4708c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:54.505248 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:54.505413 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:54.545979 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd40d3e9-e8ac-4ac5-958a-023018228d2b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:54.547496 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fd40d3e9-e8ac-4ac5-958a-023018228d2b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3737898 Mar 08 09:45:54.552772 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=a9dcd1f3-c792-4444-b21b-296ffb9b2a86,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:54.564610 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39084) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:54.583310 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-b70750ca-adfb-4d10-bf6d-83b08a21f41b', 'network_id': 'b70750ca-adfb-4d10-bf6d-83b08a21f41b', 'tenant_id': '6add1b16b45d4aa9aed1320579a3216d', 'fixed_ips': [{'subnet_id': '521265af-6573-4390-bb91-7779cae1dc7b'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:45:54.584491 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:54.587189 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:45:54.587656 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:45:54.635224 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:45:54.823135 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-336bc12f-365f-4283-bdea-f8988ca56c94 None None] Provisioning for port 9939e7b4-83ea-4309-82eb-a5607a967ffc completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:54.891216 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a59aa6c-c615-485e-83d9-43eb8762faba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:54.930286 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ce4cbd2d-ef45-48b8-9a89-691d43272dd2 None None] Set router d97c3134-8520-472e-abf3-aacdfca4708c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:45:54.963229 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9001264-0989-407f-8f58-f3ca9b99e29f req-8429b8b6-9df8-44bd-b879-6b7d5248f82c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:54.967113 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e9001264-0989-407f-8f58-f3ca9b99e29f req-8429b8b6-9df8-44bd-b879-6b7d5248f82c tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 945 time: 1.2488465 Mar 08 09:45:54.975069 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b7bf7921-fbc8-4c8e-b0c2-9cb94d821716 req-0d460a7e-754a-4451-931d-1184604846b5 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b9944e-7d50-4253-9905-9b711458c5fe HTTP/1.1" status: 200 len: 210 time: 0.0927565 Mar 08 09:45:55.027256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ebfca9e6-b126-4a96-aa19-cfbbd10bd585 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:55.039161 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Allocated IP 172.20.0.2 (b70750ca-adfb-4d10-bf6d-83b08a21f41b/521265af-6573-4390-bb91-7779cae1dc7b/bf70a0df-1a01-4490-afca-d43a23094e13) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:55.092215 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:55.101091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-ebfca9e6-b126-4a96-aa19-cfbbd10bd585 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38f2ee6-407d-4676-a9f9-a00453d96678']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:55.108303 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9939e7b4-83ea-4309-82eb-a5607a967ffc up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:45:55.130241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:55.159982 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] Pushing event deleted for resources: {'Network': ['ID=387c2466-96cf-4290-ad6c-a044840330e7,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:55.163759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-ebfca9e6-b126-4a96-aa19-cfbbd10bd585 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd83f39f-c0be-4638-93b5-4fb44f8b5ac7') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:55.164758 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-ebfca9e6-b126-4a96-aa19-cfbbd10bd585 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd83f39f-c0be-4638-93b5-4fb44f8b5ac7') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:55.172113 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-bf14f81e-24d7-4032-99a7-a16562354494 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::1 (162da289-2647-477b-bcb7-e834030497c1/85743cc4-9035-4a16-a406-457011a968f0/b5920c17-ddcf-48bb-82dc-ac883e45de07) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:55.198361 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-59ecf552-b53c-4b0d-9302-ec80e0e236b3 tempest-AllowedAddressPairTestJSON-2105835503 tempest-AllowedAddressPairTestJSON-2105835503-project] 10.222.0.24 "DELETE /v2.0/networks/387c2466-96cf-4290-ad6c-a044840330e7 HTTP/1.1" status: 204 len: 168 time: 4.2209020 Mar 08 09:45:55.206146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ebfca9e6-b126-4a96-aa19-cfbbd10bd585 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:55.215188 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e9001264-0989-407f-8f58-f3ca9b99e29f req-7ac39409-5a6d-401a-a26d-baf694fbc0c5 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/security-groups?id=430f31fe-4218-44f5-9611-52f38466eba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941397 Mar 08 09:45:55.269405 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ebfca9e6-b126-4a96-aa19-cfbbd10bd585 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:55.291604 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:55.328110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfca9e6-b126-4a96-aa19-cfbbd10bd585 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:45:55.328920 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ebfca9e6-b126-4a96-aa19-cfbbd10bd585 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:45:55.345397 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:45:55.382425 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d07a6-6972-4148-b0ce-306f1f0544e6 req-4f64ac04-6f9d-487d-8abf-b7c2da0cb595 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:55.384041 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-778d07a6-6972-4148-b0ce-306f1f0544e6 req-4f64ac04-6f9d-487d-8abf-b7c2da0cb595 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 945 time: 0.4485271 Mar 08 09:45:55.426818 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ce4cbd2d-ef45-48b8-9a89-691d43272dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'name': 'tempest-ServersTestJSON-980890469-router', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:28Z', 'updated_at': '2022-03-08T09:43:42Z', 'revision_number': 4, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'gw_port': {'id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '5416157b-8eb3-4078-b985-c7385d8aa2e8', 'name': '', 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'mac_address': 'fa:16:3e:44:a7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:39Z', 'updated_at': '2022-03-08T09:43:55Z', 'revision_number': 5, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'subnets': [{'id': '7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:55.435995 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb87c2aa-0854-4c3f-8d78-79511b57bb84 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:55.437584 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4cbd2d-ef45-48b8-9a89-691d43272dd2 None None] The sync data for ids ['d97c3134-8520-472e-abf3-aacdfca4708c'] in dv-neutron-831730-2-hyperv is: [{'id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'name': 'tempest-ServersTestJSON-980890469-router', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:28Z', 'updated_at': '2022-03-08T09:43:42Z', 'revision_number': 4, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'gw_port': {'id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '5416157b-8eb3-4078-b985-c7385d8aa2e8', 'name': '', 'network_id': '12a870d7-eb73-494e-9ddc-3ff1bde0751a', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'mac_address': 'fa:16:3e:44:a7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:39Z', 'updated_at': '2022-03-08T09:43:55Z', 'revision_number': 5, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'subnets': [{'id': '7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:45:55.461822 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:55.479660 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 9939e7b4-83ea-4309-82eb-a5607a967ffc completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:55.507882 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 9939e7b4-83ea-4309-82eb-a5607a967ffc triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:55.508260 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:55.518881 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-778d07a6-6972-4148-b0ce-306f1f0544e6 req-84c7e626-0c5d-44fb-b30d-a7154839a761 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Deleting port 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:55.520121 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-778d07a6-6972-4148-b0ce-306f1f0544e6 req-84c7e626-0c5d-44fb-b30d-a7154839a761 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:55.757792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:55.780049 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Transition to ACTIVE for port object bf70a0df-1a01-4490-afca-d43a23094e13 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:55.781042 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39092) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:55.807460 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:55.830467 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Transition to ACTIVE for port object bf70a0df-1a01-4490-afca-d43a23094e13 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:55.836111 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2098bc5e-1b0b-4e0e-852e-76323606ae8e None None] New status for floating IP eb4a3bbc-53da-4b72-9de9-157aea03c5c0: DOWN {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:45:55.946698 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 9939e7b4-83ea-4309-82eb-a5607a967ffc, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9939e7b4-83ea-4309-82eb-a5607a967ffc,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:55.956197 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:55.960383 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.043052 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-95da71e3-46a4-4335-8c3b-ef43860f7c1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7d98d37918d42338c46f330f94f6ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476363 Mar 08 09:45:56.050098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ebfca9e6-b126-4a96-aa19-cfbbd10bd585 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.050329 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39100) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:56.076251 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ebfca9e6-b126-4a96-aa19-cfbbd10bd585 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.095457 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ebfca9e6-b126-4a96-aa19-cfbbd10bd585 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/networks/f38f2ee6-407d-4676-a9f9-a00453d96678 HTTP/1.1" status: 204 len: 168 time: 2.6269352 Mar 08 09:45:56.102018 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39104) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:56.142623 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39110) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:56.145976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfca9e6-b126-4a96-aa19-cfbbd10bd585 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event deleted for resources: {'Network': ['ID=f38f2ee6-407d-4676-a9f9-a00453d96678,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:56.150571 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bf14f81e-24d7-4032-99a7-a16562354494 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.178396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Network b70750ca-adfb-4d10-bf6d-83b08a21f41b is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:56.208570 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-778d07a6-6972-4148-b0ce-306f1f0544e6 req-84c7e626-0c5d-44fb-b30d-a7154839a761 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] For port 73bda9d9-00ed-42ed-95da-a5bbfecf5f04, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=73bda9d9-00ed-42ed-95da-a5bbfecf5f04,segment=NetworkSegment(855f09ea-58ec-49aa-bee8-0c16a3319281),segment_id=855f09ea-58ec-49aa-bee8-0c16a3319281)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:56.208943 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-778d07a6-6972-4148-b0ce-306f1f0544e6 req-84c7e626-0c5d-44fb-b30d-a7154839a761 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.216165 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-bf14f81e-24d7-4032-99a7-a16562354494 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object b5920c17-ddcf-48bb-82dc-ac883e45de07 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:56.238034 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:56.241526 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:56.242549 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-bb87c2aa-0854-4c3f-8d78-79511b57bb84 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Allocated IP 172.20.0.1 (b70750ca-adfb-4d10-bf6d-83b08a21f41b/521265af-6573-4390-bb91-7779cae1dc7b/3ef8d457-5343-492f-9867-3241578df083) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:56.256178 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5401421b-70c2-49c7-a82a-98a3622d39ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.264269 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.283890 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.290457 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-060c944c-3868-4c03-80cf-842f682cbf0e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Deleting port 9882979d-2ec8-435a-ab00-bbb0de70540c {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:56.290968 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-060c944c-3868-4c03-80cf-842f682cbf0e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.378269 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=9939e7b4-83ea-4309-82eb-a5607a967ffc,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:56.402487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5401421b-70c2-49c7-a82a-98a3622d39ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.420398 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Attempting to bind port bf70a0df-1a01-4490-afca-d43a23094e13 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:45:56.421150 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Attempting to bind port bf70a0df-1a01-4490-afca-d43a23094e13 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c16462d7-e360-46c2-864a-eed2f7125ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b70750ca-adfb-4d10-bf6d-83b08a21f41b'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:45:56.421739 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Attempting to bind port bf70a0df-1a01-4490-afca-d43a23094e13 on network b70750ca-adfb-4d10-bf6d-83b08a21f41b {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:45:56.438456 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:45:56.439117 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Checking segment: {'id': 'c16462d7-e360-46c2-864a-eed2f7125ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b70750ca-adfb-4d10-bf6d-83b08a21f41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:45:56.439734 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.440497 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Bound using segment: {'id': 'c16462d7-e360-46c2-864a-eed2f7125ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b70750ca-adfb-4d10-bf6d-83b08a21f41b'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:45:56.441212 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Bound port: bf70a0df-1a01-4490-afca-d43a23094e13, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16462d7-e360-46c2-864a-eed2f7125ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b70750ca-adfb-4d10-bf6d-83b08a21f41b'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:45:56.441924 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.505894 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-045af530-5177-4031-92a0-cf08b13a72a1 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.507598 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Pushing event updated for resources: {'Port': ['ID=bf70a0df-1a01-4490-afca-d43a23094e13,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:56.540899 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bf14f81e-24d7-4032-99a7-a16562354494 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.555489 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] For port bf70a0df-1a01-4490-afca-d43a23094e13, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:45:56.559322 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] For port bf70a0df-1a01-4490-afca-d43a23094e13, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=bf70a0df-1a01-4490-afca-d43a23094e13,segment=NetworkSegment(c16462d7-e360-46c2-864a-eed2f7125ab1),segment_id=c16462d7-e360-46c2-864a-eed2f7125ab1)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:45:56.563619 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.599969 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=a9dcd1f3-c792-4444-b21b-296ffb9b2a86,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:56.654998 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1f6a6-cee2-462d-90b5-76cdf3f0267b None None] Pushing event updated for resources: {'Port': ['ID=bf70a0df-1a01-4490-afca-d43a23094e13,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:56.661943 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-045af530-5177-4031-92a0-cf08b13a72a1 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.674765 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.783754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.785066 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d0c32630-9a5f-4fc0-9c8d-ccd38ea4cba9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1155462 Mar 08 09:45:56.791444 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39118) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:56.799141 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb87c2aa-0854-4c3f-8d78-79511b57bb84 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.805872 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4520ab97-2675-44e2-99ec-79e7479ac568 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'port': {'network_id': 'd669d470-1857-4422-aea6-11358cfeb651', 'name': 'tempest-FloatingIPTestJSON-707570263'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:45:56.807834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf14f81e-24d7-4032-99a7-a16562354494 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:56.822214 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-bf14f81e-24d7-4032-99a7-a16562354494 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:56.828829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14f81e-24d7-4032-99a7-a16562354494 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=b5920c17-ddcf-48bb-82dc-ac883e45de07,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:56.831710 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf14f81e-24d7-4032-99a7-a16562354494 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:56.831710 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bf14f81e-24d7-4032-99a7-a16562354494 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.838958 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5401421b-70c2-49c7-a82a-98a3622d39ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.839168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-060c944c-3868-4c03-80cf-842f682cbf0e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.867305 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-778d07a6-6972-4148-b0ce-306f1f0544e6 req-84c7e626-0c5d-44fb-b30d-a7154839a761 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.867775 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-778d07a6-6972-4148-b0ce-306f1f0544e6 req-84c7e626-0c5d-44fb-b30d-a7154839a761 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:56.868159 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [req-778d07a6-6972-4148-b0ce-306f1f0544e6 req-84c7e626-0c5d-44fb-b30d-a7154839a761 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Floating IP ca1c05e4-86e0-479a-9f4d-a2e388e8c0ea disassociated. External IP: 172.26.2.186, port: 73bda9d9-00ed-42ed-95da-a5bbfecf5f04. Mar 08 09:45:56.868609 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-778d07a6-6972-4148-b0ce-306f1f0544e6 req-84c7e626-0c5d-44fb-b30d-a7154839a761 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Calling delete_port for 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:56.911994 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289dfe0-b060-4501-9101-801e495d7c8c req-071143fc-9435-450b-bb64-0fc8c7362ed0 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:56.927702 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b289dfe0-b060-4501-9101-801e495d7c8c req-071143fc-9435-450b-bb64-0fc8c7362ed0 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 945 time: 0.4499018 Mar 08 09:45:56.981539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401421b-70c2-49c7-a82a-98a3622d39ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477375e9-6fa7-4ee4-83d1-664a42d99f47,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:56.986871 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-bb87c2aa-0854-4c3f-8d78-79511b57bb84 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Transition to ACTIVE for port object 3ef8d457-5343-492f-9867-3241578df083 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:45:56.995043 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-045af530-5177-4031-92a0-cf08b13a72a1 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:57.050575 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045af530-5177-4031-92a0-cf08b13a72a1 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e09093-fb7a-4a38-a7d1-1a927b42078a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:57.068083 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-045af530-5177-4031-92a0-cf08b13a72a1 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:57.069226 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-045af530-5177-4031-92a0-cf08b13a72a1 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "DELETE /v2.0/security-groups/97e09093-fb7a-4a38-a7d1-1a927b42078a HTTP/1.1" status: 204 len: 168 time: 0.9228406 Mar 08 09:45:57.070136 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5401421b-70c2-49c7-a82a-98a3622d39ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:57.073514 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5401421b-70c2-49c7-a82a-98a3622d39ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/477375e9-6fa7-4ee4-83d1-664a42d99f47 HTTP/1.1" status: 204 len: 168 time: 1.0203452 Mar 08 09:45:57.073514 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39122) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:57.124358 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-060c944c-3868-4c03-80cf-842f682cbf0e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Calling delete_port for 9882979d-2ec8-435a-ab00-bbb0de70540c owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:57.196656 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-9ed7869f-fee0-4305-9693-868548a2cde1 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] show failed (client error): The resource could not be found. Mar 08 09:45:57.202093 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9ed7869f-fee0-4305-9693-868548a2cde1 tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "GET /v2.0/security-groups/97e09093-fb7a-4a38-a7d1-1a927b42078a HTTP/1.1" status: 404 len: 347 time: 0.1160593 Mar 08 09:45:57.202192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39128) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:57.213665 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b289dfe0-b060-4501-9101-801e495d7c8c req-857bd6f4-889e-421a-b129-fc27423c4064 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/security-groups?id=430f31fe-4218-44f5-9611-52f38466eba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239480 Mar 08 09:45:57.221937 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4520ab97-2675-44e2-99ec-79e7479ac568 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:45:57.237130 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9939e7b4-83ea-4309-82eb-a5607a967ffc up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:45:57.239205 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4520ab97-2675-44e2-99ec-79e7479ac568 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Usage tracker for resource:port and tenant:65442bd3981144f9911800a52d6fbad1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:45:57.244172 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb87c2aa-0854-4c3f-8d78-79511b57bb84 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:57.249863 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4520ab97-2675-44e2-99ec-79e7479ac568 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:45:57.333643 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4520ab97-2675-44e2-99ec-79e7479ac568 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:45:57.350803 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-df687304-1e1b-4fd7-bbed-738f0331b43d None None] Provisioning for port b5920c17-ddcf-48bb-82dc-ac883e45de07 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:57.355328 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 9939e7b4-83ea-4309-82eb-a5607a967ffc triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:57.355693 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:57.373023 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb87c2aa-0854-4c3f-8d78-79511b57bb84 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Network b70750ca-adfb-4d10-bf6d-83b08a21f41b is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:57.374939 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-bb87c2aa-0854-4c3f-8d78-79511b57bb84 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:57.381530 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb87c2aa-0854-4c3f-8d78-79511b57bb84 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:57.416401 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-df687304-1e1b-4fd7-bbed-738f0331b43d None None] Provisioning complete for port b5920c17-ddcf-48bb-82dc-ac883e45de07 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:57.417278 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df687304-1e1b-4fd7-bbed-738f0331b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:57.459514 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4520ab97-2675-44e2-99ec-79e7479ac568 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Made reservation on behalf of 65442bd3981144f9911800a52d6fbad1 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:45:57.462225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bf14f81e-24d7-4032-99a7-a16562354494 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:57.464055 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4520ab97-2675-44e2-99ec-79e7479ac568 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:57.486565 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb87c2aa-0854-4c3f-8d78-79511b57bb84 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:57.553852 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-df687304-1e1b-4fd7-bbed-738f0331b43d None None] Port b5920c17-ddcf-48bb-82dc-ac883e45de07 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:45:57.577917 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ecfc13fa-ea8b-4246-9f64-61b345ac42e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:57.611456 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device bf70a0df-1a01-4490-afca-d43a23094e13 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:45:57.686701 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-4520ab97-2675-44e2-99ec-79e7479ac568 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] device_id is not set on port fccb3ff9-19d9-4040-8137-9d635eaa035b yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:45:57.717781 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port bf70a0df-1a01-4490-afca-d43a23094e13 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:57.735112 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87c2aa-0854-4c3f-8d78-79511b57bb84 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Pushing event updated for resources: {'Port': ['ID=3ef8d457-5343-492f-9867-3241578df083,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:57.782514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-804bf02d-8c85-409f-8696-98de9b35810c tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Deleting port 6d92b0b9-78b5-4832-9b47-ffb2694db70d {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:45:57.782977 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-804bf02d-8c85-409f-8696-98de9b35810c tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:57.894118 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-060c944c-3868-4c03-80cf-842f682cbf0e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:58.058375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c944c-3868-4c03-80cf-842f682cbf0e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event deleted for resources: {'Port': ['ID=9882979d-2ec8-435a-ab00-bbb0de70540c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:58.068299 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5a39c7-2a3d-4f17-bead-608834e81801 None None] Network b70750ca-adfb-4d10-bf6d-83b08a21f41b requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:45:58.129607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-060c944c-3868-4c03-80cf-842f682cbf0e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:58.134716 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3759bc4b-0f5d-47b5-a84b-829cd8298a02 None None] Provisioning for port bf70a0df-1a01-4490-afca-d43a23094e13 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:58.161849 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39150) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:58.178785 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-4520ab97-2675-44e2-99ec-79e7479ac568 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Allocated IP 172.20.0.13 (d669d470-1857-4422-aea6-11358cfeb651/9bad7f5e-d8ba-440a-9125-51e37136b068/fccb3ff9-19d9-4040-8137-9d635eaa035b) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:45:58.186821 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-060c944c-3868-4c03-80cf-842f682cbf0e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/ports/9882979d-2ec8-435a-ab00-bbb0de70540c HTTP/1.1" status: 204 len: 168 time: 2.0806293 Mar 08 09:45:58.187975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-778d07a6-6972-4148-b0ce-306f1f0544e6 req-84c7e626-0c5d-44fb-b30d-a7154839a761 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:58.189866 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39156) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:58.210487 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:45:58.258632 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9e81dc-cffc-4880-ae55-89c2e4d8343e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] DELETE failed (client error): The resource could not be found. Mar 08 09:45:58.259086 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9e81dc-cffc-4880-ae55-89c2e4d8343e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:45:58.271006 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2e9e81dc-cffc-4880-ae55-89c2e4d8343e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/subnets/5ee4026c-9aae-4938-9a77-53bfc4f511ff HTTP/1.1" status: 404 len: 337 time: 0.0778553 Mar 08 09:45:58.271543 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3759bc4b-0f5d-47b5-a84b-829cd8298a02 None None] Provisioning complete for port bf70a0df-1a01-4490-afca-d43a23094e13 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:58.271543 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3759bc4b-0f5d-47b5-a84b-829cd8298a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:58.279678 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb87c2aa-0854-4c3f-8d78-79511b57bb84 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:58.295932 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:58.302192 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39162) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:58.310570 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:45:58.310908 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:45:58.334328 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7e626-0c5d-44fb-b30d-a7154839a761 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Pushing event deleted for resources: {'Port': ['ID=73bda9d9-00ed-42ed-95da-a5bbfecf5f04,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:58.360305 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:58.467311 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-33128baa-c203-41d9-9c9f-759a51a95cd3 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:58.471195 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-33128baa-c203-41d9-9c9f-759a51a95cd3 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3034115 Mar 08 09:45:58.499621 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39166) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:58.516805 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-3870f9c8-6462-4bad-9744-d1ca11a94c8e tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:58.520181 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3870f9c8-6462-4bad-9744-d1ca11a94c8e tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0170515 Mar 08 09:45:58.534041 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39170) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:58.541663 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3759bc4b-0f5d-47b5-a84b-829cd8298a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:58.600421 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3759bc4b-0f5d-47b5-a84b-829cd8298a02 None None] For port bf70a0df-1a01-4490-afca-d43a23094e13, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=bf70a0df-1a01-4490-afca-d43a23094e13,segment=NetworkSegment(c16462d7-e360-46c2-864a-eed2f7125ab1),segment_id=c16462d7-e360-46c2-864a-eed2f7125ab1)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:45:58.605938 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-a90992f9-515a-45ba-bf63-a921af7e408e req-8e48e1a1-90b3-4567-98f0-0ffb1b253bf4 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Synchronizing usage tracker for tenant:d09966768d8a46489f86ec289dc54020 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:45:58.609295 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3759bc4b-0f5d-47b5-a84b-829cd8298a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:58.609771 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-b74d01bd-e7e5-4c0e-b332-4988e27762bc tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:58.614440 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b74d01bd-e7e5-4c0e-b332-4988e27762bc tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0762815 Mar 08 09:45:58.616224 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-804bf02d-8c85-409f-8696-98de9b35810c tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:58.616557 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-804bf02d-8c85-409f-8696-98de9b35810c tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:58.621085 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39174) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:58.633612 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-42987ec4-551d-40e1-9b10-1b00ccc048f5 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:58.639239 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-42987ec4-551d-40e1-9b10-1b00ccc048f5 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0101871 Mar 08 09:45:58.639239 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39178) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:58.664664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9aabd657-8ab0-4e81-a449-dcd8fb666a95 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:58.719946 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759bc4b-0f5d-47b5-a84b-829cd8298a02 None None] Pushing event updated for resources: {'Port': ['ID=bf70a0df-1a01-4490-afca-d43a23094e13,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:58.808658 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-804bf02d-8c85-409f-8696-98de9b35810c tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Calling delete_port for 6d92b0b9-78b5-4832-9b47-ffb2694db70d owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:45:58.828449 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-8dbe5b02-d842-494e-b60e-3b5f76830021 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:58.829476 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8dbe5b02-d842-494e-b60e-3b5f76830021 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.1709855 Mar 08 09:45:58.835444 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39182) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:58.853631 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-bff0d1c2-85c6-4a41-b8ea-160c8e7c13ed tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:58.854589 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bff0d1c2-85c6-4a41-b8ea-160c8e7c13ed tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0148151 Mar 08 09:45:58.866314 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39186) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:58.883198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-4cdd25b2-9238-415d-a419-9d1d6cec2277 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:58.886524 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4cdd25b2-9238-415d-a419-9d1d6cec2277 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0158026 Mar 08 09:45:58.900334 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39190) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:58.919319 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-600917cf-fc84-4542-9d9d-9a73743df998 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:58.920492 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-600917cf-fc84-4542-9d9d-9a73743df998 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0188680 Mar 08 09:45:58.926644 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-a90992f9-515a-45ba-bf63-a921af7e408e req-8e48e1a1-90b3-4567-98f0-0ffb1b253bf4 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Unset dirty status for tenant:d09966768d8a46489f86ec289dc54020 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:45:58.932481 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a90992f9-515a-45ba-bf63-a921af7e408e req-8e48e1a1-90b3-4567-98f0-0ffb1b253bf4 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 210 time: 0.4109960 Mar 08 09:45:58.933024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39194) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:58.960674 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b326cbae-6e25-4780-9ee1-e1bf965074f1 None None] Provisioning for port 3ef8d457-5343-492f-9867-3241578df083 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:45:58.965590 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b326cbae-6e25-4780-9ee1-e1bf965074f1 None None] Provisioning complete for port 3ef8d457-5343-492f-9867-3241578df083 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:58.965992 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b326cbae-6e25-4780-9ee1-e1bf965074f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:58.993424 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-9c89e6fa-c0a2-40ec-a420-329cc37726b0 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:58.994312 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9c89e6fa-c0a2-40ec-a420-329cc37726b0 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0099130 Mar 08 09:45:58.999476 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39198) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:59.016941 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-d5ea1e6e-be05-4ddd-a320-ec712937abd1 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:59.017905 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d5ea1e6e-be05-4ddd-a320-ec712937abd1 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0175452 Mar 08 09:45:59.029222 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39202) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:59.050818 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-0c2efdcb-e46d-4df8-967e-83fd6606f532 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:59.051786 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0c2efdcb-e46d-4df8-967e-83fd6606f532 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0113230 Mar 08 09:45:59.064110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39206) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:59.068463 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device bf70a0df-1a01-4490-afca-d43a23094e13 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:45:59.078438 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-69cd5fdd-bae3-4f53-ad63-0982d86c425d tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:59.081535 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-69cd5fdd-bae3-4f53-ad63-0982d86c425d tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0116060 Mar 08 09:45:59.084865 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-778d07a6-6972-4148-b0ce-306f1f0544e6 req-84c7e626-0c5d-44fb-b30d-a7154839a761 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Router ed8fda54-455f-45f7-b1a8-8cc7736d1729 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:45:59.085007 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39210) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:59.100337 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bf14f81e-24d7-4032-99a7-a16562354494 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.109182 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-266af1cb-dd1f-445d-a0bb-05b58df06872 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:59.110196 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-266af1cb-dd1f-445d-a0bb-05b58df06872 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0156670 Mar 08 09:45:59.111808 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b326cbae-6e25-4780-9ee1-e1bf965074f1 None None] Port 3ef8d457-5343-492f-9867-3241578df083 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:45:59.139735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39214) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:59.143404 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b326cbae-6e25-4780-9ee1-e1bf965074f1 None None] Provisioning complete for port bf70a0df-1a01-4490-afca-d43a23094e13 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:59.143796 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b326cbae-6e25-4780-9ee1-e1bf965074f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.166913 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4520ab97-2675-44e2-99ec-79e7479ac568 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.226269 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port bf70a0df-1a01-4490-afca-d43a23094e13 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:59.226648 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.254423 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9aabd657-8ab0-4e81-a449-dcd8fb666a95 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.303997 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-9aabd657-8ab0-4e81-a449-dcd8fb666a95 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b8ddb8-968c-4394-8595-dd7f7d86c37c']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:59.326880 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-9aabd657-8ab0-4e81-a449-dcd8fb666a95 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091415ef-da6a-4874-8a96-acc0604fcab1') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:59.327258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-9aabd657-8ab0-4e81-a449-dcd8fb666a95 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091415ef-da6a-4874-8a96-acc0604fcab1') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:59.338859 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bf14f81e-24d7-4032-99a7-a16562354494 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.339866 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bf14f81e-24d7-4032-99a7-a16562354494 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.355176 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9aabd657-8ab0-4e81-a449-dcd8fb666a95 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.355767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-f44d8a6f-35a7-49a7-865c-2e8f6a78dec8 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:59.357341 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f44d8a6f-35a7-49a7-865c-2e8f6a78dec8 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.2156515 Mar 08 09:45:59.363983 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39218) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:59.382616 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-985bd2cc-5561-4e1d-a1a2-1579fa9c81ae tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:59.386989 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-985bd2cc-5561-4e1d-a1a2-1579fa9c81ae tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0161674 Mar 08 09:45:59.390929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39222) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:59.398647 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-d6376c9c-f7db-4f31-be35-f1e4aeece6ae tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:59.402470 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d6376c9c-f7db-4f31-be35-f1e4aeece6ae tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0083849 Mar 08 09:45:59.406572 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39226) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:59.414078 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9aabd657-8ab0-4e81-a449-dcd8fb666a95 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.424770 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4520ab97-2675-44e2-99ec-79e7479ac568 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.438582 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-39d7b298-4834-47a2-a70a-3b445c44ddad tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:59.439777 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-39d7b298-4834-47a2-a70a-3b445c44ddad tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0320718 Mar 08 09:45:59.444157 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb87c2aa-0854-4c3f-8d78-79511b57bb84 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.457815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39230) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:59.470426 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-33473111-d8b5-4206-92d2-bda5150cd2ec tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:59.471621 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-33473111-d8b5-4206-92d2-bda5150cd2ec tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0128934 Mar 08 09:45:59.487051 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39234) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:59.488120 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aabd657-8ab0-4e81-a449-dcd8fb666a95 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:45:59.488521 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9aabd657-8ab0-4e81-a449-dcd8fb666a95 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.517014 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-94b0e3ba-0a3a-48ee-94f9-b8f23810871e None None] Provisioning complete for port 3ef8d457-5343-492f-9867-3241578df083 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:45:59.518052 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94b0e3ba-0a3a-48ee-94f9-b8f23810871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.582342 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-94b0e3ba-0a3a-48ee-94f9-b8f23810871e None None] Port 3ef8d457-5343-492f-9867-3241578df083 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:45:59.626509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-804bf02d-8c85-409f-8696-98de9b35810c tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.630016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14f81e-24d7-4032-99a7-a16562354494 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=b5920c17-ddcf-48bb-82dc-ac883e45de07,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:45:59.638510 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:45:59.640380 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb87c2aa-0854-4c3f-8d78-79511b57bb84 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.674171 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-4ec8d0eb-3d1d-42ad-8443-905ab186cf25 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:59.678048 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4ec8d0eb-3d1d-42ad-8443-905ab186cf25 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0394292 Mar 08 09:45:59.684251 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39238) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:59.694410 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4520ab97-2675-44e2-99ec-79e7479ac568 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Network d669d470-1857-4422-aea6-11358cfeb651 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:59.697266 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9aabd657-8ab0-4e81-a449-dcd8fb666a95 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.705502 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4520ab97-2675-44e2-99ec-79e7479ac568 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:59.707076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bf02d-8c85-409f-8696-98de9b35810c tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Pushing event deleted for resources: {'Port': ['ID=6d92b0b9-78b5-4832-9b47-ffb2694db70d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:59.711013 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-38805b1e-5e6d-4a27-a412-a6bc55301641 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:59.714394 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-38805b1e-5e6d-4a27-a412-a6bc55301641 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0130675 Mar 08 09:45:59.736662 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9aabd657-8ab0-4e81-a449-dcd8fb666a95 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.741268 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4520ab97-2675-44e2-99ec-79e7479ac568 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:45:59.747104 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39242) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:59.764243 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-778d07a6-6972-4148-b0ce-306f1f0544e6 req-84c7e626-0c5d-44fb-b30d-a7154839a761 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:45:59.768067 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-1549af2e-598d-41ad-ba7b-557faa38111d tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:59.772100 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1549af2e-598d-41ad-ba7b-557faa38111d tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0189493 Mar 08 09:45:59.781535 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58979614-2453-4450-a6d0-333ae374eb0f None None] Sync routers for ids ['ed8fda54-455f-45f7-b1a8-8cc7736d1729'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:45:59.793732 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58979614-2453-4450-a6d0-333ae374eb0f None None] Routers {'ed8fda54-455f-45f7-b1a8-8cc7736d1729'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:45:59.795619 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-58979614-2453-4450-a6d0-333ae374eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ed8fda54-455f-45f7-b1a8-8cc7736d1729'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:45:59.803231 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39246) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:59.804042 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabd657-8ab0-4e81-a449-dcd8fb666a95 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event deleted for resources: {'Network': ['ID=36b8ddb8-968c-4394-8595-dd7f7d86c37c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:59.810811 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4520ab97-2675-44e2-99ec-79e7479ac568 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:45:59.811413 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4520ab97-2675-44e2-99ec-79e7479ac568 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.824141 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-2baa0ecf-6bc8-45df-8ea9-881109eed86c tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:59.827653 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2baa0ecf-6bc8-45df-8ea9-881109eed86c tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0098462 Mar 08 09:45:59.828236 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39250) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:59.854585 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9aabd657-8ab0-4e81-a449-dcd8fb666a95 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/networks/36b8ddb8-968c-4394-8595-dd7f7d86c37c HTTP/1.1" status: 204 len: 168 time: 1.4888315 Mar 08 09:45:59.861191 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39254) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:59.861848 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520ab97-2675-44e2-99ec-79e7479ac568 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=fccb3ff9-19d9-4040-8137-9d635eaa035b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:45:59.870477 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-41dc0c88-6868-41b1-b5bc-58c689b30a40 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:59.874527 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-41dc0c88-6868-41b1-b5bc-58c689b30a40 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0305603 Mar 08 09:45:59.914196 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf14f81e-24d7-4032-99a7-a16562354494 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:45:59.916790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39258) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:59.917613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-bf14f81e-24d7-4032-99a7-a16562354494 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:45:59.936112 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-960637cc-76e2-4a1a-969d-e13352de2c1a tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:45:59.939553 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-960637cc-76e2-4a1a-969d-e13352de2c1a tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0136161 Mar 08 09:45:59.940033 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-778d07a6-6972-4148-b0ce-306f1f0544e6 req-84c7e626-0c5d-44fb-b30d-a7154839a761 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] No DVR routers for this DVR port 73bda9d9-00ed-42ed-95da-a5bbfecf5f04 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:45:59.942842 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-778d07a6-6972-4148-b0ce-306f1f0544e6 req-84c7e626-0c5d-44fb-b30d-a7154839a761 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.951768 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.951988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39262) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:45:59.952327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a574122-a586-4b5f-9de5-750eac72d7be', 'name': 'network-vif-deleted', 'tag': '73bda9d9-00ed-42ed-95da-a5bbfecf5f04'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:45:59.958677 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb87c2aa-0854-4c3f-8d78-79511b57bb84 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:45:59.973149 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4520ab97-2675-44e2-99ec-79e7479ac568 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1778767 Mar 08 09:46:00.044641 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39270) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:00.055851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-527486d6-989d-4c95-ba28-5931f7c6a2d6 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:00.059586 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-527486d6-989d-4c95-ba28-5931f7c6a2d6 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0995533 Mar 08 09:46:00.070653 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a574122-a586-4b5f-9de5-750eac72d7be', 'name': 'network-vif-deleted', 'tag': '73bda9d9-00ed-42ed-95da-a5bbfecf5f04', 'status': 'completed', 'code': 200} Mar 08 09:46:00.070998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39274) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:00.083125 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-804bf02d-8c85-409f-8696-98de9b35810c tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:00.085589 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-804bf02d-8c85-409f-8696-98de9b35810c tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:00.086866 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-804bf02d-8c85-409f-8696-98de9b35810c tempest-ServersTestJSON-1734545374 tempest-ServersTestJSON-1734545374-project] 10.222.0.24 "DELETE /v2.0/floatingips/eb4a3bbc-53da-4b72-9de9-157aea03c5c0 HTTP/1.1" status: 204 len: 168 time: 2.8141909 Mar 08 09:46:00.094284 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-58979614-2453-4450-a6d0-333ae374eb0f None None] Set router ed8fda54-455f-45f7-b1a8-8cc7736d1729 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:46:00.098656 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-778d07a6-6972-4148-b0ce-306f1f0544e6 req-84c7e626-0c5d-44fb-b30d-a7154839a761 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.26 "DELETE /v2.0/ports/73bda9d9-00ed-42ed-95da-a5bbfecf5f04 HTTP/1.1" status: 204 len: 173 time: 4.6583526 Mar 08 09:46:00.099118 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39278) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:00.103891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-276ef821-f6d4-4968-8c5b-3757f216d0ec tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:00.109324 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-276ef821-f6d4-4968-8c5b-3757f216d0ec tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0211272 Mar 08 09:46:00.111866 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39280) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:00.303586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-a2d18f8b-2774-477b-b36b-a19ea1795196 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:00.308140 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a2d18f8b-2774-477b-b36b-a19ea1795196 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.1929791 Mar 08 09:46:00.317961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39286) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:00.325152 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8005d80a-a676-4d4b-87a7-ef07f4aff8b8 None None] Provisioning complete for port b5920c17-ddcf-48bb-82dc-ac883e45de07 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:00.326916 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8005d80a-a676-4d4b-87a7-ef07f4aff8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:00.355737 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-4156e6db-5038-459b-8c8b-320fe17b0712 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:00.360051 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4156e6db-5038-459b-8c8b-320fe17b0712 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0186756 Mar 08 09:46:00.360726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39290) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:00.384001 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-1ad691bc-dd3e-43df-9b6d-b7df180cd7cb tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:00.388407 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1ad691bc-dd3e-43df-9b6d-b7df180cd7cb tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0227637 Mar 08 09:46:00.399047 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39294) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:00.408647 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ca80ecf5-eebd-4f81-99b2-a92d0111f55b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'floatingip': {'port_id': 'fccb3ff9-19d9-4040-8137-9d635eaa035b'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:00.461466 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8005d80a-a676-4d4b-87a7-ef07f4aff8b8 None None] Port b5920c17-ddcf-48bb-82dc-ac883e45de07 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:46:00.505970 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-ff7d1fd4-79d4-491c-b17b-67e5984549cd tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:00.509327 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ff7d1fd4-79d4-491c-b17b-67e5984549cd tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.1052032 Mar 08 09:46:00.522149 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39298) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:00.536196 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-80a51a61-8c69-45b5-bda5-168c1251e102 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:00.539459 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-80a51a61-8c69-45b5-bda5-168c1251e102 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0140934 Mar 08 09:46:00.539986 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39302) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:00.547836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-f69805ab-558e-46ad-95b2-309cc66c1a49 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:00.550954 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f69805ab-558e-46ad-95b2-309cc66c1a49 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0057864 Mar 08 09:46:00.553332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39306) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:00.574302 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-0b1daebc-9bad-4219-a9d3-d51ce8c81fa9 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:00.577656 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0b1daebc-9bad-4219-a9d3-d51ce8c81fa9 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0121415 Mar 08 09:46:00.577804 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-166b0f77-94e9-4c06-ab53-aee2aaa123b6 req-2214d58e-340e-4f17-98c3-d3be29168f7d tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a574122-a586-4b5f-9de5-750eac72d7be HTTP/1.1" status: 200 len: 210 time: 0.0901859 Mar 08 09:46:00.596849 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39310) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:00.602320 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-59e1b8b4-7f24-453e-a567-2b5e8ea7a24a tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:00.606212 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-59e1b8b4-7f24-453e-a567-2b5e8ea7a24a tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0057881 Mar 08 09:46:00.612322 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ffa992-e54e-427b-9500-885786357070 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Deleting subnet aa223dc7-770d-47a9-91f9-f01c0334df3d {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:46:00.617353 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39314) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:00.626975 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07ffa992-e54e-427b-9500-885786357070 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:00.637819 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-58979614-2453-4450-a6d0-333ae374eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'name': 'tempest-ServersTestManualDisk-778693241-router', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:24Z', 'updated_at': '2022-03-08T09:43:33Z', 'revision_number': 4, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'gw_port': {'id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:19:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:25Z', 'updated_at': '2022-03-08T09:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f9db4861-ba54-4cb2-9595-4dc1e02dea36', 'name': '', 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'mac_address': 'fa:16:3e:72:c2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5412c5b-767e-40f0-a363-91743b739e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:31Z', 'updated_at': '2022-03-08T09:43:53Z', 'revision_number': 5, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'subnets': [{'id': 'd5412c5b-767e-40f0-a363-91743b739e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:00.642507 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58979614-2453-4450-a6d0-333ae374eb0f None None] Checking router: ed8fda54-455f-45f7-b1a8-8cc7736d1729 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:46:00.653829 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58979614-2453-4450-a6d0-333ae374eb0f None None] Routers {'ed8fda54-455f-45f7-b1a8-8cc7736d1729'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:00.654581 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-58979614-2453-4450-a6d0-333ae374eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ed8fda54-455f-45f7-b1a8-8cc7736d1729'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:00.659396 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca80ecf5-eebd-4f81-99b2-a92d0111f55b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:00.700521 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf14f81e-24d7-4032-99a7-a16562354494 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Router 205b3322-0e03-4125-9038-0d0bb5e5218c is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:46:00.714207 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87c2aa-0854-4c3f-8d78-79511b57bb84 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Pushing event updated for resources: {'Port': ['ID=3ef8d457-5343-492f-9867-3241578df083,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:00.732838 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-bf1a3d0e-d2c5-42f3-96fc-9c1e17980708 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:00.736260 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bf1a3d0e-d2c5-42f3-96fc-9c1e17980708 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.1105101 Mar 08 09:46:00.765135 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39318) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:00.781871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-0cdf1df5-d3e3-48e9-8049-ba9867b39d35 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:00.785705 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0cdf1df5-d3e3-48e9-8049-ba9867b39d35 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0167716 Mar 08 09:46:00.787747 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39322) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:00.799015 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-7effddef-fd35-4eb7-98d3-ca0d10fb56a8 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:00.800238 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7effddef-fd35-4eb7-98d3-ca0d10fb56a8 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0100768 Mar 08 09:46:00.817121 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39326) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:00.874590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-38707eae-0e91-42e8-9ae3-ddd0839e3846 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:00.875965 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-38707eae-0e91-42e8-9ae3-ddd0839e3846 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0578227 Mar 08 09:46:00.878805 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39330) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:00.884189 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-58979614-2453-4450-a6d0-333ae374eb0f None None] Set router ed8fda54-455f-45f7-b1a8-8cc7736d1729 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:46:00.899152 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-825cc516-eb55-46e1-893e-57b93633692e tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:00.900268 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-825cc516-eb55-46e1-893e-57b93633692e tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0157323 Mar 08 09:46:00.906972 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39334) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:00.918302 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07ffa992-e54e-427b-9500-885786357070 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:00.999039 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-84422121-0056-493f-b57a-132af7efd968 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.002672 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-84422121-0056-493f-b57a-132af7efd968 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0226064 Mar 08 09:46:01.032790 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39338) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.070994 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-c2ef32bd-da2c-4979-a35e-ddd9c6a82ecf tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.074466 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c2ef32bd-da2c-4979-a35e-ddd9c6a82ecf tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0322790 Mar 08 09:46:01.078250 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39342) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.106975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-492ad7c0-e883-4b69-bca2-99721aa518fe tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.107918 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-492ad7c0-e883-4b69-bca2-99721aa518fe tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0286100 Mar 08 09:46:01.109344 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb87c2aa-0854-4c3f-8d78-79511b57bb84 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Network b70750ca-adfb-4d10-bf6d-83b08a21f41b is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:01.115444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39346) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.128501 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-b81d2620-ee07-41b6-9080-714f21a24704 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.131767 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b81d2620-ee07-41b6-9080-714f21a24704 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0130239 Mar 08 09:46:01.143692 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39350) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.154514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-7fac105f-96c9-409e-9898-b706c8ea92df tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.155439 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7fac105f-96c9-409e-9898-b706c8ea92df tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0090537 Mar 08 09:46:01.159105 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39354) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.169918 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-bb87c2aa-0854-4c3f-8d78-79511b57bb84 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:01.171420 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-8465464b-7fb7-45e2-80a6-ec3518b3096c tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.172502 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8465464b-7fb7-45e2-80a6-ec3518b3096c tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0105698 Mar 08 09:46:01.173911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf14f81e-24d7-4032-99a7-a16562354494 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:46:01.175357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39358) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.182568 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-28b1ae79-4fad-4a02-8e06-e17b34083089 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.183669 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-28b1ae79-4fad-4a02-8e06-e17b34083089 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0055900 Mar 08 09:46:01.188345 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39362) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.190136 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bf14f81e-24d7-4032-99a7-a16562354494 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "PUT /v2.0/routers/205b3322-0e03-4125-9038-0d0bb5e5218c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4835992 Mar 08 09:46:01.200329 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Sync routers for ids ['205b3322-0e03-4125-9038-0d0bb5e5218c'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:46:01.208224 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-22d78e90-e1f6-46e8-9d88-6c7a27e9342a tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.208559 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:46:01.209257 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-22d78e90-e1f6-46e8-9d88-6c7a27e9342a tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0199659 Mar 08 09:46:01.210926 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39366) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.214304 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Routers {'205b3322-0e03-4125-9038-0d0bb5e5218c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:01.215118 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['205b3322-0e03-4125-9038-0d0bb5e5218c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:01.217000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39368) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.233649 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-58979614-2453-4450-a6d0-333ae374eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'name': 'tempest-ServersTestManualDisk-778693241-router', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:24Z', 'updated_at': '2022-03-08T09:43:33Z', 'revision_number': 4, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'gw_port': {'id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:19:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:25Z', 'updated_at': '2022-03-08T09:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f9db4861-ba54-4cb2-9595-4dc1e02dea36', 'name': '', 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'mac_address': 'fa:16:3e:72:c2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5412c5b-767e-40f0-a363-91743b739e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:31Z', 'updated_at': '2022-03-08T09:43:53Z', 'revision_number': 5, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'subnets': [{'id': 'd5412c5b-767e-40f0-a363-91743b739e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:01.235164 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-9d4fcf4a-a6d9-4f21-ac68-918b6b581fa7 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.236300 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9d4fcf4a-a6d9-4f21-ac68-918b6b581fa7 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0141842 Mar 08 09:46:01.239410 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39374) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.241277 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58979614-2453-4450-a6d0-333ae374eb0f None None] The sync data for ids ['ed8fda54-455f-45f7-b1a8-8cc7736d1729'] in dv-neutron-831730-2-hyperv is: [{'id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'name': 'tempest-ServersTestManualDisk-778693241-router', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:24Z', 'updated_at': '2022-03-08T09:43:33Z', 'revision_number': 4, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'gw_port': {'id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:19:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:25Z', 'updated_at': '2022-03-08T09:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f9db4861-ba54-4cb2-9595-4dc1e02dea36', 'name': '', 'network_id': '01d28e7b-77d7-484e-8483-00c7056ccd45', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'mac_address': 'fa:16:3e:72:c2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5412c5b-767e-40f0-a363-91743b739e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:31Z', 'updated_at': '2022-03-08T09:43:53Z', 'revision_number': 5, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'subnets': [{'id': 'd5412c5b-767e-40f0-a363-91743b739e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:46:01.244528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-5dfd0c53-3bcf-4d58-95a6-56c91624d123 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.245470 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5dfd0c53-3bcf-4d58-95a6-56c91624d123 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0054126 Mar 08 09:46:01.249931 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39378) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.256855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-f80b4405-6ba6-4d62-a061-81259a45d77b tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.257984 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f80b4405-6ba6-4d62-a061-81259a45d77b tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0072312 Mar 08 09:46:01.260532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39382) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.266810 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-abdaf761-a29c-44ce-972e-37961587f9dc tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.267750 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-abdaf761-a29c-44ce-972e-37961587f9dc tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0063367 Mar 08 09:46:01.271058 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39386) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.277557 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-d7115fdb-2032-4f4e-999d-c21970abc80b tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.280900 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d7115fdb-2032-4f4e-999d-c21970abc80b tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0064394 Mar 08 09:46:01.281038 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39390) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.286060 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-4d2e631f-8e54-4d37-b26d-f2787a1a979b tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.289012 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4d2e631f-8e54-4d37-b26d-f2787a1a979b tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0051024 Mar 08 09:46:01.295171 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39394) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.309406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-1275f757-fc28-4f3b-b5e7-6dc8e507baef tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.314296 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1275f757-fc28-4f3b-b5e7-6dc8e507baef tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0145755 Mar 08 09:46:01.322177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39398) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.329797 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-55a6756f-15e4-4a15-9746-f5bbed061b36 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.333630 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-55a6756f-15e4-4a15-9746-f5bbed061b36 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0104508 Mar 08 09:46:01.334222 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39402) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.344308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-194ab35a-bb1f-4f7c-aade-3b4028bd5e9a tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.351478 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-194ab35a-bb1f-4f7c-aade-3b4028bd5e9a tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0160916 Mar 08 09:46:01.358255 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39406) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.366914 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-d739ee20-3e78-458c-97a7-af8f5a385dbf tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.371576 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d739ee20-3e78-458c-97a7-af8f5a385dbf tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0112996 Mar 08 09:46:01.373013 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39410) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.383109 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-8631f434-8b7b-4e3d-b339-a95f8e0f463a tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.386661 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8631f434-8b7b-4e3d-b339-a95f8e0f463a tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0096083 Mar 08 09:46:01.387248 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39414) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.410173 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07ffa992-e54e-427b-9500-885786357070 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:01.424553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-cbc1f36e-fd7f-4993-a78d-0624a0082483 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.430895 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-cbc1f36e-fd7f-4993-a78d-0624a0082483 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0380800 Mar 08 09:46:01.437802 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39418) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.444503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-7e759258-41f4-4df3-968d-e5e148384e44 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.446899 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Set router 205b3322-0e03-4125-9038-0d0bb5e5218c gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:46:01.448228 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7e759258-41f4-4df3-968d-e5e148384e44 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0094447 Mar 08 09:46:01.450892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39422) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.457140 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-84db68a1-e7c7-40c8-9cbb-ba362c235b3a tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.460722 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-84db68a1-e7c7-40c8-9cbb-ba362c235b3a tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0088983 Mar 08 09:46:01.466197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39426) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.476528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-7b92aaff-ecf3-4e69-b8eb-885fcbbeeda7 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.480547 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7b92aaff-ecf3-4e69-b8eb-885fcbbeeda7 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0093503 Mar 08 09:46:01.483245 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39430) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.487905 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-87278a04-f2be-447b-83b3-3633ab39462c tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.491533 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-87278a04-f2be-447b-83b3-3633ab39462c tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0073810 Mar 08 09:46:01.493181 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39434) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.511893 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-b1500447-7f9f-420a-aa41-7fc668b3ed85 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.515776 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b1500447-7f9f-420a-aa41-7fc668b3ed85 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0215108 Mar 08 09:46:01.517569 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39438) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.523860 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-8d547f19-fb5c-4de5-9665-4c4de138beef tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.527543 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8d547f19-fb5c-4de5-9665-4c4de138beef tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0090520 Mar 08 09:46:01.528124 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39442) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.534235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e5ef2fd2-bec3-4d5f-b1d4-861e828f4acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:01.589491 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-2d3788ee-8688-4271-9627-4904ef948cf4 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.593348 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2d3788ee-8688-4271-9627-4904ef948cf4 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0630443 Mar 08 09:46:01.593962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39446) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.614903 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-c663218e-febf-42ec-be0b-79582637da73 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.621834 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c663218e-febf-42ec-be0b-79582637da73 tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0178494 Mar 08 09:46:01.621834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39452) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.629421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-f9955eeb-40aa-472a-8bbf-06a58f1c574c tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.633865 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f9955eeb-40aa-472a-8bbf-06a58f1c574c tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0105917 Mar 08 09:46:01.636490 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39456) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.653886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [None req-3d0bf31d-d919-47a3-a6ee-e4eef72354ca tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:46:01.660315 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3d0bf31d-d919-47a3-a6ee-e4eef72354ca tempest-ExtensionsTestJSON-1130572989 tempest-ExtensionsTestJSON-1130572989-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0228515 Mar 08 09:46:01.681555 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af83d712-a53c-4064-9a77-1fced350ac60 None None] New status for floating IP ca1c05e4-86e0-479a-9f4d-a2e388e8c0ea: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:46:01.812822 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dd1890-4a5a-4ebd-ba41-bf87bc656143 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:01.813453 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-89dd1890-4a5a-4ebd-ba41-bf87bc656143 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:01.839301 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39464) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.861682 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-df69f7f3-ede3-4cff-bd1f-a691fe7eb3da None None] Provisioning complete for port 3ef8d457-5343-492f-9867-3241578df083 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:01.862741 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df69f7f3-ede3-4cff-bd1f-a691fe7eb3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:01.958845 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-89dd1890-4a5a-4ebd-ba41-bf87bc656143 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:01.960092 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-89dd1890-4a5a-4ebd-ba41-bf87bc656143 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports/b5920c17-ddcf-48bb-82dc-ac883e45de07 HTTP/1.1" status: 200 len: 911 time: 0.7482400 Mar 08 09:46:01.964115 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39468) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:01.978313 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aa457727-5901-444e-98ac-ce1798609d4b tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:01.994548 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb87c2aa-0854-4c3f-8d78-79511b57bb84 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Router 35d24e59-e7ce-4042-b0a5-729e8527ad79 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:46:02.030272 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07ffa992-e54e-427b-9500-885786357070 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:02.052670 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-df69f7f3-ede3-4cff-bd1f-a691fe7eb3da None None] Port 3ef8d457-5343-492f-9867-3241578df083 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:46:02.130254 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef2fd2-bec3-4d5f-b1d4-861e828f4acb admin admin] Deleting port 5416157b-8eb3-4078-b985-c7385d8aa2e8 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:02.130876 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e5ef2fd2-bec3-4d5f-b1d4-861e828f4acb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:02.176912 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b3322-0e03-4125-9038-0d0bb5e5218c', 'name': 'tempest-NetworksTestDHCPv6-router-672885390', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:45:51Z', 'updated_at': '2022-03-08T09:45:57Z', 'revision_number': 2, 'project_id': '1de9d677d262479ba2ce9658eb523e79', 'gw_port_host': None, '_interfaces': [{'id': 'b5920c17-ddcf-48bb-82dc-ac883e45de07', 'name': '', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'mac_address': 'fa:16:3e:f1:69:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205b3322-0e03-4125-9038-0d0bb5e5218c', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '85743cc4-9035-4a16-a406-457011a968f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:45:54Z', 'updated_at': '2022-03-08T09:45:58Z', 'revision_number': 2, 'project_id': '1de9d677d262479ba2ce9658eb523e79', 'subnets': [{'id': '85743cc4-9035-4a16-a406-457011a968f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:02.182370 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Checking router: 205b3322-0e03-4125-9038-0d0bb5e5218c for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:46:02.182993 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Updating router 205b3322-0e03-4125-9038-0d0bb5e5218c port b5920c17-ddcf-48bb-82dc-ac883e45de07 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:46:02.185187 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c56bc5-de54-497a-a431-de6d886087b8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:02.191075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c56bc5-de54-497a-a431-de6d886087b8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:02.191891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f1c56bc5-de54-497a-a431-de6d886087b8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:02.225085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39474) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:02.246925 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:02.249308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f1c56bc5-de54-497a-a431-de6d886087b8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:02.254247 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f1c56bc5-de54-497a-a431-de6d886087b8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2870436 Mar 08 09:46:02.255509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39480) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:02.370353 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-e5ef2fd2-bec3-4d5f-b1d4-861e828f4acb admin admin] For port 5416157b-8eb3-4078-b985-c7385d8aa2e8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=5416157b-8eb3-4078-b985-c7385d8aa2e8,segment=NetworkSegment(abb959c0-c15d-4009-8bed-8aaea1318c7f),segment_id=abb959c0-c15d-4009-8bed-8aaea1318c7f)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:02.371004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e5ef2fd2-bec3-4d5f-b1d4-861e828f4acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:02.396598 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aa457727-5901-444e-98ac-ce1798609d4b tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:02.404210 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffa992-e54e-427b-9500-885786357070 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event deleted for resources: {'Subnet': ['ID=aa223dc7-770d-47a9-91f9-f01c0334df3d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:02.410078 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07ffa992-e54e-427b-9500-885786357070 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:02.421616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c7eb34-f992-43b0-9c6d-f941c02bd88f None None] Network b4a87c44-61a5-44f5-986b-2b5123f6a6d7 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:02.428805 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb87c2aa-0854-4c3f-8d78-79511b57bb84 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:46:02.454435 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d95aa7-8eca-456c-9a65-f8200f5f1f50 None None] Sync routers for ids ['35d24e59-e7ce-4042-b0a5-729e8527ad79'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:46:02.457412 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-07ffa992-e54e-427b-9500-885786357070 tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/subnets/aa223dc7-770d-47a9-91f9-f01c0334df3d HTTP/1.1" status: 204 len: 168 time: 2.5818422 Mar 08 09:46:02.471772 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39484) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:02.483361 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bb87c2aa-0854-4c3f-8d78-79511b57bb84 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] 10.222.0.24 "PUT /v2.0/routers/35d24e59-e7ce-4042-b0a5-729e8527ad79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9019134 Mar 08 09:46:02.497758 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39488) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:02.550132 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d95aa7-8eca-456c-9a65-f8200f5f1f50 None None] Routers {'35d24e59-e7ce-4042-b0a5-729e8527ad79'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:02.550756 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-62d95aa7-8eca-456c-9a65-f8200f5f1f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['35d24e59-e7ce-4042-b0a5-729e8527ad79'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:02.589631 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef2fd2-bec3-4d5f-b1d4-861e828f4acb admin admin] Calling delete_port for 5416157b-8eb3-4078-b985-c7385d8aa2e8 owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:02.620736 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-b8858c4b-c205-4a7f-9f47-1798cf1caf4a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Request body: {'port': {'network_id': 'b70750ca-adfb-4d10-bf6d-83b08a21f41b', 'name': 'tempest-FloatingIPNegativeTestJSON-1799744763'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:02.636484 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-62d95aa7-8eca-456c-9a65-f8200f5f1f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:02.685545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aa457727-5901-444e-98ac-ce1798609d4b tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:02.702512 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-65a31ec2-f327-4752-8bd0-3f726ead435f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:02.718441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:02.727368 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca80ecf5-eebd-4f81-99b2-a92d0111f55b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:02.728505 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa457727-5901-444e-98ac-ce1798609d4b tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=430f31fe-4218-44f5-9611-52f38466eba4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:02.738977 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca80ecf5-eebd-4f81-99b2-a92d0111f55b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:02.742321 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-65a31ec2-f327-4752-8bd0-3f726ead435f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:02.746283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-65a31ec2-f327-4752-8bd0-3f726ead435f admin admin] Usage tracker for resource:security_group_rule and tenant:910e5d311aba4ea4bd1864d2f7d50ace is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:02.749676 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-65a31ec2-f327-4752-8bd0-3f726ead435f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:02.781317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-65a31ec2-f327-4752-8bd0-3f726ead435f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:02.785426 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d95aa7-8eca-456c-9a65-f8200f5f1f50 None None] Routers {'35d24e59-e7ce-4042-b0a5-729e8527ad79'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:02.785691 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-62d95aa7-8eca-456c-9a65-f8200f5f1f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['35d24e59-e7ce-4042-b0a5-729e8527ad79'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:02.804736 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aa457727-5901-444e-98ac-ce1798609d4b tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:02.809269 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-aa457727-5901-444e-98ac-ce1798609d4b tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "DELETE /v2.0/security-groups/430f31fe-4218-44f5-9611-52f38466eba4 HTTP/1.1" status: 204 len: 168 time: 0.9573433 Mar 08 09:46:02.809269 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39492) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:02.827871 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Deleting port b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:02.828209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:02.875011 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-06eb6293-3008-43da-9eee-1ce36ddad93e tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] show failed (client error): The resource could not be found. Mar 08 09:46:02.876767 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-06eb6293-3008-43da-9eee-1ce36ddad93e tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "GET /v2.0/security-groups/430f31fe-4218-44f5-9611-52f38466eba4 HTTP/1.1" status: 404 len: 347 time: 0.0656083 Mar 08 09:46:02.880625 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39498) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:02.918095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-62d95aa7-8eca-456c-9a65-f8200f5f1f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:02.918754 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d95aa7-8eca-456c-9a65-f8200f5f1f50 None None] The sync data for ids ['35d24e59-e7ce-4042-b0a5-729e8527ad79'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:46:03.043129 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:03.060676 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Transition to ACTIVE for port object b5920c17-ddcf-48bb-82dc-ac883e45de07 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:03.070267 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:03.121891 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9b348a-4d0e-42b3-8e7e-e80ec61d6e02 None None] DHCP port deletion for b4a87c44-61a5-44f5-986b-2b5123f6a6d7 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:46:03.190133 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5946d603-3c85-4aab-a456-53ec378dcda2 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Deleting port 0aed9447-4e23-4fac-9069-0b07dda1149b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:03.190692 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5946d603-3c85-4aab-a456-53ec378dcda2 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:03.197672 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b348a-4d0e-42b3-8e7e-e80ec61d6e02 None None] Deleting port b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:03.197881 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb9b348a-4d0e-42b3-8e7e-e80ec61d6e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:03.238010 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b8858c4b-c205-4a7f-9f47-1798cf1caf4a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:03.245858 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b8858c4b-c205-4a7f-9f47-1798cf1caf4a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Usage tracker for resource:port and tenant:6add1b16b45d4aa9aed1320579a3216d is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:03.246734 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-ca80ecf5-eebd-4f81-99b2-a92d0111f55b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Floating IP c892ca9e-e651-4758-a7d9-b24d5497e474 associated. External IP: 172.26.2.108, port: fccb3ff9-19d9-4040-8137-9d635eaa035b. Mar 08 09:46:03.275255 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b8858c4b-c205-4a7f-9f47-1798cf1caf4a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:03.296580 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b8858c4b-c205-4a7f-9f47-1798cf1caf4a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:03.308397 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f7707-bee4-4701-9297-ba167e5d77bf None None] Pushing event updated for resources: {'Port': ['ID=b5920c17-ddcf-48bb-82dc-ac883e45de07,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:03.336511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8858c4b-c205-4a7f-9f47-1798cf1caf4a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Made reservation on behalf of 6add1b16b45d4aa9aed1320579a3216d for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:03.344950 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b8858c4b-c205-4a7f-9f47-1798cf1caf4a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:03.393346 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-b8858c4b-c205-4a7f-9f47-1798cf1caf4a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] device_id is not set on port be78af12-373a-4e13-828c-c7adc8725f5c yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:46:03.456120 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Attempting to bind port b5920c17-ddcf-48bb-82dc-ac883e45de07 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:46:03.456486 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Attempting to bind port b5920c17-ddcf-48bb-82dc-ac883e45de07 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:46:03.456942 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Attempting to bind port b5920c17-ddcf-48bb-82dc-ac883e45de07 on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:46:03.465313 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:46:03.466267 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:46:03.466676 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:03.467074 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:46:03.467550 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Bound port: b5920c17-ddcf-48bb-82dc-ac883e45de07, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:46:03.468411 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:03.480029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-65a31ec2-f327-4752-8bd0-3f726ead435f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:03.501909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-65a31ec2-f327-4752-8bd0-3f726ead435f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:03.594920 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] For port b5920c17-ddcf-48bb-82dc-ac883e45de07, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:46:03.600040 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] For port b5920c17-ddcf-48bb-82dc-ac883e45de07, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=b5920c17-ddcf-48bb-82dc-ac883e45de07,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:46:03.624443 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-65a31ec2-f327-4752-8bd0-3f726ead435f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=910e5d311aba4ea4bd1864d2f7d50ace&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3982301 Mar 08 09:46:03.634249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e5ef2fd2-bec3-4d5f-b1d4-861e828f4acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:03.645474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39502) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:03.677643 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a31ec2-f327-4752-8bd0-3f726ead435f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa9737e-3a7b-4775-bc42-da7a59e2fc8f,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:03.754763 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-bb9b348a-4d0e-42b3-8e7e-e80ec61d6e02 None None] For port b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31,segment=NetworkSegment(b0fc46be-ef74-4c91-b70b-a8be12fb9118),segment_id=b0fc46be-ef74-4c91-b70b-a8be12fb9118)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:03.755156 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb9b348a-4d0e-42b3-8e7e-e80ec61d6e02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:03.779833 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef2fd2-bec3-4d5f-b1d4-861e828f4acb admin admin] Pushing event deleted for resources: {'Port': ['ID=5416157b-8eb3-4078-b985-c7385d8aa2e8,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:03.798620 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] For port b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31,segment=NetworkSegment(b0fc46be-ef74-4c91-b70b-a8be12fb9118),segment_id=b0fc46be-ef74-4c91-b70b-a8be12fb9118)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:03.798871 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:03.845075 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5946d603-3c85-4aab-a456-53ec378dcda2 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:03.845346 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5946d603-3c85-4aab-a456-53ec378dcda2 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:03.888260 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b348a-4d0e-42b3-8e7e-e80ec61d6e02 None None] Calling delete_port for b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:03.932753 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:03.986124 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-b8858c4b-c205-4a7f-9f47-1798cf1caf4a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Allocated IP 172.20.0.6 (b70750ca-adfb-4d10-bf6d-83b08a21f41b/521265af-6573-4390-bb91-7779cae1dc7b/be78af12-373a-4e13-828c-c7adc8725f5c) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:04.016686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ea9aec1a-a661-4ae5-9576-67c069d3b3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:04.042517 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5946d603-3c85-4aab-a456-53ec378dcda2 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Calling delete_port for 0aed9447-4e23-4fac-9069-0b07dda1149b owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:04.051514 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Routers {'205b3322-0e03-4125-9038-0d0bb5e5218c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:04.051514 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['205b3322-0e03-4125-9038-0d0bb5e5218c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:04.120051 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb9b348a-4d0e-42b3-8e7e-e80ec61d6e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:04.125946 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f7707-bee4-4701-9297-ba167e5d77bf None None] Pushing event updated for resources: {'Port': ['ID=b5920c17-ddcf-48bb-82dc-ac883e45de07,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:04.188397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ea9aec1a-a661-4ae5-9576-67c069d3b3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:04.223838 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Calling delete_port for b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:04.283463 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e085a10-82ed-4b69-8284-becbc874674e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:04.288390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] Set router 205b3322-0e03-4125-9038-0d0bb5e5218c gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:46:04.334392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e5ef2fd2-bec3-4d5f-b1d4-861e828f4acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:04.360448 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9b348a-4d0e-42b3-8e7e-e80ec61d6e02 None None] No DVR routers for this DVR port b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:46:04.362743 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b348a-4d0e-42b3-8e7e-e80ec61d6e02 None None] Pushing event deleted for resources: {'Port': ['ID=b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:04.476384 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:46:04.476726 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:46:04.504015 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca80ecf5-eebd-4f81-99b2-a92d0111f55b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router ba4e89cb-ee89-4301-b8d8-c5e861bbdf04 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:46:04.507663 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5946d603-3c85-4aab-a456-53ec378dcda2 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:04.624413 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946d603-3c85-4aab-a456-53ec378dcda2 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Pushing event deleted for resources: {'Port': ['ID=0aed9447-4e23-4fac-9069-0b07dda1149b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:04.703727 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b3322-0e03-4125-9038-0d0bb5e5218c', 'name': 'tempest-NetworksTestDHCPv6-router-672885390', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:45:51Z', 'updated_at': '2022-03-08T09:45:57Z', 'revision_number': 2, 'project_id': '1de9d677d262479ba2ce9658eb523e79', 'gw_port_host': None, '_interfaces': [{'id': 'b5920c17-ddcf-48bb-82dc-ac883e45de07', 'name': '', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'mac_address': 'fa:16:3e:f1:69:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205b3322-0e03-4125-9038-0d0bb5e5218c', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '85743cc4-9035-4a16-a406-457011a968f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:45:54Z', 'updated_at': '2022-03-08T09:46:03Z', 'revision_number': 4, 'project_id': '1de9d677d262479ba2ce9658eb523e79', 'subnets': [{'id': '85743cc4-9035-4a16-a406-457011a968f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:04.707749 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9ce38-b7b0-4644-8052-7c0fbb01ceec None None] The sync data for ids ['205b3322-0e03-4125-9038-0d0bb5e5218c'] in dv-neutron-831730-2-hyperv is: [{'id': '205b3322-0e03-4125-9038-0d0bb5e5218c', 'name': 'tempest-NetworksTestDHCPv6-router-672885390', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:45:51Z', 'updated_at': '2022-03-08T09:45:57Z', 'revision_number': 2, 'project_id': '1de9d677d262479ba2ce9658eb523e79', 'gw_port_host': None, '_interfaces': [{'id': 'b5920c17-ddcf-48bb-82dc-ac883e45de07', 'name': '', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'mac_address': 'fa:16:3e:f1:69:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205b3322-0e03-4125-9038-0d0bb5e5218c', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '85743cc4-9035-4a16-a406-457011a968f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:45:54Z', 'updated_at': '2022-03-08T09:46:03Z', 'revision_number': 4, 'project_id': '1de9d677d262479ba2ce9658eb523e79', 'subnets': [{'id': '85743cc4-9035-4a16-a406-457011a968f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:46:04.765387 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ea9aec1a-a661-4ae5-9576-67c069d3b3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:04.772294 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5946d603-3c85-4aab-a456-53ec378dcda2 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:04.863031 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9aec1a-a661-4ae5-9576-67c069d3b3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa9737e-3a7b-4775-bc42-da7a59e2fc8f,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:04.868577 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5946d603-3c85-4aab-a456-53ec378dcda2 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:04.869708 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5946d603-3c85-4aab-a456-53ec378dcda2 tempest-ServersTestManualDisk-2079140479 tempest-ServersTestManualDisk-2079140479-project] 10.222.0.24 "DELETE /v2.0/floatingips/ca1c05e4-86e0-479a-9f4d-a2e388e8c0ea HTTP/1.1" status: 204 len: 168 time: 1.9798121 Mar 08 09:46:04.873288 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39506) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:04.876301 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca80ecf5-eebd-4f81-99b2-a92d0111f55b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:46:04.888135 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc575e-800f-4db2-8876-f5f55bc26425 None None] Sync routers for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:46:04.897293 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc575e-800f-4db2-8876-f5f55bc26425 None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:04.898914 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-21bc575e-800f-4db2-8876-f5f55bc26425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:04.964251 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-21bc575e-800f-4db2-8876-f5f55bc26425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:04.980564 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc575e-800f-4db2-8876-f5f55bc26425 None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:04.981536 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-21bc575e-800f-4db2-8876-f5f55bc26425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:05.060679 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-21bc575e-800f-4db2-8876-f5f55bc26425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:05.061356 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc575e-800f-4db2-8876-f5f55bc26425 None None] The sync data for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:46:05.097527 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Deleting port b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:05.097527 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:05.111593 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b8858c4b-c205-4a7f-9f47-1798cf1caf4a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:05.131855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ea9aec1a-a661-4ae5-9576-67c069d3b3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:05.135321 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ea9aec1a-a661-4ae5-9576-67c069d3b3f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3fa9737e-3a7b-4775-bc42-da7a59e2fc8f HTTP/1.1" status: 204 len: 168 time: 1.4527421 Mar 08 09:46:05.152277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-b8858c4b-c205-4a7f-9f47-1798cf1caf4a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Transition to ACTIVE for port object be78af12-373a-4e13-828c-c7adc8725f5c will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:05.204226 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:46:05.283019 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:46:05.283707 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:46:05.324486 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca80ecf5-eebd-4f81-99b2-a92d0111f55b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:05.331711 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-4e085a10-82ed-4b69-8284-becbc874674e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port b5920c17-ddcf-48bb-82dc-ac883e45de07 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:05.332279 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e085a10-82ed-4b69-8284-becbc874674e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:05.376364 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ef2fd2-bec3-4d5f-b1d4-861e828f4acb admin admin] Router d97c3134-8520-472e-abf3-aacdfca4708c has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:46:05.391162 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] The port 'b1dc7fe3-61ef-47d3-b7f1-ae5f28f39c31' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:46:05.500031 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b8858c4b-c205-4a7f-9f47-1798cf1caf4a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:05.555599 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:05.587647 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a87c44-61a5-44f5-986b-2b5123f6a6d7']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:05.601045 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fc46be-ef74-4c91-b70b-a8be12fb9118') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:05.601517 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fc46be-ef74-4c91-b70b-a8be12fb9118') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:05.615551 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:05.634048 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:05.641952 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:46:05.642609 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:46:05.683424 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:46:05.708441 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8858c4b-c205-4a7f-9f47-1798cf1caf4a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Network b70750ca-adfb-4d10-bf6d-83b08a21f41b is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:05.715317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-b8858c4b-c205-4a7f-9f47-1798cf1caf4a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:05.718686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8858c4b-c205-4a7f-9f47-1798cf1caf4a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:05.758609 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ca80ecf5-eebd-4f81-99b2-a92d0111f55b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "PUT /v2.0/floatingips/c892ca9e-e651-4758-a7d9-b24d5497e474 HTTP/1.1" status: 200 len: 978 time: 5.7127626 Mar 08 09:46:05.796376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-4e085a10-82ed-4b69-8284-becbc874674e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] For port b5920c17-ddcf-48bb-82dc-ac883e45de07, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=b5920c17-ddcf-48bb-82dc-ac883e45de07,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:05.796612 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e085a10-82ed-4b69-8284-becbc874674e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:05.807699 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39524) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:05.915509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8858c4b-c205-4a7f-9f47-1798cf1caf4a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Pushing event updated for resources: {'Port': ['ID=be78af12-373a-4e13-828c-c7adc8725f5c,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:05.959972 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:05.965102 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-407a2c04-7e52-4937-8de2-f705ff02a6b2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Deleting port fccb3ff9-19d9-4040-8137-9d635eaa035b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:05.965513 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-407a2c04-7e52-4937-8de2-f705ff02a6b2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:05.998315 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ea6ddb22-3719-4cbd-9353-3e23cca0413b None None] Provisioning for port be78af12-373a-4e13-828c-c7adc8725f5c completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:05.998941 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-4e085a10-82ed-4b69-8284-becbc874674e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for b5920c17-ddcf-48bb-82dc-ac883e45de07 owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:06.010654 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ea6ddb22-3719-4cbd-9353-3e23cca0413b None None] Provisioning complete for port be78af12-373a-4e13-828c-c7adc8725f5c triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:06.011231 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea6ddb22-3719-4cbd-9353-3e23cca0413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:06.079820 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ea6ddb22-3719-4cbd-9353-3e23cca0413b None None] Port be78af12-373a-4e13-828c-c7adc8725f5c cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:46:06.081646 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39534) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:06.084737 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:06.111069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8858c4b-c205-4a7f-9f47-1798cf1caf4a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:06.111701 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b8858c4b-c205-4a7f-9f47-1798cf1caf4a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:06.115831 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] Pushing event deleted for resources: {'Network': ['ID=b4a87c44-61a5-44f5-986b-2b5123f6a6d7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:06.129426 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bbb1be37-a237-4f4e-af9a-65681002db6e tempest-NetworksIpV6TestAttrs-908132611 tempest-NetworksIpV6TestAttrs-908132611-project] 10.222.0.24 "DELETE /v2.0/networks/b4a87c44-61a5-44f5-986b-2b5123f6a6d7 HTTP/1.1" status: 204 len: 168 time: 3.6545205 Mar 08 09:46:06.169032 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ef2fd2-bec3-4d5f-b1d4-861e828f4acb admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:46:06.175055 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e5ef2fd2-bec3-4d5f-b1d4-861e828f4acb admin admin] 10.222.0.24 "PUT /v2.0/routers/d97c3134-8520-472e-abf3-aacdfca4708c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0643225 Mar 08 09:46:06.178442 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b8858c4b-c205-4a7f-9f47-1798cf1caf4a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6738009 Mar 08 09:46:06.183980 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39542) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:06.185803 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe0791-48ca-4168-bb39-09f29f3e6bd9 None None] Sync routers for ids ['d97c3134-8520-472e-abf3-aacdfca4708c'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:46:06.186201 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39544) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:06.205377 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe0791-48ca-4168-bb39-09f29f3e6bd9 None None] Routers {'d97c3134-8520-472e-abf3-aacdfca4708c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:06.206018 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-7bbe0791-48ca-4168-bb39-09f29f3e6bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d97c3134-8520-472e-abf3-aacdfca4708c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:06.236183 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:06.243198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:06.248370 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Usage tracker for resource:floatingip and tenant:6add1b16b45d4aa9aed1320579a3216d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:06.252528 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:06.259832 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:06.341376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e085a10-82ed-4b69-8284-becbc874674e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:06.364774 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:06.404833 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group': {'name': 'tempest-secgroup--459296429'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:06.410429 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:06.414540 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:06.419144 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:06.436203 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e085a10-82ed-4b69-8284-becbc874674e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=b5920c17-ddcf-48bb-82dc-ac883e45de07,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:06.528799 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-7bbe0791-48ca-4168-bb39-09f29f3e6bd9 None None] Set router d97c3134-8520-472e-abf3-aacdfca4708c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:46:06.639847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:06.656068 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39552) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:06.744750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:06.761136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:06.811176 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-407a2c04-7e52-4937-8de2-f705ff02a6b2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:06.839517 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:06.845450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e085a10-82ed-4b69-8284-becbc874674e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:06.849956 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group_rule and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:06.854552 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:06.896028 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-7bbe0791-48ca-4168-bb39-09f29f3e6bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'name': 'tempest-ServersTestJSON-980890469-router', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:28Z', 'updated_at': '2022-03-08T09:46:03Z', 'revision_number': 5, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'gw_port': {'id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:06.900278 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe0791-48ca-4168-bb39-09f29f3e6bd9 None None] Checking router: d97c3134-8520-472e-abf3-aacdfca4708c for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:46:06.908858 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe0791-48ca-4168-bb39-09f29f3e6bd9 None None] Routers {'d97c3134-8520-472e-abf3-aacdfca4708c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:06.909524 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-7bbe0791-48ca-4168-bb39-09f29f3e6bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d97c3134-8520-472e-abf3-aacdfca4708c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:06.912552 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:07.100118 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-7bbe0791-48ca-4168-bb39-09f29f3e6bd9 None None] Set router d97c3134-8520-472e-abf3-aacdfca4708c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:46:07.113197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-020d624d-e02e-46fe-b48f-0557bc350182 admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:07.144117 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7c936d71-c185-4b1a-aee7-e858d60d31a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd8cb24fc2e24392845c4528608c35d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4823384 Mar 08 09:46:07.165667 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39558) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:07.224737 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e085a10-82ed-4b69-8284-becbc874674e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Router 205b3322-0e03-4125-9038-0d0bb5e5218c has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:46:07.332346 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:07.386061 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:07.389637 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-7bbe0791-48ca-4168-bb39-09f29f3e6bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'name': 'tempest-ServersTestJSON-980890469-router', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:28Z', 'updated_at': '2022-03-08T09:46:03Z', 'revision_number': 5, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'gw_port': {'id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:07.393843 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe0791-48ca-4168-bb39-09f29f3e6bd9 None None] The sync data for ids ['d97c3134-8520-472e-abf3-aacdfca4708c'] in dv-neutron-831730-2-hyperv is: [{'id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'name': 'tempest-ServersTestJSON-980890469-router', 'tenant_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:28Z', 'updated_at': '2022-03-08T09:46:03Z', 'revision_number': 5, 'project_id': '00a80dd10b2246ce8fdef8fc388deb9c', 'gw_port': {'id': 'd4b320e0-51ae-4161-a4c3-7b5d41b222e7', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97c3134-8520-472e-abf3-aacdfca4708c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:46:07.400265 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:07.402693 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e085a10-82ed-4b69-8284-becbc874674e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:46:07.413780 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group_rule and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:07.418830 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0747c2e-cccc-4603-be55-29e4e8dcaced None None] Sync routers for ids ['205b3322-0e03-4125-9038-0d0bb5e5218c'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:46:07.423644 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:07.436663 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0747c2e-cccc-4603-be55-29e4e8dcaced None None] Routers {'205b3322-0e03-4125-9038-0d0bb5e5218c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:07.437700 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a0747c2e-cccc-4603-be55-29e4e8dcaced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['205b3322-0e03-4125-9038-0d0bb5e5218c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:07.441699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:07.442911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb5e795-a15f-48bc-b997-243e6d2b6913,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:07.485099 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4e085a10-82ed-4b69-8284-becbc874674e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "PUT /v2.0/routers/205b3322-0e03-4125-9038-0d0bb5e5218c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1004572 Mar 08 09:46:07.485809 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39562) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:07.566565 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25be5140-1ca4-48a3-994b-b3f910563491 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:07.568221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25be5140-1ca4-48a3-994b-b3f910563491 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:07.569033 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-25be5140-1ca4-48a3-994b-b3f910563491 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:07.616273 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-25be5140-1ca4-48a3-994b-b3f910563491 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:07.617579 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-25be5140-1ca4-48a3-994b-b3f910563491 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1288652 Mar 08 09:46:07.620049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:07.620807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39566) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:07.628210 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-a0747c2e-cccc-4603-be55-29e4e8dcaced None None] Set router 205b3322-0e03-4125-9038-0d0bb5e5218c gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:46:07.631016 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-04d5606e-6c85-41ae-8d2c-d18e694ac3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:07.638528 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-020d624d-e02e-46fe-b48f-0557bc350182 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:07.657445 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:07.686812 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-020d624d-e02e-46fe-b48f-0557bc350182 admin admin] Deleting port d4b320e0-51ae-4161-a4c3-7b5d41b222e7 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:07.687067 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-020d624d-e02e-46fe-b48f-0557bc350182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:07.717402 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-407a2c04-7e52-4937-8de2-f705ff02a6b2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:07.717681 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-407a2c04-7e52-4937-8de2-f705ff02a6b2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:07.717985 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-407a2c04-7e52-4937-8de2-f705ff02a6b2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Floating IP c892ca9e-e651-4758-a7d9-b24d5497e474 disassociated. External IP: 172.26.2.108, port: fccb3ff9-19d9-4040-8137-9d635eaa035b. Mar 08 09:46:07.718434 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-407a2c04-7e52-4937-8de2-f705ff02a6b2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Calling delete_port for fccb3ff9-19d9-4040-8137-9d635eaa035b owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:07.735062 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa799c8-c255-4070-808e-7ef72a87fb10,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:07.736440 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a0747c2e-cccc-4603-be55-29e4e8dcaced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b3322-0e03-4125-9038-0d0bb5e5218c', 'name': 'tempest-NetworksTestDHCPv6-router-672885390', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:45:51Z', 'updated_at': '2022-03-08T09:46:06Z', 'revision_number': 3, 'project_id': '1de9d677d262479ba2ce9658eb523e79', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:07.737483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:07.738487 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e1d6e68d-216f-47ae-aa8e-641c8b7803a4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6504378 Mar 08 09:46:07.743062 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9963f3de-8f0a-41c9-b48d-376b412194fe tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet 85743cc4-9035-4a16-a406-457011a968f0 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:46:07.748462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39570) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:07.755830 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0747c2e-cccc-4603-be55-29e4e8dcaced None None] Checking router: 205b3322-0e03-4125-9038-0d0bb5e5218c for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:46:07.760826 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9963f3de-8f0a-41c9-b48d-376b412194fe tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:07.773215 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0747c2e-cccc-4603-be55-29e4e8dcaced None None] Routers {'205b3322-0e03-4125-9038-0d0bb5e5218c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:07.773991 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a0747c2e-cccc-4603-be55-29e4e8dcaced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['205b3322-0e03-4125-9038-0d0bb5e5218c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:07.776297 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-04d5606e-6c85-41ae-8d2c-d18e694ac3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:07.799649 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:07.881458 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9963f3de-8f0a-41c9-b48d-376b412194fe tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:07.910721 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-a0747c2e-cccc-4603-be55-29e4e8dcaced None None] Set router 205b3322-0e03-4125-9038-0d0bb5e5218c gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:46:07.926055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2be68332-a2fe-4abf-abd4-33dd1d7316e1 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:08.008246 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2be68332-a2fe-4abf-abd4-33dd1d7316e1 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:08.015059 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2be68332-a2fe-4abf-abd4-33dd1d7316e1 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2692580 Mar 08 09:46:08.015926 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39574) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:08.021939 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a0747c2e-cccc-4603-be55-29e4e8dcaced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b3322-0e03-4125-9038-0d0bb5e5218c', 'name': 'tempest-NetworksTestDHCPv6-router-672885390', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:45:51Z', 'updated_at': '2022-03-08T09:46:06Z', 'revision_number': 3, 'project_id': '1de9d677d262479ba2ce9658eb523e79', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:08.026607 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0747c2e-cccc-4603-be55-29e4e8dcaced None None] The sync data for ids ['205b3322-0e03-4125-9038-0d0bb5e5218c'] in dv-neutron-831730-2-hyperv is: [{'id': '205b3322-0e03-4125-9038-0d0bb5e5218c', 'name': 'tempest-NetworksTestDHCPv6-router-672885390', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:45:51Z', 'updated_at': '2022-03-08T09:46:06Z', 'revision_number': 3, 'project_id': '1de9d677d262479ba2ce9658eb523e79', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:46:08.027666 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-737cb71d-97b4-4f59-98a9-23fc02871d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:08.028833 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-33621423-d9ff-45dd-83c3-160253fbba5b tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group': {'name': 'tempest-security--665819922', 'description': 'tempest-security-description-844137227'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:08.039697 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9963f3de-8f0a-41c9-b48d-376b412194fe tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:08.110189 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-33621423-d9ff-45dd-83c3-160253fbba5b tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:08.159184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9963f3de-8f0a-41c9-b48d-376b412194fe tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:08.210462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963f3de-8f0a-41c9-b48d-376b412194fe tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=85743cc4-9035-4a16-a406-457011a968f0,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:08.218074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-33621423-d9ff-45dd-83c3-160253fbba5b tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:08.219243 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9963f3de-8f0a-41c9-b48d-376b412194fe tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:08.225735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-33621423-d9ff-45dd-83c3-160253fbba5b tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:08.226900 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9cda4d-0605-4801-a89b-0877609b10f8 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:08.229277 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-04d5606e-6c85-41ae-8d2c-d18e694ac3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:08.248494 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-33621423-d9ff-45dd-83c3-160253fbba5b tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:08.252186 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-33621423-d9ff-45dd-83c3-160253fbba5b tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "PUT /v2.0/security-groups/5aa799c8-c255-4070-808e-7ef72a87fb10 HTTP/1.1" status: 200 len: 1776 time: 0.2308841 Mar 08 09:46:08.256454 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39578) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:08.262858 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9963f3de-8f0a-41c9-b48d-376b412194fe tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/85743cc4-9035-4a16-a406-457011a968f0 HTTP/1.1" status: 204 len: 168 time: 0.6404469 Mar 08 09:46:08.273089 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39582) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:08.277213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33621423-d9ff-45dd-83c3-160253fbba5b tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa799c8-c255-4070-808e-7ef72a87fb10,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:08.314934 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d030a8a5-5d79-4a46-b00d-ec050945e91f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-groups/5aa799c8-c255-4070-808e-7ef72a87fb10 HTTP/1.1" status: 200 len: 1776 time: 0.0536966 Mar 08 09:46:08.315167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39584) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:08.399649 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f209d0ae-d61b-4fb1-94a2-f03a033463b7 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:08.402454 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5606e-6c85-41ae-8d2c-d18e694ac3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757c1cb7-bcf7-4e08-be37-fe82cd7e2600,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:08.416726 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-407a2c04-7e52-4937-8de2-f705ff02a6b2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:08.450568 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f209d0ae-d61b-4fb1-94a2-f03a033463b7 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:08.491278 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-020d624d-e02e-46fe-b48f-0557bc350182 admin admin] For port d4b320e0-51ae-4161-a4c3-7b5d41b222e7, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=d4b320e0-51ae-4161-a4c3-7b5d41b222e7,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:08.491637 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-020d624d-e02e-46fe-b48f-0557bc350182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:08.523144 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f209d0ae-d61b-4fb1-94a2-f03a033463b7 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:08.525798 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Allocated IP 172.26.2.229 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/a2a0d96c-8811-40bc-8519-36db2154c8d9) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:08.545780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a2c04-7e52-4937-8de2-f705ff02a6b2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event deleted for resources: {'Port': ['ID=fccb3ff9-19d9-4040-8137-9d635eaa035b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:08.570194 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1057806-9336-445b-b9df-f8921ce76d03 None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:46:08.575712 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a1057806-9336-445b-b9df-f8921ce76d03 None None] Deleting port 9939e7b4-83ea-4309-82eb-a5607a967ffc {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:08.576340 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1057806-9336-445b-b9df-f8921ce76d03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:08.670515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209d0ae-d61b-4fb1-94a2-f03a033463b7 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa799c8-c255-4070-808e-7ef72a87fb10,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:08.693975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f209d0ae-d61b-4fb1-94a2-f03a033463b7 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:08.697749 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f209d0ae-d61b-4fb1-94a2-f03a033463b7 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-groups/5aa799c8-c255-4070-808e-7ef72a87fb10 HTTP/1.1" status: 204 len: 168 time: 0.3793101 Mar 08 09:46:08.699640 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39590) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:08.755862 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bd42a51c-9b05-43c3-a00c-c9c08720bd33 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:08.772893 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bd42a51c-9b05-43c3-a00c-c9c08720bd33 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:08.776963 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bd42a51c-9b05-43c3-a00c-c9c08720bd33 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0734222 Mar 08 09:46:08.777648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39594) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:08.794520 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-f10e098e-8d68-44ad-96e7-24ce8d646600 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] delete failed (client error): The resource could not be found. Mar 08 09:46:08.798973 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f10e098e-8d68-44ad-96e7-24ce8d646600 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-groups/5aa799c8-c255-4070-808e-7ef72a87fb10 HTTP/1.1" status: 404 len: 347 time: 0.0173292 Mar 08 09:46:08.799825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39598) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:08.804769 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-0320565f-d820-49d5-b4cb-aa37d718a2d4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group': {'name': 'tempest-secgroup--535650779'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:08.810802 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0320565f-d820-49d5-b4cb-aa37d718a2d4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:08.820851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0320565f-d820-49d5-b4cb-aa37d718a2d4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:08.833047 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0320565f-d820-49d5-b4cb-aa37d718a2d4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:08.852223 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0320565f-d820-49d5-b4cb-aa37d718a2d4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:08.856003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0320565f-d820-49d5-b4cb-aa37d718a2d4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group_rule and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:08.858874 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0320565f-d820-49d5-b4cb-aa37d718a2d4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:08.864797 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0320565f-d820-49d5-b4cb-aa37d718a2d4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:08.886212 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-020d624d-e02e-46fe-b48f-0557bc350182 admin admin] Calling delete_port for d4b320e0-51ae-4161-a4c3-7b5d41b222e7 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:08.892301 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a1057806-9336-445b-b9df-f8921ce76d03 None None] For port 9939e7b4-83ea-4309-82eb-a5607a967ffc, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9939e7b4-83ea-4309-82eb-a5607a967ffc,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:08.892955 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1057806-9336-445b-b9df-f8921ce76d03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:08.919778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-04d5606e-6c85-41ae-8d2c-d18e694ac3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:08.923330 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-04d5606e-6c85-41ae-8d2c-d18e694ac3bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/757c1cb7-bcf7-4e08-be37-fe82cd7e2600 HTTP/1.1" status: 204 len: 168 time: 1.7503672 Mar 08 09:46:08.964398 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0320565f-d820-49d5-b4cb-aa37d718a2d4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:08.969637 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0320565f-d820-49d5-b4cb-aa37d718a2d4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.023276 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320565f-d820-49d5-b4cb-aa37d718a2d4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b764c92-ef8c-4ffb-a3f9-98294c7fc6ce,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:09.041091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0320565f-d820-49d5-b4cb-aa37d718a2d4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.047282 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0320565f-d820-49d5-b4cb-aa37d718a2d4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2439110 Mar 08 09:46:09.047423 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a1057806-9336-445b-b9df-f8921ce76d03 None None] Calling delete_port for 9939e7b4-83ea-4309-82eb-a5607a967ffc owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:09.047658 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39604) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:09.053629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-a3e6539c-c8f0-49a3-9e9b-8c6951fa4f22 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group_rule': {'security_group_id': '2b764c92-ef8c-4ffb-a3f9-98294c7fc6ce', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:09.061888 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a3e6539c-c8f0-49a3-9e9b-8c6951fa4f22 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:09.067323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a3e6539c-c8f0-49a3-9e9b-8c6951fa4f22 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group_rule and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:09.071254 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a3e6539c-c8f0-49a3-9e9b-8c6951fa4f22 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:09.077328 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a3e6539c-c8f0-49a3-9e9b-8c6951fa4f22 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:09.078830 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9939e7b4-83ea-4309-82eb-a5607a967ffc no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:46:09.106509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a3e6539c-c8f0-49a3-9e9b-8c6951fa4f22 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.187756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a3e6539c-c8f0-49a3-9e9b-8c6951fa4f22 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.191018 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3b5f2018-4deb-482a-b962-cf5a7f03923f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.8577068 Mar 08 09:46:09.194335 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39610) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:09.195284 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a3e6539c-c8f0-49a3-9e9b-8c6951fa4f22 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.276192 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1057806-9336-445b-b9df-f8921ce76d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.302308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a3e6539c-c8f0-49a3-9e9b-8c6951fa4f22 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.305213 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a3e6539c-c8f0-49a3-9e9b-8c6951fa4f22 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2566440 Mar 08 09:46:09.306098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39618) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:09.354851 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1057806-9336-445b-b9df-f8921ce76d03 None None] No DVR routers for this DVR port 9939e7b4-83ea-4309-82eb-a5607a967ffc on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:46:09.360455 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1057806-9336-445b-b9df-f8921ce76d03 None None] Pushing event deleted for resources: {'Port': ['ID=9939e7b4-83ea-4309-82eb-a5607a967ffc,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:09.369061 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.409943 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6539c-c8f0-49a3-9e9b-8c6951fa4f22 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d521ee-2999-4326-ac28-d35ed0374787,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:09.417826 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-18eb17b4-964c-488e-ac8e-ef8df115c92e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.435507 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.440127 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device b5920c17-ddcf-48bb-82dc-ac883e45de07 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:46:09.456158 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407a2c04-7e52-4937-8de2-f705ff02a6b2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router ba4e89cb-ee89-4301-b8d8-c5e861bbdf04 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:46:09.478521 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: b5920c17-ddcf-48bb-82dc-ac883e45de07 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:46:09.478799 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device b5920c17-ddcf-48bb-82dc-ac883e45de07 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:46:09.479695 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 5416157b-8eb3-4078-b985-c7385d8aa2e8 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:46:09.518181 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 5416157b-8eb3-4078-b985-c7385d8aa2e8 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:46:09.518770 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 5416157b-8eb3-4078-b985-c7385d8aa2e8 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:46:09.523761 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-22a78099-acf9-4a52-8ed8-7b85386eaf06 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.535263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-22a78099-acf9-4a52-8ed8-7b85386eaf06 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.707406 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-737cb71d-97b4-4f59-98a9-23fc02871d6c admin admin] Deleting port f9db4861-ba54-4cb2-9595-4dc1e02dea36 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:09.707760 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-737cb71d-97b4-4f59-98a9-23fc02871d6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.736442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-22a78099-acf9-4a52-8ed8-7b85386eaf06 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.799398 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-020d624d-e02e-46fe-b48f-0557bc350182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.803079 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a78099-acf9-4a52-8ed8-7b85386eaf06 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7d521ee-2999-4326-ac28-d35ed0374787,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:09.814100 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-22a78099-acf9-4a52-8ed8-7b85386eaf06 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.817520 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-22a78099-acf9-4a52-8ed8-7b85386eaf06 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f7d521ee-2999-4326-ac28-d35ed0374787 HTTP/1.1" status: 204 len: 168 time: 0.4073274 Mar 08 09:46:09.817911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-18eb17b4-964c-488e-ac8e-ef8df115c92e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.819508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39634) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:09.822521 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-18eb17b4-964c-488e-ac8e-ef8df115c92e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.850527 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.877016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-18eb17b4-964c-488e-ac8e-ef8df115c92e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.877493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18eb17b4-964c-488e-ac8e-ef8df115c92e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Fanout notify agent at l3_agent the message router_deleted on router 205b3322-0e03-4125-9038-0d0bb5e5218c {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:46:09.886232 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9a6b67ee-fa76-4569-bb1e-20e4d941d585 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:09.891626 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d624d-e02e-46fe-b48f-0557bc350182 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b320e0-51ae-4161-a4c3-7b5d41b222e7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:09.906900 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-18eb17b4-964c-488e-ac8e-ef8df115c92e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:09.907976 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-18eb17b4-964c-488e-ac8e-ef8df115c92e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/routers/205b3322-0e03-4125-9038-0d0bb5e5218c HTTP/1.1" status: 204 len: 168 time: 0.7102180 Mar 08 09:46:09.912567 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39638) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:09.951656 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39642) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:09.968612 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9676bb88-8919-41b1-9a49-1aa790564f08 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:09.971177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9a6b67ee-fa76-4569-bb1e-20e4d941d585 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:09.975700 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9a6b67ee-fa76-4569-bb1e-20e4d941d585 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1519969 Mar 08 09:46:09.975700 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39648) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:10.007818 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9676bb88-8919-41b1-9a49-1aa790564f08 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:10.009101 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9676bb88-8919-41b1-9a49-1aa790564f08 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0963311 Mar 08 09:46:10.016367 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39652) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:10.075387 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407a2c04-7e52-4937-8de2-f705ff02a6b2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:46:10.078359 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:10.092309 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433217a5-8caa-4064-9ea3-55071c3f0196 None None] Sync routers for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:46:10.109504 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433217a5-8caa-4064-9ea3-55071c3f0196 None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:10.111746 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-433217a5-8caa-4064-9ea3-55071c3f0196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:10.122992 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:10.132450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706f9431-2d74-44bf-b9e6-ba7c19d389fe tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:10.133100 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-706f9431-2d74-44bf-b9e6-ba7c19d389fe tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:10.136768 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aab01831-d9b4-4943-8b5d-3a778b52a721 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:10.142036 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:10.173740 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-899439321'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:10.181654 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aab01831-d9b4-4943-8b5d-3a778b52a721 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:10.190017 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:10.195376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-706f9431-2d74-44bf-b9e6-ba7c19d389fe tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:10.196523 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-706f9431-2d74-44bf-b9e6-ba7c19d389fe tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1791317 Mar 08 09:46:10.200425 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39656) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:10.211695 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:network and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:10.245579 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-433217a5-8caa-4064-9ea3-55071c3f0196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:10.261543 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433217a5-8caa-4064-9ea3-55071c3f0196 None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:10.263679 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-433217a5-8caa-4064-9ea3-55071c3f0196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:10.285745 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-20659c9f-929b-49a7-bf70-0d16774107c5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:router {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:10.288464 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:10.306515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:10.327557 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:10.331493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:10.346049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-20659c9f-929b-49a7-bf70-0d16774107c5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:router {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:10.347220 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-20659c9f-929b-49a7-bf70-0d16774107c5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1401410 Mar 08 09:46:10.350509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:10.355655 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-433217a5-8caa-4064-9ea3-55071c3f0196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:10.356737 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433217a5-8caa-4064-9ea3-55071c3f0196 None None] The sync data for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:46:10.361270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39660) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:10.365983 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aab01831-d9b4-4943-8b5d-3a778b52a721 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:10.374429 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-57fab9e5-8b7c-497d-8d91-0245ad4d2f5c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:10.422026 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:10.424212 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab01831-d9b4-4943-8b5d-3a778b52a721 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b764c92-ef8c-4ffb-a3f9-98294c7fc6ce,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:10.433610 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:security_group_rule and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:10.439057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:10.476483 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Pushing event updated for resources: {'Port': ['ID=a2a0d96c-8811-40bc-8519-36db2154c8d9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:10.504814 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-020d624d-e02e-46fe-b48f-0557bc350182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:10.507356 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:10.531425 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aab01831-d9b4-4943-8b5d-3a778b52a721 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:10.535081 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-aab01831-d9b4-4943-8b5d-3a778b52a721 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-groups/2b764c92-ef8c-4ffb-a3f9-98294c7fc6ce HTTP/1.1" status: 204 len: 168 time: 0.5563335 Mar 08 09:46:10.535553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-57fab9e5-8b7c-497d-8d91-0245ad4d2f5c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:10.537514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39666) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:10.573515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-57fab9e5-8b7c-497d-8d91-0245ad4d2f5c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:10.618274 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fab9e5-8b7c-497d-8d91-0245ad4d2f5c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:10.622313 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-57fab9e5-8b7c-497d-8d91-0245ad4d2f5c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:10.656230 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-407a2c04-7e52-4937-8de2-f705ff02a6b2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:10.666043 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c73ef498-5b5f-4697-9570-627cf7594f59 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:10.732525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-020d624d-e02e-46fe-b48f-0557bc350182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:10.744396 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-020d624d-e02e-46fe-b48f-0557bc350182 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:10.748009 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-737cb71d-97b4-4f59-98a9-23fc02871d6c admin admin] For port f9db4861-ba54-4cb2-9595-4dc1e02dea36, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f9db4861-ba54-4cb2-9595-4dc1e02dea36,segment=NetworkSegment(855f09ea-58ec-49aa-bee8-0c16a3319281),segment_id=855f09ea-58ec-49aa-bee8-0c16a3319281)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:10.748361 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-737cb71d-97b4-4f59-98a9-23fc02871d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:10.762301 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-407a2c04-7e52-4937-8de2-f705ff02a6b2 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "DELETE /v2.0/ports/fccb3ff9-19d9-4040-8137-9d635eaa035b HTTP/1.1" status: 204 len: 168 time: 4.9457664 Mar 08 09:46:10.768103 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39670) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:10.869262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c73ef498-5b5f-4697-9570-627cf7594f59 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:10.875484 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c73ef498-5b5f-4697-9570-627cf7594f59 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3312995 Mar 08 09:46:10.879059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39674) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:10.886095 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e6ea8fad-2416-4ffb-9207-235eef3cbc09 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069349012'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:10.894308 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-737cb71d-97b4-4f59-98a9-23fc02871d6c admin admin] Calling delete_port for f9db4861-ba54-4cb2-9595-4dc1e02dea36 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:10.896431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e6ea8fad-2416-4ffb-9207-235eef3cbc09 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:10.923345 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e6ea8fad-2416-4ffb-9207-235eef3cbc09 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:10.926245 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:10.935947 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:10.994909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e6ea8fad-2416-4ffb-9207-235eef3cbc09 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.022783 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-020d624d-e02e-46fe-b48f-0557bc350182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.023306 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020d624d-e02e-46fe-b48f-0557bc350182 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d97c3134-8520-472e-abf3-aacdfca4708c {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:46:11.031586 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.038008 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bc2ce2b0-2754-4a8c-99fe-61628e826b98 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "GET /v2.0/floatingips/c892ca9e-e651-4758-a7d9-b24d5497e474 HTTP/1.1" status: 200 len: 688 time: 0.2161210 Mar 08 09:46:11.039805 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39678) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:11.043469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:46:11.048457 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b70fff6-eda3-4e88-8762-c32c035d5d85,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:11.082034 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-020d624d-e02e-46fe-b48f-0557bc350182 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.085246 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-020d624d-e02e-46fe-b48f-0557bc350182 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d97c3134-8520-472e-abf3-aacdfca4708c HTTP/1.1" status: 204 len: 168 time: 4.8954926 Mar 08 09:46:11.095593 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39682) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:11.124492 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e6ea8fad-2416-4ffb-9207-235eef3cbc09 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:11.143689 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e6ea8fad-2416-4ffb-9207-235eef3cbc09 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group_rule and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:11.152313 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.152665 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Added segment 82f46998-f26d-4405-afb4-718c980c641f of type vlan for network 8382c660-25f3-4087-9fe3-10449af161e4 Mar 08 09:46:11.159809 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e6ea8fad-2416-4ffb-9207-235eef3cbc09 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:11.208578 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.236069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e6ea8fad-2416-4ffb-9207-235eef3cbc09 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:11.266345 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f26e0f-2243-4465-8be5-265c36252562 admin admin] Deleting subnet 7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:46:11.280966 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3f26e0f-2243-4465-8be5-265c36252562 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.293732 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-de7a0153-42bb-4701-9dc5-7fb1e17b5b78 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Deleting port a9dcd1f3-c792-4444-b21b-296ffb9b2a86 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:11.294074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-de7a0153-42bb-4701-9dc5-7fb1e17b5b78 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.330889 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.366496 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3f26e0f-2243-4465-8be5-265c36252562 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.532861 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.538318 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:11.538920 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.578209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-737cb71d-97b4-4f59-98a9-23fc02871d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.635038 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737cb71d-97b4-4f59-98a9-23fc02871d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=f9db4861-ba54-4cb2-9595-4dc1e02dea36,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:11.659925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.objects.ports [None req-57fab9e5-8b7c-497d-8d91-0245ad4d2f5c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87771) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 09:46:11.688595 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3f26e0f-2243-4465-8be5-265c36252562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.719654 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-57fab9e5-8b7c-497d-8d91-0245ad4d2f5c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.784070 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.796424 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.805641 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Network': ['ID=8382c660-25f3-4087-9fe3-10449af161e4,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:11.818433 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 8382c660-25f3-4087-9fe3-10449af161e4 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:46:11.820882 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e6ea8fad-2416-4ffb-9207-235eef3cbc09 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.841286 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f1ff550f-49dd-40c8-b779-b544f63445a2 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8895416 Mar 08 09:46:11.842156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e6ea8fad-2416-4ffb-9207-235eef3cbc09 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.846178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39686) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:11.848055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-de7a0153-42bb-4701-9dc5-7fb1e17b5b78 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.848386 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-de7a0153-42bb-4701-9dc5-7fb1e17b5b78 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:11.872651 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fab9e5-8b7c-497d-8d91-0245ad4d2f5c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:11.898637 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-3ee48dd2-ae30-495f-8e11-46fecdfb1e98 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'network_id': '8382c660-25f3-4087-9fe3-10449af161e4', 'name': 'tempest-PortsIpV6TestJSON-1744402304'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:11.912953 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-57fab9e5-8b7c-497d-8d91-0245ad4d2f5c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:11.928584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0bee44-0fcd-47da-9924-7aea7a145ead None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:12.029094 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fab9e5-8b7c-497d-8d91-0245ad4d2f5c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:12.029595 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-57fab9e5-8b7c-497d-8d91-0245ad4d2f5c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:12.064016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-de7a0153-42bb-4701-9dc5-7fb1e17b5b78 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Calling delete_port for a9dcd1f3-c792-4444-b21b-296ffb9b2a86 owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:12.116657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fab9e5-8b7c-497d-8d91-0245ad4d2f5c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=1c1af098-ff95-493f-a7d8-903169453011,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:12.126336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e6ea8fad-2416-4ffb-9207-235eef3cbc09 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:12.127581 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e6ea8fad-2416-4ffb-9207-235eef3cbc09 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2465708 Mar 08 09:46:12.138225 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39690) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:12.141278 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Pushing event updated for resources: {'Port': ['ID=a2a0d96c-8811-40bc-8519-36db2154c8d9,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:12.151778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-106bce4c-d725-4c07-99c2-8546d7e44f9f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group_rule': {'security_group_id': '0942e606-3ef1-498d-b7a4-fc237f31809f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:12.158705 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3f26e0f-2243-4465-8be5-265c36252562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:12.165624 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': '1c1af098-ff95-493f-a7d8-903169453011'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:46:12.166857 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:12.173778 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea8fad-2416-4ffb-9207-235eef3cbc09 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0942e606-3ef1-498d-b7a4-fc237f31809f,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:12.203056 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-106bce4c-d725-4c07-99c2-8546d7e44f9f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:12.204379 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-57fab9e5-8b7c-497d-8d91-0245ad4d2f5c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8417308 Mar 08 09:46:12.207483 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39694) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:12.217925 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-106bce4c-d725-4c07-99c2-8546d7e44f9f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group_rule and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:12.221800 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3ee48dd2-ae30-495f-8e11-46fecdfb1e98 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:12.232674 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f26e0f-2243-4465-8be5-265c36252562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:12.233202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3ee48dd2-ae30-495f-8e11-46fecdfb1e98 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:port and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:12.234422 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-106bce4c-d725-4c07-99c2-8546d7e44f9f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:12.243454 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-60d3b530-1a15-4a28-81db-8ded64a2743d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:12.243832 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3ee48dd2-ae30-495f-8e11-46fecdfb1e98 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:12.247509 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb4574b-ac0f-4166-8a5b-b8fcaf5c15ba None None] Network 12a870d7-eb73-494e-9ddc-3ff1bde0751a requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:12.250694 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3ee48dd2-ae30-495f-8e11-46fecdfb1e98 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:12.258467 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3f26e0f-2243-4465-8be5-265c36252562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:12.261430 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:12.265929 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee48dd2-ae30-495f-8e11-46fecdfb1e98 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:12.269567 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3ee48dd2-ae30-495f-8e11-46fecdfb1e98 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:12.326281 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-106bce4c-d725-4c07-99c2-8546d7e44f9f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:12.336153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-3ee48dd2-ae30-495f-8e11-46fecdfb1e98 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] device_id is not set on port 51585ce6-fce5-44b7-9f51-4bd2eb297269 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:46:12.419849 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-de7a0153-42bb-4701-9dc5-7fb1e17b5b78 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:12.444283 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a3f26e0f-2243-4465-8be5-265c36252562 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7211dc5e-3ca8-4027-80b5-ca6fb5f72bc4 HTTP/1.1" status: 204 len: 168 time: 1.3349745 Mar 08 09:46:12.456865 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39698) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:12.461662 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:12.463061 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-90f99ef0-e960-4890-8285-2e86d104a76b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2719598 Mar 08 09:46:12.475034 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39702) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:12.480212 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7ee337cc-bff7-4b96-a854-3990d88bca9b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Request body: {'floatingip': {'port_id': 'be78af12-373a-4e13-828c-c7adc8725f5c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:12.544154 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-737cb71d-97b4-4f59-98a9-23fc02871d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:12.548030 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-106bce4c-d725-4c07-99c2-8546d7e44f9f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:12.565953 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Allocated IP 2001:db8::f816:3eff:feae:f4de (162da289-2647-477b-bcb7-e834030497c1/1c1af098-ff95-493f-a7d8-903169453011/07250bc9-e102-4810-b1b2-2c67262f6acb) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:12.619037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a0153-42bb-4701-9dc5-7fb1e17b5b78 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event deleted for resources: {'Port': ['ID=a9dcd1f3-c792-4444-b21b-296ffb9b2a86,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:12.664662 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ee337cc-bff7-4b96-a854-3990d88bca9b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for floatingip, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:12.783307 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba949a5b-becb-4001-a68a-a520ebf40ec1 None None] DHCP port deletion for 12a870d7-eb73-494e-9ddc-3ff1bde0751a request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:46:12.804020 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ba949a5b-becb-4001-a68a-a520ebf40ec1 None None] Deleting port 2582f96d-b6f1-46e0-b1a7-91e9ec96afff {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:12.804412 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:12.804522 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba949a5b-becb-4001-a68a-a520ebf40ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:12.836867 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-60d3b530-1a15-4a28-81db-8ded64a2743d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:12.874675 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-60d3b530-1a15-4a28-81db-8ded64a2743d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:12.880159 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-106bce4c-d725-4c07-99c2-8546d7e44f9f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:12.881439 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:12.919452 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] Deleting port 2582f96d-b6f1-46e0-b1a7-91e9ec96afff {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:12.919748 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:12.925505 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Transition to ACTIVE for port object 07250bc9-e102-4810-b1b2-2c67262f6acb will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:12.934947 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-106bce4c-d725-4c07-99c2-8546d7e44f9f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:12.966279 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Transition to ACTIVE for port object 07250bc9-e102-4810-b1b2-2c67262f6acb will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:13.000325 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:13.043950 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bce4c-d725-4c07-99c2-8546d7e44f9f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961fad4a-5f4d-470f-a2b4-1f51f6df836b,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:13.045460 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d3b530-1a15-4a28-81db-8ded64a2743d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:13.048897 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-60d3b530-1a15-4a28-81db-8ded64a2743d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:13.086738 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-de7a0153-42bb-4701-9dc5-7fb1e17b5b78 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:13.135436 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device d4b320e0-51ae-4161-a4c3-7b5d41b222e7 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:46:13.161980 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3ee48dd2-ae30-495f-8e11-46fecdfb1e98 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:13.175853 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:13.197829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] For port 2582f96d-b6f1-46e0-b1a7-91e9ec96afff, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=2582f96d-b6f1-46e0-b1a7-91e9ec96afff,segment=NetworkSegment(abb959c0-c15d-4009-8bed-8aaea1318c7f),segment_id=abb959c0-c15d-4009-8bed-8aaea1318c7f)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:13.198186 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:13.209245 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-7ee337cc-bff7-4b96-a854-3990d88bca9b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] update failed (client error): The resource could not be found. Mar 08 09:46:13.209796 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:13.212980 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7ee337cc-bff7-4b96-a854-3990d88bca9b tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] 10.222.0.24 "PUT /v2.0/floatingips/b6e36064-deb8-4245-8ec2-ae9c04346447 HTTP/1.1" status: 404 len: 507 time: 0.7341168 Mar 08 09:46:13.213120 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:13.215650 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39706) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:13.216418 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-106bce4c-d725-4c07-99c2-8546d7e44f9f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:13.216657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-de7a0153-42bb-4701-9dc5-7fb1e17b5b78 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:13.217957 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-de7a0153-42bb-4701-9dc5-7fb1e17b5b78 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "DELETE /v2.0/floatingips/c892ca9e-e651-4758-a7d9-b24d5497e474 HTTP/1.1" status: 204 len: 168 time: 2.1764965 Mar 08 09:46:13.221961 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-106bce4c-d725-4c07-99c2-8546d7e44f9f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0783827 Mar 08 09:46:13.223276 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: d4b320e0-51ae-4161-a4c3-7b5d41b222e7 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:46:13.223882 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device d4b320e0-51ae-4161-a4c3-7b5d41b222e7 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:46:13.224394 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 2582f96d-b6f1-46e0-b1a7-91e9ec96afff no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:46:13.225300 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39708) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:13.225631 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39710) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:13.232730 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': 'aabb5dd3-073d-4065-b1c6-67ae2c473d00'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:13.255405 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ba949a5b-becb-4001-a68a-a520ebf40ec1 None None] For port 2582f96d-b6f1-46e0-b1a7-91e9ec96afff, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=2582f96d-b6f1-46e0-b1a7-91e9ec96afff,segment=NetworkSegment(abb959c0-c15d-4009-8bed-8aaea1318c7f),segment_id=abb959c0-c15d-4009-8bed-8aaea1318c7f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:13.256556 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba949a5b-becb-4001-a68a-a520ebf40ec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:13.291459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-8b1a5a9b-8726-47ed-bc9c-9c6e6d59582f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group_rule': {'security_group_id': '0942e606-3ef1-498d-b7a4-fc237f31809f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:13.310394 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Pushing event updated for resources: {'Port': ['ID=07250bc9-e102-4810-b1b2-2c67262f6acb,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:13.354633 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:13.363239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] Calling delete_port for 2582f96d-b6f1-46e0-b1a7-91e9ec96afff owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:13.395077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8b1a5a9b-8726-47ed-bc9c-9c6e6d59582f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:13.406606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Usage tracker for resource:floatingip and tenant:65442bd3981144f9911800a52d6fbad1 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:13.409753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8b1a5a9b-8726-47ed-bc9c-9c6e6d59582f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group_rule and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:13.413328 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:13.416263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8b1a5a9b-8726-47ed-bc9c-9c6e6d59582f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:13.428076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8b1a5a9b-8726-47ed-bc9c-9c6e6d59582f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:13.430900 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3ee48dd2-ae30-495f-8e11-46fecdfb1e98 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:13.436369 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:13.436624 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:13.470525 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ba949a5b-becb-4001-a68a-a520ebf40ec1 None None] Calling delete_port for 2582f96d-b6f1-46e0-b1a7-91e9ec96afff owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:13.554351 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:13.559872 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Attempting to bind port 07250bc9-e102-4810-b1b2-2c67262f6acb on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:46:13.560311 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Attempting to bind port 07250bc9-e102-4810-b1b2-2c67262f6acb by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:46:13.560803 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Attempting to bind port 07250bc9-e102-4810-b1b2-2c67262f6acb on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:46:13.574230 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee48dd2-ae30-495f-8e11-46fecdfb1e98 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=51585ce6-fce5-44b7-9f51-4bd2eb297269,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:13.579946 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:46:13.580431 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:46:13.582183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:13.582366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b1a5a9b-8726-47ed-bc9c-9c6e6d59582f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:13.582682 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:46:13.583285 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Bound port: 07250bc9-e102-4810-b1b2-2c67262f6acb, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:46:13.583743 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:13.624672 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-85f196e9-855d-4eb3-93d9-da7f5824e02a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Deleting port a2a0d96c-8811-40bc-8519-36db2154c8d9 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:13.625356 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85f196e9-855d-4eb3-93d9-da7f5824e02a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:13.678465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:13.731262 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-ba949a5b-becb-4001-a68a-a520ebf40ec1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:46:13.731719 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-ba949a5b-becb-4001-a68a-a520ebf40ec1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:46:13.738842 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee48dd2-ae30-495f-8e11-46fecdfb1e98 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Checking segment: {'id': '82f46998-f26d-4405-afb4-718c980c641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8382c660-25f3-4087-9fe3-10449af161e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:46:13.739191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee48dd2-ae30-495f-8e11-46fecdfb1e98 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network hostable DHCP agents. Network: 8382c660-25f3-4087-9fe3-10449af161e4, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:46:13.744267 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:13.747503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=2582f96d-b6f1-46e0-b1a7-91e9ec96afff,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:13.752449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] No DVR routers for this DVR port 2582f96d-b6f1-46e0-b1a7-91e9ec96afff on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:46:13.773684 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] For port 07250bc9-e102-4810-b1b2-2c67262f6acb, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:46:13.777730 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] For port 07250bc9-e102-4810-b1b2-2c67262f6acb, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=07250bc9-e102-4810-b1b2-2c67262f6acb,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:46:13.808777 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:13.868184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737cb71d-97b4-4f59-98a9-23fc02871d6c admin admin] Router ed8fda54-455f-45f7-b1a8-8cc7736d1729 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:46:13.907844 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b1a5a9b-8726-47ed-bc9c-9c6e6d59582f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:13.908085 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a332d-d2a3-4316-90fb-141be0ad2996 None None] Pushing event updated for resources: {'Port': ['ID=07250bc9-e102-4810-b1b2-2c67262f6acb,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:13.976561 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b1a5a9b-8726-47ed-bc9c-9c6e6d59582f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:13.998576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee48dd2-ae30-495f-8e11-46fecdfb1e98 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 8382c660-25f3-4087-9fe3-10449af161e4 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:46:14.016990 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.039109 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a5a9b-8726-47ed-bc9c-9c6e6d59582f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5442608c-bc58-4c48-9126-9129a01c529b,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:14.063144 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-3ee48dd2-ae30-495f-8e11-46fecdfb1e98 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 8382c660-25f3-4087-9fe3-10449af161e4) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:14.068410 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee48dd2-ae30-495f-8e11-46fecdfb1e98 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:14.071049 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85f196e9-855d-4eb3-93d9-da7f5824e02a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.071403 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85f196e9-855d-4eb3-93d9-da7f5824e02a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.075766 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a73256-9a47-4666-8641-2457a2acc86c None None] Network 8382c660-25f3-4087-9fe3-10449af161e4 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:14.075916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee48dd2-ae30-495f-8e11-46fecdfb1e98 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:14.076524 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3ee48dd2-ae30-495f-8e11-46fecdfb1e98 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.087103 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a870d7-eb73-494e-9ddc-3ff1bde0751a']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:14.112345 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb959c0-c15d-4009-8bed-8aaea1318c7f') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:14.112709 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb959c0-c15d-4009-8bed-8aaea1318c7f') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:14.133354 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b1a5a9b-8726-47ed-bc9c-9c6e6d59582f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.137688 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8b1a5a9b-8726-47ed-bc9c-9c6e6d59582f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9080985 Mar 08 09:46:14.148415 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3ee48dd2-ae30-495f-8e11-46fecdfb1e98 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2768443 Mar 08 09:46:14.149946 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39718) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:14.150323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39720) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:14.151958 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.169923 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-567dbf07-c7fe-463e-941b-55c9a357c237 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group_rule': {'security_group_id': '0942e606-3ef1-498d-b7a4-fc237f31809f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:14.179737 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-ae9d4aa0-76a8-4c65-94a8-0dcd10583a23 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1131824027'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:14.204323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-567dbf07-c7fe-463e-941b-55c9a357c237 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:14.210270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ae9d4aa0-76a8-4c65-94a8-0dcd10583a23 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:14.217030 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.224909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-567dbf07-c7fe-463e-941b-55c9a357c237 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group_rule and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:14.232156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-567dbf07-c7fe-463e-941b-55c9a357c237 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:14.236555 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ba949a5b-becb-4001-a68a-a520ebf40ec1 None None] Deleting port 2582f96d-b6f1-46e0-b1a7-91e9ec96afff {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:14.237058 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba949a5b-becb-4001-a68a-a520ebf40ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.239686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ae9d4aa0-76a8-4c65-94a8-0dcd10583a23 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:network and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:14.243343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ae9d4aa0-76a8-4c65-94a8-0dcd10583a23 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:14.247962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:46:14.248563 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.266599 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-567dbf07-c7fe-463e-941b-55c9a357c237 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:46:14.268944 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:46:14.289828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ae9d4aa0-76a8-4c65-94a8-0dcd10583a23 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:14.361486 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-85f196e9-855d-4eb3-93d9-da7f5824e02a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Calling delete_port for a2a0d96c-8811-40bc-8519-36db2154c8d9 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:14.375961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9d4aa0-76a8-4c65-94a8-0dcd10583a23 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:14.379767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4aa0-76a8-4c65-94a8-0dcd10583a23 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.381646 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ba949a5b-becb-4001-a68a-a520ebf40ec1 None None] The port '2582f96d-b6f1-46e0-b1a7-91e9ec96afff' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:46:14.392331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-567dbf07-c7fe-463e-941b-55c9a357c237 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.407815 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737cb71d-97b4-4f59-98a9-23fc02871d6c admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:46:14.408028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.414661 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.425015 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b12eb5-70c9-442e-b865-fad9baeb5106 None None] Sync routers for ids ['ed8fda54-455f-45f7-b1a8-8cc7736d1729'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:46:14.437716 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b12eb5-70c9-442e-b865-fad9baeb5106 None None] Routers {'ed8fda54-455f-45f7-b1a8-8cc7736d1729'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:14.438708 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-71b12eb5-70c9-442e-b865-fad9baeb5106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ed8fda54-455f-45f7-b1a8-8cc7736d1729'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:14.474718 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-737cb71d-97b4-4f59-98a9-23fc02871d6c admin admin] 10.222.0.24 "PUT /v2.0/routers/ed8fda54-455f-45f7-b1a8-8cc7736d1729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6003830 Mar 08 09:46:14.480224 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39726) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:14.563258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-60d3b530-1a15-4a28-81db-8ded64a2743d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.598808 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.639192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] Pushing event deleted for resources: {'Network': ['ID=12a870d7-eb73-494e-9ddc-3ff1bde0751a,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:14.673724 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9d4aa0-76a8-4c65-94a8-0dcd10583a23 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:46:14.676982 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d3b530-1a15-4a28-81db-8ded64a2743d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:14.679907 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-65543ca4-b7a8-4835-994c-c1ebcfe00e59 admin admin] 10.222.0.24 "DELETE /v2.0/networks/12a870d7-eb73-494e-9ddc-3ff1bde0751a HTTP/1.1" status: 204 len: 168 time: 2.2201896 Mar 08 09:46:14.684470 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-60d3b530-1a15-4a28-81db-8ded64a2743d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:14.700197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3b530-1a15-4a28-81db-8ded64a2743d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:14.700844 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-60d3b530-1a15-4a28-81db-8ded64a2743d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.713766 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4aa0-76a8-4c65-94a8-0dcd10583a23 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.714114 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-ae9d4aa0-76a8-4c65-94a8-0dcd10583a23 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Added segment e4e28cd8-6b46-4345-aaad-530682224362 of type vlan for network 5b46a572-55e1-4a50-8409-1b313f766736 Mar 08 09:46:14.722762 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-71b12eb5-70c9-442e-b865-fad9baeb5106 None None] Set router ed8fda54-455f-45f7-b1a8-8cc7736d1729 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:46:14.761863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-567dbf07-c7fe-463e-941b-55c9a357c237 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.780341 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-567dbf07-c7fe-463e-941b-55c9a357c237 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.842315 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3b530-1a15-4a28-81db-8ded64a2743d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=3b523918-f045-402a-8a63-bffdca8c1d1e,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:14.842573 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567dbf07-c7fe-463e-941b-55c9a357c237 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7d2547-52ea-40aa-a748-a3c42855f9db,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:14.856726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4aa0-76a8-4c65-94a8-0dcd10583a23 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.879677 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-60d3b530-1a15-4a28-81db-8ded64a2743d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6635725 Mar 08 09:46:14.886321 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39732) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:14.893337 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f53ce925-98dc-4b52-8d69-49c5e6f02222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'mac_address': 'fa:16:3e:85:9e:db', 'name': 'tempest-NetworksTestDHCPv6-2089058979'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:14.906196 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Allocated IP 172.26.2.187 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/dbe2e699-7309-4d8f-8340-de9f0bd0792f) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:14.934630 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-944ad572-7703-4a73-8bfa-8d29d36e4848 admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.936029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-567dbf07-c7fe-463e-941b-55c9a357c237 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:14.937306 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-567dbf07-c7fe-463e-941b-55c9a357c237 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7780666 Mar 08 09:46:14.951186 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39736) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:14.999929 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-6754bf61-dfc4-41fb-8396-0fea7fbd055c tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group_rule': {'security_group_id': '0942e606-3ef1-498d-b7a4-fc237f31809f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:15.002024 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39740) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:15.055874 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85f196e9-855d-4eb3-93d9-da7f5824e02a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:15.069299 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 07250bc9-e102-4810-b1b2-2c67262f6acb up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:46:15.089561 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4aa0-76a8-4c65-94a8-0dcd10583a23 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:15.113283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9d4aa0-76a8-4c65-94a8-0dcd10583a23 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:15.113936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4aa0-76a8-4c65-94a8-0dcd10583a23 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:15.118151 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6754bf61-dfc4-41fb-8396-0fea7fbd055c tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:15.167519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6754bf61-dfc4-41fb-8396-0fea7fbd055c tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group_rule and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:15.174798 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 07250bc9-e102-4810-b1b2-2c67262f6acb completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:15.197227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6754bf61-dfc4-41fb-8396-0fea7fbd055c tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:15.254028 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-71b12eb5-70c9-442e-b865-fad9baeb5106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'name': 'tempest-ServersTestManualDisk-778693241-router', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:24Z', 'updated_at': '2022-03-08T09:46:11Z', 'revision_number': 5, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'gw_port': {'id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:19:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:25Z', 'updated_at': '2022-03-08T09:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:15.259219 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b12eb5-70c9-442e-b865-fad9baeb5106 None None] Checking router: ed8fda54-455f-45f7-b1a8-8cc7736d1729 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:46:15.270533 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b12eb5-70c9-442e-b865-fad9baeb5106 None None] Routers {'ed8fda54-455f-45f7-b1a8-8cc7736d1729'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:15.271273 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-71b12eb5-70c9-442e-b865-fad9baeb5106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ed8fda54-455f-45f7-b1a8-8cc7736d1729'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:15.281264 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:15.313434 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6754bf61-dfc4-41fb-8396-0fea7fbd055c tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:15.318922 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ae9d4aa0-76a8-4c65-94a8-0dcd10583a23 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1550133 Mar 08 09:46:15.330339 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39744) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:15.337929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f196e9-855d-4eb3-93d9-da7f5824e02a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Pushing event deleted for resources: {'Port': ['ID=a2a0d96c-8811-40bc-8519-36db2154c8d9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:15.354710 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9964399a-9d56-4c33-befe-e6ce3f36b244 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:15.362397 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'ports': [{'network_id': '8382c660-25f3-4087-9fe3-10449af161e4'}, {'network_id': '5b46a572-55e1-4a50-8409-1b313f766736'}]} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:15.362950 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'network_id': '8382c660-25f3-4087-9fe3-10449af161e4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:15.363176 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'network_id': '5b46a572-55e1-4a50-8409-1b313f766736'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:15.395357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4aa0-76a8-4c65-94a8-0dcd10583a23 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Network': ['ID=5b46a572-55e1-4a50-8409-1b313f766736,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:15.416215 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6754bf61-dfc4-41fb-8396-0fea7fbd055c tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:15.424988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:15.450775 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 5b46a572-55e1-4a50-8409-1b313f766736 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:46:15.549847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:15.565437 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-71b12eb5-70c9-442e-b865-fad9baeb5106 None None] Set router ed8fda54-455f-45f7-b1a8-8cc7736d1729 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:46:15.578236 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-743201af-bf24-4913-8a51-bee1f69049ad None None] Provisioning for port 07250bc9-e102-4810-b1b2-2c67262f6acb completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:15.580559 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:15.592569 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:15.605077 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-743201af-bf24-4913-8a51-bee1f69049ad None None] Provisioning complete for port 07250bc9-e102-4810-b1b2-2c67262f6acb triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:15.605541 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-743201af-bf24-4913-8a51-bee1f69049ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:15.719561 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=dbe2e699-7309-4d8f-8340-de9f0bd0792f,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:15.737375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6754bf61-dfc4-41fb-8396-0fea7fbd055c tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:15.740301 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-93ff0a61-743a-4ac5-be79-94b383943e15 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00a80dd10b2246ce8fdef8fc388deb9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7315366 Mar 08 09:46:15.744402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39748) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:15.785230 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f53ce925-98dc-4b52-8d69-49c5e6f02222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:15.789599 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f53ce925-98dc-4b52-8d69-49c5e6f02222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:port and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:15.792774 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f53ce925-98dc-4b52-8d69-49c5e6f02222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:15.799530 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f53ce925-98dc-4b52-8d69-49c5e6f02222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:15.799866 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6754bf61-dfc4-41fb-8396-0fea7fbd055c tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:15.823801 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53ce925-98dc-4b52-8d69-49c5e6f02222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:15.851588 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:15.869451 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-944ad572-7703-4a73-8bfa-8d29d36e4848 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:15.877773 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:port and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:15.881964 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85f196e9-855d-4eb3-93d9-da7f5824e02a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:15.884509 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85f196e9-855d-4eb3-93d9-da7f5824e02a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:15.885841 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-85f196e9-855d-4eb3-93d9-da7f5824e02a tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] 10.222.0.24 "DELETE /v2.0/floatingips/b6e36064-deb8-4245-8ec2-ae9c04346447 HTTP/1.1" status: 204 len: 168 time: 2.6621268 Mar 08 09:46:15.889319 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:15.895045 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39752) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:15.911106 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754bf61-dfc4-41fb-8396-0fea7fbd055c tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53304178-56d0-4b54-ac7c-6f95e32f75b3,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:15.911609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-743201af-bf24-4913-8a51-bee1f69049ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:15.951596 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-937db5ee-3782-4138-b50f-27e798630b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:15.962615 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a20558c9-e3bc-4ec2-b439-7ef9745e2aad tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Request body: {'floatingip': {'floating_network_id': 'b70750ca-adfb-4d10-bf6d-83b08a21f41b', 'port_id': 'be78af12-373a-4e13-828c-c7adc8725f5c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:15.964575 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-743201af-bf24-4913-8a51-bee1f69049ad None None] For port 07250bc9-e102-4810-b1b2-2c67262f6acb, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=07250bc9-e102-4810-b1b2-2c67262f6acb,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:15.968437 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:15.970912 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6754bf61-dfc4-41fb-8396-0fea7fbd055c tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:15.971564 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-743201af-bf24-4913-8a51-bee1f69049ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:15.974624 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6754bf61-dfc4-41fb-8396-0fea7fbd055c tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0200229 Mar 08 09:46:15.975485 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39756) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:15.990778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a20558c9-e3bc-4ec2-b439-7ef9745e2aad tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:15.995019 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-944ad572-7703-4a73-8bfa-8d29d36e4848 admin admin] Deleting port 9156073e-22bc-4460-b3fa-9210351a9d4f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:15.995525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-944ad572-7703-4a73-8bfa-8d29d36e4848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:16.022109 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ad7656e5-8b23-4368-9709-a5d0faa4a711 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group_rule': {'security_group_id': '0942e606-3ef1-498d-b7a4-fc237f31809f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:16.031494 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-71b12eb5-70c9-442e-b865-fad9baeb5106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'name': 'tempest-ServersTestManualDisk-778693241-router', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:24Z', 'updated_at': '2022-03-08T09:46:11Z', 'revision_number': 5, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'gw_port': {'id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:19:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:25Z', 'updated_at': '2022-03-08T09:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:16.037353 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b12eb5-70c9-442e-b865-fad9baeb5106 None None] The sync data for ids ['ed8fda54-455f-45f7-b1a8-8cc7736d1729'] in dv-neutron-831730-2-hyperv is: [{'id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'name': 'tempest-ServersTestManualDisk-778693241-router', 'tenant_id': 'd09966768d8a46489f86ec289dc54020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:24Z', 'updated_at': '2022-03-08T09:46:11Z', 'revision_number': 5, 'project_id': 'd09966768d8a46489f86ec289dc54020', 'gw_port': {'id': '9156073e-22bc-4460-b3fa-9210351a9d4f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:19:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8fda54-455f-45f7-b1a8-8cc7736d1729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:25Z', 'updated_at': '2022-03-08T09:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:46:16.044092 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a20558c9-e3bc-4ec2-b439-7ef9745e2aad tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Usage tracker for resource:floatingip and tenant:6add1b16b45d4aa9aed1320579a3216d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:16.047792 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ad7656e5-8b23-4368-9709-a5d0faa4a711 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:16.057624 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a20558c9-e3bc-4ec2-b439-7ef9745e2aad tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:16.064643 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ad7656e5-8b23-4368-9709-a5d0faa4a711 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group_rule and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:16.069302 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'port': 2} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:16.074356 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:16.076267 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-937db5ee-3782-4138-b50f-27e798630b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:16.085114 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743201af-bf24-4913-8a51-bee1f69049ad None None] Pushing event updated for resources: {'Port': ['ID=07250bc9-e102-4810-b1b2-2c67262f6acb,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:16.099482 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a20558c9-e3bc-4ec2-b439-7ef9745e2aad tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:16.103328 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ad7656e5-8b23-4368-9709-a5d0faa4a711 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:16.114562 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ad7656e5-8b23-4368-9709-a5d0faa4a711 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:16.120770 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:16.157024 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c41a43-216d-420c-973e-72eb76d1a7ee None None] Update dhcp port {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'fixed_ips': [{'subnet_id': '1c1af098-ff95-493f-a7d8-903169453011', 'ip_address': '2001:db8::f816:3eff:feae:f4de'}, {'subnet_id': '3b523918-f045-402a-8a63-bffdca8c1d1e'}], 'binding:host_id': 'dv-neutron-831730-2-hyperv'}, 'id': '07250bc9-e102-4810-b1b2-2c67262f6acb'} from dv-neutron-831730-2-hyperv. {{(pid=87773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 09:46:16.194410 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a20558c9-e3bc-4ec2-b439-7ef9745e2aad tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:16.214234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03c41a43-216d-420c-973e-72eb76d1a7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:16.237118 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-937db5ee-3782-4138-b50f-27e798630b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:16.262641 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937db5ee-3782-4138-b50f-27e798630b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce9c6d6-9f09-4b47-9afc-411e4e2e61ce,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:16.283452 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-937db5ee-3782-4138-b50f-27e798630b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:16.284282 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-937db5ee-3782-4138-b50f-27e798630b9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ce9c6d6-9f09-4b47-9afc-411e4e2e61ce HTTP/1.1" status: 204 len: 168 time: 0.5388548 Mar 08 09:46:16.329097 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:16.332844 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f53ce925-98dc-4b52-8d69-49c5e6f02222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:16.352526 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad7656e5-8b23-4368-9709-a5d0faa4a711 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:16.413449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:16.476873 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-03c41a43-216d-420c-973e-72eb76d1a7ee None None] Allocated IP 172.20.0.2 (162da289-2647-477b-bcb7-e834030497c1/3b523918-f045-402a-8a63-bffdca8c1d1e/07250bc9-e102-4810-b1b2-2c67262f6acb) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:16.493961 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-f53ce925-98dc-4b52-8d69-49c5e6f02222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port 62c70238-dd93-4a9c-a385-1d8e31e74f7e yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:46:16.724104 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-03c41a43-216d-420c-973e-72eb76d1a7ee None None] For port 07250bc9-e102-4810-b1b2-2c67262f6acb, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=07250bc9-e102-4810-b1b2-2c67262f6acb,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:16.747921 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:16.751626 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03c41a43-216d-420c-973e-72eb76d1a7ee None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:16.756477 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:16.758524 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-944ad572-7703-4a73-8bfa-8d29d36e4848 admin admin] For port 9156073e-22bc-4460-b3fa-9210351a9d4f, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9156073e-22bc-4460-b3fa-9210351a9d4f,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:16.758885 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-944ad572-7703-4a73-8bfa-8d29d36e4848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:16.787804 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-03c41a43-216d-420c-973e-72eb76d1a7ee None None] Transition to ACTIVE for port object 07250bc9-e102-4810-b1b2-2c67262f6acb will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:16.795428 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03c41a43-216d-420c-973e-72eb76d1a7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:16.889924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=dbe2e699-7309-4d8f-8340-de9f0bd0792f,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:16.895610 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:17.020358 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c41a43-216d-420c-973e-72eb76d1a7ee None None] Pushing event updated for resources: {'Port': ['ID=07250bc9-e102-4810-b1b2-2c67262f6acb,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:17.068437 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 07250bc9-e102-4810-b1b2-2c67262f6acb up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:46:17.086474 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad7656e5-8b23-4368-9709-a5d0faa4a711 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:17.101534 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-944ad572-7703-4a73-8bfa-8d29d36e4848 admin admin] Calling delete_port for 9156073e-22bc-4460-b3fa-9210351a9d4f owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:17.178357 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f9db4861-ba54-4cb2-9595-4dc1e02dea36 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:46:17.183180 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] device_id is not set on port b93a5927-0549-40a2-a6fa-b953dcc1a574 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:46:17.213358 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad7656e5-8b23-4368-9709-a5d0faa4a711 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:17.239679 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: f9db4861-ba54-4cb2-9595-4dc1e02dea36 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:46:17.239952 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f9db4861-ba54-4cb2-9595-4dc1e02dea36 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:46:17.287100 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7656e5-8b23-4368-9709-a5d0faa4a711 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d055eed5-b83a-436e-878d-b7d1f6d48c6f,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:17.290593 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Floating IP b0044ad1-d478-404f-8393-ebc65860d007 associated. External IP: 172.26.2.187, port: aabb5dd3-073d-4065-b1c6-67ae2c473d00. Mar 08 09:46:17.445232 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad7656e5-8b23-4368-9709-a5d0faa4a711 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:17.449001 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ad7656e5-8b23-4368-9709-a5d0faa4a711 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4597292 Mar 08 09:46:17.453271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39780) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:17.503785 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-f53ce925-98dc-4b52-8d69-49c5e6f02222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 172.20.0.3 (162da289-2647-477b-bcb7-e834030497c1/3b523918-f045-402a-8a63-bffdca8c1d1e/62c70238-dd93-4a9c-a385-1d8e31e74f7e) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:17.510822 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-edd421ba-30a1-4664-8ea5-edd2d53f53fa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:17.521529 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-f53ce925-98dc-4b52-8d69-49c5e6f02222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::f816:3eff:fe85:9edb (162da289-2647-477b-bcb7-e834030497c1/1c1af098-ff95-493f-a7d8-903169453011/62c70238-dd93-4a9c-a385-1d8e31e74f7e) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:17.526419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-edd421ba-30a1-4664-8ea5-edd2d53f53fa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:17.542732 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-a20558c9-e3bc-4ec2-b439-7ef9745e2aad tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:46:17.544042 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a20558c9-e3bc-4ec2-b439-7ef9745e2aad tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6478465 Mar 08 09:46:17.550125 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39784) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:17.550485 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39786) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:17.579562 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': 'be78af12-373a-4e13-828c-c7adc8725f5c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:17.585332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:17.589167 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Usage tracker for resource:floatingip and tenant:6add1b16b45d4aa9aed1320579a3216d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:17.592600 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:17.599328 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:17.638099 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-edd421ba-30a1-4664-8ea5-edd2d53f53fa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:17.667353 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:17.718925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd421ba-30a1-4664-8ea5-edd2d53f53fa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d055eed5-b83a-436e-878d-b7d1f6d48c6f,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:17.729804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-edd421ba-30a1-4664-8ea5-edd2d53f53fa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:17.731550 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-edd421ba-30a1-4664-8ea5-edd2d53f53fa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d055eed5-b83a-436e-878d-b7d1f6d48c6f HTTP/1.1" status: 204 len: 168 time: 0.2764702 Mar 08 09:46:17.734253 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39794) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:17.752161 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:17.785824 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'network': {'name': 'tempest-RoutersTest-744717766'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:17.786873 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router ba4e89cb-ee89-4301-b8d8-c5e861bbdf04 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:46:17.812837 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6a25d456-3e90-4f20-828e-0f09ae7ff224 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:17.824137 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:17.833574 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:network and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:17.857132 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:17.892476 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6a25d456-3e90-4f20-828e-0f09ae7ff224 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:17.893810 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6a25d456-3e90-4f20-828e-0f09ae7ff224 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1585293 Mar 08 09:46:17.896682 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39800) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:17.912562 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-02852e60-85ed-4e01-b528-a159b004fa39 None None] Provisioning for port 07250bc9-e102-4810-b1b2-2c67262f6acb completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:17.917214 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-944ad572-7703-4a73-8bfa-8d29d36e4848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:17.919256 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-02852e60-85ed-4e01-b528-a159b004fa39 None None] Provisioning complete for port 07250bc9-e102-4810-b1b2-2c67262f6acb triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:17.919659 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02852e60-85ed-4e01-b528-a159b004fa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:17.974222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:17.995617 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f1bb-64a4-4010-90bf-f14606782e8e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.017127 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f1bb-64a4-4010-90bf-f14606782e8e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.052780 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:46:18.072958 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deef7dc-6303-4db6-b516-1c0ea60c33fb None None] Sync routers for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:46:18.075867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f1bb-64a4-4010-90bf-f14606782e8e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.086525 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f1bb-64a4-4010-90bf-f14606782e8e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.089736 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5bb0f1bb-64a4-4010-90bf-f14606782e8e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/53304178-56d0-4b54-ac7c-6f95e32f75b3 HTTP/1.1" status: 204 len: 168 time: 0.1897075 Mar 08 09:46:18.090518 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.091560 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deef7dc-6303-4db6-b516-1c0ea60c33fb None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:18.092450 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-7deef7dc-6303-4db6-b516-1c0ea60c33fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:18.110330 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39804) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:18.112736 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ad572-7703-4a73-8bfa-8d29d36e4848 admin admin] Pushing event deleted for resources: {'Port': ['ID=9156073e-22bc-4460-b3fa-9210351a9d4f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:18.120512 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0f1bb-64a4-4010-90bf-f14606782e8e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53304178-56d0-4b54-ac7c-6f95e32f75b3,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:18.127778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] device_id is not set on port 59251e8b-c16d-4665-846d-cb4602a94953 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:46:18.152334 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-15abcce0-50d9-4c84-9ac9-0191ea124924 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9218433 Mar 08 09:46:18.153264 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39808) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:18.156624 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-7deef7dc-6303-4db6-b516-1c0ea60c33fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:18.158896 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-645ed316-b16b-4213-b252-4420f3780277 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-350118567'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:18.163642 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-645ed316-b16b-4213-b252-4420f3780277 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:18.165423 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deef7dc-6303-4db6-b516-1c0ea60c33fb None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:18.166136 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-7deef7dc-6303-4db6-b516-1c0ea60c33fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:45:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:18.168487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-645ed316-b16b-4213-b252-4420f3780277 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Usage tracker for resource:network and tenant:65442bd3981144f9911800a52d6fbad1 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:18.171602 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-645ed316-b16b-4213-b252-4420f3780277 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:18.178437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-645ed316-b16b-4213-b252-4420f3780277 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:18.187803 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Made reservation on behalf of c6601661feb14b85b700842beac586af for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:18.191706 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645ed316-b16b-4213-b252-4420f3780277 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Made reservation on behalf of 65442bd3981144f9911800a52d6fbad1 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:18.192452 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.197970 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-645ed316-b16b-4213-b252-4420f3780277 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.231279 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-7deef7dc-6303-4db6-b516-1c0ea60c33fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:18.231864 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deef7dc-6303-4db6-b516-1c0ea60c33fb None None] The sync data for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:46:18.233358 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645ed316-b16b-4213-b252-4420f3780277 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:46:18.242822 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-645ed316-b16b-4213-b252-4420f3780277 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.243301 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-645ed316-b16b-4213-b252-4420f3780277 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Added segment 15d73ed3-ee6a-433d-8a29-053ec6b401e2 of type vlan for network 34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c Mar 08 09:46:18.273136 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.273389 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-645ed316-b16b-4213-b252-4420f3780277 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.302975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-645ed316-b16b-4213-b252-4420f3780277 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.308447 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645ed316-b16b-4213-b252-4420f3780277 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:18.309090 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-645ed316-b16b-4213-b252-4420f3780277 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.342166 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:18.376205 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d02eb256-6612-4e14-ad9e-70fffee05cc9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:18.387425 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:security_group_rule and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:18.393186 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:18.405873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-944ad572-7703-4a73-8bfa-8d29d36e4848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.407062 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-645ed316-b16b-4213-b252-4420f3780277 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2528322 Mar 08 09:46:18.412555 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39812) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:18.421209 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-9344aa1b-3c0a-4f8f-a542-1ce79bbcc1a0 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'subnet': {'network_id': '34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:18.450397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ed316-b16b-4213-b252-4420f3780277 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Network': ['ID=34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:18.451216 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:18.461482 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f53ce925-98dc-4b52-8d69-49c5e6f02222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.462058 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:46:18.532190 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9344aa1b-3c0a-4f8f-a542-1ce79bbcc1a0 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:18.542587 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9344aa1b-3c0a-4f8f-a542-1ce79bbcc1a0 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:18.554863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9344aa1b-3c0a-4f8f-a542-1ce79bbcc1a0 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Made reservation on behalf of 65442bd3981144f9911800a52d6fbad1 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:18.559921 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9344aa1b-3c0a-4f8f-a542-1ce79bbcc1a0 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.643212 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-f53ce925-98dc-4b52-8d69-49c5e6f02222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object 62c70238-dd93-4a9c-a385-1d8e31e74f7e will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:18.669210 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-944ad572-7703-4a73-8bfa-8d29d36e4848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.670975 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d02eb256-6612-4e14-ad9e-70fffee05cc9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:18.674971 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d02eb256-6612-4e14-ad9e-70fffee05cc9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.5574610 Mar 08 09:46:18.674971 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-944ad572-7703-4a73-8bfa-8d29d36e4848 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.675567 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39816) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:18.714451 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1fc782b3-4308-4d5f-bb7c-b039f772f6d9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.727432 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1fc782b3-4308-4d5f-bb7c-b039f772f6d9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.746896 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.813084 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-944ad572-7703-4a73-8bfa-8d29d36e4848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.813540 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944ad572-7703-4a73-8bfa-8d29d36e4848 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed8fda54-455f-45f7-b1a8-8cc7736d1729 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:46:18.828731 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.873332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f53ce925-98dc-4b52-8d69-49c5e6f02222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.912932 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1fc782b3-4308-4d5f-bb7c-b039f772f6d9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.932926 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc782b3-4308-4d5f-bb7c-b039f772f6d9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e7d2547-52ea-40aa-a748-a3c42855f9db,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:18.987831 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1fc782b3-4308-4d5f-bb7c-b039f772f6d9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:18.989554 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1fc782b3-4308-4d5f-bb7c-b039f772f6d9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4e7d2547-52ea-40aa-a748-a3c42855f9db HTTP/1.1" status: 204 len: 168 time: 0.3127565 Mar 08 09:46:18.991274 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9344aa1b-3c0a-4f8f-a542-1ce79bbcc1a0 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.001506 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39822) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:19.109142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344aa1b-3c0a-4f8f-a542-1ce79bbcc1a0 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Subnet': ['ID=79312827-93e1-49db-94be-6f74ab40217b,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:19.118991 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9344aa1b-3c0a-4f8f-a542-1ce79bbcc1a0 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Checking segment: {'id': '15d73ed3-ee6a-433d-8a29-053ec6b401e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:46:19.119344 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9344aa1b-3c0a-4f8f-a542-1ce79bbcc1a0 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Network hostable DHCP agents. Network: 34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:46:19.135008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b8b2abe6-4182-40b2-92a7-11393774051c tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:19.153456 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53ce925-98dc-4b52-8d69-49c5e6f02222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:19.159058 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.159423 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b8b2abe6-4182-40b2-92a7-11393774051c tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:19.160743 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b8b2abe6-4182-40b2-92a7-11393774051c tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1313453 Mar 08 09:46:19.161951 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9344aa1b-3c0a-4f8f-a542-1ce79bbcc1a0 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Network 34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:46:19.163944 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39826) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:19.169411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f53ce925-98dc-4b52-8d69-49c5e6f02222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:19.183629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-9344aa1b-3c0a-4f8f-a542-1ce79bbcc1a0 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:19.187251 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ce925-98dc-4b52-8d69-49c5e6f02222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:19.194602 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344aa1b-3c0a-4f8f-a542-1ce79bbcc1a0 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:19.195197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9344aa1b-3c0a-4f8f-a542-1ce79bbcc1a0 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.205963 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8352929f-5582-4303-aed5-05ff427ea9b7 None None] Network 34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:19.212332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af0e8931-1c47-43e3-a32f-40dce2140bab tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.215831 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.224440 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af0e8931-1c47-43e3-a32f-40dce2140bab tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.237957 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9344aa1b-3c0a-4f8f-a542-1ce79bbcc1a0 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8217280 Mar 08 09:46:19.238180 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-944ad572-7703-4a73-8bfa-8d29d36e4848 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.238180 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-944ad572-7703-4a73-8bfa-8d29d36e4848 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ed8fda54-455f-45f7-b1a8-8cc7736d1729 HTTP/1.1" status: 204 len: 168 time: 4.7514949 Mar 08 09:46:19.238180 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ce925-98dc-4b52-8d69-49c5e6f02222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=62c70238-dd93-4a9c-a385-1d8e31e74f7e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:19.241001 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39830) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:19.241345 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39832) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:19.247763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-73200540', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}, 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:19.290066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:19.291898 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:46:19.295058 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.302910 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Usage tracker for resource:router and tenant:65442bd3981144f9911800a52d6fbad1 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:19.309336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:19.321733 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:19.332831 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af0e8931-1c47-43e3-a32f-40dce2140bab tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.375921 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7dd6d9-94c2-430f-9847-2bf3dac10385 admin admin] Deleting subnet d5412c5b-767e-40f0-a363-91743b739e50 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:46:19.384441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=056a89eb-1284-42ff-93b6-4fd514c4f50f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:19.397226 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e8931-1c47-43e3-a32f-40dce2140bab tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5442608c-bc58-4c48-9126-9129a01c529b,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:19.399138 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.400465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.410012 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd6d9-94c2-430f-9847-2bf3dac10385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.415365 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Allocated IP 172.26.2.201 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/b86532f0-0b20-42fc-97d3-f3595c845eaf) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:19.473622 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 07250bc9-e102-4810-b1b2-2c67262f6acb up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:46:19.474654 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af0e8931-1c47-43e3-a32f-40dce2140bab tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.475912 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-af0e8931-1c47-43e3-a32f-40dce2140bab tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5442608c-bc58-4c48-9126-9129a01c529b HTTP/1.1" status: 204 len: 168 time: 0.3110838 Mar 08 09:46:19.479265 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39838) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:19.504961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd6d9-94c2-430f-9847-2bf3dac10385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.570776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.604493 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.635139 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.635139 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Added segment 931d8c22-b13b-4407-8b09-abf0ed87bf5b of type vlan for network 45b61ef6-7afa-4803-9dfd-a0cb978e412c Mar 08 09:46:19.636446 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c', 'network_id': '34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c', 'tenant_id': '65442bd3981144f9911800a52d6fbad1', 'fixed_ips': [{'subnet_id': '79312827-93e1-49db-94be-6f74ab40217b'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:46:19.638122 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.653205 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-29a2c89b-5857-4c3d-ba3d-9b3d48605a5d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:19.653379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53ce925-98dc-4b52-8d69-49c5e6f02222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:19.653872 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f53ce925-98dc-4b52-8d69-49c5e6f02222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.656651 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 07250bc9-e102-4810-b1b2-2c67262f6acb triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:19.657384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.670063 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.696924 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 8382c660-25f3-4087-9fe3-10449af161e4 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:19.725976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:19.729898 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.734969 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=b93a5927-0549-40a2-a6fa-b953dcc1a574,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:19.737232 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:19.738056 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.753431 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3ddab66d-1a1c-4f3c-98f0-530a84038ad4 None None] Provisioning for port 62c70238-dd93-4a9c-a385-1d8e31e74f7e completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:19.778405 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:19.784487 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f53ce925-98dc-4b52-8d69-49c5e6f02222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.8979616 Mar 08 09:46:19.786599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3ddab66d-1a1c-4f3c-98f0-530a84038ad4 None None] Provisioning complete for port 62c70238-dd93-4a9c-a385-1d8e31e74f7e triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:19.787541 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ddab66d-1a1c-4f3c-98f0-530a84038ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.795396 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39842) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:19.795628 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:19.804086 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:19.852546 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-29a2c89b-5857-4c3d-ba3d-9b3d48605a5d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:19.854116 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-29a2c89b-5857-4c3d-ba3d-9b3d48605a5d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3713908 Mar 08 09:46:19.875137 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39846) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:19.896094 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Pushing event updated for resources: {'Port': ['ID=b86532f0-0b20-42fc-97d3-f3595c845eaf,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:19.904759 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3ddab66d-1a1c-4f3c-98f0-530a84038ad4 None None] Port 62c70238-dd93-4a9c-a385-1d8e31e74f7e cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:46:19.970768 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.976114 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:19.976754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:19.992974 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Allocated IP 172.20.0.2 (34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c/79312827-93e1-49db-94be-6f74ab40217b/52524a5b-3869-4853-8212-0c6ec11a9806) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:19.998663 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:20.006469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd6d9-94c2-430f-9847-2bf3dac10385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:20.089299 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Checking segment: {'id': 'e4e28cd8-6b46-4345-aaad-530682224362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5b46a572-55e1-4a50-8409-1b313f766736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:46:20.089657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network hostable DHCP agents. Network: 5b46a572-55e1-4a50-8409-1b313f766736, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:46:20.094427 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6471dde1-abac-44ef-ae0c-a38f58155ae0 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:20.138585 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c167de8d-6f14-46b2-898f-c53fbfd2495b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:20.144275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c167de8d-6f14-46b2-898f-c53fbfd2495b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:20.145863 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c167de8d-6f14-46b2-898f-c53fbfd2495b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3464718 Mar 08 09:46:20.149059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39850) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:20.170871 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=59251e8b-c16d-4665-846d-cb4602a94953,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:20.180208 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6471dde1-abac-44ef-ae0c-a38f58155ae0 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:20.191766 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.6294823 Mar 08 09:46:20.198646 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39854) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:20.210432 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-692b129c-51d8-4a34-b9e3-c4b6e2a36da1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'network': {'name': 'tempest-RoutersTest-175946181'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:20.222021 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd6d9-94c2-430f-9847-2bf3dac10385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:20.243040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7004c31-a373-42bd-8de1-8fa9989a8848 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Network': ['ID=45b61ef6-7afa-4803-9dfd-a0cb978e412c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:20.247514 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:20.260553 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 45b61ef6-7afa-4803-9dfd-a0cb978e412c details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:46:20.269126 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 5b46a572-55e1-4a50-8409-1b313f766736 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:46:20.272617 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-692b129c-51d8-4a34-b9e3-c4b6e2a36da1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:20.282473 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Transition to ACTIVE for port object 52524a5b-3869-4853-8212-0c6ec11a9806 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:20.295593 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 5b46a572-55e1-4a50-8409-1b313f766736) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:20.297080 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6471dde1-abac-44ef-ae0c-a38f58155ae0 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:20.309820 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe0a3f2-9a8c-4f5f-8a4f-77f0cc43d50d None None] Network 5b46a572-55e1-4a50-8409-1b313f766736 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:20.310004 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:20.315382 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:20.320063 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:20.320730 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:20.320868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-692b129c-51d8-4a34-b9e3-c4b6e2a36da1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:network and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:20.329268 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Deleting port b86532f0-0b20-42fc-97d3-f3595c845eaf {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:20.329436 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:20.333391 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-692b129c-51d8-4a34-b9e3-c4b6e2a36da1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:20.336258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7dd6d9-94c2-430f-9847-2bf3dac10385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5412c5b-767e-40f0-a363-91743b739e50,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:20.346014 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-3f3da9f2-cf03-4987-9ad0-8a3f9f59f744 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port 62c70238-dd93-4a9c-a385-1d8e31e74f7e {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:20.346356 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3f3da9f2-cf03-4987-9ad0-8a3f9f59f744 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:20.372581 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-692b129c-51d8-4a34-b9e3-c4b6e2a36da1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:20.377055 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471dde1-abac-44ef-ae0c-a38f58155ae0 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=961fad4a-5f4d-470f-a2b4-1f51f6df836b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:20.381789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eb7dd6d9-94c2-430f-9847-2bf3dac10385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:20.398504 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6471dde1-abac-44ef-ae0c-a38f58155ae0 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:20.399657 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6471dde1-abac-44ef-ae0c-a38f58155ae0 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/961fad4a-5f4d-470f-a2b4-1f51f6df836b HTTP/1.1" status: 204 len: 168 time: 0.5236607 Mar 08 09:46:20.404193 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3c3cc8b8-c643-48f0-a33f-c99277e7f96d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0683599 Mar 08 09:46:20.405516 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39858) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:20.407837 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a385fe7e-537d-4e10-aece-47a4a785244a None None] Network 01d28e7b-77d7-484e-8483-00c7056ccd45 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:20.413466 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39860) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:20.429284 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Transition to ACTIVE for port object 52524a5b-3869-4853-8212-0c6ec11a9806 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:20.453416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692b129c-51d8-4a34-b9e3-c4b6e2a36da1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Made reservation on behalf of c6601661feb14b85b700842beac586af for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:20.457209 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-692b129c-51d8-4a34-b9e3-c4b6e2a36da1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:20.476398 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-eb7dd6d9-94c2-430f-9847-2bf3dac10385 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d5412c5b-767e-40f0-a363-91743b739e50 HTTP/1.1" status: 204 len: 168 time: 1.2325428 Mar 08 09:46:20.501474 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39866) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:20.508828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:20.587575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-4f8e3197-4b36-42c5-a96b-66753eb08727 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port 59251e8b-c16d-4665-846d-cb4602a94953 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:20.587945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3197-4b36-42c5-a96b-66753eb08727 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:20.614070 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692b129c-51d8-4a34-b9e3-c4b6e2a36da1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:46:20.624084 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5ad695f6-cf7b-43fd-9958-55c42df43761 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:20.674105 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:20.674753 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:20.688140 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:20.724009 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Network 34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:20.738894 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:20.742315 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:20.742612 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5ad695f6-cf7b-43fd-9958-55c42df43761 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:20.743879 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5ad695f6-cf7b-43fd-9958-55c42df43761 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3222506 Mar 08 09:46:20.782233 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Pushing event updated for resources: {'Port': ['ID=52524a5b-3869-4853-8212-0c6ec11a9806,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:20.797625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39870) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:20.807766 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-692b129c-51d8-4a34-b9e3-c4b6e2a36da1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:20.808300 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-692b129c-51d8-4a34-b9e3-c4b6e2a36da1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Added segment 3a539265-542a-429e-ac6d-be2df6bba85f of type vlan for network d32b07c9-908b-4de6-ada1-6ad117d5d2cc Mar 08 09:46:20.814721 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Calling delete_port for b86532f0-0b20-42fc-97d3-f3595c845eaf owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:20.851702 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] Deleting port 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:20.852034 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:20.965902 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Attempting to bind port 52524a5b-3869-4853-8212-0c6ec11a9806 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:46:20.966265 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Attempting to bind port 52524a5b-3869-4853-8212-0c6ec11a9806 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '15d73ed3-ee6a-433d-8a29-053ec6b401e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:46:20.966626 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Attempting to bind port 52524a5b-3869-4853-8212-0c6ec11a9806 on network 34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:46:20.974116 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9156073e-22bc-4460-b3fa-9210351a9d4f no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:46:21.019848 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:46:21.020381 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Checking segment: {'id': '15d73ed3-ee6a-433d-8a29-053ec6b401e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:46:21.020934 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:21.021424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Bound using segment: {'id': '15d73ed3-ee6a-433d-8a29-053ec6b401e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:46:21.022004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Bound port: 52524a5b-3869-4853-8212-0c6ec11a9806, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d73ed3-ee6a-433d-8a29-053ec6b401e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:46:21.022637 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:21.046868 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 9156073e-22bc-4460-b3fa-9210351a9d4f {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:46:21.047351 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9156073e-22bc-4460-b3fa-9210351a9d4f not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:46:21.061571 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-692b129c-51d8-4a34-b9e3-c4b6e2a36da1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:21.163491 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] For port 52524a5b-3869-4853-8212-0c6ec11a9806, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:46:21.168732 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] For port 52524a5b-3869-4853-8212-0c6ec11a9806, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=52524a5b-3869-4853-8212-0c6ec11a9806,segment=NetworkSegment(15d73ed3-ee6a-433d-8a29-053ec6b401e2),segment_id=15d73ed3-ee6a-433d-8a29-053ec6b401e2)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:46:21.190329 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:21.228929 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da9e35c-fa68-4a09-a153-d91377895524 None None] DHCP port deletion for 01d28e7b-77d7-484e-8483-00c7056ccd45 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:46:21.246607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3f3da9f2-cf03-4987-9ad0-8a3f9f59f744 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:21.257475 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7da9e35c-fa68-4a09-a153-d91377895524 None None] Deleting port 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:21.257929 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7da9e35c-fa68-4a09-a153-d91377895524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:21.260925 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] For port 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=5812fe7d-41f3-4ce8-9e40-fbce0ed8e246,segment=NetworkSegment(855f09ea-58ec-49aa-bee8-0c16a3319281),segment_id=855f09ea-58ec-49aa-bee8-0c16a3319281)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:21.261270 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:21.272462 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:21.318366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.resource_extend [None req-692b129c-51d8-4a34-b9e3-c4b6e2a36da1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:46:21.328909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:21.384536 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b85dd7-e6a4-429e-8417-4c6502579180 None None] Pushing event updated for resources: {'Port': ['ID=52524a5b-3869-4853-8212-0c6ec11a9806,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:21.440629 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] Calling delete_port for 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:21.467534 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Pushing event deleted for resources: {'Port': ['ID=b86532f0-0b20-42fc-97d3-f3595c845eaf,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:21.497188 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1e924893-c567-403f-83cf-129a31f94207 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:21.499347 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:21.508470 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-3f3da9f2-cf03-4987-9ad0-8a3f9f59f744 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for 62c70238-dd93-4a9c-a385-1d8e31e74f7e owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:21.526011 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7da9e35c-fa68-4a09-a153-d91377895524 None None] For port 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=5812fe7d-41f3-4ce8-9e40-fbce0ed8e246,segment=NetworkSegment(855f09ea-58ec-49aa-bee8-0c16a3319281),segment_id=855f09ea-58ec-49aa-bee8-0c16a3319281)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:21.526627 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7da9e35c-fa68-4a09-a153-d91377895524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:21.541062 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3197-4b36-42c5-a96b-66753eb08727 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:21.631756 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:21.710006 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7da9e35c-fa68-4a09-a153-d91377895524 None None] Calling delete_port for 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:21.720857 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] Pushing event deleted for resources: {'Port': ['ID=5812fe7d-41f3-4ce8-9e40-fbce0ed8e246,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:21.723465 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] No DVR routers for this DVR port 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:46:21.772823 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-692b129c-51d8-4a34-b9e3-c4b6e2a36da1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:21.777078 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] create failed (client error): The resource could not be found. Mar 08 09:46:21.778796 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-906f691f-650c-49f9-9cb8-a7762d847a7d tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.2177973 Mar 08 09:46:21.780562 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692b129c-51d8-4a34-b9e3-c4b6e2a36da1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:21.781393 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-692b129c-51d8-4a34-b9e3-c4b6e2a36da1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:21.791605 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39880) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:21.805014 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-4f8e3197-4b36-42c5-a96b-66753eb08727 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for 59251e8b-c16d-4665-846d-cb4602a94953 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:21.816963 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-7da9e35c-fa68-4a09-a153-d91377895524 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:46:21.817318 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-7da9e35c-fa68-4a09-a153-d91377895524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:46:21.863366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1e924893-c567-403f-83cf-129a31f94207 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:21.897007 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:21.932477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c6eb48f2-c028-4943-beed-664193922cbc tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Deleting port be78af12-373a-4e13-828c-c7adc8725f5c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:21.932840 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6eb48f2-c028-4943-beed-664193922cbc tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:21.965388 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d28e7b-77d7-484e-8483-00c7056ccd45']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:21.991669 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855f09ea-58ec-49aa-bee8-0c16a3319281') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:21.991988 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855f09ea-58ec-49aa-bee8-0c16a3319281') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:22.014886 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:22.022648 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-692b129c-51d8-4a34-b9e3-c4b6e2a36da1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8200028 Mar 08 09:46:22.026392 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39886) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:22.051370 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b129c-51d8-4a34-b9e3-c4b6e2a36da1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Network': ['ID=d32b07c9-908b-4de6-ada1-6ad117d5d2cc,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:22.066649 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network d32b07c9-908b-4de6-ada1-6ad117d5d2cc details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:46:22.067372 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-77b32d4f-b562-41f5-bea7-226bd3989998 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'subnet': {'network_id': '45b61ef6-7afa-4803-9dfd-a0cb978e412c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:22.108851 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:22.124277 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:46:22.124739 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:46:22.143723 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:46:22.175909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1e924893-c567-403f-83cf-129a31f94207 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:22.178918 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3197-4b36-42c5-a96b-66753eb08727 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:22.318405 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7da9e35c-fa68-4a09-a153-d91377895524 None None] Deleting port 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:22.318647 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7da9e35c-fa68-4a09-a153-d91377895524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:22.420109 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7da9e35c-fa68-4a09-a153-d91377895524 None None] The port '5812fe7d-41f3-4ce8-9e40-fbce0ed8e246' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:46:22.460428 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e924893-c567-403f-83cf-129a31f94207 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0942e606-3ef1-498d-b7a4-fc237f31809f,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:22.490949 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-77b32d4f-b562-41f5-bea7-226bd3989998 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:22.495371 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:22.500332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:22.511049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Allocated IP 172.26.2.202 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/4ae09eb5-f577-4fdb-8893-0899bdc359e8) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:22.513780 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e3197-4b36-42c5-a96b-66753eb08727 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Port': ['ID=59251e8b-c16d-4665-846d-cb4602a94953,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:22.526317 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-77b32d4f-b562-41f5-bea7-226bd3989998 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:subnet and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:22.537060 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-77b32d4f-b562-41f5-bea7-226bd3989998 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:22.556111 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3197-4b36-42c5-a96b-66753eb08727 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:22.564241 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] Pushing event deleted for resources: {'Network': ['ID=01d28e7b-77d7-484e-8483-00c7056ccd45,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:22.571888 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-77b32d4f-b562-41f5-bea7-226bd3989998 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:22.584739 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1e924893-c567-403f-83cf-129a31f94207 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:22.586136 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1e924893-c567-403f-83cf-129a31f94207 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-groups/0942e606-3ef1-498d-b7a4-fc237f31809f HTTP/1.1" status: 204 len: 168 time: 1.7845449 Mar 08 09:46:22.594287 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39892) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:22.609923 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6ba088e1-8d44-48db-aca3-11437d66eb1e admin admin] 10.222.0.24 "DELETE /v2.0/networks/01d28e7b-77d7-484e-8483-00c7056ccd45 HTTP/1.1" status: 204 len: 168 time: 2.1071665 Mar 08 09:46:22.615265 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4f8e3197-4b36-42c5-a96b-66753eb08727 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/ports/59251e8b-c16d-4665-846d-cb4602a94953 HTTP/1.1" status: 204 len: 168 time: 2.1948080 Mar 08 09:46:22.628819 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6eb48f2-c028-4943-beed-664193922cbc tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:22.634691 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39896) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:22.708919 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64c3d54-9a59-41d6-992e-28ab3a8fb708 None None] Network 34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:22.745699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3f3da9f2-cf03-4987-9ad0-8a3f9f59f744 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:22.814377 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3da9f2-cf03-4987-9ad0-8a3f9f59f744 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=62c70238-dd93-4a9c-a385-1d8e31e74f7e,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:22.844005 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a1ad0131-fb2b-4c7a-9b4a-02dd9f13004a None None] Provisioning for port 52524a5b-3869-4853-8212-0c6ec11a9806 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:22.864101 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67a4cb-3548-48ba-b8f2-48a1d2f8578f req-d3c0d66b-b85f-4266-aec0-8b5510b06a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:22.865589 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3c67a4cb-3548-48ba-b8f2-48a1d2f8578f req-d3c0d66b-b85f-4266-aec0-8b5510b06a06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3930543b2ce942fe899a5a461a431d3e&device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 1099 time: 0.6055381 Mar 08 09:46:22.891052 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b32d4f-b562-41f5-bea7-226bd3989998 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Made reservation on behalf of c6601661feb14b85b700842beac586af for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:22.894828 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77b32d4f-b562-41f5-bea7-226bd3989998 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:22.908861 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39902) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:22.917415 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c6eb48f2-c028-4943-beed-664193922cbc tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Calling delete_port for be78af12-373a-4e13-828c-c7adc8725f5c owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:23.114849 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 52524a5b-3869-4853-8212-0c6ec11a9806 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:46:23.188634 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3d0c2daf-812a-4693-8a74-2903528ff61a tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5872161 Mar 08 09:46:23.206163 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39906) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:23.216889 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-214887d4-8695-4671-9381-1590068dbbfa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group': {'name': 'tempest-secgroup--823496003'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:23.219627 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 52524a5b-3869-4853-8212-0c6ec11a9806 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:23.229752 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 52524a5b-3869-4853-8212-0c6ec11a9806 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:23.231490 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:23.237170 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df129279-3775-4d15-a134-6cd9a3550ae4 req-8fd1469e-1649-4256-b8bf-7d26f64957ee tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:23.244152 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-df129279-3775-4d15-a134-6cd9a3550ae4 req-8fd1469e-1649-4256-b8bf-7d26f64957ee tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.8961415 Mar 08 09:46:23.249240 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3f3da9f2-cf03-4987-9ad0-8a3f9f59f744 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:23.253373 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3f3da9f2-cf03-4987-9ad0-8a3f9f59f744 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/62c70238-dd93-4a9c-a385-1d8e31e74f7e HTTP/1.1" status: 204 len: 168 time: 3.1009681 Mar 08 09:46:23.261418 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39910) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:23.273217 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e19ad-2877-4863-9f96-2623dde4c77f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:23.276537 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-214887d4-8695-4671-9381-1590068dbbfa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:23.282780 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e19ad-2877-4863-9f96-2623dde4c77f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:23.283592 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0c3e19ad-2877-4863-9f96-2623dde4c77f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Synchronizing usage tracker for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:23.291520 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:23.311371 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d9a7a93a-3b3c-456f-b501-3c87d3c5b326 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d09966768d8a46489f86ec289dc54020&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3570414 Mar 08 09:46:23.312220 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39914) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:23.330402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67a4cb-3548-48ba-b8f2-48a1d2f8578f req-d87317f5-75b4-44d4-9e4f-d28e58ec06b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:23.332420 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3c67a4cb-3548-48ba-b8f2-48a1d2f8578f req-d87317f5-75b4-44d4-9e4f-d28e58ec06b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 HTTP/1.1" status: 200 len: 912 time: 0.4507558 Mar 08 09:46:23.405273 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0c3e19ad-2877-4863-9f96-2623dde4c77f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Unset dirty status for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:23.409621 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0c3e19ad-2877-4863-9f96-2623dde4c77f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.7707107 Mar 08 09:46:23.412790 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-214887d4-8695-4671-9381-1590068dbbfa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:23.415482 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39918) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:23.443781 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-71e1fada-bf4c-47cb-bb1c-8e6f6d9009f5 None None] Provisioning complete for port 52524a5b-3869-4853-8212-0c6ec11a9806 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:23.444141 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-71e1fada-bf4c-47cb-bb1c-8e6f6d9009f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:23.445966 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-214887d4-8695-4671-9381-1590068dbbfa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:23.462988 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6eb48f2-c028-4943-beed-664193922cbc tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:23.470525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-214887d4-8695-4671-9381-1590068dbbfa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:23.473259 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:23.531665 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 52524a5b-3869-4853-8212-0c6ec11a9806, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=52524a5b-3869-4853-8212-0c6ec11a9806,segment=NetworkSegment(15d73ed3-ee6a-433d-8a29-053ec6b401e2),segment_id=15d73ed3-ee6a-433d-8a29-053ec6b401e2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:23.539066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-9d82009e-c7d4-4dc6-ae93-3dbc7db22c5f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port b93a5927-0549-40a2-a6fa-b953dcc1a574 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:23.539424 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9d82009e-c7d4-4dc6-ae93-3dbc7db22c5f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:23.539680 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:23.585056 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3c67a4cb-3548-48ba-b8f2-48a1d2f8578f req-3492fe26-979f-4b56-9fbe-577612be0299 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2455288-60f1-4e7e-8a74-299ed10052d7 HTTP/1.1" status: 200 len: 1002 time: 0.2441452 Mar 08 09:46:23.626487 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-df129279-3775-4d15-a134-6cd9a3550ae4 req-25ad0e4d-515a-4e87-9d0f-d079182fab52 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3768775 Mar 08 09:46:23.641084 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb48f2-c028-4943-beed-664193922cbc tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Pushing event deleted for resources: {'Port': ['ID=be78af12-373a-4e13-828c-c7adc8725f5c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:23.653968 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:23.669363 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:46:23.709486 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-214887d4-8695-4671-9381-1590068dbbfa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:23.739120 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef999d8-bb92-4fdd-9b4a-fa755614acc1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:23.742092 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef999d8-bb92-4fdd-9b4a-fa755614acc1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:23.743954 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef999d8-bb92-4fdd-9b4a-fa755614acc1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:23.745024 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0ef999d8-bb92-4fdd-9b4a-fa755614acc1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:23.754076 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:46:23.754616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 5812fe7d-41f3-4ce8-9e40-fbce0ed8e246 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:46:23.759085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:23.760773 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=52524a5b-3869-4853-8212-0c6ec11a9806,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:23.792801 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:23.804675 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:23.841633 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-214887d4-8695-4671-9381-1590068dbbfa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:23.875594 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67a4cb-3548-48ba-b8f2-48a1d2f8578f req-cb97be96-265a-4c30-a2d8-e0d6cd09c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:23.877937 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3c67a4cb-3548-48ba-b8f2-48a1d2f8578f req-cb97be96-265a-4c30-a2d8-e0d6cd09c2fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22ec09f4-37c1-4973-ad35-a74953dd1390 HTTP/1.1" status: 200 len: 850 time: 0.2852595 Mar 08 09:46:23.882498 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=4ae09eb5-f577-4fdb-8893-0899bdc359e8,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:23.891284 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6eb48f2-c028-4943-beed-664193922cbc tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:23.899086 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6fac2788-e0ef-4ab0-a4a0-7e335e543c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:23.900646 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0ef999d8-bb92-4fdd-9b4a-fa755614acc1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:23.902134 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0ef999d8-bb92-4fdd-9b4a-fa755614acc1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6337516 Mar 08 09:46:23.903200 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-214887d4-8695-4671-9381-1590068dbbfa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:23.912354 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39924) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:23.966947 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c6eb48f2-c028-4943-beed-664193922cbc tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] 10.222.0.24 "DELETE /v2.0/ports/be78af12-373a-4e13-828c-c7adc8725f5c HTTP/1.1" status: 204 len: 168 time: 2.1739604 Mar 08 09:46:23.969467 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39928) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:24.023916 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6fac2788-e0ef-4ab0-a4a0-7e335e543c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:24.083418 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-081afc9a-5272-409c-a2b9-85bc406e8329 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet 1c1af098-ff95-493f-a7d8-903169453011 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:46:24.100282 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-081afc9a-5272-409c-a2b9-85bc406e8329 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:24.145607 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77b32d4f-b562-41f5-bea7-226bd3989998 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:24.261675 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-214887d4-8695-4671-9381-1590068dbbfa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:24.266265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-081afc9a-5272-409c-a2b9-85bc406e8329 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:24.314541 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-214887d4-8695-4671-9381-1590068dbbfa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:24.354701 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b32d4f-b562-41f5-bea7-226bd3989998 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Subnet': ['ID=28596d33-6aa1-425b-9256-1543e6ea8313,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:24.364603 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6fac2788-e0ef-4ab0-a4a0-7e335e543c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:24.380792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9d82009e-c7d4-4dc6-ae93-3dbc7db22c5f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:24.404397 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b32d4f-b562-41f5-bea7-226bd3989998 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Checking segment: {'id': '931d8c22-b13b-4407-8b09-abf0ed87bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '45b61ef6-7afa-4803-9dfd-a0cb978e412c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:46:24.404774 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b32d4f-b562-41f5-bea7-226bd3989998 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network hostable DHCP agents. Network: 45b61ef6-7afa-4803-9dfd-a0cb978e412c, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:46:24.423105 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214887d4-8695-4671-9381-1590068dbbfa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1806ae22-bb7f-4868-bd95-4b36e8514c9c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:24.461234 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac2788-e0ef-4ab0-a4a0-7e335e543c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33901aeb-6942-4ff4-a3c2-12f6d0830303,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:24.470555 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-214887d4-8695-4671-9381-1590068dbbfa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:24.471760 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-214887d4-8695-4671-9381-1590068dbbfa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2596488 Mar 08 09:46:24.475494 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39932) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:24.483927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-969d29dc-c3f5-4200-b17f-bfd217d0bb17 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group_rule': {'security_group_id': '1806ae22-bb7f-4868-bd95-4b36e8514c9c', 'direction': 'ingress', 'protocol': 17}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:24.489600 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b32d4f-b562-41f5-bea7-226bd3989998 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network 45b61ef6-7afa-4803-9dfd-a0cb978e412c is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:46:24.491725 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6fac2788-e0ef-4ab0-a4a0-7e335e543c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:24.495525 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6fac2788-e0ef-4ab0-a4a0-7e335e543c9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33901aeb-6942-4ff4-a3c2-12f6d0830303 HTTP/1.1" status: 204 len: 168 time: 1.1046562 Mar 08 09:46:24.499715 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-969d29dc-c3f5-4200-b17f-bfd217d0bb17 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:24.506954 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-969d29dc-c3f5-4200-b17f-bfd217d0bb17 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group_rule and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:24.509926 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-081afc9a-5272-409c-a2b9-85bc406e8329 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:24.538270 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-969d29dc-c3f5-4200-b17f-bfd217d0bb17 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:24.540554 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-77b32d4f-b562-41f5-bea7-226bd3989998 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 45b61ef6-7afa-4803-9dfd-a0cb978e412c) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:24.541247 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-9d82009e-c7d4-4dc6-ae93-3dbc7db22c5f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for b93a5927-0549-40a2-a6fa-b953dcc1a574 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:24.551249 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-969d29dc-c3f5-4200-b17f-bfd217d0bb17 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:24.552077 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da846455-b3d1-496d-a81f-ce60e3121d2b None None] Network 45b61ef6-7afa-4803-9dfd-a0cb978e412c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:24.560003 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b32d4f-b562-41f5-bea7-226bd3989998 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:24.560003 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77b32d4f-b562-41f5-bea7-226bd3989998 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:24.608101 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67a4cb-3548-48ba-b8f2-48a1d2f8578f req-674aad55-fa34-4ef7-82d2-66d3b6d0af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:24.609955 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3c67a4cb-3548-48ba-b8f2-48a1d2f8578f req-674aad55-fa34-4ef7-82d2-66d3b6d0af8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7229695 Mar 08 09:46:24.624376 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-77b32d4f-b562-41f5-bea7-226bd3989998 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5955334 Mar 08 09:46:24.649072 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39938) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:24.663152 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7af492db-c12f-4557-9512-8a4fcad4eb80 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'subnet': {'network_id': 'd32b07c9-908b-4de6-ada1-6ad117d5d2cc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:24.760303 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680ddea0-464f-4b82-a56b-532d4bc6a26c tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:24.760945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-680ddea0-464f-4b82-a56b-532d4bc6a26c tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Synchronizing usage tracker for tenant:6add1b16b45d4aa9aed1320579a3216d on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:24.852799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-969d29dc-c3f5-4200-b17f-bfd217d0bb17 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:24.874629 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7af492db-c12f-4557-9512-8a4fcad4eb80 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:24.901080 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-22ed99b7-29a0-476c-a8e2-d6aa34e71237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:24.905013 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7af492db-c12f-4557-9512-8a4fcad4eb80 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:subnet and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:24.911557 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7af492db-c12f-4557-9512-8a4fcad4eb80 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:24.923152 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7af492db-c12f-4557-9512-8a4fcad4eb80 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:24.932165 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-081afc9a-5272-409c-a2b9-85bc406e8329 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:24.967394 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-45b61ef6-7afa-4803-9dfd-a0cb978e412c', 'network_id': '45b61ef6-7afa-4803-9dfd-a0cb978e412c', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'fixed_ips': [{'subnet_id': '28596d33-6aa1-425b-9256-1543e6ea8313'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:46:24.968235 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:24.985945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9d82009e-c7d4-4dc6-ae93-3dbc7db22c5f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:25.008554 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081afc9a-5272-409c-a2b9-85bc406e8329 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=1c1af098-ff95-493f-a7d8-903169453011,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:25.047252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-680ddea0-464f-4b82-a56b-532d4bc6a26c tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Unset dirty status for tenant:6add1b16b45d4aa9aed1320579a3216d on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:25.050971 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-680ddea0-464f-4b82-a56b-532d4bc6a26c tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] 10.222.0.24 "GET /v2.0/ports?device_id=35d24e59-e7ce-4042-b0a5-729e8527ad79 HTTP/1.1" status: 200 len: 913 time: 1.0747142 Mar 08 09:46:25.055262 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-969d29dc-c3f5-4200-b17f-bfd217d0bb17 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:25.058107 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af492db-c12f-4557-9512-8a4fcad4eb80 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Made reservation on behalf of c6601661feb14b85b700842beac586af for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:25.064064 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7af492db-c12f-4557-9512-8a4fcad4eb80 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:25.071260 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39954) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:25.076758 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82009e-c7d4-4dc6-ae93-3dbc7db22c5f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Port': ['ID=b93a5927-0549-40a2-a6fa-b953dcc1a574,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:25.093480 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 52524a5b-3869-4853-8212-0c6ec11a9806 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:46:25.110618 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-081afc9a-5272-409c-a2b9-85bc406e8329 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:25.132884 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-969d29dc-c3f5-4200-b17f-bfd217d0bb17 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:25.163987 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89576056-811f-4327-bd25-a5be19997629 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:25.164269 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9d82009e-c7d4-4dc6-ae93-3dbc7db22c5f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:25.176426 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3c67a4cb-3548-48ba-b8f2-48a1d2f8578f req-17cd335b-1854-48af-a5b6-622144d33296 service neutron] 10.222.0.26 "GET /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865546 Mar 08 09:46:25.179626 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-081afc9a-5272-409c-a2b9-85bc406e8329 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/1c1af098-ff95-493f-a7d8-903169453011 HTTP/1.1" status: 204 len: 168 time: 1.2594528 Mar 08 09:46:25.183455 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 39962) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:25.185398 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-969d29dc-c3f5-4200-b17f-bfd217d0bb17 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:25.190003 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-969d29dc-c3f5-4200-b17f-bfd217d0bb17 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7126675 Mar 08 09:46:25.190912 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39964) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:25.310423 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:25.345866 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 52524a5b-3869-4853-8212-0c6ec11a9806 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:25.346587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:25.397775 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Allocated IP 172.20.0.2 (45b61ef6-7afa-4803-9dfd-a0cb978e412c/28596d33-6aa1-425b-9256-1543e6ea8313/e262893c-f5a1-4c0d-af02-4a55ad70319f) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:25.412276 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d29dc-c3f5-4200-b17f-bfd217d0bb17 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebac0357-ea51-4869-9cc4-8652fb0f6250,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:25.412548 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9d82009e-c7d4-4dc6-ae93-3dbc7db22c5f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/ports/b93a5927-0549-40a2-a6fa-b953dcc1a574 HTTP/1.1" status: 204 len: 168 time: 1.9862509 Mar 08 09:46:25.417145 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39976) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:25.628892 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a6f4-ac3e-4270-977c-4a035cfce37f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:25.684867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5cf32-31e2-4b51-ad56-758891cab161 req-ebe0bd26-4fec-4b26-af52-c7e304fbfdbf tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:25.686683 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-99d5cf32-31e2-4b51-ad56-758891cab161 req-ebe0bd26-4fec-4b26-af52-c7e304fbfdbf tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.8396847 Mar 08 09:46:25.699685 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a6f4-ac3e-4270-977c-4a035cfce37f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:25.714215 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727970aa-4468-4a7f-9b5c-c6f737cd377f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:25.715548 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-727970aa-4468-4a7f-9b5c-c6f737cd377f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Synchronizing usage tracker for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:25.781500 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-727970aa-4468-4a7f-9b5c-c6f737cd377f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Unset dirty status for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:25.782705 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-727970aa-4468-4a7f-9b5c-c6f737cd377f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3577411 Mar 08 09:46:25.788001 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39984) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:25.851736 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8258036f-787c-4666-8007-62dda8319dc8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] GET failed (client error): The resource could not be found. Mar 08 09:46:25.854403 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8258036f-787c-4666-8007-62dda8319dc8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports/59251e8b-c16d-4665-846d-cb4602a94953 HTTP/1.1" status: 404 len: 333 time: 0.0653563 Mar 08 09:46:25.857870 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7af492db-c12f-4557-9512-8a4fcad4eb80 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:25.861255 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39990) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:25.930596 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:25.999502 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Transition to ACTIVE for port object e262893c-f5a1-4c0d-af02-4a55ad70319f will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:26.003271 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e901866-b920-4624-9039-dfc6f532e58d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] GET failed (client error): The resource could not be found. Mar 08 09:46:26.004601 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3e901866-b920-4624-9039-dfc6f532e58d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports/b93a5927-0549-40a2-a6fa-b953dcc1a574 HTTP/1.1" status: 404 len: 333 time: 0.1025436 Mar 08 09:46:26.008838 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a6f4-ac3e-4270-977c-4a035cfce37f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.014464 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 39998) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:26.037340 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Transition to ACTIVE for port object e262893c-f5a1-4c0d-af02-4a55ad70319f will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:26.038969 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b60238a-bea2-43f9-9baa-3cf0291e1915 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet 3b523918-f045-402a-8a63-bffdca8c1d1e {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:46:26.053143 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.080929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5a6f4-ac3e-4270-977c-4a035cfce37f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1806ae22-bb7f-4868-bd95-4b36e8514c9c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:26.082720 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af492db-c12f-4557-9512-8a4fcad4eb80 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Subnet': ['ID=879b9856-86e7-4fdf-b9df-f02cb0c67d06,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:26.116053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b60238a-bea2-43f9-9baa-3cf0291e1915 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.199488 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Network 45b61ef6-7afa-4803-9dfd-a0cb978e412c is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:26.199732 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af492db-c12f-4557-9512-8a4fcad4eb80 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Checking segment: {'id': '3a539265-542a-429e-ac6d-be2df6bba85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd32b07c9-908b-4de6-ada1-6ad117d5d2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:46:26.199895 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af492db-c12f-4557-9512-8a4fcad4eb80 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network hostable DHCP agents. Network: d32b07c9-908b-4de6-ada1-6ad117d5d2cc, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:46:26.208238 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:26.213538 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:26.223084 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a6f4-ac3e-4270-977c-4a035cfce37f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.224219 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ecb5a6f4-ac3e-4270-977c-4a035cfce37f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-groups/1806ae22-bb7f-4868-bd95-4b36e8514c9c HTTP/1.1" status: 204 len: 168 time: 1.0258729 Mar 08 09:46:26.227980 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.233887 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40004) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:26.237697 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-99d5cf32-31e2-4b51-ad56-758891cab161 req-767f2792-cc27-4d0a-8054-713a39faa5b5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5270016 Mar 08 09:46:26.277911 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af492db-c12f-4557-9512-8a4fcad4eb80 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network d32b07c9-908b-4de6-ada1-6ad117d5d2cc is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:46:26.342327 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Pushing event updated for resources: {'Port': ['ID=e262893c-f5a1-4c0d-af02-4a55ad70319f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:26.346316 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3c67a4cb-3548-48ba-b8f2-48a1d2f8578f req-9151f426-6ee6-4b12-a59e-56ae3a4b1e66 service neutron] 10.222.0.26 "GET /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1593659 Mar 08 09:46:26.367703 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b60238a-bea2-43f9-9baa-3cf0291e1915 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.387930 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7af492db-c12f-4557-9512-8a4fcad4eb80 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, d32b07c9-908b-4de6-ada1-6ad117d5d2cc) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:26.394547 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af492db-c12f-4557-9512-8a4fcad4eb80 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:26.395243 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7af492db-c12f-4557-9512-8a4fcad4eb80 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.398900 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2ca59a-dcf8-419d-8b13-5d16bcab7d72 None None] Network d32b07c9-908b-4de6-ada1-6ad117d5d2cc requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:26.469049 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7af492db-c12f-4557-9512-8a4fcad4eb80 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8212163 Mar 08 09:46:26.505264 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40012) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:26.560345 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-c9bb4563-8ae3-4aaa-9bcf-0160bdcea053 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-99028581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:26.596106 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40016) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:26.604940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c9bb4563-8ae3-4aaa-9bcf-0160bdcea053 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:26.616036 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7ab4cb1f-319a-45e4-9cc8-15a5d0f1eb0d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:26.620272 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Attempting to bind port e262893c-f5a1-4c0d-af02-4a55ad70319f on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:46:26.621250 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Attempting to bind port e262893c-f5a1-4c0d-af02-4a55ad70319f by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '931d8c22-b13b-4407-8b09-abf0ed87bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '45b61ef6-7afa-4803-9dfd-a0cb978e412c'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:46:26.621621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Attempting to bind port e262893c-f5a1-4c0d-af02-4a55ad70319f on network 45b61ef6-7afa-4803-9dfd-a0cb978e412c {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:46:26.624050 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.628079 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c9bb4563-8ae3-4aaa-9bcf-0160bdcea053 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:router and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:26.633180 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c9bb4563-8ae3-4aaa-9bcf-0160bdcea053 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:26.640575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c9bb4563-8ae3-4aaa-9bcf-0160bdcea053 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:26.645877 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.662546 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4563-8ae3-4aaa-9bcf-0160bdcea053 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.663834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4563-8ae3-4aaa-9bcf-0160bdcea053 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.686396 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b46a572-55e1-4a50-8409-1b313f766736']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:26.698579 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7ab4cb1f-319a-45e4-9cc8-15a5d0f1eb0d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:26.700554 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7ab4cb1f-319a-45e4-9cc8-15a5d0f1eb0d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4646387 Mar 08 09:46:26.704422 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40022) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:26.723062 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-cd5b3a5e-4549-48eb-86b8-243e60869bca tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1603909041'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:26.736588 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e28cd8-6b46-4345-aaad-530682224362') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:26.737197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e28cd8-6b46-4345-aaad-530682224362') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:26.748502 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cd5b3a5e-4549-48eb-86b8-243e60869bca tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:26.755278 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.756367 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:46:26.756746 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Checking segment: {'id': '931d8c22-b13b-4407-8b09-abf0ed87bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '45b61ef6-7afa-4803-9dfd-a0cb978e412c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:46:26.757204 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.757651 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Bound using segment: {'id': '931d8c22-b13b-4407-8b09-abf0ed87bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '45b61ef6-7afa-4803-9dfd-a0cb978e412c'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:46:26.758141 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Bound port: e262893c-f5a1-4c0d-af02-4a55ad70319f, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931d8c22-b13b-4407-8b09-abf0ed87bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '45b61ef6-7afa-4803-9dfd-a0cb978e412c'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:46:26.758517 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.774883 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cd5b3a5e-4549-48eb-86b8-243e60869bca tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:26.786799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.797444 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:46:26.797716 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:46:26.821669 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:46:26.824490 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd5b3a5e-4549-48eb-86b8-243e60869bca tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.874963 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1280678488', 'router:external': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:26.879831 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] For port e262893c-f5a1-4c0d-af02-4a55ad70319f, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:46:26.893921 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] For port e262893c-f5a1-4c0d-af02-4a55ad70319f, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e262893c-f5a1-4c0d-af02-4a55ad70319f,segment=NetworkSegment(931d8c22-b13b-4407-8b09-abf0ed87bf5b),segment_id=931d8c22-b13b-4407-8b09-abf0ed87bf5b)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:46:26.901475 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:26.913150 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cd5b3a5e-4549-48eb-86b8-243e60869bca tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:26.917241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4563-8ae3-4aaa-9bcf-0160bdcea053 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.919226 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Usage tracker for resource:network and tenant:9b8a715db78d41b3ae9258795521a551 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:26.921042 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cd5b3a5e-4549-48eb-86b8-243e60869bca tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group_rule and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:26.924530 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cd5b3a5e-4549-48eb-86b8-243e60869bca tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:26.930594 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cd5b3a5e-4549-48eb-86b8-243e60869bca tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:26.932200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:26.932709 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.934287 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.957165 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:26.977988 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Network': ['ID=5b46a572-55e1-4a50-8409-1b313f766736,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:26.996882 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/networks/5b46a572-55e1-4a50-8409-1b313f766736 HTTP/1.1" status: 204 len: 168 time: 0.9726660 Mar 08 09:46:26.998814 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:26.998814 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:26.999070 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:26.999421 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:26.999911 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.000245 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.000570 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.000918 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.001245 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.001570 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.001889 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.002209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4708b1-544c-446b-8d01-0e739520e942 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.005850 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40026) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:27.013984 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c99cbb63-543b-4bd4-95da-56bee41b8730 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-555172413'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:27.019572 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c99cbb63-543b-4bd4-95da-56bee41b8730 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:27.028182 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c99cbb63-543b-4bd4-95da-56bee41b8730 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:network and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:27.032097 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c99cbb63-543b-4bd4-95da-56bee41b8730 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:27.036611 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-afc81586-58e3-429f-952f-05ee09d10f1b None None] Provisioning complete for port 07250bc9-e102-4810-b1b2-2c67262f6acb triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:27.037050 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-afc81586-58e3-429f-952f-05ee09d10f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.040815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:27.047457 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c99cbb63-543b-4bd4-95da-56bee41b8730 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:27.066722 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-d32b07c9-908b-4de6-ada1-6ad117d5d2cc', 'network_id': 'd32b07c9-908b-4de6-ada1-6ad117d5d2cc', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'fixed_ips': [{'subnet_id': '879b9856-86e7-4fdf-b9df-f02cb0c67d06'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:46:27.066968 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b60238a-bea2-43f9-9baa-3cf0291e1915 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.067233 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.080528 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99cbb63-543b-4bd4-95da-56bee41b8730 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:27.084729 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c99cbb63-543b-4bd4-95da-56bee41b8730 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.109632 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd5b3a5e-4549-48eb-86b8-243e60869bca tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.117915 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd5b3a5e-4549-48eb-86b8-243e60869bca tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.135000 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99cbb63-543b-4bd4-95da-56bee41b8730 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:46:27.140361 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Made reservation on behalf of 9b8a715db78d41b3ae9258795521a551 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:27.142861 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.169590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c99cbb63-543b-4bd4-95da-56bee41b8730 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.170144 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-c99cbb63-543b-4bd4-95da-56bee41b8730 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Added segment e9a841d5-cde4-4a0b-8062-181629c8a0dd of type vlan for network 02e588fd-716c-4c21-a0c0-fab01c5534bc Mar 08 09:46:27.185487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4563-8ae3-4aaa-9bcf-0160bdcea053 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.187127 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b3a5e-4549-48eb-86b8-243e60869bca tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd007c09-a9ba-4c0b-9096-a15c2f287670,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:27.209881 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd5b3a5e-4549-48eb-86b8-243e60869bca tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.210767 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Pushing event updated for resources: {'Port': ['ID=e262893c-f5a1-4c0d-af02-4a55ad70319f,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:27.212092 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.216208 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cd5b3a5e-4549-48eb-86b8-243e60869bca tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5050123 Mar 08 09:46:27.219007 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40030) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:27.227436 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c99cbb63-543b-4bd4-95da-56bee41b8730 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.234200 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8209b478-7762-4dd8-a64f-bd3716bf976a tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1214940427'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:27.247503 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8209b478-7762-4dd8-a64f-bd3716bf976a tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:27.247690 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.247690 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.247868 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.248740 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.248740 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.249725 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.249867 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.250281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.251166 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.251166 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.251349 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.251656 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b89cf-21d5-4134-bb5d-3b2eef36d2cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.260745 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8209b478-7762-4dd8-a64f-bd3716bf976a tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:27.271994 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:27.285795 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8209b478-7762-4dd8-a64f-bd3716bf976a tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.305580 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c99cbb63-543b-4bd4-95da-56bee41b8730 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.311252 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99cbb63-543b-4bd4-95da-56bee41b8730 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:27.311843 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c99cbb63-543b-4bd4-95da-56bee41b8730 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.336990 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Usage tracker for resource:security_group_rule and tenant:9b8a715db78d41b3ae9258795521a551 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:27.354639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4563-8ae3-4aaa-9bcf-0160bdcea053 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.356181 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c9bb4563-8ae3-4aaa-9bcf-0160bdcea053 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8499403 Mar 08 09:46:27.366082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40036) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:27.367204 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:27.380305 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:27.420994 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8209b478-7762-4dd8-a64f-bd3716bf976a tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:27.471167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b60238a-bea2-43f9-9baa-3cf0291e1915 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.479800 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8209b478-7762-4dd8-a64f-bd3716bf976a tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group_rule and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:27.492627 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8209b478-7762-4dd8-a64f-bd3716bf976a tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:27.505657 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c99cbb63-543b-4bd4-95da-56bee41b8730 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4987726 Mar 08 09:46:27.508860 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8209b478-7762-4dd8-a64f-bd3716bf976a tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:27.512101 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40040) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:27.518145 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9ca48f5e-f52c-47ce-815e-d9bf013ead0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'subnet': {'network_id': '02e588fd-716c-4c21-a0c0-fab01c5534bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:27.519688 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d48a5b9-d9b0-4b0e-8c5f-03d0919f70cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.535948 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Allocated IP 172.21.0.2 (d32b07c9-908b-4de6-ada1-6ad117d5d2cc/879b9856-86e7-4fdf-b9df-f02cb0c67d06/deefa775-e779-4dff-aaf7-1682b1e8c823) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:27.559496 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cbb63-543b-4bd4-95da-56bee41b8730 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Network': ['ID=02e588fd-716c-4c21-a0c0-fab01c5534bc,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:27.584914 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 02e588fd-716c-4c21-a0c0-fab01c5534bc details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:46:27.642823 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60238a-bea2-43f9-9baa-3cf0291e1915 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=3b523918-f045-402a-8a63-bffdca8c1d1e,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:27.655872 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b60238a-bea2-43f9-9baa-3cf0291e1915 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.710274 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9c5e2f-bce2-43af-9935-654b068db433 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:27.724521 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router 2ce3adb7-b556-4441-af38-15eb787ea982 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:46:27.740244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b60238a-bea2-43f9-9baa-3cf0291e1915 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.740883 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b60238a-bea2-43f9-9baa-3cf0291e1915 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.741566 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b60238a-bea2-43f9-9baa-3cf0291e1915 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.742087 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b60238a-bea2-43f9-9baa-3cf0291e1915 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.742625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b60238a-bea2-43f9-9baa-3cf0291e1915 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.743167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b60238a-bea2-43f9-9baa-3cf0291e1915 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.743657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b60238a-bea2-43f9-9baa-3cf0291e1915 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.744151 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b60238a-bea2-43f9-9baa-3cf0291e1915 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.744645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b60238a-bea2-43f9-9baa-3cf0291e1915 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.745162 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b60238a-bea2-43f9-9baa-3cf0291e1915 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.745840 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b60238a-bea2-43f9-9baa-3cf0291e1915 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.746352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b60238a-bea2-43f9-9baa-3cf0291e1915 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:46:27.747433 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9ca48f5e-f52c-47ce-815e-d9bf013ead0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:27.758568 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9ca48f5e-f52c-47ce-815e-d9bf013ead0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:subnet and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:27.763348 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9ca48f5e-f52c-47ce-815e-d9bf013ead0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:27.779985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9ca48f5e-f52c-47ce-815e-d9bf013ead0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:27.813678 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca48f5e-f52c-47ce-815e-d9bf013ead0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:27.817264 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ca48f5e-f52c-47ce-815e-d9bf013ead0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.838064 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ec4ae-eea4-458f-b9ce-30c81946ff85 req-cd55b500-0fde-42ee-a72d-58722fbad1ae tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:27.840266 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8a5ec4ae-eea4-458f-b9ce-30c81946ff85 req-cd55b500-0fde-42ee-a72d-58722fbad1ae tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.4721766 Mar 08 09:46:27.846422 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4b60238a-bea2-43f9-9baa-3cf0291e1915 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/3b523918-f045-402a-8a63-bffdca8c1d1e HTTP/1.1" status: 204 len: 168 time: 2.6535225 Mar 08 09:46:27.847339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40044) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:27.878569 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8209b478-7762-4dd8-a64f-bd3716bf976a tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:27.889569 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8209b478-7762-4dd8-a64f-bd3716bf976a tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.096488 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_backend_mixin [None req-9ca48f5e-f52c-47ce-815e-d9bf013ead0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Performing IP validity checks on allocation pools {{(pid=87772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 08 09:46:28.099336 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_backend_mixin [None req-9ca48f5e-f52c-47ce-815e-d9bf013ead0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 08 09:46:28.135172 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8a5ec4ae-eea4-458f-b9ce-30c81946ff85 req-461dfcec-7ad2-4438-ae9f-e88369fe7d57 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842729 Mar 08 09:46:28.151361 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209b478-7762-4dd8-a64f-bd3716bf976a tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428322c1-23fb-4a74-abe5-22a9fe76d53d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:28.152018 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.157198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8209b478-7762-4dd8-a64f-bd3716bf976a tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.157564 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.158333 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8209b478-7762-4dd8-a64f-bd3716bf976a tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9366324 Mar 08 09:46:28.161324 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40048) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:28.168471 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6cc58c69-ff7e-4f1d-96a0-2b911f1d79df tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group_rule': {'security_group_id': 'dd007c09-a9ba-4c0b-9096-a15c2f287670', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '428322c1-23fb-4a74-abe5-22a9fe76d53d', 'remote_ip_prefix': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:28.176047 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6cc58c69-ff7e-4f1d-96a0-2b911f1d79df tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:28.178087 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Transition to ACTIVE for port object deefa775-e779-4dff-aaf7-1682b1e8c823 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:28.181746 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6cc58c69-ff7e-4f1d-96a0-2b911f1d79df tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group_rule and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:28.186324 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6cc58c69-ff7e-4f1d-96a0-2b911f1d79df tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:28.192195 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6cc58c69-ff7e-4f1d-96a0-2b911f1d79df tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:28.224779 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Transition to ACTIVE for port object deefa775-e779-4dff-aaf7-1682b1e8c823 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:28.255747 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.277784 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6cc58c69-ff7e-4f1d-96a0-2b911f1d79df tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.301907 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.313151 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7457684a-c0d6-40f4-aad5-6795d570d86a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4514377 Mar 08 09:46:28.322515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.329932 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40054) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:28.342148 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ee636503-ad79-4c25-9806-e5b784e0313f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:28.346832 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Network d32b07c9-908b-4de6-ada1-6ad117d5d2cc is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:28.352367 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:28.354212 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd015e23-691b-4846-8542-f06f5db14180 None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:46:28.362245 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:28.367818 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-cd015e23-691b-4846-8542-f06f5db14180 None None] Deleting port 07250bc9-e102-4810-b1b2-2c67262f6acb {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:28.368200 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd015e23-691b-4846-8542-f06f5db14180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.409433 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e45cf74a-10cc-462d-a826-53933f09d760 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.421436 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.437742 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Pushing event updated for resources: {'Port': ['ID=deefa775-e779-4dff-aaf7-1682b1e8c823,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:28.477704 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6cc58c69-ff7e-4f1d-96a0-2b911f1d79df tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.513134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:46:28.556636 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ca48f5e-f52c-47ce-815e-d9bf013ead0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.580792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5520da-eb73-489d-888e-4cd636f33cf8,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:28.587473 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Attempting to bind port deefa775-e779-4dff-aaf7-1682b1e8c823 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:46:28.587840 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Attempting to bind port deefa775-e779-4dff-aaf7-1682b1e8c823 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '3a539265-542a-429e-ac6d-be2df6bba85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd32b07c9-908b-4de6-ada1-6ad117d5d2cc'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:46:28.588204 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Attempting to bind port deefa775-e779-4dff-aaf7-1682b1e8c823 on network d32b07c9-908b-4de6-ada1-6ad117d5d2cc {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:46:28.601790 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:46:28.604325 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Checking segment: {'id': '3a539265-542a-429e-ac6d-be2df6bba85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd32b07c9-908b-4de6-ada1-6ad117d5d2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:46:28.605408 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.607369 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Bound using segment: {'id': '3a539265-542a-429e-ac6d-be2df6bba85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd32b07c9-908b-4de6-ada1-6ad117d5d2cc'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:46:28.608021 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Bound port: deefa775-e779-4dff-aaf7-1682b1e8c823, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a539265-542a-429e-ac6d-be2df6bba85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd32b07c9-908b-4de6-ada1-6ad117d5d2cc'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:46:28.608499 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.647879 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6cc58c69-ff7e-4f1d-96a0-2b911f1d79df tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.727110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.727633 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Added segment 00495f27-554f-4290-b63f-648c608fb27c of type vlan for network cfd6fa80-2785-4b08-8915-2ddd60864b3b Mar 08 09:46:28.738920 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] For port deefa775-e779-4dff-aaf7-1682b1e8c823, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:46:28.742332 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] For port deefa775-e779-4dff-aaf7-1682b1e8c823, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=deefa775-e779-4dff-aaf7-1682b1e8c823,segment=NetworkSegment(3a539265-542a-429e-ac6d-be2df6bba85f),segment_id=3a539265-542a-429e-ac6d-be2df6bba85f)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:46:28.760894 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca48f5e-f52c-47ce-815e-d9bf013ead0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Checking segment: {'id': 'e9a841d5-cde4-4a0b-8062-181629c8a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '02e588fd-716c-4c21-a0c0-fab01c5534bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:46:28.761252 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca48f5e-f52c-47ce-815e-d9bf013ead0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network hostable DHCP agents. Network: 02e588fd-716c-4c21-a0c0-fab01c5534bc, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:46:28.768594 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc58c69-ff7e-4f1d-96a0-2b911f1d79df tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1a6dc0-1e15-4213-a568-43cdd69a6164,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:28.780864 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ee636503-ad79-4c25-9806-e5b784e0313f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:28.799156 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ee636503-ad79-4c25-9806-e5b784e0313f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:28.803863 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ee636503-ad79-4c25-9806-e5b784e0313f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:28.806432 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.809996 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca48f5e-f52c-47ce-815e-d9bf013ead0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Subnet': ['ID=37c655c1-742a-45f7-88ff-cfff01d73e2c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:28.816811 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a984dee-78aa-44bc-913d-b870eabc8031 None None] Network 45b61ef6-7afa-4803-9dfd-a0cb978e412c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:28.822300 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ee636503-ad79-4c25-9806-e5b784e0313f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:28.827560 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca48f5e-f52c-47ce-815e-d9bf013ead0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 02e588fd-716c-4c21-a0c0-fab01c5534bc is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:46:28.835470 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6cc58c69-ff7e-4f1d-96a0-2b911f1d79df tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.840197 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6cc58c69-ff7e-4f1d-96a0-2b911f1d79df tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6746271 Mar 08 09:46:28.840353 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa72b-e369-419b-9fc8-406dab5e4bff tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.840451 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40058) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:28.853308 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9ca48f5e-f52c-47ce-815e-d9bf013ead0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 02e588fd-716c-4c21-a0c0-fab01c5534bc) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:28.854936 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee636503-ad79-4c25-9806-e5b784e0313f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:28.858580 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee636503-ad79-4c25-9806-e5b784e0313f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.891699 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca48f5e-f52c-47ce-815e-d9bf013ead0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:28.892726 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ca48f5e-f52c-47ce-815e-d9bf013ead0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.911047 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1f2858-a2c1-40d1-85c4-19852adc7d6c None None] Network 02e588fd-716c-4c21-a0c0-fab01c5534bc requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:28.973383 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:28.984311 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f87f16fa-bdf5-451a-bd88-7b0dcc0d736f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:29.001889 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f87f16fa-bdf5-451a-bd88-7b0dcc0d736f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:29.010526 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9ca48f5e-f52c-47ce-815e-d9bf013ead0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4973748 Mar 08 09:46:29.020897 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40062) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:29.021081 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8b4c5770-b781-421f-b0b3-25e3aba6413d None None] Provisioning for port e262893c-f5a1-4c0d-af02-4a55ad70319f completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:29.024188 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:46:29.033909 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a5470b6a-f885-4ca3-95cd-98c425c5fe0d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'network_id': '02e588fd-716c-4c21-a0c0-fab01c5534bc', 'name': 'tempest-PortsIpV6TestJSON-1455720137'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:29.045718 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02fe8d6-c8f7-4d63-99a0-e866b08c0dc1 None None] Sync routers for ids ['2ce3adb7-b556-4441-af38-15eb787ea982'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:46:29.064724 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02fe8d6-c8f7-4d63-99a0-e866b08c0dc1 None None] Routers {'2ce3adb7-b556-4441-af38-15eb787ea982'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:29.065394 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b02fe8d6-c8f7-4d63-99a0-e866b08c0dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2ce3adb7-b556-4441-af38-15eb787ea982'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:29.182711 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b02fe8d6-c8f7-4d63-99a0-e866b08c0dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:29.189925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:29.190737 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:29.191328 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:29.197558 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02fe8d6-c8f7-4d63-99a0-e866b08c0dc1 None None] Routers {'2ce3adb7-b556-4441-af38-15eb787ea982'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:29.198381 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b02fe8d6-c8f7-4d63-99a0-e866b08c0dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2ce3adb7-b556-4441-af38-15eb787ea982'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:29.228405 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f87f16fa-bdf5-451a-bd88-7b0dcc0d736f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:29.261673 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ac458-dfa9-4a74-a0e4-f39ab82a199e None None] Pushing event updated for resources: {'Port': ['ID=deefa775-e779-4dff-aaf7-1682b1e8c823,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:29.272911 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f16fa-bdf5-451a-bd88-7b0dcc0d736f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c1a6dc0-1e15-4213-a568-43cdd69a6164,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:29.280152 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e262893c-f5a1-4c0d-af02-4a55ad70319f up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:46:29.281781 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b02fe8d6-c8f7-4d63-99a0-e866b08c0dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:29.282389 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02fe8d6-c8f7-4d63-99a0-e866b08c0dc1 None None] The sync data for ids ['2ce3adb7-b556-4441-af38-15eb787ea982'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:46:29.316844 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f87f16fa-bdf5-451a-bd88-7b0dcc0d736f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:29.318041 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f87f16fa-bdf5-451a-bd88-7b0dcc0d736f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5c1a6dc0-1e15-4213-a568-43cdd69a6164 HTTP/1.1" status: 204 len: 168 time: 0.4766645 Mar 08 09:46:29.327493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Pushing event updated for resources: {'Network': ['ID=cfd6fa80-2785-4b08-8915-2ddd60864b3b,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:29.328277 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40066) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:29.411727 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:29.413154 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f7c204e7-58b2-4f92-a966-6e59e01afe7b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.1708555 Mar 08 09:46:29.418545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40070) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:29.438046 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-aef6e808-8ef4-4ecc-9d80-cdae26c8fba9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.8341742 Mar 08 09:46:29.440903 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40074) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:29.463218 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-963495dd-ad9a-49fb-b2cf-e2f6b687fb2c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Request body: {'subnet': {'network_id': 'cfd6fa80-2785-4b08-8915-2ddd60864b3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:29.469206 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-963495dd-ad9a-49fb-b2cf-e2f6b687fb2c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:29.473232 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-963495dd-ad9a-49fb-b2cf-e2f6b687fb2c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Usage tracker for resource:subnet and tenant:9b8a715db78d41b3ae9258795521a551 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:29.476120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-963495dd-ad9a-49fb-b2cf-e2f6b687fb2c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:29.482043 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-963495dd-ad9a-49fb-b2cf-e2f6b687fb2c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:29.498495 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network cfd6fa80-2785-4b08-8915-2ddd60864b3b details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:46:29.519285 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a5470b6a-f885-4ca3-95cd-98c425c5fe0d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:29.530246 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a5470b6a-f885-4ca3-95cd-98c425c5fe0d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:29.546425 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963495dd-ad9a-49fb-b2cf-e2f6b687fb2c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Made reservation on behalf of 9b8a715db78d41b3ae9258795521a551 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:29.551560 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5470b6a-f885-4ca3-95cd-98c425c5fe0d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:29.554022 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-963495dd-ad9a-49fb-b2cf-e2f6b687fb2c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:29.555626 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5470b6a-f885-4ca3-95cd-98c425c5fe0d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:29.629911 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f06c95c6-e722-41fa-9658-d831dec387c6 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:29.639314 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-02e588fd-716c-4c21-a0c0-fab01c5534bc', 'network_id': '02e588fd-716c-4c21-a0c0-fab01c5534bc', 'tenant_id': '8487a2388023440e9c6b176be36100ad', 'fixed_ips': [{'subnet_id': '37c655c1-742a-45f7-88ff-cfff01d73e2c'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:46:29.640744 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:29.652156 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-a5470b6a-f885-4ca3-95cd-98c425c5fe0d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] device_id is not set on port f6116470-5bea-4467-b60a-9cb125347a25 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:46:29.746713 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-cd015e23-691b-4846-8542-f06f5db14180 None None] For port 07250bc9-e102-4810-b1b2-2c67262f6acb, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=07250bc9-e102-4810-b1b2-2c67262f6acb,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:29.747213 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd015e23-691b-4846-8542-f06f5db14180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:29.789365 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f06c95c6-e722-41fa-9658-d831dec387c6 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:29.791108 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f06c95c6-e722-41fa-9658-d831dec387c6 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4589100 Mar 08 09:46:29.802570 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40078) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:29.930039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf74a-10cc-462d-a826-53933f09d760 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Deleting port 3ef8d457-5343-492f-9867-3241578df083 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:29.930664 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e45cf74a-10cc-462d-a826-53933f09d760 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:29.945706 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-cd015e23-691b-4846-8542-f06f5db14180 None None] Calling delete_port for 07250bc9-e102-4810-b1b2-2c67262f6acb owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:30.061628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-4f5aa72b-e369-419b-9fc8-406dab5e4bff tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Allocated IP 172.20.0.1 (45b61ef6-7afa-4803-9dfd-a0cb978e412c/28596d33-6aa1-425b-9256-1543e6ea8313/9faff91b-a041-437e-938a-0454bbdd54f2) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:30.093243 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:30.106829 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82afaf13-9866-4482-be06-8eeebf74953d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:30.121174 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port e262893c-f5a1-4c0d-af02-4a55ad70319f completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:30.147837 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port e262893c-f5a1-4c0d-af02-4a55ad70319f triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:30.148199 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:30.213442 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd015e23-691b-4846-8542-f06f5db14180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:30.287083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd015e23-691b-4846-8542-f06f5db14180 None None] Pushing event deleted for resources: {'Port': ['ID=07250bc9-e102-4810-b1b2-2c67262f6acb,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:30.293288 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd015e23-691b-4846-8542-f06f5db14180 None None] No DVR routers for this DVR port 07250bc9-e102-4810-b1b2-2c67262f6acb on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:46:30.419180 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:30.434899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-a5470b6a-f885-4ca3-95cd-98c425c5fe0d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Allocated IP 2001:db8::2fd (02e588fd-716c-4c21-a0c0-fab01c5534bc/37c655c1-742a-45f7-88ff-cfff01d73e2c/f6116470-5bea-4467-b60a-9cb125347a25) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:30.441833 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82afaf13-9866-4482-be06-8eeebf74953d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:30.460564 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port e262893c-f5a1-4c0d-af02-4a55ad70319f, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e262893c-f5a1-4c0d-af02-4a55ad70319f,segment=NetworkSegment(931d8c22-b13b-4407-8b09-abf0ed87bf5b),segment_id=931d8c22-b13b-4407-8b09-abf0ed87bf5b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:30.467432 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:30.571598 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e45cf74a-10cc-462d-a826-53933f09d760 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:30.581315 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=e262893c-f5a1-4c0d-af02-4a55ad70319f,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:30.584131 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70b7afa-2721-4d57-81aa-dc3e5004384d None None] Network d32b07c9-908b-4de6-ada1-6ad117d5d2cc requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:30.620792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 07250bc9-e102-4810-b1b2-2c67262f6acb no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:46:30.695750 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-ee636503-ad79-4c25-9806-e5b784e0313f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 09:46:30.753087 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 07250bc9-e102-4810-b1b2-2c67262f6acb {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:46:30.753087 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 07250bc9-e102-4810-b1b2-2c67262f6acb not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:46:30.756573 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ab9befb8-1e7f-47a5-b7fa-6a07f5f0b3bc None None] Provisioning for port deefa775-e779-4dff-aaf7-1682b1e8c823 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:30.779688 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-e45cf74a-10cc-462d-a826-53933f09d760 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Calling delete_port for 3ef8d457-5343-492f-9867-3241578df083 owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:30.808502 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82afaf13-9866-4482-be06-8eeebf74953d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:30.825144 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa72b-e369-419b-9fc8-406dab5e4bff tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:30.875057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-4f5aa72b-e369-419b-9fc8-406dab5e4bff tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Transition to ACTIVE for port object 9faff91b-a041-437e-938a-0454bbdd54f2 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:30.909013 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afaf13-9866-4482-be06-8eeebf74953d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=428322c1-23fb-4a74-abe5-22a9fe76d53d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:30.984932 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5176777a-4ab8-44ac-8782-459d2fb7c3da None None] Provisioning complete for port e262893c-f5a1-4c0d-af02-4a55ad70319f triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:30.985601 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5176777a-4ab8-44ac-8782-459d2fb7c3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:31.020146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa72b-e369-419b-9fc8-406dab5e4bff tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:31.076703 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.services.revisions.revision_plugin [None req-ee636503-ad79-4c25-9806-e5b784e0313f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Could not find related port for resource to bump revision. Mar 08 09:46:31.126251 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82afaf13-9866-4482-be06-8eeebf74953d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:31.127640 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-82afaf13-9866-4482-be06-8eeebf74953d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-groups/428322c1-23fb-4a74-abe5-22a9fe76d53d HTTP/1.1" status: 204 len: 168 time: 1.3241491 Mar 08 09:46:31.128512 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_pluggable_backend [None req-ee636503-ad79-4c25-9806-e5b784e0313f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Port 07250bc9-e102-4810-b1b2-2c67262f6acb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 08 09:46:31.129014 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_pluggable_backend [None req-ee636503-ad79-4c25-9806-e5b784e0313f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Reverting IP allocation for 2001:db8::f816:3eff:feae:f4de {{(pid=87772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 08 09:46:31.131082 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40082) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:31.170685 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_pluggable_backend [None req-ee636503-ad79-4c25-9806-e5b784e0313f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feae:f4de {{(pid=87772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 08 09:46:31.189258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee636503-ad79-4c25-9806-e5b784e0313f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:31.200962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5aa72b-e369-419b-9fc8-406dab5e4bff tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network 45b61ef6-7afa-4803-9dfd-a0cb978e412c is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:31.229549 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e262893c-f5a1-4c0d-af02-4a55ad70319f up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:46:31.234658 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-4f5aa72b-e369-419b-9fc8-406dab5e4bff tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:31.250985 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5aa72b-e369-419b-9fc8-406dab5e4bff tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:31.288892 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5470b6a-f885-4ca3-95cd-98c425c5fe0d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:31.291074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.objects.ports [None req-963495dd-ad9a-49fb-b2cf-e2f6b687fb2c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87771) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 09:46:31.291555 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-963495dd-ad9a-49fb-b2cf-e2f6b687fb2c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:31.306679 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5aa72b-e369-419b-9fc8-406dab5e4bff tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=9faff91b-a041-437e-938a-0454bbdd54f2,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:31.338728 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee636503-ad79-4c25-9806-e5b784e0313f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:31.352009 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ee636503-ad79-4c25-9806-e5b784e0313f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:31.355345 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee636503-ad79-4c25-9806-e5b784e0313f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:31.355934 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee636503-ad79-4c25-9806-e5b784e0313f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:31.359163 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port e262893c-f5a1-4c0d-af02-4a55ad70319f triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:31.359635 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:31.394407 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca01dfdc-eb3f-4b0d-b216-66eaaff20ab0 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:31.416257 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-a5470b6a-f885-4ca3-95cd-98c425c5fe0d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Transition to ACTIVE for port object f6116470-5bea-4467-b60a-9cb125347a25 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:31.426523 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa72b-e369-419b-9fc8-406dab5e4bff tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:31.445245 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-026eeab6-bac4-446a-b295-a0ee7637a065 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:31.453933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e45cf74a-10cc-462d-a826-53933f09d760 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:31.457109 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ee636503-ad79-4c25-9806-e5b784e0313f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1244321 Mar 08 09:46:31.458137 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee636503-ad79-4c25-9806-e5b784e0313f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=c0ca25c5-3cb6-44ea-b02b-b001d08732b5,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:31.463011 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40086) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:31.470037 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b091aa9b-6e7e-41ea-bea8-65696a69945e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:31.484133 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9dd24577-fd79-4748-860d-3c298af4fc3d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:31.605543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963495dd-ad9a-49fb-b2cf-e2f6b687fb2c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Pushing event updated for resources: {'Subnet': ['ID=becafa08-f7f1-40b4-bdf2-8c741c74e023,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:31.611854 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b091aa9b-6e7e-41ea-bea8-65696a69945e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:31.613408 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b091aa9b-6e7e-41ea-bea8-65696a69945e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4722404 Mar 08 09:46:31.671967 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40090) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:31.685598 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf74a-10cc-462d-a826-53933f09d760 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Pushing event deleted for resources: {'Port': ['ID=3ef8d457-5343-492f-9867-3241578df083,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:31.725584 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5470b6a-f885-4ca3-95cd-98c425c5fe0d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:31.842830 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device deefa775-e779-4dff-aaf7-1682b1e8c823 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:46:31.871547 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Allocated IP 2001:db8::2 (02e588fd-716c-4c21-a0c0-fab01c5534bc/37c655c1-742a-45f7-88ff-cfff01d73e2c/639a89c3-bd13-44a5-98ad-e02eea96fbf4) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:31.883688 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a9eb3e6b-0e21-4417-97c7-d00bdef4721b None None] Provisioning for port 9faff91b-a041-437e-938a-0454bbdd54f2 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:31.905298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963495dd-ad9a-49fb-b2cf-e2f6b687fb2c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Checking segment: {'id': '00495f27-554f-4290-b63f-648c608fb27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cfd6fa80-2785-4b08-8915-2ddd60864b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:46:31.905298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963495dd-ad9a-49fb-b2cf-e2f6b687fb2c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Network hostable DHCP agents. Network: cfd6fa80-2785-4b08-8915-2ddd60864b3b, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:46:31.910168 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a9eb3e6b-0e21-4417-97c7-d00bdef4721b None None] Provisioning complete for port 9faff91b-a041-437e-938a-0454bbdd54f2 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:31.910668 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9eb3e6b-0e21-4417-97c7-d00bdef4721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:31.944341 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5470b6a-f885-4ca3-95cd-98c425c5fe0d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 02e588fd-716c-4c21-a0c0-fab01c5534bc is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:31.944580 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': 'c0ca25c5-3cb6-44ea-b02b-b001d08732b5'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:46:31.945412 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9dd24577-fd79-4748-860d-3c298af4fc3d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:31.945639 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:31.972257 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a5470b6a-f885-4ca3-95cd-98c425c5fe0d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:31.974959 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9dd24577-fd79-4748-860d-3c298af4fc3d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:31.976976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e45cf74a-10cc-462d-a826-53933f09d760 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:31.984631 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5470b6a-f885-4ca3-95cd-98c425c5fe0d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:31.990198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5470b6a-f885-4ca3-95cd-98c425c5fe0d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:31.990718 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5470b6a-f885-4ca3-95cd-98c425c5fe0d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:31.999477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9dd24577-fd79-4748-860d-3c298af4fc3d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:32.002745 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5470b6a-f885-4ca3-95cd-98c425c5fe0d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=f6116470-5bea-4467-b60a-9cb125347a25,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:32.057369 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9dd24577-fd79-4748-860d-3c298af4fc3d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:32.059415 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963495dd-ad9a-49fb-b2cf-e2f6b687fb2c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Network cfd6fa80-2785-4b08-8915-2ddd60864b3b is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:46:32.069718 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed8e2432-1b04-4f8e-bb27-f79662abea65 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:32.096005 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a5470b6a-f885-4ca3-95cd-98c425c5fe0d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0706792 Mar 08 09:46:32.101817 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40094) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:32.106044 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd24577-fd79-4748-860d-3c298af4fc3d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:32.109493 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9dd24577-fd79-4748-860d-3c298af4fc3d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:32.137332 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a9eb3e6b-0e21-4417-97c7-d00bdef4721b None None] Port 9faff91b-a041-437e-938a-0454bbdd54f2 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:46:32.173975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-963495dd-ad9a-49fb-b2cf-e2f6b687fb2c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, cfd6fa80-2785-4b08-8915-2ddd60864b3b) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:32.188724 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port deefa775-e779-4dff-aaf7-1682b1e8c823 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:32.222880 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963495dd-ad9a-49fb-b2cf-e2f6b687fb2c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:32.223653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-963495dd-ad9a-49fb-b2cf-e2f6b687fb2c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:32.228831 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2e0438-1d68-4d04-b4d2-c8cb448bd20e None None] Network cfd6fa80-2785-4b08-8915-2ddd60864b3b requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:32.278224 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port deefa775-e779-4dff-aaf7-1682b1e8c823 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:32.278754 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:32.305578 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed8e2432-1b04-4f8e-bb27-f79662abea65 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:32.337351 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa72b-e369-419b-9fc8-406dab5e4bff tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:32.372288 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-be4f6ca6-1e88-4f61-b270-dc479638f359 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port f6116470-5bea-4467-b60a-9cb125347a25 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:32.372891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-be4f6ca6-1e88-4f61-b270-dc479638f359 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:32.437970 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Allocated IP 2001:db8::f816:3eff:fedb:e9c2 (162da289-2647-477b-bcb7-e834030497c1/c0ca25c5-3cb6-44ea-b02b-b001d08732b5/6da31166-ed6b-4373-9ce0-6adb66abb01b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:32.492737 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:32.515208 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-963495dd-ad9a-49fb-b2cf-e2f6b687fb2c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0701356 Mar 08 09:46:32.522343 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40098) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:32.532401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45cf74a-10cc-462d-a826-53933f09d760 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Router 35d24e59-e7ce-4042-b0a5-729e8527ad79 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:46:32.534043 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-423b4337-e4dd-4165-a492-c562cbf52ff9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-228970220', 'network_id': 'cfd6fa80-2785-4b08-8915-2ddd60864b3b'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:32.551201 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-423b4337-e4dd-4165-a492-c562cbf52ff9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:32.564717 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed8e2432-1b04-4f8e-bb27-f79662abea65 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:32.568770 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-423b4337-e4dd-4165-a492-c562cbf52ff9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Usage tracker for resource:port and tenant:9b8a715db78d41b3ae9258795521a551 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:32.582148 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-423b4337-e4dd-4165-a492-c562cbf52ff9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:32.598230 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-423b4337-e4dd-4165-a492-c562cbf52ff9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:32.603101 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-026eeab6-bac4-446a-b295-a0ee7637a065 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Allocated IP 172.20.0.1 (34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c/79312827-93e1-49db-94be-6f74ab40217b/335c6f08-275c-44c9-b2ea-a6151e1bac60) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:32.612239 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e2432-1b04-4f8e-bb27-f79662abea65 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd007c09-a9ba-4c0b-9096-a15c2f287670,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:32.634220 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423b4337-e4dd-4165-a492-c562cbf52ff9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Made reservation on behalf of 9b8a715db78d41b3ae9258795521a551 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:32.636636 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-423b4337-e4dd-4165-a492-c562cbf52ff9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:32.729932 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Transition to ACTIVE for port object 639a89c3-bd13-44a5-98ad-e02eea96fbf4 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:32.791252 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed8e2432-1b04-4f8e-bb27-f79662abea65 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:32.792473 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ed8e2432-1b04-4f8e-bb27-f79662abea65 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-groups/dd007c09-a9ba-4c0b-9096-a15c2f287670 HTTP/1.1" status: 204 len: 168 time: 1.1194861 Mar 08 09:46:32.794663 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-423b4337-e4dd-4165-a492-c562cbf52ff9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] device_id is not set on port 2156631c-c98f-4772-81e6-56161509aea3 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:46:32.804909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40102) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:32.838798 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Transition to ACTIVE for port object 639a89c3-bd13-44a5-98ad-e02eea96fbf4 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:32.866480 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:32.952488 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45cf74a-10cc-462d-a826-53933f09d760 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:46:32.969379 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e45cf74a-10cc-462d-a826-53933f09d760 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] 10.222.0.24 "PUT /v2.0/routers/35d24e59-e7ce-4042-b0a5-729e8527ad79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8940580 Mar 08 09:46:32.973682 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40106) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:32.977810 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63687724-1b4c-40f8-ae48-1ccb316503ff None None] Sync routers for ids ['35d24e59-e7ce-4042-b0a5-729e8527ad79'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:46:32.986669 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-026eeab6-bac4-446a-b295-a0ee7637a065 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:33.018696 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:33.063280 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Network 02e588fd-716c-4c21-a0c0-fab01c5534bc is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:33.076941 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:33.078959 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589518d6-3747-4693-907d-583f6460be20 None None] Network cfd6fa80-2785-4b08-8915-2ddd60864b3b requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:33.093574 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:33.117679 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Pushing event updated for resources: {'Port': ['ID=639a89c3-bd13-44a5-98ad-e02eea96fbf4,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:33.120108 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63687724-1b4c-40f8-ae48-1ccb316503ff None None] Routers {'35d24e59-e7ce-4042-b0a5-729e8527ad79'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:33.121389 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-63687724-1b4c-40f8-ae48-1ccb316503ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['35d24e59-e7ce-4042-b0a5-729e8527ad79'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:33.157198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-026eeab6-bac4-446a-b295-a0ee7637a065 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Transition to ACTIVE for port object 335c6f08-275c-44c9-b2ea-a6151e1bac60 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:33.163356 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9dd24577-fd79-4748-860d-3c298af4fc3d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:33.198813 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83542101-62ea-4f7e-8e9e-e27728e24d72 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:33.243584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-63687724-1b4c-40f8-ae48-1ccb316503ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:33.271274 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bf78bb85-f0cd-49e7-9a05-f68f8de98530 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:33.274959 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-423b4337-e4dd-4165-a492-c562cbf52ff9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Allocated IP 172.20.0.6 (cfd6fa80-2785-4b08-8915-2ddd60864b3b/becafa08-f7f1-40b4-bdf2-8c741c74e023/2156631c-c98f-4772-81e6-56161509aea3) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:33.324949 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:33.342452 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-be4f6ca6-1e88-4f61-b270-dc479638f359 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:33.349009 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bf78bb85-f0cd-49e7-9a05-f68f8de98530 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:33.354857 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bf78bb85-f0cd-49e7-9a05-f68f8de98530 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5404234 Mar 08 09:46:33.355550 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40110) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:33.355843 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port deefa775-e779-4dff-aaf7-1682b1e8c823, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=deefa775-e779-4dff-aaf7-1682b1e8c823,segment=NetworkSegment(3a539265-542a-429e-ac6d-be2df6bba85f),segment_id=3a539265-542a-429e-ac6d-be2df6bba85f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:33.367074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-92125dc5-499c-4a64-a812-a415c626b0f4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1057731592'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:33.373173 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:33.379576 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Transition to ACTIVE for port object 6da31166-ed6b-4373-9ce0-6adb66abb01b will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:33.384852 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd24577-fd79-4748-860d-3c298af4fc3d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:33.403877 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9dd24577-fd79-4748-860d-3c298af4fc3d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:33.422024 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63687724-1b4c-40f8-ae48-1ccb316503ff None None] Routers {'35d24e59-e7ce-4042-b0a5-729e8527ad79'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:33.422824 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-63687724-1b4c-40f8-ae48-1ccb316503ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['35d24e59-e7ce-4042-b0a5-729e8527ad79'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:33.430482 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-92125dc5-499c-4a64-a812-a415c626b0f4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:33.450525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd24577-fd79-4748-860d-3c298af4fc3d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:33.451111 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9dd24577-fd79-4748-860d-3c298af4fc3d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:33.467474 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd24577-fd79-4748-860d-3c298af4fc3d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=f2b6b78f-d58a-404f-8f2c-ce91664c0872,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:33.489599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Attempting to bind port 639a89c3-bd13-44a5-98ad-e02eea96fbf4 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:46:33.490282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Attempting to bind port 639a89c3-bd13-44a5-98ad-e02eea96fbf4 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'e9a841d5-cde4-4a0b-8062-181629c8a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '02e588fd-716c-4c21-a0c0-fab01c5534bc'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:46:33.490389 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Attempting to bind port 639a89c3-bd13-44a5-98ad-e02eea96fbf4 on network 02e588fd-716c-4c21-a0c0-fab01c5534bc {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:46:33.506356 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-be4f6ca6-1e88-4f61-b270-dc479638f359 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for f6116470-5bea-4467-b60a-9cb125347a25 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:33.517525 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-63687724-1b4c-40f8-ae48-1ccb316503ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:33.518004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63687724-1b4c-40f8-ae48-1ccb316503ff None None] The sync data for ids ['35d24e59-e7ce-4042-b0a5-729e8527ad79'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:46:33.536607 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Transition to ACTIVE for port object 6da31166-ed6b-4373-9ce0-6adb66abb01b will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:33.549984 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-92125dc5-499c-4a64-a812-a415c626b0f4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:33.590827 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=deefa775-e779-4dff-aaf7-1682b1e8c823,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:33.600492 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa72b-e369-419b-9fc8-406dab5e4bff tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:33.609264 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92125dc5-499c-4a64-a812-a415c626b0f4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:33.619722 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:46:33.619722 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Checking segment: {'id': 'e9a841d5-cde4-4a0b-8062-181629c8a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '02e588fd-716c-4c21-a0c0-fab01c5534bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:46:33.619722 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:33.621054 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Bound using segment: {'id': 'e9a841d5-cde4-4a0b-8062-181629c8a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '02e588fd-716c-4c21-a0c0-fab01c5534bc'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:46:33.621863 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Bound port: 639a89c3-bd13-44a5-98ad-e02eea96fbf4, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9a841d5-cde4-4a0b-8062-181629c8a0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '02e588fd-716c-4c21-a0c0-fab01c5534bc'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:46:33.623672 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:33.632418 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa72b-e369-419b-9fc8-406dab5e4bff tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:33.647493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:33.654842 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83542101-62ea-4f7e-8e9e-e27728e24d72 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:33.656968 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-026eeab6-bac4-446a-b295-a0ee7637a065 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:33.663944 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9dd24577-fd79-4748-860d-3c298af4fc3d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1873443 Mar 08 09:46:33.664980 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83542101-62ea-4f7e-8e9e-e27728e24d72 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:33.698811 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40114) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:33.712895 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9cfd7b2e-d0e9-4884-9104-6268b672c00a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'mac_address': 'fa:16:3e:e0:a6:56', 'name': 'tempest-NetworksTestDHCPv6-834709678'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:33.740874 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-92125dc5-499c-4a64-a812-a415c626b0f4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:33.780717 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-92125dc5-499c-4a64-a812-a415c626b0f4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group_rule and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:33.792037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-92125dc5-499c-4a64-a812-a415c626b0f4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:33.814623 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:33.822695 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-92125dc5-499c-4a64-a812-a415c626b0f4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:33.829702 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:33.830024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5aa72b-e369-419b-9fc8-406dab5e4bff tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=9faff91b-a041-437e-938a-0454bbdd54f2,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:33.844956 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa72b-e369-419b-9fc8-406dab5e4bff tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:33.847166 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:33.856552 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Pushing event updated for resources: {'Port': ['ID=6da31166-ed6b-4373-9ce0-6adb66abb01b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:33.891509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-be4f6ca6-1e88-4f61-b270-dc479638f359 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:33.928286 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] For port 639a89c3-bd13-44a5-98ad-e02eea96fbf4, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:46:33.953147 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026eeab6-bac4-446a-b295-a0ee7637a065 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Network 34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:33.961135 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-026eeab6-bac4-446a-b295-a0ee7637a065 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:33.988257 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] For port 639a89c3-bd13-44a5-98ad-e02eea96fbf4, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=639a89c3-bd13-44a5-98ad-e02eea96fbf4,segment=NetworkSegment(e9a841d5-cde4-4a0b-8062-181629c8a0dd),segment_id=e9a841d5-cde4-4a0b-8062-181629c8a0dd)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:46:34.002648 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:34.009932 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026eeab6-bac4-446a-b295-a0ee7637a065 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:34.017393 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f6ca6-1e88-4f61-b270-dc479638f359 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Port': ['ID=f6116470-5bea-4467-b60a-9cb125347a25,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:34.051471 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Attempting to bind port 6da31166-ed6b-4373-9ce0-6adb66abb01b on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:46:34.051873 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Attempting to bind port 6da31166-ed6b-4373-9ce0-6adb66abb01b by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:46:34.052662 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Attempting to bind port 6da31166-ed6b-4373-9ce0-6adb66abb01b on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:46:34.070485 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:46:34.071038 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:46:34.071549 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:34.072006 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:46:34.072571 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Bound port: 6da31166-ed6b-4373-9ce0-6adb66abb01b, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:46:34.073059 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:34.086911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-be4f6ca6-1e88-4f61-b270-dc479638f359 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:34.120964 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83542101-62ea-4f7e-8e9e-e27728e24d72 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:34.121408 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83542101-62ea-4f7e-8e9e-e27728e24d72 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Fanout notify agent at l3_agent the message router_deleted on router 35d24e59-e7ce-4042-b0a5-729e8527ad79 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:46:34.149810 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-be4f6ca6-1e88-4f61-b270-dc479638f359 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/ports/f6116470-5bea-4467-b60a-9cb125347a25 HTTP/1.1" status: 204 len: 168 time: 2.0313973 Mar 08 09:46:34.150993 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa5200-1776-4131-9f36-fb7b4c34d298 None None] Pushing event updated for resources: {'Port': ['ID=639a89c3-bd13-44a5-98ad-e02eea96fbf4,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:34.151109 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40118) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:34.153753 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026eeab6-bac4-446a-b295-a0ee7637a065 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=335c6f08-275c-44c9-b2ea-a6151e1bac60,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:34.180466 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92125dc5-499c-4a64-a812-a415c626b0f4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:34.182333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5aa72b-e369-419b-9fc8-406dab5e4bff tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network 45b61ef6-7afa-4803-9dfd-a0cb978e412c is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:34.184073 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-4f5aa72b-e369-419b-9fc8-406dab5e4bff tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:34.205322 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92125dc5-499c-4a64-a812-a415c626b0f4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:34.217855 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] For port 6da31166-ed6b-4373-9ce0-6adb66abb01b, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:46:34.221173 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] For port 6da31166-ed6b-4373-9ce0-6adb66abb01b, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=6da31166-ed6b-4373-9ce0-6adb66abb01b,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:46:34.229110 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:34.253184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83542101-62ea-4f7e-8e9e-e27728e24d72 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:34.256555 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-83542101-62ea-4f7e-8e9e-e27728e24d72 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] 10.222.0.24 "DELETE /v2.0/routers/35d24e59-e7ce-4042-b0a5-729e8527ad79 HTTP/1.1" status: 204 len: 168 time: 1.2728999 Mar 08 09:46:34.273428 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40122) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:34.336807 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec8013-621d-4c06-b98c-702af92d0c4f None None] Pushing event updated for resources: {'Port': ['ID=6da31166-ed6b-4373-9ce0-6adb66abb01b,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:34.376769 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2133c9c-ca20-47fa-8472-650ae5016059 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] DELETE failed (client error): The resource could not be found. Mar 08 09:46:34.377346 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2133c9c-ca20-47fa-8472-650ae5016059 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:46:34.381663 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f2133c9c-ca20-47fa-8472-650ae5016059 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/ports/f6116470-5bea-4467-b60a-9cb125347a25 HTTP/1.1" status: 404 len: 333 time: 0.2227972 Mar 08 09:46:34.399220 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40126) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:34.410902 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92125dc5-499c-4a64-a812-a415c626b0f4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:34.415523 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-92125dc5-499c-4a64-a812-a415c626b0f4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0588729 Mar 08 09:46:34.424474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40130) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:34.430648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92125dc5-499c-4a64-a812-a415c626b0f4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa8d0bd-7d03-4d86-b1f1-5231aa87001c,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:34.438178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-8aea4d72-ba91-4390-96e3-1f022d62372e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group_rule': {'security_group_id': 'faa8d0bd-7d03-4d86-b1f1-5231aa87001c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:34.447782 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8aea4d72-ba91-4390-96e3-1f022d62372e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:34.457005 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-026eeab6-bac4-446a-b295-a0ee7637a065 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:34.462996 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8aea4d72-ba91-4390-96e3-1f022d62372e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group_rule and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:34.468847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8aea4d72-ba91-4390-96e3-1f022d62372e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:34.479266 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8aea4d72-ba91-4390-96e3-1f022d62372e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:34.532510 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8aea4d72-ba91-4390-96e3-1f022d62372e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:34.629400 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d0d0a94e-3886-4559-9041-b7b511380c11 None None] Provisioning for port 335c6f08-275c-44c9-b2ea-a6151e1bac60 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:34.635323 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d0d0a94e-3886-4559-9041-b7b511380c11 None None] Provisioning complete for port 335c6f08-275c-44c9-b2ea-a6151e1bac60 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:34.636383 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a94e-3886-4559-9041-b7b511380c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:34.680969 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-423b4337-e4dd-4165-a492-c562cbf52ff9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:34.692107 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8aea4d72-ba91-4390-96e3-1f022d62372e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:34.710593 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5aa72b-e369-419b-9fc8-406dab5e4bff tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 1c5df532-805a-4565-9298-f9f1509d87a5 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:46:34.718165 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8aea4d72-ba91-4390-96e3-1f022d62372e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:34.748504 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9cfd7b2e-d0e9-4884-9104-6268b672c00a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:34.750302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d0d0a94e-3886-4559-9041-b7b511380c11 None None] Port 335c6f08-275c-44c9-b2ea-a6151e1bac60 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:46:34.751144 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde6a723-a4d3-4c87-bb7d-7fe64ac4ce31 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] GET failed (client error): The resource could not be found. Mar 08 09:46:34.751685 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fde6a723-a4d3-4c87-bb7d-7fe64ac4ce31 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Synchronizing usage tracker for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:34.767268 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9cfd7b2e-d0e9-4884-9104-6268b672c00a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:port and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:34.775904 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5e493f-b44c-46d1-b469-bce6796bcd57 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Deleting subnet 521265af-6573-4390-bb91-7779cae1dc7b {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:46:34.780040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b5e493f-b44c-46d1-b469-bce6796bcd57 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:34.818600 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9cfd7b2e-d0e9-4884-9104-6268b672c00a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:34.842188 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9cfd7b2e-d0e9-4884-9104-6268b672c00a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:34.859728 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea4d72-ba91-4390-96e3-1f022d62372e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8fc1d73-9aee-4788-bb24-54ebfacb85fc,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:34.884095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-090b9b97-9cd1-4eb4-abf7-08645e93b3e5 None None] Provisioning complete for port 9faff91b-a041-437e-938a-0454bbdd54f2 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:34.884463 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-090b9b97-9cd1-4eb4-abf7-08645e93b3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:34.944836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8aea4d72-ba91-4390-96e3-1f022d62372e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:34.949165 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8aea4d72-ba91-4390-96e3-1f022d62372e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5215878 Mar 08 09:46:34.953587 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40134) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:34.980133 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b5e493f-b44c-46d1-b469-bce6796bcd57 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:34.991195 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5aa72b-e369-419b-9fc8-406dab5e4bff tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:46:35.000493 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4f5aa72b-e369-419b-9fc8-406dab5e4bff tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/1c5df532-805a-4565-9298-f9f1509d87a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6299314 Mar 08 09:46:35.001438 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40138) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:35.005682 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0769aa7c-76e3-45e4-89a2-2466913487a7 None None] Sync routers for ids ['1c5df532-805a-4565-9298-f9f1509d87a5'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:46:35.022462 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fde6a723-a4d3-4c87-bb7d-7fe64ac4ce31 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Unset dirty status for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:35.026162 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fde6a723-a4d3-4c87-bb7d-7fe64ac4ce31 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports/f6116470-5bea-4467-b60a-9cb125347a25 HTTP/1.1" status: 404 len: 333 time: 0.6172807 Mar 08 09:46:35.026299 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0769aa7c-76e3-45e4-89a2-2466913487a7 None None] Routers {'1c5df532-805a-4565-9298-f9f1509d87a5'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:35.026299 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0769aa7c-76e3-45e4-89a2-2466913487a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1c5df532-805a-4565-9298-f9f1509d87a5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:35.030665 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-090b9b97-9cd1-4eb4-abf7-08645e93b3e5 None None] Port 9faff91b-a041-437e-938a-0454bbdd54f2 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:46:35.033189 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfd7b2e-d0e9-4884-9104-6268b672c00a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:35.048972 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40142) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:35.063880 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9cc4961c-8685-4a36-8d63-4bfe038b03e3 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:35.085291 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9cc4961c-8685-4a36-8d63-4bfe038b03e3 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:35.097090 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0769aa7c-76e3-45e4-89a2-2466913487a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:35.108483 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0769aa7c-76e3-45e4-89a2-2466913487a7 None None] Routers {'1c5df532-805a-4565-9298-f9f1509d87a5'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:35.109380 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0769aa7c-76e3-45e4-89a2-2466913487a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1c5df532-805a-4565-9298-f9f1509d87a5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:35.133378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf48e5c-6898-41e9-8284-724bd969a226 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:35.134243 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bdf48e5c-6898-41e9-8284-724bd969a226 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Synchronizing usage tracker for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:35.147303 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-423b4337-e4dd-4165-a492-c562cbf52ff9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:35.152434 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9cc4961c-8685-4a36-8d63-4bfe038b03e3 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:35.171827 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0769aa7c-76e3-45e4-89a2-2466913487a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:35.172469 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0769aa7c-76e3-45e4-89a2-2466913487a7 None None] The sync data for ids ['1c5df532-805a-4565-9298-f9f1509d87a5'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:46:35.177927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4961c-8685-4a36-8d63-4bfe038b03e3 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8fc1d73-9aee-4788-bb24-54ebfacb85fc,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:35.181087 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bdf48e5c-6898-41e9-8284-724bd969a226 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Unset dirty status for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:35.185370 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bdf48e5c-6898-41e9-8284-724bd969a226 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/ports/9faff91b-a041-437e-938a-0454bbdd54f2 HTTP/1.1" status: 200 len: 910 time: 0.1686020 Mar 08 09:46:35.185370 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9cc4961c-8685-4a36-8d63-4bfe038b03e3 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:35.187232 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9cc4961c-8685-4a36-8d63-4bfe038b03e3 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b8fc1d73-9aee-4788-bb24-54ebfacb85fc HTTP/1.1" status: 204 len: 168 time: 0.2324085 Mar 08 09:46:35.187856 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40146) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:35.188199 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40148) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:35.312307 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fb1c63-379b-4f19-8650-52d3cb742744 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting subnet 37c655c1-742a-45f7-88ff-cfff01d73e2c {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:46:35.330635 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423b4337-e4dd-4165-a492-c562cbf52ff9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Network cfd6fa80-2785-4b08-8915-2ddd60864b3b is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:35.363781 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d3fb1c63-379b-4f19-8650-52d3cb742744 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:35.400531 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-423b4337-e4dd-4165-a492-c562cbf52ff9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:35.420095 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b4337-e4dd-4165-a492-c562cbf52ff9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:35.465176 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b4337-e4dd-4165-a492-c562cbf52ff9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Pushing event updated for resources: {'Port': ['ID=2156631c-c98f-4772-81e6-56161509aea3,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:35.501221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-eac28b6f-6eee-40d4-b907-63e211074dc4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:35.513772 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cfd7b2e-d0e9-4884-9104-6268b672c00a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:35.541730 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d3fb1c63-379b-4f19-8650-52d3cb742744 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:35.590639 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b5e493f-b44c-46d1-b469-bce6796bcd57 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:35.597486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-eac28b6f-6eee-40d4-b907-63e211074dc4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:35.602174 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-eac28b6f-6eee-40d4-b907-63e211074dc4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4113739 Mar 08 09:46:35.613201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40154) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:35.696658 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-026eeab6-bac4-446a-b295-a0ee7637a065 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:35.744619 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f2c1ec-8fb6-410e-bd23-84346c9930ed None None] Network 02e588fd-716c-4c21-a0c0-fab01c5534bc requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:35.765987 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423b4337-e4dd-4165-a492-c562cbf52ff9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:35.766816 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-423b4337-e4dd-4165-a492-c562cbf52ff9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:35.789360 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 639a89c3-bd13-44a5-98ad-e02eea96fbf4 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:46:35.816911 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-9cfd7b2e-d0e9-4884-9104-6268b672c00a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port 6665a367-0566-45fa-9d2a-c88da5b84d04 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:46:35.899101 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ee925e0e-ae95-4aad-a5f5-9b29f2514f48 None None] Provisioning for port 639a89c3-bd13-44a5-98ad-e02eea96fbf4 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:35.961073 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5c1be06f-e7b4-431c-b567-e5ac974e3b6d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:36.062683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5c1be06f-e7b4-431c-b567-e5ac974e3b6d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:36.071551 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee6dbbd-cdf9-4812-b858-1993dae1a8df None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:36.100488 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-423b4337-e4dd-4165-a492-c562cbf52ff9 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.5719359 Mar 08 09:46:36.103834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40158) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:36.106255 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b5e493f-b44c-46d1-b469-bce6796bcd57 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:36.130217 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 639a89c3-bd13-44a5-98ad-e02eea96fbf4 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:36.182741 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 639a89c3-bd13-44a5-98ad-e02eea96fbf4 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:36.183119 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:36.205231 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-94f6d00b-234b-4be2-8598-b01f1d25289c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Deleting port 2156631c-c98f-4772-81e6-56161509aea3 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:36.206055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94f6d00b-234b-4be2-8598-b01f1d25289c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:36.220537 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b42564e8-8a57-4b27-9166-b393fd573852 None None] Provisioning for port 6da31166-ed6b-4373-9ce0-6adb66abb01b completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:36.231763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:36.233320 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e493f-b44c-46d1-b469-bce6796bcd57 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Pushing event deleted for resources: {'Subnet': ['ID=521265af-6573-4390-bb91-7779cae1dc7b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:36.238642 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b5e493f-b44c-46d1-b469-bce6796bcd57 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:36.240432 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9b5e493f-b44c-46d1-b469-bce6796bcd57 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] 10.222.0.24 "DELETE /v2.0/subnets/521265af-6573-4390-bb91-7779cae1dc7b HTTP/1.1" status: 204 len: 168 time: 1.9620688 Mar 08 09:46:36.244304 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40162) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:36.275891 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f185978-bf73-48b6-8838-2b3b2c21b1ab None None] Network b70750ca-adfb-4d10-bf6d-83b08a21f41b requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:36.314976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d3fb1c63-379b-4f19-8650-52d3cb742744 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:36.381485 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5c1be06f-e7b4-431c-b567-e5ac974e3b6d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:36.415579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1be06f-e7b4-431c-b567-e5ac974e3b6d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa8d0bd-7d03-4d86-b1f1-5231aa87001c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:36.539201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5c1be06f-e7b4-431c-b567-e5ac974e3b6d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:36.541394 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5c1be06f-e7b4-431c-b567-e5ac974e3b6d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-groups/faa8d0bd-7d03-4d86-b1f1-5231aa87001c HTTP/1.1" status: 204 len: 168 time: 0.9267449 Mar 08 09:46:36.551166 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40166) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:36.635725 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:36.649359 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:36.691933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1fd5269f-e6f0-44b9-b813-76e12f85fbd0 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:36.780355 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d3fb1c63-379b-4f19-8650-52d3cb742744 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:36.806677 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db18f0c-9688-4216-9bc6-c30dbf7acfb2 None None] DHCP port deletion for b70750ca-adfb-4d10-bf6d-83b08a21f41b request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:46:36.821364 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5db18f0c-9688-4216-9bc6-c30dbf7acfb2 None None] Deleting port bf70a0df-1a01-4490-afca-d43a23094e13 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:36.822070 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5db18f0c-9688-4216-9bc6-c30dbf7acfb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:36.890197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d3fb1c63-379b-4f19-8650-52d3cb742744 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:36.890645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1fd5269f-e6f0-44b9-b813-76e12f85fbd0 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:36.895781 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1fd5269f-e6f0-44b9-b813-76e12f85fbd0 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3349328 Mar 08 09:46:36.899250 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Deleting port bf70a0df-1a01-4490-afca-d43a23094e13 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:36.899761 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:36.912262 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:46:36.912611 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:46:36.938227 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-9cfd7b2e-d0e9-4884-9104-6268b672c00a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 172.20.0.7 (162da289-2647-477b-bcb7-e834030497c1/f2b6b78f-d58a-404f-8f2c-ce91664c0872/6665a367-0566-45fa-9d2a-c88da5b84d04) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:36.940301 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40170) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:36.959987 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ba669dc8-d2c1-4d6a-83da-4f3742ddc4c7 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733981642'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:36.960192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94f6d00b-234b-4be2-8598-b01f1d25289c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:36.980191 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb1c63-379b-4f19-8650-52d3cb742744 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Subnet': ['ID=37c655c1-742a-45f7-88ff-cfff01d73e2c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:36.981690 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3a5c7dfd-8a91-4398-8fd9-f980ce71ad5c None None] Provisioning complete for port 639a89c3-bd13-44a5-98ad-e02eea96fbf4 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:36.982406 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a5c7dfd-8a91-4398-8fd9-f980ce71ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:36.986457 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ba669dc8-d2c1-4d6a-83da-4f3742ddc4c7 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:36.994787 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d3fb1c63-379b-4f19-8650-52d3cb742744 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/subnets/37c655c1-742a-45f7-88ff-cfff01d73e2c HTTP/1.1" status: 204 len: 168 time: 1.9387791 Mar 08 09:46:36.998686 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-9cfd7b2e-d0e9-4884-9104-6268b672c00a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::f816:3eff:fee0:a656 (162da289-2647-477b-bcb7-e834030497c1/c0ca25c5-3cb6-44ea-b02b-b001d08732b5/6665a367-0566-45fa-9d2a-c88da5b84d04) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:37.015204 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40174) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:37.032245 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ba669dc8-d2c1-4d6a-83da-4f3742ddc4c7 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:37.096072 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c75c18-51d4-46cc-b802-15028929b603 None None] Network 02e588fd-716c-4c21-a0c0-fab01c5534bc requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:37.108557 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5de877-4f1e-40e5-93cb-bf23c9ce2a53 None None] Update dhcp port {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'fixed_ips': [{'subnet_id': 'c0ca25c5-3cb6-44ea-b02b-b001d08732b5', 'ip_address': '2001:db8::f816:3eff:fedb:e9c2'}, {'subnet_id': 'f2b6b78f-d58a-404f-8f2c-ce91664c0872'}], 'binding:host_id': 'dv-neutron-831730-2-hyperv'}, 'id': '6da31166-ed6b-4373-9ce0-6adb66abb01b'} from dv-neutron-831730-2-hyperv. {{(pid=87773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 09:46:37.169765 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba669dc8-d2c1-4d6a-83da-4f3742ddc4c7 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:37.244927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-94f6d00b-234b-4be2-8598-b01f1d25289c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Calling delete_port for 2156631c-c98f-4772-81e6-56161509aea3 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:37.287743 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Allocated IP 172.21.0.1 (d32b07c9-908b-4de6-ada1-6ad117d5d2cc/879b9856-86e7-4fdf-b9df-f02cb0c67d06/d316f9c7-3b22-413d-93fc-eaf1387f6804) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:37.311961 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ba669dc8-d2c1-4d6a-83da-4f3742ddc4c7 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:37.354102 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ba669dc8-d2c1-4d6a-83da-4f3742ddc4c7 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group_rule and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:37.370955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ba669dc8-d2c1-4d6a-83da-4f3742ddc4c7 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:37.392030 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be5de877-4f1e-40e5-93cb-bf23c9ce2a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:37.394279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:37.396279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ba669dc8-d2c1-4d6a-83da-4f3742ddc4c7 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:37.496840 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-026eeab6-bac4-446a-b295-a0ee7637a065 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:37.522069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94f6d00b-234b-4be2-8598-b01f1d25289c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:37.542337 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-026eeab6-bac4-446a-b295-a0ee7637a065 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:37.577095 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:37.580072 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6d00b-234b-4be2-8598-b01f1d25289c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Pushing event deleted for resources: {'Port': ['ID=2156631c-c98f-4772-81e6-56161509aea3,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:37.601129 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:37.646100 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a5c7dfd-8a91-4398-8fd9-f980ce71ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:37.675229 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Transition to ACTIVE for port object d316f9c7-3b22-413d-93fc-eaf1387f6804 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:37.691867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94f6d00b-234b-4be2-8598-b01f1d25289c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:37.709545 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5db18f0c-9688-4216-9bc6-c30dbf7acfb2 None None] For port bf70a0df-1a01-4490-afca-d43a23094e13, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=bf70a0df-1a01-4490-afca-d43a23094e13,segment=NetworkSegment(c16462d7-e360-46c2-864a-eed2f7125ab1),segment_id=c16462d7-e360-46c2-864a-eed2f7125ab1)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:37.710058 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5db18f0c-9688-4216-9bc6-c30dbf7acfb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:37.718240 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-94f6d00b-234b-4be2-8598-b01f1d25289c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "DELETE /v2.0/ports/2156631c-c98f-4772-81e6-56161509aea3 HTTP/1.1" status: 204 len: 168 time: 1.6157980 Mar 08 09:46:37.720051 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40178) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:37.725687 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cfd6fa80-2785-4b08-8915-2ddd60864b3b', 'external_fixed_ips': [{'subnet_id': 'becafa08-f7f1-40b4-bdf2-8c741c74e023', 'ip_address': '172.20.0.6'}]}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:37.731261 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:37.736416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:37.739575 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 639a89c3-bd13-44a5-98ad-e02eea96fbf4, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=639a89c3-bd13-44a5-98ad-e02eea96fbf4,segment=NetworkSegment(e9a841d5-cde4-4a0b-8062-181629c8a0dd),segment_id=e9a841d5-cde4-4a0b-8062-181629c8a0dd)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:37.778154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Usage tracker for resource:router and tenant:9b8a715db78d41b3ae9258795521a551 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:37.791384 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:37.799477 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network d32b07c9-908b-4de6-ada1-6ad117d5d2cc is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:37.805308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:37.807536 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:37.813152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:37.832861 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port 639a89c3-bd13-44a5-98ad-e02eea96fbf4 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:37.833384 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:37.862893 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5db18f0c-9688-4216-9bc6-c30dbf7acfb2 None None] Calling delete_port for bf70a0df-1a01-4490-afca-d43a23094e13 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:37.872839 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] For port bf70a0df-1a01-4490-afca-d43a23094e13, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=bf70a0df-1a01-4490-afca-d43a23094e13,segment=NetworkSegment(c16462d7-e360-46c2-864a-eed2f7125ab1),segment_id=c16462d7-e360-46c2-864a-eed2f7125ab1)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:37.873269 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:37.877218 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:37.878292 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:37.884875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=d316f9c7-3b22-413d-93fc-eaf1387f6804,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:37.904187 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:37.916064 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:37.925235 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-026eeab6-bac4-446a-b295-a0ee7637a065 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:37.927896 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:37.928881 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device deefa775-e779-4dff-aaf7-1682b1e8c823 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:46:38.066200 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026eeab6-bac4-446a-b295-a0ee7637a065 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=335c6f08-275c-44c9-b2ea-a6151e1bac60,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:38.087858 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Calling delete_port for bf70a0df-1a01-4490-afca-d43a23094e13 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:38.172042 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cfd7b2e-d0e9-4884-9104-6268b672c00a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:38.187488 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-3a5c7dfd-8a91-4398-8fd9-f980ce71ad5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:46:38.187855 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-3a5c7dfd-8a91-4398-8fd9-f980ce71ad5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:46:38.206095 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:46:38.223919 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=639a89c3-bd13-44a5-98ad-e02eea96fbf4,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:38.234333 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port deefa775-e779-4dff-aaf7-1682b1e8c823 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:38.235658 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:38.235772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:38.279594 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba669dc8-d2c1-4d6a-83da-4f3742ddc4c7 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:38.288159 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5db18f0c-9688-4216-9bc6-c30dbf7acfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:38.338388 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1355b4e8-2232-4587-8dd9-c9125c1e9ef9 None None] DHCP port deletion for 02e588fd-716c-4c21-a0c0-fab01c5534bc request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:46:38.350172 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:38.353703 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba669dc8-d2c1-4d6a-83da-4f3742ddc4c7 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:38.359147 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1355b4e8-2232-4587-8dd9-c9125c1e9ef9 None None] Deleting port 639a89c3-bd13-44a5-98ad-e02eea96fbf4 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:38.359518 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1355b4e8-2232-4587-8dd9-c9125c1e9ef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:38.374375 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-9cfd7b2e-d0e9-4884-9104-6268b672c00a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object 6665a367-0566-45fa-9d2a-c88da5b84d04 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:38.396657 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db18f0c-9688-4216-9bc6-c30dbf7acfb2 None None] Pushing event deleted for resources: {'Port': ['ID=bf70a0df-1a01-4490-afca-d43a23094e13,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:38.406148 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db18f0c-9688-4216-9bc6-c30dbf7acfb2 None None] No DVR routers for this DVR port bf70a0df-1a01-4490-afca-d43a23094e13 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:46:38.486758 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:46:38.487153 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:46:38.500162 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba669dc8-d2c1-4d6a-83da-4f3742ddc4c7 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e1f1ce-781f-4a44-99f8-4f1c8b36c1cc,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:38.513253 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba669dc8-d2c1-4d6a-83da-4f3742ddc4c7 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:38.517143 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ba669dc8-d2c1-4d6a-83da-4f3742ddc4c7 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5756683 Mar 08 09:46:38.519195 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40182) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:38.573611 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5d03b81c-60c0-4792-bf7a-00aebcf5fb0e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group_rule': {'security_group_id': 'b4e1f1ce-781f-4a44-99f8-4f1c8b36c1cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:38.573849 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 6da31166-ed6b-4373-9ce0-6adb66abb01b up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:46:38.587238 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5d03b81c-60c0-4792-bf7a-00aebcf5fb0e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:38.603409 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5d03b81c-60c0-4792-bf7a-00aebcf5fb0e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group_rule and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:38.612859 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026eeab6-bac4-446a-b295-a0ee7637a065 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Network 34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:38.614489 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5d03b81c-60c0-4792-bf7a-00aebcf5fb0e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:38.619858 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-026eeab6-bac4-446a-b295-a0ee7637a065 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:38.634784 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cfd7b2e-d0e9-4884-9104-6268b672c00a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:38.641590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5d03b81c-60c0-4792-bf7a-00aebcf5fb0e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:38.644600 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] For port 639a89c3-bd13-44a5-98ad-e02eea96fbf4, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=639a89c3-bd13-44a5-98ad-e02eea96fbf4,segment=NetworkSegment(e9a841d5-cde4-4a0b-8062-181629c8a0dd),segment_id=e9a841d5-cde4-4a0b-8062-181629c8a0dd)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:38.645029 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:38.733126 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-be5de877-4f1e-40e5-93cb-bf23c9ce2a53 None None] Allocated IP 172.20.0.2 (162da289-2647-477b-bcb7-e834030497c1/f2b6b78f-d58a-404f-8f2c-ce91664c0872/6da31166-ed6b-4373-9ce0-6adb66abb01b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:38.911976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for 639a89c3-bd13-44a5-98ad-e02eea96fbf4 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:38.918951 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-1355b4e8-2232-4587-8dd9-c9125c1e9ef9 None None] For port 639a89c3-bd13-44a5-98ad-e02eea96fbf4, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=639a89c3-bd13-44a5-98ad-e02eea96fbf4,segment=NetworkSegment(e9a841d5-cde4-4a0b-8062-181629c8a0dd),segment_id=e9a841d5-cde4-4a0b-8062-181629c8a0dd)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:38.919420 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1355b4e8-2232-4587-8dd9-c9125c1e9ef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:38.975485 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfd7b2e-d0e9-4884-9104-6268b672c00a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:38.986599 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d03b81c-60c0-4792-bf7a-00aebcf5fb0e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:39.005416 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Deleting port bf70a0df-1a01-4490-afca-d43a23094e13 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:39.005416 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:39.028133 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9cfd7b2e-d0e9-4884-9104-6268b672c00a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:39.030627 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd7b2e-d0e9-4884-9104-6268b672c00a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:39.094532 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd7b2e-d0e9-4884-9104-6268b672c00a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=6665a367-0566-45fa-9d2a-c88da5b84d04,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:39.124952 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1355b4e8-2232-4587-8dd9-c9125c1e9ef9 None None] Calling delete_port for 639a89c3-bd13-44a5-98ad-e02eea96fbf4 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:39.165321 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 6da31166-ed6b-4373-9ce0-6adb66abb01b completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:39.176715 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.resource_extend [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:46:39.185325 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 6da31166-ed6b-4373-9ce0-6adb66abb01b triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:39.185701 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:39.220313 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:39.233195 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] The port 'bf70a0df-1a01-4490-afca-d43a23094e13' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:46:39.235114 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:39.243540 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-76341a39-bc92-47b8-863e-aa2821e348e0 None None] Provisioning complete for port 335c6f08-275c-44c9-b2ea-a6151e1bac60 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:39.243540 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76341a39-bc92-47b8-863e-aa2821e348e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:39.278637 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-be5de877-4f1e-40e5-93cb-bf23c9ce2a53 None None] For port 6da31166-ed6b-4373-9ce0-6adb66abb01b, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=6da31166-ed6b-4373-9ce0-6adb66abb01b,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:39.307139 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfd7b2e-d0e9-4884-9104-6268b672c00a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:39.308567 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cfd7b2e-d0e9-4884-9104-6268b672c00a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:39.337983 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:39.344964 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:39.351307 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-76341a39-bc92-47b8-863e-aa2821e348e0 None None] Port 335c6f08-275c-44c9-b2ea-a6151e1bac60 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:46:39.362587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-1355b4e8-2232-4587-8dd9-c9125c1e9ef9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:46:39.362943 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-1355b4e8-2232-4587-8dd9-c9125c1e9ef9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:46:39.366035 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be5de877-4f1e-40e5-93cb-bf23c9ce2a53 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:39.369564 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-76341a39-bc92-47b8-863e-aa2821e348e0 None None] Could not find standard attr ID for object f6116470-5bea-4467-b60a-9cb125347a25. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:46:39.397940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:39.400612 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:39.403952 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=d316f9c7-3b22-413d-93fc-eaf1387f6804,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:39.423418 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-be5de877-4f1e-40e5-93cb-bf23c9ce2a53 None None] Transition to ACTIVE for port object 6da31166-ed6b-4373-9ce0-6adb66abb01b will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:39.431820 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-76341a39-bc92-47b8-863e-aa2821e348e0 None None] Provisioning for port d316f9c7-3b22-413d-93fc-eaf1387f6804 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:39.438497 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be5de877-4f1e-40e5-93cb-bf23c9ce2a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:39.573630 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5de877-4f1e-40e5-93cb-bf23c9ce2a53 None None] Pushing event updated for resources: {'Port': ['ID=6da31166-ed6b-4373-9ce0-6adb66abb01b,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:39.578699 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:39.603409 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-76341a39-bc92-47b8-863e-aa2821e348e0 None None] Provisioning complete for port d316f9c7-3b22-413d-93fc-eaf1387f6804 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:39.603863 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76341a39-bc92-47b8-863e-aa2821e348e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:39.607553 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Port': ['ID=639a89c3-bd13-44a5-98ad-e02eea96fbf4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:39.619929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] No DVR routers for this DVR port 639a89c3-bd13-44a5-98ad-e02eea96fbf4 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:46:39.629848 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026eeab6-bac4-446a-b295-a0ee7637a065 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router 2ce3adb7-b556-4441-af38-15eb787ea982 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:46:39.738640 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-76341a39-bc92-47b8-863e-aa2821e348e0 None None] Port d316f9c7-3b22-413d-93fc-eaf1387f6804 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:46:39.758603 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d03b81c-60c0-4792-bf7a-00aebcf5fb0e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:39.785259 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:39.800909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network d32b07c9-908b-4de6-ada1-6ad117d5d2cc is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:39.804087 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:39.816003 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9cfd7b2e-d0e9-4884-9104-6268b672c00a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 6.1099899 Mar 08 09:46:39.817091 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d03b81c-60c0-4792-bf7a-00aebcf5fb0e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:39.822766 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40186) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:39.864104 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1355b4e8-2232-4587-8dd9-c9125c1e9ef9 None None] Deleting port 639a89c3-bd13-44a5-98ad-e02eea96fbf4 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:39.865867 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1355b4e8-2232-4587-8dd9-c9125c1e9ef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:39.887504 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Allocated IP 172.20.0.6 (cfd6fa80-2785-4b08-8915-2ddd60864b3b/becafa08-f7f1-40b4-bdf2-8c741c74e023/da90c222-4203-4e6f-9023-371fc52d0677) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:39.920827 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:46:39.921447 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:46:39.960385 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1355b4e8-2232-4587-8dd9-c9125c1e9ef9 None None] The port '639a89c3-bd13-44a5-98ad-e02eea96fbf4' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:46:40.021003 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70750ca-adfb-4d10-bf6d-83b08a21f41b']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:40.043574 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03b81c-60c0-4792-bf7a-00aebcf5fb0e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e557bee2-5b71-41ba-b82c-e66832c67ca2,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:40.065256 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.077959 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d03b81c-60c0-4792-bf7a-00aebcf5fb0e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.079161 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5d03b81c-60c0-4792-bf7a-00aebcf5fb0e tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5148082 Mar 08 09:46:40.081173 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16462d7-e360-46c2-864a-eed2f7125ab1') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:40.081968 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16462d7-e360-46c2-864a-eed2f7125ab1') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:40.082101 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40190) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:40.085867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 1c5df532-805a-4565-9298-f9f1509d87a5 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:46:40.118829 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.133182 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e588fd-716c-4c21-a0c0-fab01c5534bc']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:40.155709 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-51622c55-d332-4ee4-82e0-a8677c3fa182 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-group-rules/e557bee2-5b71-41ba-b82c-e66832c67ca2 HTTP/1.1" status: 200 len: 763 time: 0.0724080 Mar 08 09:46:40.160342 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40194) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:40.161740 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a841d5-cde4-4a0b-8062-181629c8a0dd') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:40.162040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a841d5-cde4-4a0b-8062-181629c8a0dd') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:40.242957 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.259203 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.268054 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5e89ae89-422a-415f-a868-f5ba448c9fec None None] Provisioning complete for port d316f9c7-3b22-413d-93fc-eaf1387f6804 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:40.268522 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e89ae89-422a-415f-a868-f5ba448c9fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.277951 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:46:40.278348 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:46:40.297079 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:46:40.321801 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.342559 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5e89ae89-422a-415f-a868-f5ba448c9fec None None] Port d316f9c7-3b22-413d-93fc-eaf1387f6804 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:46:40.409823 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:46:40.410229 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:46:40.429570 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:46:40.449632 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026eeab6-bac4-446a-b295-a0ee7637a065 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:46:40.464462 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-026eeab6-bac4-446a-b295-a0ee7637a065 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "PUT /v2.0/routers/2ce3adb7-b556-4441-af38-15eb787ea982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0412307 Mar 08 09:46:40.467846 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce06bc2-8601-4bba-9929-03eff8a7e342 None None] Sync routers for ids ['2ce3adb7-b556-4441-af38-15eb787ea982'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:46:40.470524 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40198) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:40.478828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-2774cdda-11db-4254-a65f-4bef42e2dc72 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'port': {'network_id': '34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c', 'name': 'tempest-FloatingIPTestJSON-1157370631'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:40.496831 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce06bc2-8601-4bba-9929-03eff8a7e342 None None] Routers {'2ce3adb7-b556-4441-af38-15eb787ea982'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:40.497771 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-3ce06bc2-8601-4bba-9929-03eff8a7e342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2ce3adb7-b556-4441-af38-15eb787ea982'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:40.522877 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-45c8cb64-734b-4d5a-8c77-e0e69c82bd25 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:40.544091 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9b5f2f-5fa1-47e4-a844-32271bedf1bd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:40.562969 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9b5f2f-5fa1-47e4-a844-32271bedf1bd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:40.563812 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ef9b5f2f-5fa1-47e4-a844-32271bedf1bd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:40.584393 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-3ce06bc2-8601-4bba-9929-03eff8a7e342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:40.587176 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.593367 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.616636 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.641123 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-45c8cb64-734b-4d5a-8c77-e0e69c82bd25 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:40.642395 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-45c8cb64-734b-4d5a-8c77-e0e69c82bd25 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4708538 Mar 08 09:46:40.643413 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2774cdda-11db-4254-a65f-4bef42e2dc72 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:40.644863 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.645751 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce06bc2-8601-4bba-9929-03eff8a7e342 None None] Routers {'2ce3adb7-b556-4441-af38-15eb787ea982'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:40.646388 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-3ce06bc2-8601-4bba-9929-03eff8a7e342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2ce3adb7-b556-4441-af38-15eb787ea982'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:40.646567 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] Pushing event deleted for resources: {'Network': ['ID=b70750ca-adfb-4d10-bf6d-83b08a21f41b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:40.649449 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40202) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:40.653867 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ef9b5f2f-5fa1-47e4-a844-32271bedf1bd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:40.654343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2774cdda-11db-4254-a65f-4bef42e2dc72 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Usage tracker for resource:port and tenant:65442bd3981144f9911800a52d6fbad1 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:40.657384 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ef9b5f2f-5fa1-47e4-a844-32271bedf1bd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.8168893 Mar 08 09:46:40.657384 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.657832 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2774cdda-11db-4254-a65f-4bef42e2dc72 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:40.662118 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/networks/02e588fd-716c-4c21-a0c0-fab01c5534bc HTTP/1.1" status: 204 len: 168 time: 3.6458933 Mar 08 09:46:40.667455 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2774cdda-11db-4254-a65f-4bef42e2dc72 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:40.678073 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40206) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:40.678401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40208) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:40.689111 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-acbdf819-2dab-4b21-be25-d1d9d62b2251 tempest-FloatingIPNegativeTestJSON-1205320535 tempest-FloatingIPNegativeTestJSON-1205320535-project] 10.222.0.24 "DELETE /v2.0/networks/b70750ca-adfb-4d10-bf6d-83b08a21f41b HTTP/1.1" status: 204 len: 168 time: 4.4381602 Mar 08 09:46:40.727722 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64af78-c14e-4d56-b1e8-dad841020a9d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Network': ['ID=02e588fd-716c-4c21-a0c0-fab01c5534bc,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:40.747339 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9157b75a-e682-4fce-b535-20a4a025633f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.758329 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-3ce06bc2-8601-4bba-9929-03eff8a7e342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:40.758829 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce06bc2-8601-4bba-9929-03eff8a7e342 None None] The sync data for ids ['2ce3adb7-b556-4441-af38-15eb787ea982'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:46:40.770671 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 6da31166-ed6b-4373-9ce0-6adb66abb01b, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=6da31166-ed6b-4373-9ce0-6adb66abb01b,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:40.771265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9157b75a-e682-4fce-b535-20a4a025633f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.780849 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.785522 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-f41a4f8a-ab11-42f5-8068-de383f59e643 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1529310527'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:40.797889 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.817687 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9157b75a-e682-4fce-b535-20a4a025633f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.844455 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157b75a-e682-4fce-b535-20a4a025633f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e557bee2-5b71-41ba-b82c-e66832c67ca2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:40.855722 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2774cdda-11db-4254-a65f-4bef42e2dc72 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Made reservation on behalf of 65442bd3981144f9911800a52d6fbad1 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:40.859300 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2774cdda-11db-4254-a65f-4bef42e2dc72 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.877028 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9157b75a-e682-4fce-b535-20a4a025633f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.887473 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9157b75a-e682-4fce-b535-20a4a025633f tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e557bee2-5b71-41ba-b82c-e66832c67ca2 HTTP/1.1" status: 204 len: 168 time: 0.2368264 Mar 08 09:46:40.888127 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40216) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:40.888281 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ad730-2179-49ed-b439-1c5fea8d9d2f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port 6665a367-0566-45fa-9d2a-c88da5b84d04 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:40.888469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1a2ad730-2179-49ed-b439-1c5fea8d9d2f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.894226 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7341942a-84a8-409d-9489-49fb5fe37464 None None] Provisioning for port 6da31166-ed6b-4373-9ce0-6adb66abb01b completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:40.906081 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 6da31166-ed6b-4373-9ce0-6adb66abb01b up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:46:40.919556 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.934287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f41a4f8a-ab11-42f5-8068-de383f59e643 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:40.965243 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7341942a-84a8-409d-9489-49fb5fe37464 None None] Provisioning complete for port 6da31166-ed6b-4373-9ce0-6adb66abb01b triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:40.965832 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7341942a-84a8-409d-9489-49fb5fe37464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:40.968626 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-50c1baa2-d462-4a73-a959-5a531d3c7453 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:40.994713 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-50c1baa2-d462-4a73-a959-5a531d3c7453 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:40.996493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:46:40.997630 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-50c1baa2-d462-4a73-a959-5a531d3c7453 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1076024 Mar 08 09:46:41.000998 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40220) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:41.001235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f41a4f8a-ab11-42f5-8068-de383f59e643 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:network and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:41.014182 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dddcd60-a89b-47e9-a589-5ec24c0a74f3 None None] Sync routers for ids ['1c5df532-805a-4565-9298-f9f1509d87a5'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:46:41.014786 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f41a4f8a-ab11-42f5-8068-de383f59e643 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:41.017933 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6ea3f527-c450-45d1-afef-83d6a3c2ccbc tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group_rule': {'security_group_id': 'b4e1f1ce-781f-4a44-99f8-4f1c8b36c1cc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:41.026975 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dddcd60-a89b-47e9-a589-5ec24c0a74f3 None None] Routers {'1c5df532-805a-4565-9298-f9f1509d87a5'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:41.027988 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5dddcd60-a89b-47e9-a589-5ec24c0a74f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1c5df532-805a-4565-9298-f9f1509d87a5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:41.028148 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6ea3f527-c450-45d1-afef-83d6a3c2ccbc tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:41.052408 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=6da31166-ed6b-4373-9ce0-6adb66abb01b,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:41.053873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6ea3f527-c450-45d1-afef-83d6a3c2ccbc tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:41.080338 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ea3f527-c450-45d1-afef-83d6a3c2ccbc tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:41.126481 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-2774cdda-11db-4254-a65f-4bef42e2dc72 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] device_id is not set on port 586495e9-76f2-442c-984a-b0894948385f yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:46:41.155663 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5dddcd60-a89b-47e9-a589-5ec24c0a74f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:41.165183 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dddcd60-a89b-47e9-a589-5ec24c0a74f3 None None] Routers {'1c5df532-805a-4565-9298-f9f1509d87a5'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:41.166031 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5dddcd60-a89b-47e9-a589-5ec24c0a74f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1c5df532-805a-4565-9298-f9f1509d87a5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:41.174778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ea3f527-c450-45d1-afef-83d6a3c2ccbc tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:41.177132 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f41a4f8a-ab11-42f5-8068-de383f59e643 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:41.183237 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ea3f527-c450-45d1-afef-83d6a3c2ccbc tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:41.193305 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 6da31166-ed6b-4373-9ce0-6adb66abb01b triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:41.193655 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:41.200401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Network cfd6fa80-2785-4b08-8915-2ddd60864b3b is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:41.218882 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3f527-c450-45d1-afef-83d6a3c2ccbc tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce683f7-7653-40f1-8767-56a34135de97,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:41.222338 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40226) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:41.239646 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5dddcd60-a89b-47e9-a589-5ec24c0a74f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:41.240131 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dddcd60-a89b-47e9-a589-5ec24c0a74f3 None None] The sync data for ids ['1c5df532-805a-4565-9298-f9f1509d87a5'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:46:41.246230 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ea3f527-c450-45d1-afef-83d6a3c2ccbc tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:41.250808 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6ea3f527-c450-45d1-afef-83d6a3c2ccbc tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2454133 Mar 08 09:46:41.250808 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40232) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:41.258177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:41.262779 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:41.275905 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-29ca71c0-9677-4ae6-a6be-4f0c308d0290 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-group-rules/9ce683f7-7653-40f1-8767-56a34135de97 HTTP/1.1" status: 200 len: 763 time: 0.0246828 Mar 08 09:46:41.277789 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40236) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:41.336381 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Pushing event updated for resources: {'Port': ['ID=da90c222-4203-4e6f-9023-371fc52d0677,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:41.346492 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41a4f8a-ab11-42f5-8068-de383f59e643 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:41.347686 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5a010632-3bee-47fa-8b0b-a246338b9976 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:41.349926 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f41a4f8a-ab11-42f5-8068-de383f59e643 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:41.357434 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-93444834-104f-4a56-ba84-2c7c70ed9ea8 None None] Provisioning for port 6665a367-0566-45fa-9d2a-c88da5b84d04 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:41.363392 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5a9c2e1a-8221-4645-8c43-901bfe107f11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/1c5df532-805a-4565-9298-f9f1509d87a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1718252 Mar 08 09:46:41.364730 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-93444834-104f-4a56-ba84-2c7c70ed9ea8 None None] Provisioning complete for port 6665a367-0566-45fa-9d2a-c88da5b84d04 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:41.364876 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-93444834-104f-4a56-ba84-2c7c70ed9ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:41.365910 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40240) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:41.432358 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5a010632-3bee-47fa-8b0b-a246338b9976 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:41.436264 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5a010632-3bee-47fa-8b0b-a246338b9976 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1548624 Mar 08 09:46:41.440635 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40246) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:41.491967 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-93444834-104f-4a56-ba84-2c7c70ed9ea8 None None] Port 6665a367-0566-45fa-9d2a-c88da5b84d04 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:46:41.519500 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617fe8a6-8961-46e5-a01a-8b5c9160c316 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:41.524186 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-617fe8a6-8961-46e5-a01a-8b5c9160c316 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/ports/d316f9c7-3b22-413d-93fc-eaf1387f6804 HTTP/1.1" status: 200 len: 910 time: 0.1567490 Mar 08 09:46:41.525467 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40250) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:41.531396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 639a89c3-bd13-44a5-98ad-e02eea96fbf4 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:46:41.531672 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e618f97b-9774-4091-ae97-0d88707860ca tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:41.568794 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 639a89c3-bd13-44a5-98ad-e02eea96fbf4 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:46:41.569850 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 639a89c3-bd13-44a5-98ad-e02eea96fbf4 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:46:41.570494 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device bf70a0df-1a01-4490-afca-d43a23094e13 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:46:41.604066 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4b95b429-52c4-463a-a15c-e858f410b4f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6add1b16b45d4aa9aed1320579a3216d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3805990 Mar 08 09:46:41.606902 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e618f97b-9774-4091-ae97-0d88707860ca tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:41.607469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40254) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:41.615462 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: bf70a0df-1a01-4490-afca-d43a23094e13 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:46:41.616139 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device bf70a0df-1a01-4490-afca-d43a23094e13 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:46:41.622435 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41a4f8a-ab11-42f5-8068-de383f59e643 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:46:41.722701 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e618f97b-9774-4091-ae97-0d88707860ca tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:41.747435 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-2774cdda-11db-4254-a65f-4bef42e2dc72 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Allocated IP 172.20.0.11 (34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c/79312827-93e1-49db-94be-6f74ab40217b/586495e9-76f2-442c-984a-b0894948385f) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:41.749198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618f97b-9774-4091-ae97-0d88707860ca tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ce683f7-7653-40f1-8767-56a34135de97,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:41.774437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f41a4f8a-ab11-42f5-8068-de383f59e643 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:41.774767 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-f41a4f8a-ab11-42f5-8068-de383f59e643 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Added segment d60b779e-0b70-42c1-a857-dfcc0b74a849 of type vlan for network 7ae6266d-2212-48e0-b8df-a7a7510aa82e Mar 08 09:46:41.798711 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1a2ad730-2179-49ed-b439-1c5fea8d9d2f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:41.811795 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e618f97b-9774-4091-ae97-0d88707860ca tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:41.812952 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e618f97b-9774-4091-ae97-0d88707860ca tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/9ce683f7-7653-40f1-8767-56a34135de97 HTTP/1.1" status: 204 len: 168 time: 0.3713746 Mar 08 09:46:41.821218 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40258) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:41.978270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ad730-2179-49ed-b439-1c5fea8d9d2f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for 6665a367-0566-45fa-9d2a-c88da5b84d04 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:42.024243 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f41a4f8a-ab11-42f5-8068-de383f59e643 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:42.099104 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a2120f6c-021c-46f5-92a8-208f85c9dda0 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:42.134681 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a2120f6c-021c-46f5-92a8-208f85c9dda0 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:42.136135 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a2120f6c-021c-46f5-92a8-208f85c9dda0 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3139620 Mar 08 09:46:42.138843 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40262) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:42.145612 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a209a2b7-ff9e-4a77-bca5-3d0e5b9774e2 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group_rule': {'security_group_id': 'b4e1f1ce-781f-4a44-99f8-4f1c8b36c1cc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:42.162382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f054f85e-34b1-4eeb-be1d-275ac94da6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:42.186999 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a209a2b7-ff9e-4a77-bca5-3d0e5b9774e2 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:42.199684 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a209a2b7-ff9e-4a77-bca5-3d0e5b9774e2 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:42.223249 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a209a2b7-ff9e-4a77-bca5-3d0e5b9774e2 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:42.338748 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a209a2b7-ff9e-4a77-bca5-3d0e5b9774e2 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:42.354691 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a209a2b7-ff9e-4a77-bca5-3d0e5b9774e2 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:42.385206 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209a2b7-ff9e-4a77-bca5-3d0e5b9774e2 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394af628-ccc6-4698-8f55-5e4f8b444e04,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:42.390163 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fea35db-a19e-41e8-a826-1bb7e3285217 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:42.448759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f41a4f8a-ab11-42f5-8068-de383f59e643 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:42.454086 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41a4f8a-ab11-42f5-8068-de383f59e643 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:42.454676 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f41a4f8a-ab11-42f5-8068-de383f59e643 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:42.460935 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f054f85e-34b1-4eeb-be1d-275ac94da6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:42.511875 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a209a2b7-ff9e-4a77-bca5-3d0e5b9774e2 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:42.513069 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a209a2b7-ff9e-4a77-bca5-3d0e5b9774e2 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3733261 Mar 08 09:46:42.520621 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40266) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:42.557865 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2f1994d2-95dd-4be8-85d2-3bded86e5e77 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-group-rules/394af628-ccc6-4698-8f55-5e4f8b444e04 HTTP/1.1" status: 200 len: 764 time: 0.0361083 Mar 08 09:46:42.560796 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40270) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:42.707379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6e263090-daee-453f-8119-a61525b3049a tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:42.718156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:42.736258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6e263090-daee-453f-8119-a61525b3049a tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:42.740185 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6e263090-daee-453f-8119-a61525b3049a tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1758945 Mar 08 09:46:42.740455 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40274) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:42.805129 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f41a4f8a-ab11-42f5-8068-de383f59e643 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1240258 Mar 08 09:46:42.808230 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40278) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:42.809954 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faef2a87-b1af-4ca4-85ac-59933c89ff23 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:42.824235 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faef2a87-b1af-4ca4-85ac-59933c89ff23 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:42.833527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a4f8a-ab11-42f5-8068-de383f59e643 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Network': ['ID=7ae6266d-2212-48e0-b8df-a7a7510aa82e,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:42.838640 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-25830beb-1e68-4ef2-98a3-89c1d912c53b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'subnet': {'network_id': '7ae6266d-2212-48e0-b8df-a7a7510aa82e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:42.850769 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 7ae6266d-2212-48e0-b8df-a7a7510aa82e details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:46:42.854827 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3fea35db-a19e-41e8-a826-1bb7e3285217 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting port d316f9c7-3b22-413d-93fc-eaf1387f6804 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:42.855256 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fea35db-a19e-41e8-a826-1bb7e3285217 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:42.885475 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 6da31166-ed6b-4373-9ce0-6adb66abb01b up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:46:42.909946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faef2a87-b1af-4ca4-85ac-59933c89ff23 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:42.945741 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2774cdda-11db-4254-a65f-4bef42e2dc72 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:42.974763 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef2a87-b1af-4ca4-85ac-59933c89ff23 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=394af628-ccc6-4698-8f55-5e4f8b444e04,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:42.985324 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faef2a87-b1af-4ca4-85ac-59933c89ff23 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:42.988967 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-faef2a87-b1af-4ca4-85ac-59933c89ff23 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/394af628-ccc6-4698-8f55-5e4f8b444e04 HTTP/1.1" status: 204 len: 168 time: 0.2452111 Mar 08 09:46:42.990285 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40282) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:43.032580 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 6da31166-ed6b-4373-9ce0-6adb66abb01b triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:43.033077 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:43.107574 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f054f85e-34b1-4eeb-be1d-275ac94da6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:43.125901 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-2774cdda-11db-4254-a65f-4bef42e2dc72 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Transition to ACTIVE for port object 586495e9-76f2-442c-984a-b0894948385f will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:43.134221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1a2ad730-2179-49ed-b439-1c5fea8d9d2f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:43.152273 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054f85e-34b1-4eeb-be1d-275ac94da6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a27e6a-580c-4733-9233-f09f49c43847,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:43.153493 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-15e74093-0d22-4fc7-b900-ac05e4dc3b42 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:43.190728 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:43.203943 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fea35db-a19e-41e8-a826-1bb7e3285217 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:43.206944 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-25830beb-1e68-4ef2-98a3-89c1d912c53b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:43.216323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ad730-2179-49ed-b439-1c5fea8d9d2f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=6665a367-0566-45fa-9d2a-c88da5b84d04,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:43.218491 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-25830beb-1e68-4ef2-98a3-89c1d912c53b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:subnet and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:43.218915 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-15e74093-0d22-4fc7-b900-ac05e4dc3b42 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:43.223820 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-15e74093-0d22-4fc7-b900-ac05e4dc3b42 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2334747 Mar 08 09:46:43.226374 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40286) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:43.282596 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-25830beb-1e68-4ef2-98a3-89c1d912c53b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:43.298259 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f054f85e-34b1-4eeb-be1d-275ac94da6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:43.302154 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f054f85e-34b1-4eeb-be1d-275ac94da6a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9a27e6a-580c-4733-9233-f09f49c43847 HTTP/1.1" status: 204 len: 168 time: 1.6909971 Mar 08 09:46:43.331555 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-25830beb-1e68-4ef2-98a3-89c1d912c53b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:43.383756 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3fea35db-a19e-41e8-a826-1bb7e3285217 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Calling delete_port for d316f9c7-3b22-413d-93fc-eaf1387f6804 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:43.436233 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25830beb-1e68-4ef2-98a3-89c1d912c53b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:43.439731 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-25830beb-1e68-4ef2-98a3-89c1d912c53b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:43.489985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-95624a1e-a3e2-429b-bf74-a2f703bb4df6 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:43.519058 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-95624a1e-a3e2-429b-bf74-a2f703bb4df6 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:43.633382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2774cdda-11db-4254-a65f-4bef42e2dc72 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:43.641766 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-95624a1e-a3e2-429b-bf74-a2f703bb4df6 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:43.678212 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95624a1e-a3e2-429b-bf74-a2f703bb4df6 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e1f1ce-781f-4a44-99f8-4f1c8b36c1cc,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:43.722029 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-95624a1e-a3e2-429b-bf74-a2f703bb4df6 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:43.723218 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-95624a1e-a3e2-429b-bf74-a2f703bb4df6 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-groups/b4e1f1ce-781f-4a44-99f8-4f1c8b36c1cc HTTP/1.1" status: 204 len: 168 time: 0.4958036 Mar 08 09:46:43.728029 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40300) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:43.759939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:43.764065 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1a2ad730-2179-49ed-b439-1c5fea8d9d2f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:43.766331 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1a2ad730-2179-49ed-b439-1c5fea8d9d2f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/6665a367-0566-45fa-9d2a-c88da5b84d04 HTTP/1.1" status: 204 len: 168 time: 3.0866687 Mar 08 09:46:43.776075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40304) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:43.805938 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b4fe6fae-ec61-48fc-be9d-00b442550bd4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:43.809739 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fea35db-a19e-41e8-a826-1bb7e3285217 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:44.016482 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea35db-a19e-41e8-a826-1bb7e3285217 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Port': ['ID=d316f9c7-3b22-413d-93fc-eaf1387f6804,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:44.075829 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b4fe6fae-ec61-48fc-be9d-00b442550bd4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:44.077170 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b4fe6fae-ec61-48fc-be9d-00b442550bd4 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3481865 Mar 08 09:46:44.082975 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40318) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:44.090385 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-af20df1f-a787-4d03-a0f8-d14721a382d9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group': {'name': 'tempest-secgroup--325765123'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:44.098634 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-af20df1f-a787-4d03-a0f8-d14721a382d9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:44.122901 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2774cdda-11db-4254-a65f-4bef42e2dc72 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Network 34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:44.165813 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-2774cdda-11db-4254-a65f-4bef42e2dc72 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:44.169459 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-af20df1f-a787-4d03-a0f8-d14721a382d9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:44.179173 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774cdda-11db-4254-a65f-4bef42e2dc72 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event updated for resources: {'Port': ['ID=586495e9-76f2-442c-984a-b0894948385f,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:44.183086 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2774cdda-11db-4254-a65f-4bef42e2dc72 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:44.238879 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40322) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:44.248850 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af20df1f-a787-4d03-a0f8-d14721a382d9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:44.297666 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-af20df1f-a787-4d03-a0f8-d14721a382d9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:44.306958 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-af20df1f-a787-4d03-a0f8-d14721a382d9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group_rule and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:44.310086 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3fea35db-a19e-41e8-a826-1bb7e3285217 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:44.314289 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-af20df1f-a787-4d03-a0f8-d14721a382d9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:44.324192 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-af20df1f-a787-4d03-a0f8-d14721a382d9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:44.360987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab133e7-b044-4df8-a376-cd5a2d46a41e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:44.362461 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab133e7-b044-4df8-a376-cd5a2d46a41e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:44.363949 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab133e7-b044-4df8-a376-cd5a2d46a41e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:44.364765 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-cab133e7-b044-4df8-a376-cd5a2d46a41e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:44.381693 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-25830beb-1e68-4ef2-98a3-89c1d912c53b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:44.441403 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-53eb77f1-8f13-462f-a129-5d38914eee6a None None] Provisioning for port 586495e9-76f2-442c-984a-b0894948385f completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:44.442744 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2774cdda-11db-4254-a65f-4bef42e2dc72 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:44.443362 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2774cdda-11db-4254-a65f-4bef42e2dc72 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:44.447561 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-53eb77f1-8f13-462f-a129-5d38914eee6a None None] Provisioning complete for port 586495e9-76f2-442c-984a-b0894948385f triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:44.448558 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-53eb77f1-8f13-462f-a129-5d38914eee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:44.450224 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-544060581'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:44.489043 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:44.508150 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Usage tracker for resource:network and tenant:f9f411f6cb5a4546a0eace12b5c81c03 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:44.510131 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-53eb77f1-8f13-462f-a129-5d38914eee6a None None] Port 586495e9-76f2-442c-984a-b0894948385f cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:46:44.519031 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-cab133e7-b044-4df8-a376-cd5a2d46a41e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:44.520180 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-cab133e7-b044-4df8-a376-cd5a2d46a41e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7395966 Mar 08 09:46:44.525030 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:44.539465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40328) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:44.550184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:44.552005 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25830beb-1e68-4ef2-98a3-89c1d912c53b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Subnet': ['ID=b397bba1-7fdb-46f3-bf29-6642a250b483,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:44.557577 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2774cdda-11db-4254-a65f-4bef42e2dc72 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0840392 Mar 08 09:46:44.576391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40332) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:44.601274 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ecc8e470-650b-4d40-b9ba-7aa37c09d944 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Request body: {'floatingip': {'port_id': '586495e9-76f2-442c-984a-b0894948385f'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:44.633921 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Made reservation on behalf of f9f411f6cb5a4546a0eace12b5c81c03 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:44.637950 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:44.650537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25830beb-1e68-4ef2-98a3-89c1d912c53b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Checking segment: {'id': 'd60b779e-0b70-42c1-a857-dfcc0b74a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7ae6266d-2212-48e0-b8df-a7a7510aa82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:46:44.650918 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25830beb-1e68-4ef2-98a3-89c1d912c53b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network hostable DHCP agents. Network: 7ae6266d-2212-48e0-b8df-a7a7510aa82e, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:46:44.666263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:44.692285 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fa76b0-37f8-4670-b0a7-f743b664def4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet c0ca25c5-3cb6-44ea-b02b-b001d08732b5 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:46:44.700149 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-49fa76b0-37f8-4670-b0a7-f743b664def4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:44.727917 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af20df1f-a787-4d03-a0f8-d14721a382d9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:44.734947 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:44.737256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Router 155679ff-38da-4a13-b43e-3cfa7b9a597c is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:46:44.745620 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af20df1f-a787-4d03-a0f8-d14721a382d9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:44.749275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Usage tracker for resource:security_group_rule and tenant:f9f411f6cb5a4546a0eace12b5c81c03 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:44.752480 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25830beb-1e68-4ef2-98a3-89c1d912c53b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 7ae6266d-2212-48e0-b8df-a7a7510aa82e is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:46:44.754640 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:44.767703 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:44.784732 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-25830beb-1e68-4ef2-98a3-89c1d912c53b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 7ae6266d-2212-48e0-b8df-a7a7510aa82e) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:44.795782 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ee2581-fdb3-4b4f-a259-76221a55e63c None None] Network 7ae6266d-2212-48e0-b8df-a7a7510aa82e requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:44.852358 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-49fa76b0-37f8-4670-b0a7-f743b664def4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:44.863698 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e470-650b-4d40-b9ba-7aa37c09d944 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:44.879432 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25830beb-1e68-4ef2-98a3-89c1d912c53b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:44.880029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-25830beb-1e68-4ef2-98a3-89c1d912c53b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:44.922707 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20df1f-a787-4d03-a0f8-d14721a382d9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22f1711-fbc6-4f32-bcd4-03fec77be191,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:44.942262 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fea35db-a19e-41e8-a826-1bb7e3285217 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 1c5df532-805a-4565-9298-f9f1509d87a5 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:46:44.963943 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af20df1f-a787-4d03-a0f8-d14721a382d9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:44.968222 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-af20df1f-a787-4d03-a0f8-d14721a382d9 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8844795 Mar 08 09:46:44.969067 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40336) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:44.985879 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-25830beb-1e68-4ef2-98a3-89c1d912c53b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1614442 Mar 08 09:46:44.988641 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40340) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:44.997460 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-29827aa3-f0bd-44d1-b5c0-ac1aaf07f6b1 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Request body: {'security_group_rule': {'security_group_id': 'c22f1711-fbc6-4f32-bcd4-03fec77be191', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:45.024921 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e304641b-a665-459d-9072-8f400e99d746 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'network_id': '7ae6266d-2212-48e0-b8df-a7a7510aa82e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1282978794'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:45.062650 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-7ae6266d-2212-48e0-b8df-a7a7510aa82e', 'network_id': '7ae6266d-2212-48e0-b8df-a7a7510aa82e', 'tenant_id': '8487a2388023440e9c6b176be36100ad', 'fixed_ips': [{'subnet_id': 'b397bba1-7fdb-46f3-bf29-6642a250b483'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:46:45.063773 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:45.068188 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-29827aa3-f0bd-44d1-b5c0-ac1aaf07f6b1 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:45.076526 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-29827aa3-f0bd-44d1-b5c0-ac1aaf07f6b1 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Usage tracker for resource:security_group_rule and tenant:ef80b094b17f4a64a836d6c787012d3e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:45.081074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-29827aa3-f0bd-44d1-b5c0-ac1aaf07f6b1 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:45.103785 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-29827aa3-f0bd-44d1-b5c0-ac1aaf07f6b1 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:45.144414 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:46:45.147117 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-49fa76b0-37f8-4670-b0a7-f743b664def4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:45.164570 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b79d97-c285-4ade-acfd-1c474a662b8a None None] Sync routers for ids ['155679ff-38da-4a13-b43e-3cfa7b9a597c'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:46:45.215648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:45.224044 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-29827aa3-f0bd-44d1-b5c0-ac1aaf07f6b1 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:45.225376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b79d97-c285-4ade-acfd-1c474a662b8a None None] Routers {'155679ff-38da-4a13-b43e-3cfa7b9a597c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:45.226089 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-f5b79d97-c285-4ade-acfd-1c474a662b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['155679ff-38da-4a13-b43e-3cfa7b9a597c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:45.231700 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:45.282151 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:46:45.296928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:45.301185 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-96939e2a-5b69-4114-9f2c-d620097e9327 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.5799212 Mar 08 09:46:45.304302 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40344) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:45.327529 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Allocated IP 2001:db8::2 (7ae6266d-2212-48e0-b8df-a7a7510aa82e/b397bba1-7fdb-46f3-bf29-6642a250b483/4e11e389-3ec2-40d6-aa94-30a4b861a43c) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:45.389593 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:45.389593 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Added segment f0158ca7-d101-4b47-94f9-577dad02cf32 of type vlan for network eabb35cf-fe85-4c4a-afe3-3a58a036555e Mar 08 09:46:45.408046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8116cc42-f4c2-4a43-b760-e949b8019db1,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:45.449456 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-49fa76b0-37f8-4670-b0a7-f743b664def4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:45.455928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:45.475847 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fea35db-a19e-41e8-a826-1bb7e3285217 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:46:45.493330 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3fea35db-a19e-41e8-a826-1bb7e3285217 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/1c5df532-805a-4565-9298-f9f1509d87a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9568653 Mar 08 09:46:45.493330 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40348) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:45.505259 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad2432-b34d-4723-9889-524fc08637bf None None] Sync routers for ids ['1c5df532-805a-4565-9298-f9f1509d87a5'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:46:45.515097 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ad2432-b34d-4723-9889-524fc08637bf None None] Routers {'1c5df532-805a-4565-9298-f9f1509d87a5'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:45.515811 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a5ad2432-b34d-4723-9889-524fc08637bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1c5df532-805a-4565-9298-f9f1509d87a5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:45.519349 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa76b0-37f8-4670-b0a7-f743b664def4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ca25c5-3cb6-44ea-b02b-b001d08732b5,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:45.575333 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a5ad2432-b34d-4723-9889-524fc08637bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:45.584195 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ad2432-b34d-4723-9889-524fc08637bf None None] Routers {'1c5df532-805a-4565-9298-f9f1509d87a5'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:45.584974 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a5ad2432-b34d-4723-9889-524fc08637bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1c5df532-805a-4565-9298-f9f1509d87a5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:45.639833 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:45.647997 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a5ad2432-b34d-4723-9889-524fc08637bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:45.648409 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad2432-b34d-4723-9889-524fc08637bf None None] The sync data for ids ['1c5df532-805a-4565-9298-f9f1509d87a5'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:46:45.651522 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Transition to ACTIVE for port object 4e11e389-3ec2-40d6-aa94-30a4b861a43c will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:45.651899 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-49fa76b0-37f8-4670-b0a7-f743b664def4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:45.668529 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-29827aa3-f0bd-44d1-b5c0-ac1aaf07f6b1 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:45.670876 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Transition to ACTIVE for port object 4e11e389-3ec2-40d6-aa94-30a4b861a43c will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:45.673089 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.resource_extend [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:46:45.678661 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59229552-2583-4067-b832-8a03f5de0e28 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:45.690515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-29827aa3-f0bd-44d1-b5c0-ac1aaf07f6b1 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:45.692901 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-f5b79d97-c285-4ade-acfd-1c474a662b8a None None] Set router 155679ff-38da-4a13-b43e-3cfa7b9a597c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:46:45.742496 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-49fa76b0-37f8-4670-b0a7-f743b664def4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/c0ca25c5-3cb6-44ea-b02b-b001d08732b5 HTTP/1.1" status: 204 len: 168 time: 1.1989436 Mar 08 09:46:45.748139 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29827aa3-f0bd-44d1-b5c0-ac1aaf07f6b1 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4b9606-559e-4633-a297-111f9bfd7a89,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:45.752864 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40352) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:45.755152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:45.760687 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:45.761334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:45.779594 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e8378b2-1c46-4bc4-896d-31a28b14a209 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:45.808745 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:45.814953 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e304641b-a665-459d-9072-8f400e99d746 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:45.872235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-29827aa3-f0bd-44d1-b5c0-ac1aaf07f6b1 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:45.873694 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-29827aa3-f0bd-44d1-b5c0-ac1aaf07f6b1 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8899755 Mar 08 09:46:45.915505 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40356) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:45.949354 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e304641b-a665-459d-9072-8f400e99d746 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:46.020479 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Network 7ae6266d-2212-48e0-b8df-a7a7510aa82e is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:46.026735 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:46.036246 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:46.083814 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Pushing event updated for resources: {'Port': ['ID=4e11e389-3ec2-40d6-aa94-30a4b861a43c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:46.099599 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8568666 Mar 08 09:46:46.121006 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cb627-3dd3-4aef-b417-4c0330adc94a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Network': ['ID=eabb35cf-fe85-4c4a-afe3-3a58a036555e,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:46.134862 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e304641b-a665-459d-9072-8f400e99d746 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:46.140037 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e304641b-a665-459d-9072-8f400e99d746 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:46.187336 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network eabb35cf-fe85-4c4a-afe3-3a58a036555e details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:46:46.219122 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a00c5a-7423-4306-9888-eed502037ed6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet f2b6b78f-d58a-404f-8f2c-ce91664c0872 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:46:46.225256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c0a00c5a-7423-4306-9888-eed502037ed6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:46.277178 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-e304641b-a665-459d-9072-8f400e99d746 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] device_id is not set on port 7d460350-34bb-4cdb-9a28-eedae6bcaf0c yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:46:46.307058 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e8378b2-1c46-4bc4-896d-31a28b14a209 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:46.316396 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c0a00c5a-7423-4306-9888-eed502037ed6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:46.379808 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Attempting to bind port 4e11e389-3ec2-40d6-aa94-30a4b861a43c on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:46:46.380593 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Attempting to bind port 4e11e389-3ec2-40d6-aa94-30a4b861a43c by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'd60b779e-0b70-42c1-a857-dfcc0b74a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7ae6266d-2212-48e0-b8df-a7a7510aa82e'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:46:46.381204 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Attempting to bind port 4e11e389-3ec2-40d6-aa94-30a4b861a43c on network 7ae6266d-2212-48e0-b8df-a7a7510aa82e {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:46:46.396428 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:46:46.397217 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Checking segment: {'id': 'd60b779e-0b70-42c1-a857-dfcc0b74a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7ae6266d-2212-48e0-b8df-a7a7510aa82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:46:46.397876 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:46.398490 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Bound using segment: {'id': 'd60b779e-0b70-42c1-a857-dfcc0b74a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7ae6266d-2212-48e0-b8df-a7a7510aa82e'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:46:46.399182 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Bound port: 4e11e389-3ec2-40d6-aa94-30a4b861a43c, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60b779e-0b70-42c1-a857-dfcc0b74a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7ae6266d-2212-48e0-b8df-a7a7510aa82e'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:46:46.399799 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:46.413877 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-0e8378b2-1c46-4bc4-896d-31a28b14a209 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Deleting port da90c222-4203-4e6f-9023-371fc52d0677 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:46.414213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e8378b2-1c46-4bc4-896d-31a28b14a209 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:46.458155 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c0a00c5a-7423-4306-9888-eed502037ed6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:46.561944 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] For port 4e11e389-3ec2-40d6-aa94-30a4b861a43c, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:46:46.565917 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] For port 4e11e389-3ec2-40d6-aa94-30a4b861a43c, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=4e11e389-3ec2-40d6-aa94-30a4b861a43c,segment=NetworkSegment(d60b779e-0b70-42c1-a857-dfcc0b74a849),segment_id=d60b779e-0b70-42c1-a857-dfcc0b74a849)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:46:46.582114 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:46.608721 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-e304641b-a665-459d-9072-8f400e99d746 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Allocated IP 2001:db8::79 (7ae6266d-2212-48e0-b8df-a7a7510aa82e/b397bba1-7fdb-46f3-bf29-6642a250b483/7d460350-34bb-4cdb-9a28-eedae6bcaf0c) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:46.746812 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de6e25-ec63-4d23-b74c-2efa1f094b9e None None] Pushing event updated for resources: {'Port': ['ID=4e11e389-3ec2-40d6-aa94-30a4b861a43c,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:46.763234 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c0a00c5a-7423-4306-9888-eed502037ed6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:46.770286 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-f5b79d97-c285-4ade-acfd-1c474a662b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155679ff-38da-4a13-b43e-3cfa7b9a597c', 'name': '', 'tenant_id': '9b8a715db78d41b3ae9258795521a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd6fa80-2785-4b08-8915-2ddd60864b3b', 'external_fixed_ips': [{'subnet_id': 'becafa08-f7f1-40b4-bdf2-8c741c74e023', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'da90c222-4203-4e6f-9023-371fc52d0677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:46:37Z', 'updated_at': '2022-03-08T09:46:41Z', 'revision_number': 3, 'project_id': '9b8a715db78d41b3ae9258795521a551', 'gw_port': {'id': 'da90c222-4203-4e6f-9023-371fc52d0677', 'name': '', 'network_id': 'cfd6fa80-2785-4b08-8915-2ddd60864b3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155679ff-38da-4a13-b43e-3cfa7b9a597c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'becafa08-f7f1-40b4-bdf2-8c741c74e023', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:46:39Z', 'updated_at': '2022-03-08T09:46:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'becafa08-f7f1-40b4-bdf2-8c741c74e023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:46.778453 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b79d97-c285-4ade-acfd-1c474a662b8a None None] Checking router: 155679ff-38da-4a13-b43e-3cfa7b9a597c for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:46:46.778947 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b79d97-c285-4ade-acfd-1c474a662b8a None None] Updating router 155679ff-38da-4a13-b43e-3cfa7b9a597c port da90c222-4203-4e6f-9023-371fc52d0677 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:46:46.847362 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f5b79d97-c285-4ade-acfd-1c474a662b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:46.880511 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e304641b-a665-459d-9072-8f400e99d746 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:46.899781 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a00c5a-7423-4306-9888-eed502037ed6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b6b78f-d58a-404f-8f2c-ce91664c0872,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:46.910535 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-e304641b-a665-459d-9072-8f400e99d746 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Transition to ACTIVE for port object 7d460350-34bb-4cdb-9a28-eedae6bcaf0c will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:46.931567 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c0a00c5a-7423-4306-9888-eed502037ed6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:46.956702 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e8378b2-1c46-4bc4-896d-31a28b14a209 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:46.981416 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c0a00c5a-7423-4306-9888-eed502037ed6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/f2b6b78f-d58a-404f-8f2c-ce91664c0872 HTTP/1.1" status: 204 len: 168 time: 1.2271750 Mar 08 09:46:46.994740 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b210b147-0849-42c2-8791-da756daee72d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:47.000568 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40360) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:47.229754 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-0e8378b2-1c46-4bc4-896d-31a28b14a209 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Calling delete_port for da90c222-4203-4e6f-9023-371fc52d0677 owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:47.511835 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7b4003c7-6095-4db1-9f1b-0f18783aa2c9 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4610825 Mar 08 09:46:47.525429 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40366) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:47.538532 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-78e2b984-8db5-40bc-bd73-bc3d2ca0e54d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:47.681791 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e8378b2-1c46-4bc4-896d-31a28b14a209 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:47.683684 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-f5b79d97-c285-4ade-acfd-1c474a662b8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:46:47.684049 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-f5b79d97-c285-4ade-acfd-1c474a662b8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:46:47.771881 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8378b2-1c46-4bc4-896d-31a28b14a209 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Pushing event deleted for resources: {'Port': ['ID=da90c222-4203-4e6f-9023-371fc52d0677,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:47.796458 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43971798-c001-46fd-8ce1-173e32a3fba0 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:47.938787 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e8378b2-1c46-4bc4-896d-31a28b14a209 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:47.968783 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b210b147-0849-42c2-8791-da756daee72d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:48.028134 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c5774176-bf69-4e41-8eb0-e603cdd097bb None None] Provisioning complete for port 6da31166-ed6b-4373-9ce0-6adb66abb01b triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:48.028510 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c5774176-bf69-4e41-8eb0-e603cdd097bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:48.151222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e470-650b-4d40-b9ba-7aa37c09d944 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:48.181797 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e304641b-a665-459d-9072-8f400e99d746 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:48.245277 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b79d97-c285-4ade-acfd-1c474a662b8a None None] Port da90c222-4203-4e6f-9023-371fc52d0677 not found while updating agent binding for router 155679ff-38da-4a13-b43e-3cfa7b9a597c. {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 08 09:46:48.248925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e8378b2-1c46-4bc4-896d-31a28b14a209 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:48.253942 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e470-650b-4d40-b9ba-7aa37c09d944 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:48.261597 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b79d97-c285-4ade-acfd-1c474a662b8a None None] Routers {'155679ff-38da-4a13-b43e-3cfa7b9a597c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:48.262238 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-f5b79d97-c285-4ade-acfd-1c474a662b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['155679ff-38da-4a13-b43e-3cfa7b9a597c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:48.263983 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e8378b2-1c46-4bc4-896d-31a28b14a209 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:48.302531 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e8378b2-1c46-4bc4-896d-31a28b14a209 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:48.303868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8378b2-1c46-4bc4-896d-31a28b14a209 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 155679ff-38da-4a13-b43e-3cfa7b9a597c {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:46:48.344441 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e8378b2-1c46-4bc4-896d-31a28b14a209 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:48.347304 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0e8378b2-1c46-4bc4-896d-31a28b14a209 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "DELETE /v2.0/routers/155679ff-38da-4a13-b43e-3cfa7b9a597c HTTP/1.1" status: 204 len: 168 time: 3.0377429 Mar 08 09:46:48.349976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40370) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:48.401199 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-f5b79d97-c285-4ade-acfd-1c474a662b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:48.401680 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b79d97-c285-4ade-acfd-1c474a662b8a None None] The sync data for ids ['155679ff-38da-4a13-b43e-3cfa7b9a597c'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:46:48.429278 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374c5548-55dc-4745-a85e-5853f90796e5 None None] Network 7ae6266d-2212-48e0-b8df-a7a7510aa82e requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:48.443277 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e304641b-a665-459d-9072-8f400e99d746 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 7ae6266d-2212-48e0-b8df-a7a7510aa82e is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:48.457387 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-78e2b984-8db5-40bc-bd73-bc3d2ca0e54d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:48.459805 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e304641b-a665-459d-9072-8f400e99d746 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:48.466583 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304641b-a665-459d-9072-8f400e99d746 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=7d460350-34bb-4cdb-9a28-eedae6bcaf0c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:48.469186 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e304641b-a665-459d-9072-8f400e99d746 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:48.474684 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e304641b-a665-459d-9072-8f400e99d746 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:48.475293 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e304641b-a665-459d-9072-8f400e99d746 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:48.482972 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-78e2b984-8db5-40bc-bd73-bc3d2ca0e54d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:48.497178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0cd805e-eff6-43f0-a8a0-acb0a21b7a0f tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Deleting subnet becafa08-f7f1-40b4-bdf2-8c741c74e023 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:46:48.501190 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c0cd805e-eff6-43f0-a8a0-acb0a21b7a0f tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:48.504284 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-78e2b984-8db5-40bc-bd73-bc3d2ca0e54d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:48.569416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c0cd805e-eff6-43f0-a8a0-acb0a21b7a0f tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:48.637199 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f684414b-595c-4093-84c5-3cdcee4427ee None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:46:48.670908 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-cf4e2302-dc99-438c-8f6f-d50d6141260f None None] Provisioning for port 4e11e389-3ec2-40d6-aa94-30a4b861a43c completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:48.677860 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f684414b-595c-4093-84c5-3cdcee4427ee None None] Deleting port 6da31166-ed6b-4373-9ce0-6adb66abb01b {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:48.678452 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f684414b-595c-4093-84c5-3cdcee4427ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:48.688552 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-78e2b984-8db5-40bc-bd73-bc3d2ca0e54d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:48.724393 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e304641b-a665-459d-9072-8f400e99d746 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.7327492 Mar 08 09:46:48.735141 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40374) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:48.750655 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b210b147-0849-42c2-8791-da756daee72d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:48.753954 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b210b147-0849-42c2-8791-da756daee72d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:48.759197 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b210b147-0849-42c2-8791-da756daee72d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-groups/c22f1711-fbc6-4f32-bcd4-03fec77be191 HTTP/1.1" status: 204 len: 168 time: 2.8315961 Mar 08 09:46:48.761503 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40378) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:48.802857 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210b147-0849-42c2-8791-da756daee72d tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22f1711-fbc6-4f32-bcd4-03fec77be191,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:48.804593 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e2b984-8db5-40bc-bd73-bc3d2ca0e54d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:48.808654 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-78e2b984-8db5-40bc-bd73-bc3d2ca0e54d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:48.858643 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-b1e45504-9735-45f7-b6b6-0e6be4f83d45 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port 7d460350-34bb-4cdb-9a28-eedae6bcaf0c {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:48.861936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b1e45504-9735-45f7-b6b6-0e6be4f83d45 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:48.892890 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-ecc8e470-650b-4d40-b9ba-7aa37c09d944 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Floating IP b0044ad1-d478-404f-8393-ebc65860d007 associated. External IP: 172.26.2.187, port: aabb5dd3-073d-4065-b1c6-67ae2c473d00. Mar 08 09:46:48.926629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c0cd805e-eff6-43f0-a8a0-acb0a21b7a0f tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:48.972966 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4e11e389-3ec2-40d6-aa94-30a4b861a43c up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:46:49.020902 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c0cd805e-eff6-43f0-a8a0-acb0a21b7a0f tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:49.078965 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd192d93-3ce9-4355-86c1-c8687650f051 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:49.082191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c0cd805e-eff6-43f0-a8a0-acb0a21b7a0f tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:49.093665 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c0cd805e-eff6-43f0-a8a0-acb0a21b7a0f tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/becafa08-f7f1-40b4-bdf2-8c741c74e023 HTTP/1.1" status: 204 len: 168 time: 0.7424054 Mar 08 09:46:49.110287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40382) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:49.112275 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 4e11e389-3ec2-40d6-aa94-30a4b861a43c completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:49.116674 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd805e-eff6-43f0-a8a0-acb0a21b7a0f tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=becafa08-f7f1-40b4-bdf2-8c741c74e023,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:49.161868 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-86cb273d-75fb-4010-8ed8-8a04f2db8141 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:49.181550 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 4e11e389-3ec2-40d6-aa94-30a4b861a43c triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:49.183115 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:49.286196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f684414b-595c-4093-84c5-3cdcee4427ee None None] For port 6da31166-ed6b-4373-9ce0-6adb66abb01b, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=6da31166-ed6b-4373-9ce0-6adb66abb01b,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:49.287105 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f684414b-595c-4093-84c5-3cdcee4427ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:49.395417 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40386) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:49.405862 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-f1d046d7-70d3-4379-a930-e9ba9b870092 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'subnet': {'network_id': 'eabb35cf-fe85-4c4a-afe3-3a58a036555e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:49.415618 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-86cb273d-75fb-4010-8ed8-8a04f2db8141 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:49.416945 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-86cb273d-75fb-4010-8ed8-8a04f2db8141 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6373384 Mar 08 09:46:49.469978 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f684414b-595c-4093-84c5-3cdcee4427ee None None] Calling delete_port for 6da31166-ed6b-4373-9ce0-6adb66abb01b owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:49.479918 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40390) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:49.596399 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:49.613183 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-036dfefc-a9c9-4763-bf28-84c6d09eb124 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:49.637584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f474202c-b3b6-49da-a3a2-6819606fe5af None None] Provisioning complete for port 4e11e389-3ec2-40d6-aa94-30a4b861a43c triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:49.637957 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f474202c-b3b6-49da-a3a2-6819606fe5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:49.648449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b1e45504-9735-45f7-b6b6-0e6be4f83d45 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:49.726368 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f684414b-595c-4093-84c5-3cdcee4427ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:49.767891 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 4e11e389-3ec2-40d6-aa94-30a4b861a43c, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=4e11e389-3ec2-40d6-aa94-30a4b861a43c,segment=NetworkSegment(d60b779e-0b70-42c1-a857-dfcc0b74a849),segment_id=d60b779e-0b70-42c1-a857-dfcc0b74a849)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:49.792683 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:49.795371 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684414b-595c-4093-84c5-3cdcee4427ee None None] Pushing event deleted for resources: {'Port': ['ID=6da31166-ed6b-4373-9ce0-6adb66abb01b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:49.825506 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-b1e45504-9735-45f7-b6b6-0e6be4f83d45 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for 7d460350-34bb-4cdb-9a28-eedae6bcaf0c owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:49.870774 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f684414b-595c-4093-84c5-3cdcee4427ee None None] No DVR routers for this DVR port 6da31166-ed6b-4373-9ce0-6adb66abb01b on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:46:49.880757 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 6da31166-ed6b-4373-9ce0-6adb66abb01b no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:46:49.894541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f1d046d7-70d3-4379-a930-e9ba9b870092 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:49.905739 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f1d046d7-70d3-4379-a930-e9ba9b870092 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Usage tracker for resource:subnet and tenant:f9f411f6cb5a4546a0eace12b5c81c03 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:49.922840 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f1d046d7-70d3-4379-a930-e9ba9b870092 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:49.937057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f1d046d7-70d3-4379-a930-e9ba9b870092 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:49.944332 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 6da31166-ed6b-4373-9ce0-6adb66abb01b {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:46:49.944681 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 6da31166-ed6b-4373-9ce0-6adb66abb01b not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:46:49.967406 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5b65019c-9f92-4c9b-b11d-45191d424723 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Synchronizing usage tracker for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:49.986714 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-78e2b984-8db5-40bc-bd73-bc3d2ca0e54d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:50.002604 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=4e11e389-3ec2-40d6-aa94-30a4b861a43c,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:50.027825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d046d7-70d3-4379-a930-e9ba9b870092 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Made reservation on behalf of f9f411f6cb5a4546a0eace12b5c81c03 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:50.030881 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f1d046d7-70d3-4379-a930-e9ba9b870092 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:50.067995 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f474202c-b3b6-49da-a3a2-6819606fe5af None None] Provisioning for port 7d460350-34bb-4cdb-9a28-eedae6bcaf0c completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:50.075939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-036dfefc-a9c9-4763-bf28-84c6d09eb124 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:50.086530 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f474202c-b3b6-49da-a3a2-6819606fe5af None None] Provisioning complete for port 7d460350-34bb-4cdb-9a28-eedae6bcaf0c triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:50.086901 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f474202c-b3b6-49da-a3a2-6819606fe5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:50.087125 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e2b984-8db5-40bc-bd73-bc3d2ca0e54d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:50.092264 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5b65019c-9f92-4c9b-b11d-45191d424723 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] Unset dirty status for tenant:ef80b094b17f4a64a836d6c787012d3e on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:50.096196 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5b65019c-9f92-4c9b-b11d-45191d424723 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6134980 Mar 08 09:46:50.098616 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-78e2b984-8db5-40bc-bd73-bc3d2ca0e54d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:50.100113 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40394) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:50.110633 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e2b984-8db5-40bc-bd73-bc3d2ca0e54d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:50.111229 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-78e2b984-8db5-40bc-bd73-bc3d2ca0e54d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:50.115813 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc8e470-650b-4d40-b9ba-7aa37c09d944 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router ba4e89cb-ee89-4301-b8d8-c5e861bbdf04 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:46:50.121070 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ec2691-cf2b-4b6a-9b3b-19ff07b3f101 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:50.180187 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2b984-8db5-40bc-bd73-bc3d2ca0e54d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=38ac3f92-96e3-451c-a8d8-d03a795acb3c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:50.190654 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-036dfefc-a9c9-4763-bf28-84c6d09eb124 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd6fa80-2785-4b08-8915-2ddd60864b3b']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:50.192631 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-3e2a65b1-cdc2-49c2-895f-5ff06a80f6fa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] delete failed (client error): The resource could not be found. Mar 08 09:46:50.198508 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3e2a65b1-cdc2-49c2-895f-5ff06a80f6fa tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "DELETE /v2.0/security-groups/c22f1711-fbc6-4f32-bcd4-03fec77be191 HTTP/1.1" status: 404 len: 347 time: 0.0876994 Mar 08 09:46:50.204000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40398) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:50.235606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-036dfefc-a9c9-4763-bf28-84c6d09eb124 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00495f27-554f-4290-b63f-648c608fb27c') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:50.235979 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-036dfefc-a9c9-4763-bf28-84c6d09eb124 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00495f27-554f-4290-b63f-648c608fb27c') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:50.268593 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-036dfefc-a9c9-4763-bf28-84c6d09eb124 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:50.288302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f474202c-b3b6-49da-a3a2-6819606fe5af None None] Port 7d460350-34bb-4cdb-9a28-eedae6bcaf0c cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:46:50.297258 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-78e2b984-8db5-40bc-bd73-bc3d2ca0e54d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7616563 Mar 08 09:46:50.297481 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40402) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:50.304529 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bd192d93-3ce9-4355-86c1-c8687650f051 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting port 9faff91b-a041-437e-938a-0454bbdd54f2 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:50.304833 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd192d93-3ce9-4355-86c1-c8687650f051 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:50.310221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-f257c4b1-1df7-434d-a807-d37191f8a7ee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:50.341221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-036dfefc-a9c9-4763-bf28-84c6d09eb124 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:50.354292 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b1e45504-9735-45f7-b6b6-0e6be4f83d45 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:50.409467 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036dfefc-a9c9-4763-bf28-84c6d09eb124 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:46:50.410342 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-036dfefc-a9c9-4763-bf28-84c6d09eb124 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:46:50.432260 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:46:50.434506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8ed30396-37a8-4434-adf7-6a342d5e420f None None] Could not find standard attr ID for object 7d460350-34bb-4cdb-9a28-eedae6bcaf0c. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:46:50.446794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e45504-9735-45f7-b6b6-0e6be4f83d45 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Port': ['ID=7d460350-34bb-4cdb-9a28-eedae6bcaf0c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:50.453593 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0b7bebe7-42f2-41ce-b72a-56c517f59cc2 tempest-SecGroupTest-2028327370 tempest-SecGroupTest-2028327370-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2400324 Mar 08 09:46:50.535092 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': '38ac3f92-96e3-451c-a8d8-d03a795acb3c'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:46:50.537006 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:50.583175 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc8e470-650b-4d40-b9ba-7aa37c09d944 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:46:50.685390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b598f1-8eaf-44b0-9319-447487f1fb84 None None] Sync routers for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:46:50.733995 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd192d93-3ce9-4355-86c1-c8687650f051 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:50.745809 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b598f1-8eaf-44b0-9319-447487f1fb84 None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:50.745988 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-73b598f1-8eaf-44b0-9319-447487f1fb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:50.848537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b1e45504-9735-45f7-b6b6-0e6be4f83d45 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:50.858248 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-73b598f1-8eaf-44b0-9319-447487f1fb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:50.892901 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b1e45504-9735-45f7-b6b6-0e6be4f83d45 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/ports/7d460350-34bb-4cdb-9a28-eedae6bcaf0c HTTP/1.1" status: 204 len: 168 time: 2.1563845 Mar 08 09:46:50.896262 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bd192d93-3ce9-4355-86c1-c8687650f051 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Calling delete_port for 9faff91b-a041-437e-938a-0454bbdd54f2 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:50.912649 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40410) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:50.936833 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4e11e389-3ec2-40d6-aa94-30a4b861a43c up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:46:50.954089 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-036dfefc-a9c9-4763-bf28-84c6d09eb124 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:50.985260 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b598f1-8eaf-44b0-9319-447487f1fb84 None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:50.985916 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-73b598f1-8eaf-44b0-9319-447487f1fb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:50.993566 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036dfefc-a9c9-4763-bf28-84c6d09eb124 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cfd6fa80-2785-4b08-8915-2ddd60864b3b {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 08 09:46:51.003970 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f257c4b1-1df7-434d-a807-d37191f8a7ee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:51.006201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40414) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:51.009814 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-036dfefc-a9c9-4763-bf28-84c6d09eb124 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:51.029040 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dfefc-a9c9-4763-bf28-84c6d09eb124 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Pushing event deleted for resources: {'Network': ['ID=cfd6fa80-2785-4b08-8915-2ddd60864b3b,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:51.031773 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a149543-af04-4622-b3de-b359f18a6890 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] GET failed (client error): The resource could not be found. Mar 08 09:46:51.032600 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9a149543-af04-4622-b3de-b359f18a6890 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Synchronizing usage tracker for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:51.039218 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f257c4b1-1df7-434d-a807-d37191f8a7ee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:51.048312 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f257c4b1-1df7-434d-a807-d37191f8a7ee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:51.055412 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-73b598f1-8eaf-44b0-9319-447487f1fb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:51.055964 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b598f1-8eaf-44b0-9319-447487f1fb84 None None] The sync data for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:46:51.071600 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-036dfefc-a9c9-4763-bf28-84c6d09eb124 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "DELETE /v2.0/networks/cfd6fa80-2785-4b08-8915-2ddd60864b3b HTTP/1.1" status: 204 len: 168 time: 1.9603312 Mar 08 09:46:51.082796 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f257c4b1-1df7-434d-a807-d37191f8a7ee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:51.089722 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9a149543-af04-4622-b3de-b359f18a6890 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Unset dirty status for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:51.094384 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9a149543-af04-4622-b3de-b359f18a6890 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports/7d460350-34bb-4cdb-9a28-eedae6bcaf0c HTTP/1.1" status: 404 len: 333 time: 0.1802154 Mar 08 09:46:51.095250 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40422) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:51.118432 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Allocated IP 172.20.0.2 (162da289-2647-477b-bcb7-e834030497c1/38ac3f92-96e3-451c-a8d8-d03a795acb3c/2e678137-472f-4965-beeb-a56aed34479c) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:51.123408 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd192d93-3ce9-4355-86c1-c8687650f051 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:51.153032 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f1d046d7-70d3-4379-a930-e9ba9b870092 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:51.188767 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd192d93-3ce9-4355-86c1-c8687650f051 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Port': ['ID=9faff91b-a041-437e-938a-0454bbdd54f2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:51.190719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f257c4b1-1df7-434d-a807-d37191f8a7ee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:51.194779 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f257c4b1-1df7-434d-a807-d37191f8a7ee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:51.208556 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 4e11e389-3ec2-40d6-aa94-30a4b861a43c triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:51.208972 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:51.392644 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae15a47-c7c2-40a6-bc1d-a2fb01b35a21 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting subnet b397bba1-7fdb-46f3-bf29-6642a250b483 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:46:51.403133 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ae15a47-c7c2-40a6-bc1d-a2fb01b35a21 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:51.476990 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ae15a47-c7c2-40a6-bc1d-a2fb01b35a21 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:51.592969 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ae15a47-c7c2-40a6-bc1d-a2fb01b35a21 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:51.628558 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40430) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:51.694278 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1ac40ea2-0ca9-43b2-bfa7-21cdf21fbca8 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Request body: {'router': {'name': 'tempest-router--1775298058', 'project_id': '847908a0a9cd4fe6957dd2965f0cef2c'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:51.700161 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ae15a47-c7c2-40a6-bc1d-a2fb01b35a21 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:51.727579 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:51.732289 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d046d7-70d3-4379-a930-e9ba9b870092 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Subnet': ['ID=f859981c-a6a0-41b0-8145-fb2442061f16,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:51.754909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Transition to ACTIVE for port object 2e678137-472f-4965-beeb-a56aed34479c will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:51.779378 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Transition to ACTIVE for port object 2e678137-472f-4965-beeb-a56aed34479c will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:51.785611 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c061233f-552f-439a-9ff2-94f97c7458d5 None None] Network 7ae6266d-2212-48e0-b8df-a7a7510aa82e requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:51.786845 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ae15a47-c7c2-40a6-bc1d-a2fb01b35a21 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:51.831433 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5c1e24c0-fe0e-4fbf-958c-463bd9b70fe4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef80b094b17f4a64a836d6c787012d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8176951 Mar 08 09:46:51.839379 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40434) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:51.842251 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae15a47-c7c2-40a6-bc1d-a2fb01b35a21 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Subnet': ['ID=b397bba1-7fdb-46f3-bf29-6642a250b483,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:51.866358 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8ae15a47-c7c2-40a6-bc1d-a2fb01b35a21 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/subnets/b397bba1-7fdb-46f3-bf29-6642a250b483 HTTP/1.1" status: 204 len: 168 time: 0.7644060 Mar 08 09:46:51.866358 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d046d7-70d3-4379-a930-e9ba9b870092 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Checking segment: {'id': 'f0158ca7-d101-4b47-94f9-577dad02cf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eabb35cf-fe85-4c4a-afe3-3a58a036555e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:46:51.866358 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d046d7-70d3-4379-a930-e9ba9b870092 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network hostable DHCP agents. Network: eabb35cf-fe85-4c4a-afe3-3a58a036555e, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:46:51.869870 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40438) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:51.890218 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:51.912368 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1ac40ea2-0ca9-43b2-bfa7-21cdf21fbca8 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:51.931364 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1ac40ea2-0ca9-43b2-bfa7-21cdf21fbca8 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Usage tracker for resource:router and tenant:847908a0a9cd4fe6957dd2965f0cef2c is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:51.936616 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd192d93-3ce9-4355-86c1-c8687650f051 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:51.941664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1ac40ea2-0ca9-43b2-bfa7-21cdf21fbca8 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:51.952984 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1ac40ea2-0ca9-43b2-bfa7-21cdf21fbca8 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:52.001093 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:52.037525 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:52.040089 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:52.040428 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d046d7-70d3-4379-a930-e9ba9b870092 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network eabb35cf-fe85-4c4a-afe3-3a58a036555e is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:46:52.059872 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:52.068309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-03dc10b4-00dd-421c-929f-8a2dab006f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:52.076633 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1ac40ea2-0ca9-43b2-bfa7-21cdf21fbca8 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:52.077480 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1ac40ea2-0ca9-43b2-bfa7-21cdf21fbca8 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:52.091470 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Pushing event updated for resources: {'Port': ['ID=2e678137-472f-4965-beeb-a56aed34479c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:52.116127 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-f1d046d7-70d3-4379-a930-e9ba9b870092 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, eabb35cf-fe85-4c4a-afe3-3a58a036555e) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:52.137123 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4805a777-8335-4280-8d05-382aecb842c9 None None] Network eabb35cf-fe85-4c4a-afe3-3a58a036555e requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:52.144394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d046d7-70d3-4379-a930-e9ba9b870092 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:52.145011 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f1d046d7-70d3-4379-a930-e9ba9b870092 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:52.157127 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-03dc10b4-00dd-421c-929f-8a2dab006f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:52.176943 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port 4e11e389-3ec2-40d6-aa94-30a4b861a43c {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:52.177268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:52.193706 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1ac40ea2-0ca9-43b2-bfa7-21cdf21fbca8 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:52.255201 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Attempting to bind port 2e678137-472f-4965-beeb-a56aed34479c on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:46:52.255563 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Attempting to bind port 2e678137-472f-4965-beeb-a56aed34479c by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:46:52.255925 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Attempting to bind port 2e678137-472f-4965-beeb-a56aed34479c on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:46:52.260885 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f1d046d7-70d3-4379-a930-e9ba9b870092 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8639188 Mar 08 09:46:52.266383 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40442) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:52.267407 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:46:52.267786 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:46:52.268209 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:52.268620 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:46:52.269411 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Bound port: 2e678137-472f-4965-beeb-a56aed34479c, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:46:52.270074 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:52.280885 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc8e470-650b-4d40-b9ba-7aa37c09d944 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router 2ce3adb7-b556-4441-af38-15eb787ea982 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:46:52.287059 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-83ee1e06-e53f-4b23-b9da-56d736c5f5d1 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-3753527'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:52.349119 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-83ee1e06-e53f-4b23-b9da-56d736c5f5d1 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:52.364444 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-83ee1e06-e53f-4b23-b9da-56d736c5f5d1 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Usage tracker for resource:network and tenant:f9f411f6cb5a4546a0eace12b5c81c03 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:52.368654 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-03dc10b4-00dd-421c-929f-8a2dab006f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:52.368875 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1ac40ea2-0ca9-43b2-bfa7-21cdf21fbca8 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:52.376213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-83ee1e06-e53f-4b23-b9da-56d736c5f5d1 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:52.400290 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-83ee1e06-e53f-4b23-b9da-56d736c5f5d1 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:52.407005 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd192d93-3ce9-4355-86c1-c8687650f051 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 1c5df532-805a-4565-9298-f9f1509d87a5 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:46:52.421444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc10b4-00dd-421c-929f-8a2dab006f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb5e795-a15f-48bc-b997-243e6d2b6913,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:52.517006 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758c0916-9efb-4139-9ecb-582de5335777 None None] DHCP port deletion for 7ae6266d-2212-48e0-b8df-a7a7510aa82e request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:46:52.546563 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] For port 2e678137-472f-4965-beeb-a56aed34479c, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:46:52.553388 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] For port 2e678137-472f-4965-beeb-a56aed34479c, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=2e678137-472f-4965-beeb-a56aed34479c,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:46:52.554132 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] For port 4e11e389-3ec2-40d6-aa94-30a4b861a43c, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=4e11e389-3ec2-40d6-aa94-30a4b861a43c,segment=NetworkSegment(d60b779e-0b70-42c1-a857-dfcc0b74a849),segment_id=d60b779e-0b70-42c1-a857-dfcc0b74a849)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:52.554497 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:52.562403 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-03dc10b4-00dd-421c-929f-8a2dab006f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:52.565911 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-03dc10b4-00dd-421c-929f-8a2dab006f9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abb5e795-a15f-48bc-b997-243e6d2b6913 HTTP/1.1" status: 204 len: 168 time: 0.7228746 Mar 08 09:46:52.581384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-758c0916-9efb-4139-9ecb-582de5335777 None None] Deleting port 4e11e389-3ec2-40d6-aa94-30a4b861a43c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:52.581998 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-758c0916-9efb-4139-9ecb-582de5335777 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:52.657614 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:52.670505 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd192d93-3ce9-4355-86c1-c8687650f051 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:46:52.674452 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1ac40ea2-0ca9-43b2-bfa7-21cdf21fbca8 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:52.676293 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1ac40ea2-0ca9-43b2-bfa7-21cdf21fbca8 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0398083 Mar 08 09:46:52.684883 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc94bac-48f1-47b0-bc2b-fb993539b03b None None] Sync routers for ids ['1c5df532-805a-4565-9298-f9f1509d87a5'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:46:52.688019 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bd192d93-3ce9-4355-86c1-c8687650f051 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/1c5df532-805a-4565-9298-f9f1509d87a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1941776 Mar 08 09:46:52.689460 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ee1e06-e53f-4b23-b9da-56d736c5f5d1 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Made reservation on behalf of f9f411f6cb5a4546a0eace12b5c81c03 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:52.692647 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83ee1e06-e53f-4b23-b9da-56d736c5f5d1 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:52.697218 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc94bac-48f1-47b0-bc2b-fb993539b03b None None] Routers {'1c5df532-805a-4565-9298-f9f1509d87a5'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:52.698263 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8fc94bac-48f1-47b0-bc2b-fb993539b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1c5df532-805a-4565-9298-f9f1509d87a5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:52.746855 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40448) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:52.747461 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40450) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:52.775643 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ee1e06-e53f-4b23-b9da-56d736c5f5d1 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:46:52.777413 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-eabb35cf-fe85-4c4a-afe3-3a58a036555e', 'network_id': 'eabb35cf-fe85-4c4a-afe3-3a58a036555e', 'tenant_id': 'f9f411f6cb5a4546a0eace12b5c81c03', 'fixed_ips': [{'subnet_id': 'f859981c-a6a0-41b0-8145-fb2442061f16'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:46:52.778732 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:52.782022 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8fc94bac-48f1-47b0-bc2b-fb993539b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:52.787437 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83ee1e06-e53f-4b23-b9da-56d736c5f5d1 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:52.788080 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-83ee1e06-e53f-4b23-b9da-56d736c5f5d1 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Added segment 8f148370-9a1a-4d6c-a760-ab5852666b13 of type vlan for network 25edaa30-4366-4b91-ba75-ab411ef7f9b6 Mar 08 09:46:52.797286 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc94bac-48f1-47b0-bc2b-fb993539b03b None None] Routers {'1c5df532-805a-4565-9298-f9f1509d87a5'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:52.798053 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8fc94bac-48f1-47b0-bc2b-fb993539b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1c5df532-805a-4565-9298-f9f1509d87a5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:52.879254 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for 4e11e389-3ec2-40d6-aa94-30a4b861a43c owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:52.941557 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8fc94bac-48f1-47b0-bc2b-fb993539b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:52.941962 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc94bac-48f1-47b0-bc2b-fb993539b03b None None] The sync data for ids ['1c5df532-805a-4565-9298-f9f1509d87a5'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:46:52.961622 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.objects.ports [None req-f257c4b1-1df7-434d-a807-d37191f8a7ee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87771) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 09:46:52.981078 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3039b999-14ab-4bc5-9c0b-405420527aa0 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Synchronizing usage tracker for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:53.003132 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Allocated IP 2001:db8:0:ffff::2 (eabb35cf-fe85-4c4a-afe3-3a58a036555e/f859981c-a6a0-41b0-8145-fb2442061f16/0690b893-3c70-4fcb-806f-f2ce85ba420c) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:53.043215 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83ee1e06-e53f-4b23-b9da-56d736c5f5d1 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:53.051468 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4e11e389-3ec2-40d6-aa94-30a4b861a43c no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:46:53.058962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:53.129153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] No DVR routers for this DVR port 4e11e389-3ec2-40d6-aa94-30a4b861a43c on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:46:53.138427 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c78c60-b76b-40a3-83db-710aa89caee7 None None] Pushing event updated for resources: {'Port': ['ID=2e678137-472f-4965-beeb-a56aed34479c,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:53.138915 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89b4268a-347a-4782-97f2-c01a63e6db4b tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:53.173876 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Port': ['ID=4e11e389-3ec2-40d6-aa94-30a4b861a43c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:53.183345 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 4e11e389-3ec2-40d6-aa94-30a4b861a43c {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:46:53.185878 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4e11e389-3ec2-40d6-aa94-30a4b861a43c not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:46:53.290142 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-758c0916-9efb-4139-9ecb-582de5335777 None None] The port '4e11e389-3ec2-40d6-aa94-30a4b861a43c' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:46:53.379393 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:53.411912 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3039b999-14ab-4bc5-9c0b-405420527aa0 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Unset dirty status for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:53.413452 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae6266d-2212-48e0-b8df-a7a7510aa82e']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:53.413996 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3039b999-14ab-4bc5-9c0b-405420527aa0 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c5df532-805a-4565-9298-f9f1509d87a5 HTTP/1.1" status: 200 len: 205 time: 0.5952427 Mar 08 09:46:53.415325 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc8e470-650b-4d40-b9ba-7aa37c09d944 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:46:53.422190 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40466) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:53.427422 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83ee1e06-e53f-4b23-b9da-56d736c5f5d1 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:53.442904 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ee1e06-e53f-4b23-b9da-56d736c5f5d1 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:53.443738 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83ee1e06-e53f-4b23-b9da-56d736c5f5d1 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:53.457030 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2136a04-cbdc-4ab6-a0cf-3c4f8720e66f None None] Sync routers for ids ['2ce3adb7-b556-4441-af38-15eb787ea982'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:46:53.551554 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2136a04-cbdc-4ab6-a0cf-3c4f8720e66f None None] Routers {'2ce3adb7-b556-4441-af38-15eb787ea982'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:53.552207 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-c2136a04-cbdc-4ab6-a0cf-3c4f8720e66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2ce3adb7-b556-4441-af38-15eb787ea982'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:53.567162 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60b779e-0b70-42c1-a857-dfcc0b74a849') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:53.567860 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60b779e-0b70-42c1-a857-dfcc0b74a849') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:53.591834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:53.616526 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:53.627811 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:46:53.628431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:53.635663 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-c2136a04-cbdc-4ab6-a0cf-3c4f8720e66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:53.638147 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e470-650b-4d40-b9ba-7aa37c09d944 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:53.645419 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:53.661025 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2136a04-cbdc-4ab6-a0cf-3c4f8720e66f None None] Routers {'2ce3adb7-b556-4441-af38-15eb787ea982'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:53.661819 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-c2136a04-cbdc-4ab6-a0cf-3c4f8720e66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2ce3adb7-b556-4441-af38-15eb787ea982'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:53.737914 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Transition to ACTIVE for port object 0690b893-3c70-4fcb-806f-f2ce85ba420c will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:53.768130 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-c2136a04-cbdc-4ab6-a0cf-3c4f8720e66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:53.768130 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2136a04-cbdc-4ab6-a0cf-3c4f8720e66f None None] The sync data for ids ['2ce3adb7-b556-4441-af38-15eb787ea982'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:46:53.779064 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Transition to ACTIVE for port object 0690b893-3c70-4fcb-806f-f2ce85ba420c will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:46:53.788074 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:46:53.813848 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:46:53.815807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f257c4b1-1df7-434d-a807-d37191f8a7ee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:53.860494 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Network eabb35cf-fe85-4c4a-afe3-3a58a036555e is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:53.872029 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:53.877276 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:53.877663 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:53.886600 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:53.891603 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-83ee1e06-e53f-4b23-b9da-56d736c5f5d1 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6159005 Mar 08 09:46:53.920791 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40478) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:53.922732 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Pushing event updated for resources: {'Port': ['ID=0690b893-3c70-4fcb-806f-f2ce85ba420c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:53.981733 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Attempting to bind port 0690b893-3c70-4fcb-806f-f2ce85ba420c on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:46:53.982106 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Attempting to bind port 0690b893-3c70-4fcb-806f-f2ce85ba420c by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'f0158ca7-d101-4b47-94f9-577dad02cf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eabb35cf-fe85-4c4a-afe3-3a58a036555e'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:46:53.982472 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Attempting to bind port 0690b893-3c70-4fcb-806f-f2ce85ba420c on network eabb35cf-fe85-4c4a-afe3-3a58a036555e {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:46:53.983657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40482) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:53.988683 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:46:53.989088 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Checking segment: {'id': 'f0158ca7-d101-4b47-94f9-577dad02cf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eabb35cf-fe85-4c4a-afe3-3a58a036555e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:46:53.989486 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:53.990036 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Bound using segment: {'id': 'f0158ca7-d101-4b47-94f9-577dad02cf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eabb35cf-fe85-4c4a-afe3-3a58a036555e'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:46:53.990515 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Bound port: 0690b893-3c70-4fcb-806f-f2ce85ba420c, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0158ca7-d101-4b47-94f9-577dad02cf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eabb35cf-fe85-4c4a-afe3-3a58a036555e'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:46:53.990898 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:53.997660 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee1e06-e53f-4b23-b9da-56d736c5f5d1 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Network': ['ID=25edaa30-4366-4b91-ba75-ab411ef7f9b6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:54.001575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1aac1e10-6ab3-4c85-a920-d7b116a008be tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'subnet': {'network_id': '25edaa30-4366-4b91-ba75-ab411ef7f9b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:54.026349 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Network': ['ID=7ae6266d-2212-48e0-b8df-a7a7510aa82e,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:54.044414 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 25edaa30-4366-4b91-ba75-ab411ef7f9b6 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:46:54.055961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e6537368-d321-4420-8178-e6218f6731f2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:54.072539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89b4268a-347a-4782-97f2-c01a63e6db4b tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:54.076445 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89b4268a-347a-4782-97f2-c01a63e6db4b tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:54.082584 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ecc8e470-650b-4d40-b9ba-7aa37c09d944 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "PUT /v2.0/floatingips/b0044ad1-d478-404f-8393-ebc65860d007 HTTP/1.1" status: 200 len: 979 time: 9.5051174 Mar 08 09:46:54.082584 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40488) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:54.151769 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-746b588e-3fe5-438e-b67f-4295c2680f82 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/networks/7ae6266d-2212-48e0-b8df-a7a7510aa82e HTTP/1.1" status: 204 len: 168 time: 2.2770917 Mar 08 09:46:54.155629 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40492) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:54.169041 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3ab67c5f-57a6-4f3e-b24a-2f9788ab8f38 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'network_id': '8382c660-25f3-4087-9fe3-10449af161e4', 'name': 'tempest-PortsIpV6TestJSON-992957263'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:54.189564 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89b4268a-347a-4782-97f2-c01a63e6db4b tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:54.190253 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b4268a-347a-4782-97f2-c01a63e6db4b tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63e210f6-9042-4f5b-9f6d-90bdabc48340 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:46:54.214779 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] For port 0690b893-3c70-4fcb-806f-f2ce85ba420c, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:46:54.219792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] For port 0690b893-3c70-4fcb-806f-f2ce85ba420c, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0690b893-3c70-4fcb-806f-f2ce85ba420c,segment=NetworkSegment(f0158ca7-d101-4b47-94f9-577dad02cf32),segment_id=f0158ca7-d101-4b47-94f9-577dad02cf32)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:46:54.225991 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:54.307476 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a94d2d5f-41bb-4d1a-8195-e0eb8465daf9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Deleting port 586495e9-76f2-442c-984a-b0894948385f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:54.307476 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a94d2d5f-41bb-4d1a-8195-e0eb8465daf9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:54.325828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f43fcc-6fd7-4124-9f5a-bc5ecebd7eab None None] Pushing event updated for resources: {'Port': ['ID=0690b893-3c70-4fcb-806f-f2ce85ba420c,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:54.345696 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89b4268a-347a-4782-97f2-c01a63e6db4b tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:54.349279 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-89b4268a-347a-4782-97f2-c01a63e6db4b tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "DELETE /v2.0/routers/63e210f6-9042-4f5b-9f6d-90bdabc48340 HTTP/1.1" status: 204 len: 168 time: 1.5298717 Mar 08 09:46:54.365567 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f342a470-70d1-4aab-9fa5-f2f0068695dd tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:54.367220 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-f342a470-70d1-4aab-9fa5-f2f0068695dd tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 08 09:46:54.368286 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-f342a470-70d1-4aab-9fa5-f2f0068695dd tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): There was a conflict when trying to complete your request. Mar 08 09:46:54.369917 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f342a470-70d1-4aab-9fa5-f2f0068695dd tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3822091 Mar 08 09:46:54.394472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40498) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:54.448554 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3ab67c5f-57a6-4f3e-b24a-2f9788ab8f38 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:54.488905 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3ab67c5f-57a6-4f3e-b24a-2f9788ab8f38 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:port and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:54.498841 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3ab67c5f-57a6-4f3e-b24a-2f9788ab8f38 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:54.508953 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3ab67c5f-57a6-4f3e-b24a-2f9788ab8f38 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:54.559670 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab67c5f-57a6-4f3e-b24a-2f9788ab8f38 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:54.567534 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ab67c5f-57a6-4f3e-b24a-2f9788ab8f38 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:54.627517 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40502) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:54.701540 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group': {'name': 'tempest-secgroup--250234684'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:54.713779 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1aac1e10-6ab3-4c85-a920-d7b116a008be tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:54.716104 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-3ab67c5f-57a6-4f3e-b24a-2f9788ab8f38 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] device_id is not set on port e801082d-f43b-435c-90b5-dce9d519d3f6 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:46:54.722211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:54.784971 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1aac1e10-6ab3-4c85-a920-d7b116a008be tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Usage tracker for resource:subnet and tenant:f9f411f6cb5a4546a0eace12b5c81c03 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:54.808428 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-562a9edf-3fce-4225-ab9d-342285e0b1c2 None None] Provisioning for port 2e678137-472f-4965-beeb-a56aed34479c completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:54.866344 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3800c90e-c414-4606-9fa9-32f8bcf1163f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:54.909308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:54.912247 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:54.915849 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1aac1e10-6ab3-4c85-a920-d7b116a008be tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:54.923140 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1aac1e10-6ab3-4c85-a920-d7b116a008be tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:54.927042 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a94d2d5f-41bb-4d1a-8195-e0eb8465daf9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:54.942907 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e6537368-d321-4420-8178-e6218f6731f2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:54.945177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e6537368-d321-4420-8178-e6218f6731f2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:54.968066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aac1e10-6ab3-4c85-a920-d7b116a008be tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Made reservation on behalf of f9f411f6cb5a4546a0eace12b5c81c03 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:54.974198 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1aac1e10-6ab3-4c85-a920-d7b116a008be tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:54.987848 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0690b893-3c70-4fcb-806f-f2ce85ba420c up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:46:55.018347 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:55.030088 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-484110670', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:55.052242 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:55.056445 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e6537368-d321-4420-8178-e6218f6731f2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.057497 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6537368-d321-4420-8178-e6218f6731f2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Fanout notify agent at l3_agent the message router_deleted on router 1c5df532-805a-4565-9298-f9f1509d87a5 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:46:55.063587 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Usage tracker for resource:router and tenant:fdf8a4a144d04e029227790a5607b81e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:55.070623 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:55.075978 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 0690b893-3c70-4fcb-806f-f2ce85ba420c completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:55.082567 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 2e678137-472f-4965-beeb-a56aed34479c up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:46:55.102410 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:55.116402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.141271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.157760 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 2e678137-472f-4965-beeb-a56aed34479c completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:55.163046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 2e678137-472f-4965-beeb-a56aed34479c triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:55.163409 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.166954 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-f257c4b1-1df7-434d-a807-d37191f8a7ee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] For port 2e678137-472f-4965-beeb-a56aed34479c, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=2e678137-472f-4965-beeb-a56aed34479c,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:55.173851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e6537368-d321-4420-8178-e6218f6731f2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.177735 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e6537368-d321-4420-8178-e6218f6731f2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/routers/1c5df532-805a-4565-9298-f9f1509d87a5 HTTP/1.1" status: 204 len: 168 time: 1.7264128 Mar 08 09:46:55.181875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40508) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:55.194810 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:55.205552 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.206432 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.251842 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:55.260339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:55.279475 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:55.295033 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f257c4b1-1df7-434d-a807-d37191f8a7ee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.313266 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f257c4b1-1df7-434d-a807-d37191f8a7ee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.313743 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f257c4b1-1df7-434d-a807-d37191f8a7ee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.320579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e24a68e-fe6c-4adf-8edc-9cde82d443c5 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting subnet 879b9856-86e7-4fdf-b9df-f02cb0c67d06 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:46:55.335342 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.428729 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3e24a68e-fe6c-4adf-8edc-9cde82d443c5 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.436751 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:46:55.437105 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:46:55.550795 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.554566 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ab67c5f-57a6-4f3e-b24a-2f9788ab8f38 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.559596 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f257c4b1-1df7-434d-a807-d37191f8a7ee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:55.574168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-f257c4b1-1df7-434d-a807-d37191f8a7ee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:55.577062 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f257c4b1-1df7-434d-a807-d37191f8a7ee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:55.577659 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f257c4b1-1df7-434d-a807-d37191f8a7ee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.586384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0013e6d9-e08b-4d14-8e34-0799dd000d30 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:55.606177 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a94d2d5f-41bb-4d1a-8195-e0eb8465daf9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.606663 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a94d2d5f-41bb-4d1a-8195-e0eb8465daf9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.606943 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-a94d2d5f-41bb-4d1a-8195-e0eb8465daf9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Floating IP b0044ad1-d478-404f-8393-ebc65860d007 disassociated. External IP: 172.26.2.187, port: 586495e9-76f2-442c-984a-b0894948385f. Mar 08 09:46:55.607321 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a94d2d5f-41bb-4d1a-8195-e0eb8465daf9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Calling delete_port for 586495e9-76f2-442c-984a-b0894948385f owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:55.613509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257c4b1-1df7-434d-a807-d37191f8a7ee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=a9b25d41-bb0d-4e53-a53e-af13d4f6a9a3,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:55.633756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3e24a68e-fe6c-4adf-8edc-9cde82d443c5 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.734351 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257c4b1-1df7-434d-a807-d37191f8a7ee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=2e678137-472f-4965-beeb-a56aed34479c,revision_number=4']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:55.745768 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f257c4b1-1df7-434d-a807-d37191f8a7ee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.4476705 Mar 08 09:46:55.750877 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40512) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:55.776487 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c61df3-7e38-4bbb-a738-ea4bfd53f8ad None None] Network eabb35cf-fe85-4c4a-afe3-3a58a036555e requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:55.798547 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1aac1e10-6ab3-4c85-a920-d7b116a008be tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.824226 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-916edc25-30a4-42dd-a164-fad395fc63e2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'mac_address': 'fa:16:3e:b8:35:84', 'name': 'tempest-NetworksTestDHCPv6-20040719'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:55.894562 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.907466 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:55.933198 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:55.934938 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-795c1da0-8bd0-4c71-b0cf-be7dc8c4d40a None None] Provisioning for port 0690b893-3c70-4fcb-806f-f2ce85ba420c completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:46:55.956078 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:55.961715 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:55.972305 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3e24a68e-fe6c-4adf-8edc-9cde82d443c5 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.003489 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-795c1da0-8bd0-4c71-b0cf-be7dc8c4d40a None None] Provisioning complete for port 0690b893-3c70-4fcb-806f-f2ce85ba420c triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:56.003867 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-795c1da0-8bd0-4c71-b0cf-be7dc8c4d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.007199 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac1e10-6ab3-4c85-a920-d7b116a008be tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Subnet': ['ID=b9e6b66c-f61b-4dce-9df0-ba7d68a995bc,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:56.022434 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:56.032077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aac1e10-6ab3-4c85-a920-d7b116a008be tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Checking segment: {'id': '8f148370-9a1a-4d6c-a760-ab5852666b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '25edaa30-4366-4b91-ba75-ab411ef7f9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:46:56.032444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aac1e10-6ab3-4c85-a920-d7b116a008be tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network hostable DHCP agents. Network: 25edaa30-4366-4b91-ba75-ab411ef7f9b6, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:46:56.041905 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b627a57-7487-4cc3-ad09-32e1c6918600,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:56.061185 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ab67c5f-57a6-4f3e-b24a-2f9788ab8f38 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.087144 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.092556 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aac1e10-6ab3-4c85-a920-d7b116a008be tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network 25edaa30-4366-4b91-ba75-ab411ef7f9b6 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:46:56.121451 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-1aac1e10-6ab3-4c85-a920-d7b116a008be tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 25edaa30-4366-4b91-ba75-ab411ef7f9b6) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:56.131034 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.138879 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aac1e10-6ab3-4c85-a920-d7b116a008be tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:56.139469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1aac1e10-6ab3-4c85-a920-d7b116a008be tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.145256 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd068d5-8af7-45f9-9487-6376add8a095 None None] Network 25edaa30-4366-4b91-ba75-ab411ef7f9b6 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:56.153342 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3e24a68e-fe6c-4adf-8edc-9cde82d443c5 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.218695 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24a68e-fe6c-4adf-8edc-9cde82d443c5 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Subnet': ['ID=879b9856-86e7-4fdf-b9df-f02cb0c67d06,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:56.225292 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.226060 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3e24a68e-fe6c-4adf-8edc-9cde82d443c5 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.237488 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3e24a68e-fe6c-4adf-8edc-9cde82d443c5 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/subnets/879b9856-86e7-4fdf-b9df-f02cb0c67d06 HTTP/1.1" status: 204 len: 168 time: 1.0504768 Mar 08 09:46:56.238493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.239388 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab67c5f-57a6-4f3e-b24a-2f9788ab8f38 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 8382c660-25f3-4087-9fe3-10449af161e4 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:56.240387 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40518) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:56.256777 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1aac1e10-6ab3-4c85-a920-d7b116a008be tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3199644 Mar 08 09:46:56.260729 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-3ab67c5f-57a6-4f3e-b24a-2f9788ab8f38 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:56.264657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40520) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:56.270638 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab67c5f-57a6-4f3e-b24a-2f9788ab8f38 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:56.274270 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a052277-9d97-4447-98aa-4bdddb426bc6 None None] Network d32b07c9-908b-4de6-ada1-6ad117d5d2cc requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:56.276987 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab67c5f-57a6-4f3e-b24a-2f9788ab8f38 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:56.277614 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ab67c5f-57a6-4f3e-b24a-2f9788ab8f38 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.325206 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.326191 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9307537 Mar 08 09:46:56.326974 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e811c9-5842-4d00-aa47-041a505bb74b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566a468f-b3c1-40e1-8f48-a8b53f5f39ac,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:56.332226 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40526) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:56.377016 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab67c5f-57a6-4f3e-b24a-2f9788ab8f38 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=e801082d-f43b-435c-90b5-dce9d519d3f6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:56.380101 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-93d12a59-97a7-443e-9104-e2af5c6b32d1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '566a468f-b3c1-40e1-8f48-a8b53f5f39ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:56.381468 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-916edc25-30a4-42dd-a164-fad395fc63e2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:56.395133 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-93d12a59-97a7-443e-9104-e2af5c6b32d1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:56.399511 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-916edc25-30a4-42dd-a164-fad395fc63e2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:port and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:56.403370 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a94d2d5f-41bb-4d1a-8195-e0eb8465daf9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.407572 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-916edc25-30a4-42dd-a164-fad395fc63e2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:56.409080 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-93d12a59-97a7-443e-9104-e2af5c6b32d1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:56.411879 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-93d12a59-97a7-443e-9104-e2af5c6b32d1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:56.414415 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 2e678137-472f-4965-beeb-a56aed34479c, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=2e678137-472f-4965-beeb-a56aed34479c,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:56.422314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-93d12a59-97a7-443e-9104-e2af5c6b32d1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:56.455613 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-916edc25-30a4-42dd-a164-fad395fc63e2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:56.459106 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93d12a59-97a7-443e-9104-e2af5c6b32d1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.484653 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.484880 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b3f68c90-3162-40bf-89e3-d093520038e3 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.492714 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3ab67c5f-57a6-4f3e-b24a-2f9788ab8f38 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3358140 Mar 08 09:46:56.493622 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d2d5f-41bb-4d1a-8195-e0eb8465daf9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event deleted for resources: {'Port': ['ID=586495e9-76f2-442c-984a-b0894948385f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:56.496643 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40530) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:56.499200 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-11824dc2-4d45-4eff-8d9c-0512ec8ec7bd tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting subnet 28596d33-6aa1-425b-9256-1543e6ea8313 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:46:56.507984 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11824dc2-4d45-4eff-8d9c-0512ec8ec7bd tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.631202 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-795c1da0-8bd0-4c71-b0cf-be7dc8c4d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.642017 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11824dc2-4d45-4eff-8d9c-0512ec8ec7bd tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.677125 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b3f68c90-3162-40bf-89e3-d093520038e3 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.805141 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=2e678137-472f-4965-beeb-a56aed34479c,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:56.832182 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-795c1da0-8bd0-4c71-b0cf-be7dc8c4d40a None None] For port 0690b893-3c70-4fcb-806f-f2ce85ba420c, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0690b893-3c70-4fcb-806f-f2ce85ba420c,segment=NetworkSegment(f0158ca7-d101-4b47-94f9-577dad02cf32),segment_id=f0158ca7-d101-4b47-94f9-577dad02cf32)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:56.876641 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916edc25-30a4-42dd-a164-fad395fc63e2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:56.892365 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-795c1da0-8bd0-4c71-b0cf-be7dc8c4d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.924369 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-38a4aefb-72f1-4902-bbd1-c2b807d1cb1f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port e801082d-f43b-435c-90b5-dce9d519d3f6 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:56.925210 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-38a4aefb-72f1-4902-bbd1-c2b807d1cb1f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:56.955207 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 2e678137-472f-4965-beeb-a56aed34479c up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:46:56.995509 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd18e58-8bce-4477-9679-b6f699e7e43c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-25edaa30-4366-4b91-ba75-ab411ef7f9b6', 'network_id': '25edaa30-4366-4b91-ba75-ab411ef7f9b6', 'tenant_id': 'f9f411f6cb5a4546a0eace12b5c81c03', 'fixed_ips': [{'subnet_id': 'b9e6b66c-f61b-4dce-9df0-ba7d68a995bc'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:46:56.995979 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ecd18e58-8bce-4477-9679-b6f699e7e43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:57.001636 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93d12a59-97a7-443e-9104-e2af5c6b32d1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:57.099941 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93d12a59-97a7-443e-9104-e2af5c6b32d1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:57.117025 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11824dc2-4d45-4eff-8d9c-0512ec8ec7bd tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:57.159173 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12a59-97a7-443e-9104-e2af5c6b32d1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9582d1-5198-4728-bb08-6a5771dc10e9,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:57.235497 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c1da0-8bd0-4c71-b0cf-be7dc8c4d40a None None] Pushing event updated for resources: {'Port': ['ID=0690b893-3c70-4fcb-806f-f2ce85ba420c,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:57.260463 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 2e678137-472f-4965-beeb-a56aed34479c triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:57.262886 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:57.343677 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-38a4aefb-72f1-4902-bbd1-c2b807d1cb1f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:57.352594 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d64ba5-4300-4aba-8f96-886a91fe05cb None None] DHCP port deletion for d32b07c9-908b-4de6-ada1-6ad117d5d2cc request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:46:57.361593 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e7d64ba5-4300-4aba-8f96-886a91fe05cb None None] Deleting port deefa775-e779-4dff-aaf7-1682b1e8c823 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:57.361887 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7d64ba5-4300-4aba-8f96-886a91fe05cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:57.438795 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b3f68c90-3162-40bf-89e3-d093520038e3 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:57.538996 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93d12a59-97a7-443e-9104-e2af5c6b32d1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:57.546574 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-93d12a59-97a7-443e-9104-e2af5c6b32d1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2129624 Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server [None req-ecd18e58-8bce-4477-9679-b6f699e7e43c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9e6b66c-f61b-4dce-9df0-ba7d68a995bc: This subnet is being modified by another concurrent operation. Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 09:46:57.559418 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise exception Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9e6b66c-f61b-4dce-9df0-ba7d68a995bc: This subnet is being modified by another concurrent operation. Mar 08 09:46:57.564951 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server Mar 08 09:46:57.570005 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40534) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:57.584164 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-38a4aefb-72f1-4902-bbd1-c2b807d1cb1f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for e801082d-f43b-435c-90b5-dce9d519d3f6 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:57.584339 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b3c583a5-c71f-40f2-8af1-b2e9139ed4a8 None None] Provisioning complete for port 0690b893-3c70-4fcb-806f-f2ce85ba420c triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:57.584339 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b3c583a5-c71f-40f2-8af1-b2e9139ed4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:57.585673 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-bdd363df-5a4b-4bcb-99c5-f682dcc1350c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '566a468f-b3c1-40e1-8f48-a8b53f5f39ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:57.596170 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-916edc25-30a4-42dd-a164-fad395fc63e2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:57.616728 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bdd363df-5a4b-4bcb-99c5-f682dcc1350c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:57.639374 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1cded8-3c7e-4846-a998-a64bec15d66c None None] Network 25edaa30-4366-4b91-ba75-ab411ef7f9b6 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:57.640316 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f68c90-3162-40bf-89e3-d093520038e3 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e6b66c-f61b-4dce-9df0-ba7d68a995bc,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:57.689202 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bdd363df-5a4b-4bcb-99c5-f682dcc1350c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:57.692203 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bdd363df-5a4b-4bcb-99c5-f682dcc1350c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:57.696058 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-916edc25-30a4-42dd-a164-fad395fc63e2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port b2c8e9eb-8a55-4a9e-b028-d7b29ad0dfcc yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:46:57.737152 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11824dc2-4d45-4eff-8d9c-0512ec8ec7bd tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:57.742872 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94d2d5f-41bb-4d1a-8195-e0eb8465daf9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router 2ce3adb7-b556-4441-af38-15eb787ea982 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:46:57.753542 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b3f68c90-3162-40bf-89e3-d093520038e3 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:57.756081 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-203fbcd5-d661-450c-97f7-a4c2324377c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:57.785756 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bdd363df-5a4b-4bcb-99c5-f682dcc1350c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:57.796749 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-b3f68c90-3162-40bf-89e3-d093520038e3 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25edaa30-4366-4b91-ba75-ab411ef7f9b6']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:57.809791 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-38a4aefb-72f1-4902-bbd1-c2b807d1cb1f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:57.848769 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-b3f68c90-3162-40bf-89e3-d093520038e3 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f148370-9a1a-4d6c-a760-ab5852666b13') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:57.849137 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-b3f68c90-3162-40bf-89e3-d093520038e3 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f148370-9a1a-4d6c-a760-ab5852666b13') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:57.865400 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11824dc2-4d45-4eff-8d9c-0512ec8ec7bd tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Subnet': ['ID=28596d33-6aa1-425b-9256-1543e6ea8313,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:57.873919 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11824dc2-4d45-4eff-8d9c-0512ec8ec7bd tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:57.877500 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b3f68c90-3162-40bf-89e3-d093520038e3 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:57.883942 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4aefb-72f1-4902-bbd1-c2b807d1cb1f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Port': ['ID=e801082d-f43b-435c-90b5-dce9d519d3f6,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:57.890633 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-38a4aefb-72f1-4902-bbd1-c2b807d1cb1f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:57.904022 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b3f68c90-3162-40bf-89e3-d093520038e3 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:57.910370 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-38a4aefb-72f1-4902-bbd1-c2b807d1cb1f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/ports/e801082d-f43b-435c-90b5-dce9d519d3f6 HTTP/1.1" status: 204 len: 168 time: 1.4111404 Mar 08 09:46:57.910717 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7863ca-9eb3-40b0-a1fb-da5e31ea98a9 None None] Network 45b61ef6-7afa-4803-9dfd-a0cb978e412c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:46:57.911639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40538) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:57.922582 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-6bfdffd7-0576-4caf-b20d-1de6212a023a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'network_id': '8382c660-25f3-4087-9fe3-10449af161e4', 'mac_address': 'fa:16:3e:fa:3c:0a', 'name': 'tempest-PortsIpV6TestJSON-317581701'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:57.937080 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f68c90-3162-40bf-89e3-d093520038e3 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:46:57.937485 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b3f68c90-3162-40bf-89e3-d093520038e3 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:46:57.958808 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:46:58.003151 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e7d64ba5-4300-4aba-8f96-886a91fe05cb None None] For port deefa775-e779-4dff-aaf7-1682b1e8c823, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=deefa775-e779-4dff-aaf7-1682b1e8c823,segment=NetworkSegment(3a539265-542a-429e-ac6d-be2df6bba85f),segment_id=3a539265-542a-429e-ac6d-be2df6bba85f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:58.003562 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7d64ba5-4300-4aba-8f96-886a91fe05cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:58.020734 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:58.048364 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-11824dc2-4d45-4eff-8d9c-0512ec8ec7bd tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/subnets/28596d33-6aa1-425b-9256-1543e6ea8313 HTTP/1.1" status: 204 len: 168 time: 1.7824640 Mar 08 09:46:58.059322 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40542) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:58.067132 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdd363df-5a4b-4bcb-99c5-f682dcc1350c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:58.078360 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:58.118508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6bfdffd7-0576-4caf-b20d-1de6212a023a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:58.122934 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b3f68c90-3162-40bf-89e3-d093520038e3 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:58.125136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6bfdffd7-0576-4caf-b20d-1de6212a023a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:port and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:58.142227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6bfdffd7-0576-4caf-b20d-1de6212a023a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:58.148012 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b3f68c90-3162-40bf-89e3-d093520038e3 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:58.157192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6bfdffd7-0576-4caf-b20d-1de6212a023a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:58.159163 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f68c90-3162-40bf-89e3-d093520038e3 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Network': ['ID=25edaa30-4366-4b91-ba75-ab411ef7f9b6,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:58.167734 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b3f68c90-3162-40bf-89e3-d093520038e3 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/networks/25edaa30-4366-4b91-ba75-ab411ef7f9b6 HTTP/1.1" status: 204 len: 168 time: 1.8998103 Mar 08 09:46:58.171555 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40546) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:58.177652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-11c9a6a3-38b4-48bd-8fef-09a71457154c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-366314095'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:58.181945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfdffd7-0576-4caf-b20d-1de6212a023a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:58.214320 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-11c9a6a3-38b4-48bd-8fef-09a71457154c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:58.235645 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e7d64ba5-4300-4aba-8f96-886a91fe05cb None None] Calling delete_port for deefa775-e779-4dff-aaf7-1682b1e8c823 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:58.264173 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-11c9a6a3-38b4-48bd-8fef-09a71457154c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Usage tracker for resource:network and tenant:f9f411f6cb5a4546a0eace12b5c81c03 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:58.271326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-11c9a6a3-38b4-48bd-8fef-09a71457154c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:58.289424 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-11c9a6a3-38b4-48bd-8fef-09a71457154c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:58.303744 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6bfdffd7-0576-4caf-b20d-1de6212a023a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:58.321571 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c9a6a3-38b4-48bd-8fef-09a71457154c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Made reservation on behalf of f9f411f6cb5a4546a0eace12b5c81c03 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:58.325086 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-11c9a6a3-38b4-48bd-8fef-09a71457154c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:58.352380 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-6bfdffd7-0576-4caf-b20d-1de6212a023a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] device_id is not set on port e585ed49-a414-4e22-b504-9cc86975830c yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:46:58.355289 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:58.399437 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:58.420089 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c9a6a3-38b4-48bd-8fef-09a71457154c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:46:58.445653 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7d64ba5-4300-4aba-8f96-886a91fe05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:58.454616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-11c9a6a3-38b4-48bd-8fef-09a71457154c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:58.454979 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-11c9a6a3-38b4-48bd-8fef-09a71457154c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Added segment 33afa67e-c369-44be-bdda-40d200dc4a5d of type vlan for network cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00 Mar 08 09:46:58.494167 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b74c461f-f8df-4ef5-958a-c656937ffe0b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:58.504441 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d64ba5-4300-4aba-8f96-886a91fe05cb None None] Pushing event deleted for resources: {'Port': ['ID=deefa775-e779-4dff-aaf7-1682b1e8c823,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:58.521167 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d64ba5-4300-4aba-8f96-886a91fe05cb None None] No DVR routers for this DVR port deefa775-e779-4dff-aaf7-1682b1e8c823 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:46:58.523777 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-11c9a6a3-38b4-48bd-8fef-09a71457154c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:58.557931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ab1c6a28-dd21-4f9b-91cf-fcf749e615bf None None] Provisioning complete for port 2e678137-472f-4965-beeb-a56aed34479c triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:58.558415 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab1c6a28-dd21-4f9b-91cf-fcf749e615bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:58.603040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94d2d5f-41bb-4d1a-8195-e0eb8465daf9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:46:58.617299 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd52e97-4d78-4cac-9c90-6d524b1fd61f None None] Sync routers for ids ['2ce3adb7-b556-4441-af38-15eb787ea982'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:46:58.637538 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd52e97-4d78-4cac-9c90-6d524b1fd61f None None] Routers {'2ce3adb7-b556-4441-af38-15eb787ea982'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:58.638162 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-abd52e97-4d78-4cac-9c90-6d524b1fd61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2ce3adb7-b556-4441-af38-15eb787ea982'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:58.644331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6bfdffd7-0576-4caf-b20d-1de6212a023a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:58.644748 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f4daef-0740-458e-9fb9-2813b7e776c1 None None] DHCP port deletion for 45b61ef6-7afa-4803-9dfd-a0cb978e412c request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:46:58.649065 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-11c9a6a3-38b4-48bd-8fef-09a71457154c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:58.655386 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c9a6a3-38b4-48bd-8fef-09a71457154c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:58.656321 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-11c9a6a3-38b4-48bd-8fef-09a71457154c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:58.658873 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-bdd363df-5a4b-4bcb-99c5-f682dcc1350c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): There was a conflict when trying to complete your request. Mar 08 09:46:58.659955 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bdd363df-5a4b-4bcb-99c5-f682dcc1350c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0903025 Mar 08 09:46:58.675329 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-45f4daef-0740-458e-9fb9-2813b7e776c1 None None] Deleting port e262893c-f5a1-4c0d-af02-4a55ad70319f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:58.675692 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45f4daef-0740-458e-9fb9-2813b7e776c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:58.678710 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40550) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:58.705316 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Allocated IP 172.26.2.38 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/2a9c0b9a-ecc1-48f3-8038-dbf9694ea3c5) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:58.749800 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-abd52e97-4d78-4cac-9c90-6d524b1fd61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:58.760725 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd52e97-4d78-4cac-9c90-6d524b1fd61f None None] Routers {'2ce3adb7-b556-4441-af38-15eb787ea982'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:46:58.763358 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-abd52e97-4d78-4cac-9c90-6d524b1fd61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2ce3adb7-b556-4441-af38-15eb787ea982'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:58.887656 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-916edc25-30a4-42dd-a164-fad395fc63e2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 172.20.0.8 (162da289-2647-477b-bcb7-e834030497c1/38ac3f92-96e3-451c-a8d8-d03a795acb3c/b2c8e9eb-8a55-4a9e-b028-d7b29ad0dfcc) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:58.907569 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-916edc25-30a4-42dd-a164-fad395fc63e2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::f816:3eff:feb8:3584 (162da289-2647-477b-bcb7-e834030497c1/a9b25d41-bb0d-4e53-a53e-af13d4f6a9a3/b2c8e9eb-8a55-4a9e-b028-d7b29ad0dfcc) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:46:58.916197 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-abd52e97-4d78-4cac-9c90-6d524b1fd61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:58.916890 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd52e97-4d78-4cac-9c90-6d524b1fd61f None None] The sync data for ids ['2ce3adb7-b556-4441-af38-15eb787ea982'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:46:58.961167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9a6a3-38b4-48bd-8fef-09a71457154c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Network': ['ID=cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:58.971098 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-11c9a6a3-38b4-48bd-8fef-09a71457154c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7983739 Mar 08 09:46:58.973313 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-45f4daef-0740-458e-9fb9-2813b7e776c1 None None] For port e262893c-f5a1-4c0d-af02-4a55ad70319f, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e262893c-f5a1-4c0d-af02-4a55ad70319f,segment=NetworkSegment(931d8c22-b13b-4407-8b09-abf0ed87bf5b),segment_id=931d8c22-b13b-4407-8b09-abf0ed87bf5b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:46:58.973690 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45f4daef-0740-458e-9fb9-2813b7e776c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:58.977563 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40554) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:58.985998 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0690b893-3c70-4fcb-806f-f2ce85ba420c up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:46:58.988401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-7462f3b5-6cea-478c-bffe-4880de4acd84 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'subnet': {'network_id': 'cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:59.010051 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:46:59.034810 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-09e35fa0-def8-4b08-93c3-afe3e6747cef tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:59.039102 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6bfdffd7-0576-4caf-b20d-1de6212a023a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:59.052496 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:59.169386 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-45f4daef-0740-458e-9fb9-2813b7e776c1 None None] Calling delete_port for e262893c-f5a1-4c0d-af02-4a55ad70319f owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:46:59.186992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-09e35fa0-def8-4b08-93c3-afe3e6747cef tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:59.207344 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfdffd7-0576-4caf-b20d-1de6212a023a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 8382c660-25f3-4087-9fe3-10449af161e4 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:59.222683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-6bfdffd7-0576-4caf-b20d-1de6212a023a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:59.239139 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfdffd7-0576-4caf-b20d-1de6212a023a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:59.245284 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfdffd7-0576-4caf-b20d-1de6212a023a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:59.245933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6bfdffd7-0576-4caf-b20d-1de6212a023a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:59.250746 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfdffd7-0576-4caf-b20d-1de6212a023a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=e585ed49-a414-4e22-b504-9cc86975830c,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:59.257783 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7462f3b5-6cea-478c-bffe-4880de4acd84 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:59.276357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7462f3b5-6cea-478c-bffe-4880de4acd84 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Usage tracker for resource:subnet and tenant:f9f411f6cb5a4546a0eace12b5c81c03 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:46:59.283597 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7462f3b5-6cea-478c-bffe-4880de4acd84 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:46:59.293936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7462f3b5-6cea-478c-bffe-4880de4acd84 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:46:59.309341 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6bfdffd7-0576-4caf-b20d-1de6212a023a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3906410 Mar 08 09:46:59.309641 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40558) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:59.342609 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7462f3b5-6cea-478c-bffe-4880de4acd84 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Made reservation on behalf of f9f411f6cb5a4546a0eace12b5c81c03 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:46:59.346656 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7462f3b5-6cea-478c-bffe-4880de4acd84 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:59.394817 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 0690b893-3c70-4fcb-806f-f2ce85ba420c triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:59.395447 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:59.399947 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b74c461f-f8df-4ef5-958a-c656937ffe0b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:59.407713 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a94d2d5f-41bb-4d1a-8195-e0eb8465daf9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:59.437981 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45f4daef-0740-458e-9fb9-2813b7e776c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:59.447360 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-09e35fa0-def8-4b08-93c3-afe3e6747cef tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:59.491994 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a94d2d5f-41bb-4d1a-8195-e0eb8465daf9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "DELETE /v2.0/ports/586495e9-76f2-442c-984a-b0894948385f HTTP/1.1" status: 204 len: 168 time: 5.4071913 Mar 08 09:46:59.501183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4daef-0740-458e-9fb9-2813b7e776c1 None None] Pushing event deleted for resources: {'Port': ['ID=e262893c-f5a1-4c0d-af02-4a55ad70319f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:59.503197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40562) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:59.504345 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f4daef-0740-458e-9fb9-2813b7e776c1 None None] No DVR routers for this DVR port e262893c-f5a1-4c0d-af02-4a55ad70319f on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:46:59.511159 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b74c461f-f8df-4ef5-958a-c656937ffe0b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32b07c9-908b-4de6-ada1-6ad117d5d2cc']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:59.522418 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e35fa0-def8-4b08-93c3-afe3e6747cef tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=566a468f-b3c1-40e1-8f48-a8b53f5f39ac,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:59.532625 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6158c66-ef4d-4cfd-ac5f-2f62c5f507e7 None None] get_active_networks_info from dv-neutron-831730-2-hyperv {{(pid=87773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 09:46:59.537085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-09e35fa0-def8-4b08-93c3-afe3e6747cef tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:59.540500 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-09e35fa0-def8-4b08-93c3-afe3e6747cef tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "DELETE /v2.0/security-groups/566a468f-b3c1-40e1-8f48-a8b53f5f39ac HTTP/1.1" status: 204 len: 168 time: 0.8547280 Mar 08 09:46:59.542551 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40566) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:59.564582 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a5717e-d636-4c59-94a3-9bdd0743725b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:46:59.567559 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-20a5717e-d636-4c59-94a3-9bdd0743725b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Synchronizing usage tracker for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:59.592606 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b74c461f-f8df-4ef5-958a-c656937ffe0b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a539265-542a-429e-ac6d-be2df6bba85f') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:59.592926 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b74c461f-f8df-4ef5-958a-c656937ffe0b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a539265-542a-429e-ac6d-be2df6bba85f') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:46:59.624734 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:59.660360 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-20a5717e-d636-4c59-94a3-9bdd0743725b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Unset dirty status for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:59.664074 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-20a5717e-d636-4c59-94a3-9bdd0743725b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports/e585ed49-a414-4e22-b504-9cc86975830c HTTP/1.1" status: 200 len: 844 time: 0.3510797 Mar 08 09:46:59.667209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b74c461f-f8df-4ef5-958a-c656937ffe0b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:59.671468 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40570) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:59.716526 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 2e678137-472f-4965-beeb-a56aed34479c up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:46:59.730092 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b74c461f-f8df-4ef5-958a-c656937ffe0b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:59.761593 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7e56ba00-a4a2-46f5-98c3-b1221e57045a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Synchronizing usage tracker for tenant:2d72bcac3530488da92517572983a800 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:46:59.771351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:46:59.774332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-916edc25-30a4-42dd-a164-fad395fc63e2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:59.778282 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74c461f-f8df-4ef5-958a-c656937ffe0b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:46:59.778670 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b74c461f-f8df-4ef5-958a-c656937ffe0b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:59.788856 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-51d79589-40fa-45a2-be65-915a81ad2449 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port e585ed49-a414-4e22-b504-9cc86975830c {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:46:59.789601 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51d79589-40fa-45a2-be65-915a81ad2449 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:59.831817 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6158c66-ef4d-4cfd-ac5f-2f62c5f507e7 None None] Resources bound (agent type, host, resource id): {{(pid=87773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:46:59.852876 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:46:59.855515 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:46:59.857264 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:46:59.868127 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 2e678137-472f-4965-beeb-a56aed34479c triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:46:59.868706 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:46:59.884983 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7e56ba00-a4a2-46f5-98c3-b1221e57045a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Unset dirty status for tenant:2d72bcac3530488da92517572983a800 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:46:59.886523 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7e56ba00-a4a2-46f5-98c3-b1221e57045a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3161240 Mar 08 09:46:59.891789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40574) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:46:59.912309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-9fc42a23-a28a-44f9-997f-93e9cf48754b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1786662210'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:46:59.919618 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Pushing event updated for resources: {'Port': ['ID=2a9c0b9a-ecc1-48f3-8038-dbf9694ea3c5,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:46:59.925360 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9fc42a23-a28a-44f9-997f-93e9cf48754b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:46:59.979032 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9fc42a23-a28a-44f9-997f-93e9cf48754b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:00.020677 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9fc42a23-a28a-44f9-997f-93e9cf48754b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:00.033793 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-916edc25-30a4-42dd-a164-fad395fc63e2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object b2c8e9eb-8a55-4a9e-b028-d7b29ad0dfcc will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:00.042494 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:00.096607 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b74c461f-f8df-4ef5-958a-c656937ffe0b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:00.100589 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b74c461f-f8df-4ef5-958a-c656937ffe0b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:00.153422 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7462f3b5-6cea-478c-bffe-4880de4acd84 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:00.166310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9fc42a23-a28a-44f9-997f-93e9cf48754b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:00.198871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51d79589-40fa-45a2-be65-915a81ad2449 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:00.209942 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b74c461f-f8df-4ef5-958a-c656937ffe0b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/networks/d32b07c9-908b-4de6-ada1-6ad117d5d2cc HTTP/1.1" status: 204 len: 168 time: 2.1416252 Mar 08 09:47:00.209942 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c461f-f8df-4ef5-958a-c656937ffe0b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Network': ['ID=d32b07c9-908b-4de6-ada1-6ad117d5d2cc,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:00.210226 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9fc42a23-a28a-44f9-997f-93e9cf48754b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:00.215611 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40578) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:00.222138 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9fc42a23-a28a-44f9-997f-93e9cf48754b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:00.312859 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9fc42a23-a28a-44f9-997f-93e9cf48754b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:00.381876 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-51d79589-40fa-45a2-be65-915a81ad2449 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for e585ed49-a414-4e22-b504-9cc86975830c owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:00.385050 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device deefa775-e779-4dff-aaf7-1682b1e8c823 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:47:00.425498 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: deefa775-e779-4dff-aaf7-1682b1e8c823 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:47:00.425850 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device deefa775-e779-4dff-aaf7-1682b1e8c823 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:47:00.426277 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e262893c-f5a1-4c0d-af02-4a55ad70319f no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:47:00.478926 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: e262893c-f5a1-4c0d-af02-4a55ad70319f {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:47:00.479279 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e262893c-f5a1-4c0d-af02-4a55ad70319f not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:47:00.480653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462f3b5-6cea-478c-bffe-4880de4acd84 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Subnet': ['ID=ca9fc363-5470-4598-a797-541c4eaf1651,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:00.521217 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7462f3b5-6cea-478c-bffe-4880de4acd84 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Checking segment: {'id': '33afa67e-c369-44be-bdda-40d200dc4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:00.521578 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7462f3b5-6cea-478c-bffe-4880de4acd84 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network hostable DHCP agents. Network: cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:47:00.549825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51d79589-40fa-45a2-be65-915a81ad2449 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:00.571421 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-916edc25-30a4-42dd-a164-fad395fc63e2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:00.623765 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d79589-40fa-45a2-be65-915a81ad2449 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Port': ['ID=e585ed49-a414-4e22-b504-9cc86975830c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:00.636346 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7462f3b5-6cea-478c-bffe-4880de4acd84 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:47:00.639993 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9fc42a23-a28a-44f9-997f-93e9cf48754b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:00.644076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51d79589-40fa-45a2-be65-915a81ad2449 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:00.649868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9fc42a23-a28a-44f9-997f-93e9cf48754b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:00.682308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-7462f3b5-6cea-478c-bffe-4880de4acd84 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:00.691491 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a22a48-7e57-45f6-97aa-10055c6126c2 None None] Network cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:00.708004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7462f3b5-6cea-478c-bffe-4880de4acd84 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:00.708648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7462f3b5-6cea-478c-bffe-4880de4acd84 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:00.715965 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc42a23-a28a-44f9-997f-93e9cf48754b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82012563-eca9-45f0-8a28-49c2ae74b95c,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:00.718374 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9fc42a23-a28a-44f9-997f-93e9cf48754b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:00.719603 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9fc42a23-a28a-44f9-997f-93e9cf48754b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8266251 Mar 08 09:47:00.721458 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-51d79589-40fa-45a2-be65-915a81ad2449 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/ports/e585ed49-a414-4e22-b504-9cc86975830c HTTP/1.1" status: 204 len: 168 time: 1.0484388 Mar 08 09:47:00.727639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40582) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:00.727769 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40584) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:00.767879 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-6289af4b-6f4d-4315-8057-0637d4d0af4a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '82012563-eca9-45f0-8a28-49c2ae74b95c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:00.769026 dv-neutron-831730-2-hyperv neutron-server[87771]: WARNING neutron.api.v2.base [None req-6289af4b-6f4d-4315-8057-0637d4d0af4a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 08 09:47:00.769542 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-6289af4b-6f4d-4315-8057-0637d4d0af4a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:00.771114 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6289af4b-6f4d-4315-8057-0637d4d0af4a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0397317 Mar 08 09:47:00.776626 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40590) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:00.785515 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f34e4998-4b56-410d-9f7a-eae2975dc780 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:00.790390 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916edc25-30a4-42dd-a164-fad395fc63e2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:00.800653 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7462f3b5-6cea-478c-bffe-4880de4acd84 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8168528 Mar 08 09:47:00.800653 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb90a7a2-5cb3-4147-9c1b-150282fb4ce8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] GET failed (client error): The resource could not be found. Mar 08 09:47:00.800653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bb90a7a2-5cb3-4147-9c1b-150282fb4ce8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Synchronizing usage tracker for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:00.802732 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40594) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:00.807046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-d5aeea68-fdf5-4fe0-bc97-3344adc2659b tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1395289066'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:00.807175 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-916edc25-30a4-42dd-a164-fad395fc63e2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:00.820654 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d5aeea68-fdf5-4fe0-bc97-3344adc2659b tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:00.829214 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916edc25-30a4-42dd-a164-fad395fc63e2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:00.835740 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d5aeea68-fdf5-4fe0-bc97-3344adc2659b tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Usage tracker for resource:network and tenant:f9f411f6cb5a4546a0eace12b5c81c03 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:00.842855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d5aeea68-fdf5-4fe0-bc97-3344adc2659b tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:00.855008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d5aeea68-fdf5-4fe0-bc97-3344adc2659b tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:00.867438 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bb90a7a2-5cb3-4147-9c1b-150282fb4ce8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Unset dirty status for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:00.868998 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bb90a7a2-5cb3-4147-9c1b-150282fb4ce8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports/e585ed49-a414-4e22-b504-9cc86975830c HTTP/1.1" status: 404 len: 333 time: 0.1393878 Mar 08 09:47:00.872974 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40598) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:00.881750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-885b7a63-dd6b-45d9-ba43-5326d3e19167 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'network_id': '8382c660-25f3-4087-9fe3-10449af161e4', 'name': 'tempest-PortsIpV6TestJSON-528132640'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:00.896655 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5aeea68-fdf5-4fe0-bc97-3344adc2659b tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Made reservation on behalf of f9f411f6cb5a4546a0eace12b5c81c03 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:00.901306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d5aeea68-fdf5-4fe0-bc97-3344adc2659b tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.005647 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00', 'network_id': 'cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00', 'tenant_id': 'f9f411f6cb5a4546a0eace12b5c81c03', 'fixed_ips': [{'subnet_id': 'ca9fc363-5470-4598-a797-541c4eaf1651'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:47:01.007169 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.066317 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916edc25-30a4-42dd-a164-fad395fc63e2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=b2c8e9eb-8a55-4a9e-b028-d7b29ad0dfcc,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:01.113801 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5583-a53a-440e-9295-874c1957fba4 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.172389 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5583-a53a-440e-9295-874c1957fba4 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.181686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5aeea68-fdf5-4fe0-bc97-3344adc2659b tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:47:01.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-885b7a63-dd6b-45d9-ba43-5326d3e19167 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:01.216337 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d5aeea68-fdf5-4fe0-bc97-3344adc2659b tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.216770 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-d5aeea68-fdf5-4fe0-bc97-3344adc2659b tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Added segment c56bf20d-ec33-4aa9-8047-683589bc2787 of type vlan for network 512d9645-be92-496b-ad8e-c82ca4649ead Mar 08 09:47:01.218057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-885b7a63-dd6b-45d9-ba43-5326d3e19167 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:01.220978 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-86263174-6627-4195-be7b-0eab7111e458 None None] Provisioning for port b2c8e9eb-8a55-4a9e-b028-d7b29ad0dfcc completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:01.227860 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-86263174-6627-4195-be7b-0eab7111e458 None None] Provisioning complete for port b2c8e9eb-8a55-4a9e-b028-d7b29ad0dfcc triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:01.228435 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-86263174-6627-4195-be7b-0eab7111e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.257525 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885b7a63-dd6b-45d9-ba43-5326d3e19167 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:01.261685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-885b7a63-dd6b-45d9-ba43-5326d3e19167 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.276981 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d5aeea68-fdf5-4fe0-bc97-3344adc2659b tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.289247 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Allocated IP 2001:db8::1 (cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00/ca9fc363-5470-4598-a797-541c4eaf1651/ecb0e333-0ead-43a9-8b1c-043ebfe78fb9) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:01.293707 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5583-a53a-440e-9295-874c1957fba4 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.297467 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-885b7a63-dd6b-45d9-ba43-5326d3e19167 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] device_id is not set on port 19448bc0-253c-4bd1-bd0f-d463aab5e289 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:47:01.299505 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-86263174-6627-4195-be7b-0eab7111e458 None None] Port b2c8e9eb-8a55-4a9e-b028-d7b29ad0dfcc cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:47:01.330115 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.356992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b5583-a53a-440e-9295-874c1957fba4 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82012563-eca9-45f0-8a28-49c2ae74b95c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:01.393034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d5aeea68-fdf5-4fe0-bc97-3344adc2659b tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.398575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aeea68-fdf5-4fe0-bc97-3344adc2659b tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:01.399164 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d5aeea68-fdf5-4fe0-bc97-3344adc2659b tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.456945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5583-a53a-440e-9295-874c1957fba4 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.460342 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ce3b5583-a53a-440e-9295-874c1957fba4 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "DELETE /v2.0/security-groups/82012563-eca9-45f0-8a28-49c2ae74b95c HTTP/1.1" status: 204 len: 168 time: 0.6804368 Mar 08 09:47:01.468874 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40602) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:01.471258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f34e4998-4b56-410d-9f7a-eae2975dc780 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.501285 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916edc25-30a4-42dd-a164-fad395fc63e2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:01.502019 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-916edc25-30a4-42dd-a164-fad395fc63e2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.513535 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.523705 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Transition to ACTIVE for port object ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:01.545997 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Transition to ACTIVE for port object ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:01.552638 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.569541 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d5aeea68-fdf5-4fe0-bc97-3344adc2659b tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7673936 Mar 08 09:47:01.577077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40606) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:01.584719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aeea68-fdf5-4fe0-bc97-3344adc2659b tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Network': ['ID=512d9645-be92-496b-ad8e-c82ca4649ead,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:01.600867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-69cfc49d-e60d-4d94-b241-9795e5832dc4 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'subnet': {'network_id': '512d9645-be92-496b-ad8e-c82ca4649ead', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:01.629811 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 512d9645-be92-496b-ad8e-c82ca4649ead details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:47:01.647953 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f34e4998-4b56-410d-9f7a-eae2975dc780 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b61ef6-7afa-4803-9dfd-a0cb978e412c']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:01.667675 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-916edc25-30a4-42dd-a164-fad395fc63e2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 5.9107866 Mar 08 09:47:01.672789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40612) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:01.678127 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Network cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:01.679684 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:01.690406 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:01.692657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f34e4998-4b56-410d-9f7a-eae2975dc780 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931d8c22-b13b-4407-8b09-abf0ed87bf5b') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:01.692981 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f34e4998-4b56-410d-9f7a-eae2975dc780 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931d8c22-b13b-4407-8b09-abf0ed87bf5b') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:01.730776 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f34e4998-4b56-410d-9f7a-eae2975dc780 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.826840 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Pushing event updated for resources: {'Port': ['ID=ecb0e333-0ead-43a9-8b1c-043ebfe78fb9,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:01.829150 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-669550dc-4ecb-47fe-98b4-d8256b8eedfc tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Synchronizing usage tracker for tenant:2d72bcac3530488da92517572983a800 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:01.847992 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f34e4998-4b56-410d-9f7a-eae2975dc780 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.864306 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Attempting to bind port ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:47:01.865201 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Attempting to bind port ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '33afa67e-c369-44be-bdda-40d200dc4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:47:01.865201 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Attempting to bind port ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 on network cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:47:01.871657 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:47:01.872062 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Checking segment: {'id': '33afa67e-c369-44be-bdda-40d200dc4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:01.872488 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.872937 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Bound using segment: {'id': '33afa67e-c369-44be-bdda-40d200dc4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:47:01.873441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34e4998-4b56-410d-9f7a-eae2975dc780 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:47:01.873561 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Bound port: ecb0e333-0ead-43a9-8b1c-043ebfe78fb9, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33afa67e-c369-44be-bdda-40d200dc4a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:47:01.873927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f34e4998-4b56-410d-9f7a-eae2975dc780 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.874040 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:47:01.889592 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:47:01.908322 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-885b7a63-dd6b-45d9-ba43-5326d3e19167 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.911625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-69cfc49d-e60d-4d94-b241-9795e5832dc4 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:01.919266 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-669550dc-4ecb-47fe-98b4-d8256b8eedfc tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Unset dirty status for tenant:2d72bcac3530488da92517572983a800 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:01.920511 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-669550dc-4ecb-47fe-98b4-d8256b8eedfc tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4507072 Mar 08 09:47:01.921944 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-69cfc49d-e60d-4d94-b241-9795e5832dc4 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Usage tracker for resource:subnet and tenant:f9f411f6cb5a4546a0eace12b5c81c03 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:01.926287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40616) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:01.928145 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-69cfc49d-e60d-4d94-b241-9795e5832dc4 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:01.938737 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-69cfc49d-e60d-4d94-b241-9795e5832dc4 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:01.943517 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-6d601a00-1549-4863-9fff-9af795216d9e tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group': {'name': 'tempest-secgroup--663735849'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:01.953450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6d601a00-1549-4863-9fff-9af795216d9e tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:01.972052 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] For port ecb0e333-0ead-43a9-8b1c-043ebfe78fb9, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:47:01.975750 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] For port ecb0e333-0ead-43a9-8b1c-043ebfe78fb9, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ecb0e333-0ead-43a9-8b1c-043ebfe78fb9,segment=NetworkSegment(33afa67e-c369-44be-bdda-40d200dc4a5d),segment_id=33afa67e-c369-44be-bdda-40d200dc4a5d)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:47:01.978119 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6d601a00-1549-4863-9fff-9af795216d9e tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:01.980396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:01.985703 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cfc49d-e60d-4d94-b241-9795e5832dc4 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Made reservation on behalf of f9f411f6cb5a4546a0eace12b5c81c03 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:01.989179 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69cfc49d-e60d-4d94-b241-9795e5832dc4 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:02.045790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0885aad3-2857-4f54-aba9-8440171a1fb4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:02.052748 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0885aad3-2857-4f54-aba9-8440171a1fb4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:02.053601 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0885aad3-2857-4f54-aba9-8440171a1fb4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:02.065087 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6d601a00-1549-4863-9fff-9af795216d9e tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:02.070785 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:02.077789 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3a214-750d-4cfa-8d6b-82f233904fd9 None None] Pushing event updated for resources: {'Port': ['ID=ecb0e333-0ead-43a9-8b1c-043ebfe78fb9,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:02.078159 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f34e4998-4b56-410d-9f7a-eae2975dc780 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:02.102744 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f34e4998-4b56-410d-9f7a-eae2975dc780 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:02.152219 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.ipam_backend_mixin [None req-69cfc49d-e60d-4d94-b241-9795e5832dc4 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Performing IP validity checks on allocation pools {{(pid=87771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 08 09:47:02.152774 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.ipam_backend_mixin [None req-69cfc49d-e60d-4d94-b241-9795e5832dc4 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 08 09:47:02.158678 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0885aad3-2857-4f54-aba9-8440171a1fb4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:02.162640 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0885aad3-2857-4f54-aba9-8440171a1fb4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.4843681 Mar 08 09:47:02.163247 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6d601a00-1549-4863-9fff-9af795216d9e tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:02.170337 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40620) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:02.176989 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-885b7a63-dd6b-45d9-ba43-5326d3e19167 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:02.177463 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e4998-4b56-410d-9f7a-eae2975dc780 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Network': ['ID=45b61ef6-7afa-4803-9dfd-a0cb978e412c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:02.181807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6d601a00-1549-4863-9fff-9af795216d9e tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:02.183030 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f34e4998-4b56-410d-9f7a-eae2975dc780 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/networks/45b61ef6-7afa-4803-9dfd-a0cb978e412c HTTP/1.1" status: 204 len: 168 time: 1.9615209 Mar 08 09:47:02.187959 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c62c256f-8074-428e-9839-9127ed1c1971 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:02.217977 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40624) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:02.226792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6d601a00-1549-4863-9fff-9af795216d9e tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:02.310783 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-c885afe5-0af9-4850-9277-9c5a6c88861a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'network': {'name': 'tempest-RoutersTest-1982709249'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:02.335580 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6d601a00-1549-4863-9fff-9af795216d9e tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:02.348355 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c885afe5-0af9-4850-9277-9c5a6c88861a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:02.369583 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c885afe5-0af9-4850-9277-9c5a6c88861a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:network and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:02.399285 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c885afe5-0af9-4850-9277-9c5a6c88861a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:02.419750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885b7a63-dd6b-45d9-ba43-5326d3e19167 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 8382c660-25f3-4087-9fe3-10449af161e4 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:02.455587 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-1d1fc1c2-29c3-44ce-a96c-cbfd30b8b176 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port b2c8e9eb-8a55-4a9e-b028-d7b29ad0dfcc {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:02.455924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1d1fc1c2-29c3-44ce-a96c-cbfd30b8b176 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:02.488347 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c885afe5-0af9-4850-9277-9c5a6c88861a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:02.496219 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-885b7a63-dd6b-45d9-ba43-5326d3e19167 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:02.498074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b7a63-dd6b-45d9-ba43-5326d3e19167 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=19448bc0-253c-4bd1-bd0f-d463aab5e289,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:02.507985 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885b7a63-dd6b-45d9-ba43-5326d3e19167 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:02.513937 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885b7a63-dd6b-45d9-ba43-5326d3e19167 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:02.514550 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-885b7a63-dd6b-45d9-ba43-5326d3e19167 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:02.582985 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c885afe5-0af9-4850-9277-9c5a6c88861a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Made reservation on behalf of c6601661feb14b85b700842beac586af for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:02.586310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c885afe5-0af9-4850-9277-9c5a6c88861a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:02.663422 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-885b7a63-dd6b-45d9-ba43-5326d3e19167 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7895441 Mar 08 09:47:02.670980 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40630) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:02.712135 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e3abad0d-d411-4df2-9179-da88d3bf57fa tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:02.735290 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69cfc49d-e60d-4d94-b241-9795e5832dc4 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:02.739238 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c885afe5-0af9-4850-9277-9c5a6c88861a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:47:02.746020 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6d601a00-1549-4863-9fff-9af795216d9e tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:02.796616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6d601a00-1549-4863-9fff-9af795216d9e tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:02.843299 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Router 3c3f519f-85ab-41e7-9afe-8fe23c5d66e8 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:47:02.863799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c885afe5-0af9-4850-9277-9c5a6c88861a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:02.864151 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-c885afe5-0af9-4850-9277-9c5a6c88861a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Added segment 9cdca8b4-8897-4357-bed2-5cca35fa3c8f of type vlan for network b35dd9e3-5ae5-4f67-81f9-6cea0fe32634 Mar 08 09:47:02.927804 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:02.972401 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3abad0d-d411-4df2-9179-da88d3bf57fa tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:03.018767 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:03.121851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d601a00-1549-4863-9fff-9af795216d9e tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b45aeaa-00cd-4e61-bb80-2895ecceef94,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:03.124079 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6d601a00-1549-4863-9fff-9af795216d9e tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:03.127753 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6d601a00-1549-4863-9fff-9af795216d9e tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1939833 Mar 08 09:47:03.130435 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40634) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:03.138120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfc49d-e60d-4d94-b241-9795e5832dc4 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Subnet': ['ID=092955bc-2263-4c5a-88d8-bab438dc0666,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:03.141066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c885afe5-0af9-4850-9277-9c5a6c88861a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:03.166472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cfc49d-e60d-4d94-b241-9795e5832dc4 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Checking segment: {'id': 'c56bf20d-ec33-4aa9-8047-683589bc2787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '512d9645-be92-496b-ad8e-c82ca4649ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:03.166826 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cfc49d-e60d-4d94-b241-9795e5832dc4 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network hostable DHCP agents. Network: 512d9645-be92-496b-ad8e-c82ca4649ead, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:47:03.167810 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f53675a-8e12-41bd-811a-42c782cb89ba None None] Network cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:03.194624 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f4ba9ab2-314c-4328-ae86-8f70e405fb0b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '3b45aeaa-00cd-4e61-bb80-2895ecceef94', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:03.195867 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-f4ba9ab2-314c-4328-ae86-8f70e405fb0b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 08 09:47:03.196122 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-f4ba9ab2-314c-4328-ae86-8f70e405fb0b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:03.199583 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f4ba9ab2-314c-4328-ae86-8f70e405fb0b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0161846 Mar 08 09:47:03.202757 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1d1fc1c2-29c3-44ce-a96c-cbfd30b8b176 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:03.209375 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40638) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:03.219769 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c62c256f-8074-428e-9839-9127ed1c1971 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Deleting port 335c6f08-275c-44c9-b2ea-a6151e1bac60 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:03.220045 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c62c256f-8074-428e-9839-9127ed1c1971 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:03.281487 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f5ed9748-4aa8-43c8-85fe-1823ee711018 None None] Provisioning for port ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:03.300121 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f5ed9748-4aa8-43c8-85fe-1823ee711018 None None] Provisioning complete for port ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:03.300816 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f5ed9748-4aa8-43c8-85fe-1823ee711018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:03.325185 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c885afe5-0af9-4850-9277-9c5a6c88861a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:03.330474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c885afe5-0af9-4850-9277-9c5a6c88861a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:03.331057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c885afe5-0af9-4850-9277-9c5a6c88861a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:03.341482 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-1d1fc1c2-29c3-44ce-a96c-cbfd30b8b176 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for b2c8e9eb-8a55-4a9e-b028-d7b29ad0dfcc owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:03.400426 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cfc49d-e60d-4d94-b241-9795e5832dc4 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network 512d9645-be92-496b-ad8e-c82ca4649ead is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:47:03.442748 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:47:03.443543 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c885afe5-0af9-4850-9277-9c5a6c88861a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2122297 Mar 08 09:47:03.470366 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40642) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:03.478530 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641eb65a-ebd4-481a-bfc4-d7d522ce8343 None None] Sync routers for ids ['3c3f519f-85ab-41e7-9afe-8fe23c5d66e8'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:47:03.488471 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-69cfc49d-e60d-4d94-b241-9795e5832dc4 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 512d9645-be92-496b-ad8e-c82ca4649ead) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:03.502850 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfc49d-e60d-4d94-b241-9795e5832dc4 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:03.503140 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2cc46dc5-69c7-43e0-9a89-6493391822fc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'subnet': {'network_id': 'b35dd9e3-5ae5-4f67-81f9-6cea0fe32634', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:03.503432 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69cfc49d-e60d-4d94-b241-9795e5832dc4 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:03.515824 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176f661b-82a2-4f40-a3e1-184f19b417a0 None None] Network 512d9645-be92-496b-ad8e-c82ca4649ead requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:03.532805 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885afe5-0af9-4850-9277-9c5a6c88861a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Network': ['ID=b35dd9e3-5ae5-4f67-81f9-6cea0fe32634,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:03.533679 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641eb65a-ebd4-481a-bfc4-d7d522ce8343 None None] Routers {'3c3f519f-85ab-41e7-9afe-8fe23c5d66e8'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:03.534223 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-641eb65a-ebd4-481a-bfc4-d7d522ce8343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3c3f519f-85ab-41e7-9afe-8fe23c5d66e8'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:03.560644 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-16c2aedb-e1c0-4b08-91f7-b75d6f3bc1b4 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:03.611446 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-641eb65a-ebd4-481a-bfc4-d7d522ce8343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:03.613888 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network b35dd9e3-5ae5-4f67-81f9-6cea0fe32634 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:47:03.628649 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-69cfc49d-e60d-4d94-b241-9795e5832dc4 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0455680 Mar 08 09:47:03.631226 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40646) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:03.634826 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f5ed9748-4aa8-43c8-85fe-1823ee711018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:03.705407 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:03.709327 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ed0fbd32-b99b-4c6e-bba2-fa54f0500599 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.0710025 Mar 08 09:47:03.732387 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40650) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:03.764975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641eb65a-ebd4-481a-bfc4-d7d522ce8343 None None] Routers {'3c3f519f-85ab-41e7-9afe-8fe23c5d66e8'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:03.765573 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-641eb65a-ebd4-481a-bfc4-d7d522ce8343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3c3f519f-85ab-41e7-9afe-8fe23c5d66e8'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:03.825310 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-16c2aedb-e1c0-4b08-91f7-b75d6f3bc1b4 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:03.839005 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2cc46dc5-69c7-43e0-9a89-6493391822fc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:03.843142 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-e3abad0d-d411-4df2-9179-da88d3bf57fa tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:47:03.845708 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c17f15e5-0bd9-4ee3-9183-9401e6459d95 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:03.848615 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1d1fc1c2-29c3-44ce-a96c-cbfd30b8b176 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:03.872767 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2cc46dc5-69c7-43e0-9a89-6493391822fc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:subnet and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:03.890713 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2cc46dc5-69c7-43e0-9a89-6493391822fc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:03.904810 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-641eb65a-ebd4-481a-bfc4-d7d522ce8343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:03.905210 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641eb65a-ebd4-481a-bfc4-d7d522ce8343 None None] The sync data for ids ['3c3f519f-85ab-41e7-9afe-8fe23c5d66e8'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:47:03.910100 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fc1c2-29c3-44ce-a96c-cbfd30b8b176 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=b2c8e9eb-8a55-4a9e-b028-d7b29ad0dfcc,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:03.910810 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c62c256f-8074-428e-9839-9127ed1c1971 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:03.920549 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3abad0d-d411-4df2-9179-da88d3bf57fa tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:03.924679 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2cc46dc5-69c7-43e0-9a89-6493391822fc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:03.936127 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f5ed9748-4aa8-43c8-85fe-1823ee711018 None None] For port ecb0e333-0ead-43a9-8b1c-043ebfe78fb9, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ecb0e333-0ead-43a9-8b1c-043ebfe78fb9,segment=NetworkSegment(33afa67e-c369-44be-bdda-40d200dc4a5d),segment_id=33afa67e-c369-44be-bdda-40d200dc4a5d)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:03.951405 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f5ed9748-4aa8-43c8-85fe-1823ee711018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:03.994695 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3abad0d-d411-4df2-9179-da88d3bf57fa tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:04.099101 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed9748-4aa8-43c8-85fe-1823ee711018 None None] Pushing event updated for resources: {'Port': ['ID=ecb0e333-0ead-43a9-8b1c-043ebfe78fb9,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:04.158779 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3957be7-92e7-4b3f-a446-4d432b5845e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-512d9645-be92-496b-ad8e-c82ca4649ead', 'network_id': '512d9645-be92-496b-ad8e-c82ca4649ead', 'tenant_id': 'f9f411f6cb5a4546a0eace12b5c81c03', 'fixed_ips': [{'subnet_id': '092955bc-2263-4c5a-88d8-bab438dc0666'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:47:04.159629 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b3957be7-92e7-4b3f-a446-4d432b5845e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:04.181167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c17f15e5-0bd9-4ee3-9183-9401e6459d95 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:04.271063 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1d1fc1c2-29c3-44ce-a96c-cbfd30b8b176 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:04.284324 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c17f15e5-0bd9-4ee3-9183-9401e6459d95 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server [None req-b3957be7-92e7-4b3f-a446-4d432b5845e9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 092955bc-2263-4c5a-88d8-bab438dc0666: This subnet is being modified by another concurrent operation. Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 09:47:04.298027 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise exception Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 092955bc-2263-4c5a-88d8-bab438dc0666: This subnet is being modified by another concurrent operation. Mar 08 09:47:04.301947 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server Mar 08 09:47:04.328517 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644207dc-7d5e-4126-a55b-c6370d10a5f2 None None] Network 512d9645-be92-496b-ad8e-c82ca4649ead requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:04.331935 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1d1fc1c2-29c3-44ce-a96c-cbfd30b8b176 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/b2c8e9eb-8a55-4a9e-b028-d7b29ad0dfcc HTTP/1.1" status: 204 len: 168 time: 2.1605432 Mar 08 09:47:04.335871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40654) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:04.371620 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c62c256f-8074-428e-9839-9127ed1c1971 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Calling delete_port for 335c6f08-275c-44c9-b2ea-a6151e1bac60 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:04.381772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f15e5-0bd9-4ee3-9183-9401e6459d95 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Subnet': ['ID=092955bc-2263-4c5a-88d8-bab438dc0666,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:04.434145 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc46dc5-69c7-43e0-9a89-6493391822fc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Made reservation on behalf of c6601661feb14b85b700842beac586af for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:04.437800 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2cc46dc5-69c7-43e0-9a89-6493391822fc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:04.451372 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e3abad0d-d411-4df2-9179-da88d3bf57fa tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] In _notify_port_updated(), no bound segment for port 19448bc0-253c-4bd1-bd0f-d463aab5e289 on network 8382c660-25f3-4087-9fe3-10449af161e4 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:47:04.456643 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3abad0d-d411-4df2-9179-da88d3bf57fa tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:04.457276 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3abad0d-d411-4df2-9179-da88d3bf57fa tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:04.458536 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e3abad0d-d411-4df2-9179-da88d3bf57fa tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "PUT /v2.0/ports/19448bc0-253c-4bd1-bd0f-d463aab5e289 HTTP/1.1" status: 200 len: 818 time: 1.7802076 Mar 08 09:47:04.472066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40658) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:04.476311 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f6b884a4-54e4-487f-9103-d7a31899559e None None] Provisioning complete for port ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:04.476670 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f6b884a4-54e4-487f-9103-d7a31899559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:04.482331 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-16c2aedb-e1c0-4b08-91f7-b75d6f3bc1b4 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:04.533125 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c17f15e5-0bd9-4ee3-9183-9401e6459d95 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:04.543985 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4a2370b7-1f18-46eb-856a-ff6625b78812 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "GET /v2.0/routers/3c3f519f-85ab-41e7-9afe-8fe23c5d66e8 HTTP/1.1" status: 200 len: 919 time: 0.8104391 Mar 08 09:47:04.552047 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2aedb-e1c0-4b08-91f7-b75d6f3bc1b4 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b45aeaa-00cd-4e61-bb80-2895ecceef94,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:04.553962 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40662) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:04.557958 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abad0d-d411-4df2-9179-da88d3bf57fa tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=19448bc0-253c-4bd1-bd0f-d463aab5e289,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:04.583256 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ca9f19-08f7-425f-8101-d770e45c1f3a None None] get_active_networks_info from dv-neutron-831730-2-hyperv {{(pid=87773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 09:47:04.606522 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aadbf5-0b4a-4979-8e69-8f24150ef7cb tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:04.608401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aadbf5-0b4a-4979-8e69-8f24150ef7cb tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:04.610528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aadbf5-0b4a-4979-8e69-8f24150ef7cb tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:04.611539 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-70aadbf5-0b4a-4979-8e69-8f24150ef7cb tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:04.618587 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-c17f15e5-0bd9-4ee3-9183-9401e6459d95 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512d9645-be92-496b-ad8e-c82ca4649ead']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:04.658192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-93cc2592-04d6-4d21-987a-e3b75b59a9c8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port 19448bc0-253c-4bd1-bd0f-d463aab5e289 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:04.662885 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93cc2592-04d6-4d21-987a-e3b75b59a9c8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:04.687188 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-11f0a9e2-1ff1-4002-b6fd-909a1d0a4cbc tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c3f519f-85ab-41e7-9afe-8fe23c5d66e8 HTTP/1.1" status: 200 len: 205 time: 0.1266589 Mar 08 09:47:04.692352 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-16c2aedb-e1c0-4b08-91f7-b75d6f3bc1b4 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:04.693406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40666) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:04.693807 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-16c2aedb-e1c0-4b08-91f7-b75d6f3bc1b4 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "DELETE /v2.0/security-groups/3b45aeaa-00cd-4e61-bb80-2895ecceef94 HTTP/1.1" status: 204 len: 168 time: 1.4836044 Mar 08 09:47:04.700924 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40668) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:04.701209 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-c17f15e5-0bd9-4ee3-9183-9401e6459d95 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56bf20d-ec33-4aa9-8047-683589bc2787') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:04.701506 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-c17f15e5-0bd9-4ee3-9183-9401e6459d95 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56bf20d-ec33-4aa9-8047-683589bc2787') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:04.782479 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ca9f19-08f7-425f-8101-d770e45c1f3a None None] Resources bound (agent type, host, resource id): {{(pid=87773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 09:47:04.800009 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c17f15e5-0bd9-4ee3-9183-9401e6459d95 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:04.808463 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c55949cb-f7f8-49e6-a1ac-90220e499f17 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Synchronizing usage tracker for tenant:2d72bcac3530488da92517572983a800 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:04.830487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-70aadbf5-0b4a-4979-8e69-8f24150ef7cb tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:04.835078 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-70aadbf5-0b4a-4979-8e69-8f24150ef7cb tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4930534 Mar 08 09:47:04.840682 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c17f15e5-0bd9-4ee3-9183-9401e6459d95 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:04.842682 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40674) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:04.950822 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c55949cb-f7f8-49e6-a1ac-90220e499f17 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Unset dirty status for tenant:2d72bcac3530488da92517572983a800 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:04.957348 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c55949cb-f7f8-49e6-a1ac-90220e499f17 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2497227 Mar 08 09:47:04.957348 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c62c256f-8074-428e-9839-9127ed1c1971 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:04.991985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40678) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:04.997779 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c159fcb5-4066-4bef-a948-1fd984bd8240 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1251681135'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:04.999170 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:05.030962 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c256f-8074-428e-9839-9127ed1c1971 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event deleted for resources: {'Port': ['ID=335c6f08-275c-44c9-b2ea-a6151e1bac60,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:05.033318 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c159fcb5-4066-4bef-a948-1fd984bd8240 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:05.081158 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17f15e5-0bd9-4ee3-9183-9401e6459d95 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:47:05.081720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c17f15e5-0bd9-4ee3-9183-9401e6459d95 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:05.094478 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c159fcb5-4066-4bef-a948-1fd984bd8240 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:47:05.096001 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:47:05.106078 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:05.106446 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:05.137559 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2cc46dc5-69c7-43e0-9a89-6493391822fc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:05.196149 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c159fcb5-4066-4bef-a948-1fd984bd8240 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:05.254229 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c159fcb5-4066-4bef-a948-1fd984bd8240 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:05.309033 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c15b1c0-e8f1-452a-bad6-0320a0a0a0c1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet 38ac3f92-96e3-451c-a8d8-d03a795acb3c {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:47:05.328047 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2c15b1c0-e8f1-452a-bad6-0320a0a0a0c1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:05.338648 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c159fcb5-4066-4bef-a948-1fd984bd8240 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:05.341388 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc46dc5-69c7-43e0-9a89-6493391822fc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Subnet': ['ID=85ff4fe8-ce7b-473f-a7ba-b0bf05f68b98,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:05.345257 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c159fcb5-4066-4bef-a948-1fd984bd8240 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:05.357618 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c159fcb5-4066-4bef-a948-1fd984bd8240 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:05.358733 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c17f15e5-0bd9-4ee3-9183-9401e6459d95 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:05.370987 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc46dc5-69c7-43e0-9a89-6493391822fc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Checking segment: {'id': '9cdca8b4-8897-4357-bed2-5cca35fa3c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b35dd9e3-5ae5-4f67-81f9-6cea0fe32634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:05.371347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc46dc5-69c7-43e0-9a89-6493391822fc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network hostable DHCP agents. Network: b35dd9e3-5ae5-4f67-81f9-6cea0fe32634, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:47:05.442066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c17f15e5-0bd9-4ee3-9183-9401e6459d95 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:05.446490 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-146fd081-9881-458f-b076-c014c81623ef tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:05.512752 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc46dc5-69c7-43e0-9a89-6493391822fc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network b35dd9e3-5ae5-4f67-81f9-6cea0fe32634 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:47:05.527613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f15e5-0bd9-4ee3-9183-9401e6459d95 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Network': ['ID=512d9645-be92-496b-ad8e-c82ca4649ead,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:05.528581 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c62c256f-8074-428e-9839-9127ed1c1971 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:05.542435 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2cc46dc5-69c7-43e0-9a89-6493391822fc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, b35dd9e3-5ae5-4f67-81f9-6cea0fe32634) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:05.547539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc46dc5-69c7-43e0-9a89-6493391822fc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:05.548255 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2cc46dc5-69c7-43e0-9a89-6493391822fc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:05.551069 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c17f15e5-0bd9-4ee3-9183-9401e6459d95 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/networks/512d9645-be92-496b-ad8e-c82ca4649ead HTTP/1.1" status: 204 len: 168 time: 1.9189503 Mar 08 09:47:05.551855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40682) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:05.552408 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5472eb-ce45-46e0-8efc-7e4989f24ee2 None None] Network b35dd9e3-5ae5-4f67-81f9-6cea0fe32634 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:05.567331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2c15b1c0-e8f1-452a-bad6-0320a0a0a0c1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:05.596213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93cc2592-04d6-4d21-987a-e3b75b59a9c8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:05.606483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-ac02dcca-ea84-4da6-87d6-304d6322bf45 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2108228522'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:05.631049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ac02dcca-ea84-4da6-87d6-304d6322bf45 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:05.657750 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c159fcb5-4066-4bef-a948-1fd984bd8240 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:05.669909 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c159fcb5-4066-4bef-a948-1fd984bd8240 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:05.714077 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2cc46dc5-69c7-43e0-9a89-6493391822fc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2375801 Mar 08 09:47:05.725994 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40686) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:05.769407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-93cc2592-04d6-4d21-987a-e3b75b59a9c8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for 19448bc0-253c-4bd1-bd0f-d463aab5e289 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:05.793625 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-910cc4fd-f587-4917-8034-237dd8383b82 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1113022893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:05.797543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ac02dcca-ea84-4da6-87d6-304d6322bf45 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Usage tracker for resource:network and tenant:f9f411f6cb5a4546a0eace12b5c81c03 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:05.799367 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c159fcb5-4066-4bef-a948-1fd984bd8240 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:05.800496 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c159fcb5-4066-4bef-a948-1fd984bd8240 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8075588 Mar 08 09:47:05.804298 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159fcb5-4066-4bef-a948-1fd984bd8240 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35bdcd9c-af4e-484d-86a9-297b19296857,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:05.807759 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40692) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:05.809078 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-910cc4fd-f587-4917-8034-237dd8383b82 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:05.820625 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8b763a4d-f874-4618-a8ed-b7ef5d63c6d0 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '35bdcd9c-af4e-484d-86a9-297b19296857', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:05.837935 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-8b763a4d-f874-4618-a8ed-b7ef5d63c6d0 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 08 09:47:05.838472 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-8b763a4d-f874-4618-a8ed-b7ef5d63c6d0 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:05.842092 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8b763a4d-f874-4618-a8ed-b7ef5d63c6d0 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0260184 Mar 08 09:47:05.842092 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-910cc4fd-f587-4917-8034-237dd8383b82 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:router and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:05.846309 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40696) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:05.847091 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-910cc4fd-f587-4917-8034-237dd8383b82 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:05.855004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-b35dd9e3-5ae5-4f67-81f9-6cea0fe32634', 'network_id': 'b35dd9e3-5ae5-4f67-81f9-6cea0fe32634', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'fixed_ips': [{'subnet_id': '85ff4fe8-ce7b-473f-a7ba-b0bf05f68b98'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:47:05.855839 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:05.857630 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e91c2fa4-24f9-417d-a4b9-ae64fbd13746 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '35bdcd9c-af4e-484d-86a9-297b19296857', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:05.857762 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ac02dcca-ea84-4da6-87d6-304d6322bf45 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:05.857871 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-e91c2fa4-24f9-417d-a4b9-ae64fbd13746 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 08 09:47:05.857871 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-e91c2fa4-24f9-417d-a4b9-ae64fbd13746 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:05.861204 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e91c2fa4-24f9-417d-a4b9-ae64fbd13746 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084143 Mar 08 09:47:05.871132 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40700) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:05.876148 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-910cc4fd-f587-4917-8034-237dd8383b82 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:05.879875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ac02dcca-ea84-4da6-87d6-304d6322bf45 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:05.885077 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5bef3f48-2df8-4a94-bb9b-6795e87373c3 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '35bdcd9c-af4e-484d-86a9-297b19296857', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:05.886198 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-5bef3f48-2df8-4a94-bb9b-6795e87373c3 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 08 09:47:05.886389 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-5bef3f48-2df8-4a94-bb9b-6795e87373c3 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:05.889908 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5bef3f48-2df8-4a94-bb9b-6795e87373c3 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0128088 Mar 08 09:47:05.891363 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40704) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:05.902297 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7242d159-f2d0-438d-83ad-f62d1700cc31 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '35bdcd9c-af4e-484d-86a9-297b19296857', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:05.902484 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-7242d159-f2d0-438d-83ad-f62d1700cc31 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 08 09:47:05.902966 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-7242d159-f2d0-438d-83ad-f62d1700cc31 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:05.906500 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7242d159-f2d0-438d-83ad-f62d1700cc31 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0118594 Mar 08 09:47:05.923726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40708) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:05.961958 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-910cc4fd-f587-4917-8034-237dd8383b82 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:05.963100 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-910cc4fd-f587-4917-8034-237dd8383b82 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:05.966969 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac02dcca-ea84-4da6-87d6-304d6322bf45 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Made reservation on behalf of f9f411f6cb5a4546a0eace12b5c81c03 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:05.971280 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ac02dcca-ea84-4da6-87d6-304d6322bf45 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.006467 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-910cc4fd-f587-4917-8034-237dd8383b82 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.015385 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-146fd081-9881-458f-b076-c014c81623ef tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.030592 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Allocated IP 172.20.0.2 (b35dd9e3-5ae5-4f67-81f9-6cea0fe32634/85ff4fe8-ce7b-473f-a7ba-b0bf05f68b98/73761241-d6ad-4b82-bcfa-2a469d82383b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:06.043726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93cc2592-04d6-4d21-987a-e3b75b59a9c8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.102298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-146fd081-9881-458f-b076-c014c81623ef tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Deleting port 2a9c0b9a-ecc1-48f3-8038-dbf9694ea3c5 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:06.102641 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-146fd081-9881-458f-b076-c014c81623ef tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.106512 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-910cc4fd-f587-4917-8034-237dd8383b82 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.129458 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac02dcca-ea84-4da6-87d6-304d6322bf45 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:47:06.138700 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62c256f-8074-428e-9839-9127ed1c1971 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router 2ce3adb7-b556-4441-af38-15eb787ea982 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:47:06.142716 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-910cc4fd-f587-4917-8034-237dd8383b82 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.145773 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-910cc4fd-f587-4917-8034-237dd8383b82 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3636787 Mar 08 09:47:06.146924 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40712) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:06.147898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2c15b1c0-e8f1-452a-bad6-0320a0a0a0c1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.156658 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-34924129-3838-449d-8cc3-a60ffc126aee tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'port': {'network_id': 'b35dd9e3-5ae5-4f67-81f9-6cea0fe32634', 'name': 'tempest-RoutersTest-443852386'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:06.177670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc2592-04d6-4d21-987a-e3b75b59a9c8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Port': ['ID=19448bc0-253c-4bd1-bd0f-d463aab5e289,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:06.226298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ac02dcca-ea84-4da6-87d6-304d6322bf45 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.226635 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-ac02dcca-ea84-4da6-87d6-304d6322bf45 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Added segment 56bb7d72-7d70-45fb-90e4-6d718fcd02d7 of type vlan for network 2f62843d-7cf2-4815-ada6-26c1bfb04442 Mar 08 09:47:06.231208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93cc2592-04d6-4d21-987a-e3b75b59a9c8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.244175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.254194 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2894cf20-f7af-49bd-8a73-d48b3fb1b00c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.260956 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Transition to ACTIVE for port object 73761241-d6ad-4b82-bcfa-2a469d82383b will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:06.280680 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Transition to ACTIVE for port object 73761241-d6ad-4b82-bcfa-2a469d82383b will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:06.286696 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.341863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ac02dcca-ea84-4da6-87d6-304d6322bf45 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.354423 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-93cc2592-04d6-4d21-987a-e3b75b59a9c8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/ports/19448bc0-253c-4bd1-bd0f-d463aab5e289 HTTP/1.1" status: 204 len: 168 time: 1.8789737 Mar 08 09:47:06.354636 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Network b35dd9e3-5ae5-4f67-81f9-6cea0fe32634 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:06.355984 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:06.364410 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:06.374685 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Pushing event updated for resources: {'Port': ['ID=73761241-d6ad-4b82-bcfa-2a469d82383b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:06.375683 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40716) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:06.413406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2894cf20-f7af-49bd-8a73-d48b3fb1b00c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.465397 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Attempting to bind port 73761241-d6ad-4b82-bcfa-2a469d82383b on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:47:06.465760 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Attempting to bind port 73761241-d6ad-4b82-bcfa-2a469d82383b by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '9cdca8b4-8897-4357-bed2-5cca35fa3c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b35dd9e3-5ae5-4f67-81f9-6cea0fe32634'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:47:06.466116 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Attempting to bind port 73761241-d6ad-4b82-bcfa-2a469d82383b on network b35dd9e3-5ae5-4f67-81f9-6cea0fe32634 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:47:06.471417 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:47:06.471785 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Checking segment: {'id': '9cdca8b4-8897-4357-bed2-5cca35fa3c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b35dd9e3-5ae5-4f67-81f9-6cea0fe32634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:06.472186 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.472575 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Bound using segment: {'id': '9cdca8b4-8897-4357-bed2-5cca35fa3c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b35dd9e3-5ae5-4f67-81f9-6cea0fe32634'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:47:06.473060 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Bound port: 73761241-d6ad-4b82-bcfa-2a469d82383b, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cdca8b4-8897-4357-bed2-5cca35fa3c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b35dd9e3-5ae5-4f67-81f9-6cea0fe32634'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:47:06.473427 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.482525 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2c15b1c0-e8f1-452a-bad6-0320a0a0a0c1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.543470 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15b1c0-e8f1-452a-bad6-0320a0a0a0c1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=38ac3f92-96e3-451c-a8d8-d03a795acb3c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:06.549957 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-146fd081-9881-458f-b076-c014c81623ef tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.561079 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2c15b1c0-e8f1-452a-bad6-0320a0a0a0c1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.567507 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ac02dcca-ea84-4da6-87d6-304d6322bf45 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.569366 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76239a55-00d0-4d99-9c68-594f7f98cf0e None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:06.573514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac02dcca-ea84-4da6-87d6-304d6322bf45 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:06.574118 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ac02dcca-ea84-4da6-87d6-304d6322bf45 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.615826 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] For port 73761241-d6ad-4b82-bcfa-2a469d82383b, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:47:06.680670 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-34924129-3838-449d-8cc3-a60ffc126aee tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:06.687636 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] For port 73761241-d6ad-4b82-bcfa-2a469d82383b, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=73761241-d6ad-4b82-bcfa-2a469d82383b,segment=NetworkSegment(9cdca8b4-8897-4357-bed2-5cca35fa3c8f),segment_id=9cdca8b4-8897-4357-bed2-5cca35fa3c8f)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:47:06.688683 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-34924129-3838-449d-8cc3-a60ffc126aee tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:port and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:06.692141 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62c256f-8074-428e-9839-9127ed1c1971 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:47:06.698560 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c62c256f-8074-428e-9839-9127ed1c1971 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "PUT /v2.0/routers/2ce3adb7-b556-4441-af38-15eb787ea982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1942995 Mar 08 09:47:06.701028 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.701187 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-34924129-3838-449d-8cc3-a60ffc126aee tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:06.703929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40720) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:06.713174 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8acd08-fa57-4040-a429-6f51095a02e5 None None] Sync routers for ids ['2ce3adb7-b556-4441-af38-15eb787ea982'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:47:06.718227 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c3a0d-7119-4faa-ab9a-885ee3864bdd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:06.718942 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-628c3a0d-7119-4faa-ab9a-885ee3864bdd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Synchronizing usage tracker for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:06.721902 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-34924129-3838-449d-8cc3-a60ffc126aee tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:06.730810 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8acd08-fa57-4040-a429-6f51095a02e5 None None] Routers {'2ce3adb7-b556-4441-af38-15eb787ea982'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:06.731869 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9f8acd08-fa57-4040-a429-6f51095a02e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2ce3adb7-b556-4441-af38-15eb787ea982'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:06.779341 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413f60c-88c8-4163-a19a-788abd82a881 None None] Pushing event updated for resources: {'Port': ['ID=73761241-d6ad-4b82-bcfa-2a469d82383b,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:06.851164 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9f8acd08-fa57-4040-a429-6f51095a02e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:06.856550 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-146fd081-9881-458f-b076-c014c81623ef tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Calling delete_port for 2a9c0b9a-ecc1-48f3-8038-dbf9694ea3c5 owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:06.867238 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8acd08-fa57-4040-a429-6f51095a02e5 None None] Routers {'2ce3adb7-b556-4441-af38-15eb787ea982'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:06.869042 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9f8acd08-fa57-4040-a429-6f51095a02e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2ce3adb7-b556-4441-af38-15eb787ea982'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:06.901966 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34924129-3838-449d-8cc3-a60ffc126aee tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Made reservation on behalf of c6601661feb14b85b700842beac586af for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:06.905659 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-34924129-3838-449d-8cc3-a60ffc126aee tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.912213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2894cf20-f7af-49bd-8a73-d48b3fb1b00c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.927814 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-628c3a0d-7119-4faa-ab9a-885ee3864bdd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Unset dirty status for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:06.928978 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-628c3a0d-7119-4faa-ab9a-885ee3864bdd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5323834 Mar 08 09:47:06.934556 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40724) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:06.984078 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9f8acd08-fa57-4040-a429-6f51095a02e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:06.985269 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65a46048-db6a-4905-af62-c9764602edc9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:06.986625 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8acd08-fa57-4040-a429-6f51095a02e5 None None] The sync data for ids ['2ce3adb7-b556-4441-af38-15eb787ea982'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:47:07.035059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2894cf20-f7af-49bd-8a73-d48b3fb1b00c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:07.036121 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2894cf20-f7af-49bd-8a73-d48b3fb1b00c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "DELETE /v2.0/security-groups/35bdcd9c-af4e-484d-86a9-297b19296857 HTTP/1.1" status: 204 len: 168 time: 1.1115379 Mar 08 09:47:07.037191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894cf20-f7af-49bd-8a73-d48b3fb1b00c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bdcd9c-af4e-484d-86a9-297b19296857,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:07.037758 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-34924129-3838-449d-8cc3-a60ffc126aee tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] device_id is not set on port ccfb2053-308e-46ad-a3ad-de1d5a22b61d yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:47:07.046609 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40728) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:07.061991 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ac02dcca-ea84-4da6-87d6-304d6322bf45 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5028663 Mar 08 09:47:07.063668 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2c15b1c0-e8f1-452a-bad6-0320a0a0a0c1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/38ac3f92-96e3-451c-a8d8-d03a795acb3c HTTP/1.1" status: 204 len: 168 time: 2.2201226 Mar 08 09:47:07.084043 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40732) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:07.084583 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40734) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:07.086987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02dcca-ea84-4da6-87d6-304d6322bf45 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Network': ['ID=2f62843d-7cf2-4815-ada6-26c1bfb04442,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:07.098672 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd3c21e-c1a9-4bde-8dad-7282505b046d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] GET failed (client error): The resource could not be found. Mar 08 09:47:07.100001 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4cd3c21e-c1a9-4bde-8dad-7282505b046d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports/19448bc0-253c-4bd1-bd0f-d463aab5e289 HTTP/1.1" status: 404 len: 333 time: 0.1634657 Mar 08 09:47:07.109317 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40740) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:07.116200 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 2f62843d-7cf2-4815-ada6-26c1bfb04442 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:47:07.131835 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4869756a-49c8-4e85-b85c-7a748d74481e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1564443332'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:07.144959 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4869756a-49c8-4e85-b85c-7a748d74481e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:07.154444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-5463b989-6c8f-49e7-96f7-336334b47eef tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'subnet': {'network_id': '2f62843d-7cf2-4815-ada6-26c1bfb04442', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:07.159431 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4869756a-49c8-4e85-b85c-7a748d74481e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:network and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:07.177007 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4869756a-49c8-4e85-b85c-7a748d74481e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:07.187363 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4869756a-49c8-4e85-b85c-7a748d74481e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:07.342487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4869756a-49c8-4e85-b85c-7a748d74481e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:07.345932 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4869756a-49c8-4e85-b85c-7a748d74481e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:07.398523 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7cfbc18d-d927-4ea6-bcdc-0e7f948ee1ef tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Synchronizing usage tracker for tenant:2d72bcac3530488da92517572983a800 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:07.400257 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65a46048-db6a-4905-af62-c9764602edc9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:07.404076 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-34924129-3838-449d-8cc3-a60ffc126aee tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Allocated IP 172.20.0.10 (b35dd9e3-5ae5-4f67-81f9-6cea0fe32634/85ff4fe8-ce7b-473f-a7ba-b0bf05f68b98/ccfb2053-308e-46ad-a3ad-de1d5a22b61d) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:07.419951 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5463b989-6c8f-49e7-96f7-336334b47eef tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:07.421626 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4869756a-49c8-4e85-b85c-7a748d74481e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:47:07.424916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5463b989-6c8f-49e7-96f7-336334b47eef tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Usage tracker for resource:subnet and tenant:f9f411f6cb5a4546a0eace12b5c81c03 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:07.429090 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5463b989-6c8f-49e7-96f7-336334b47eef tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:07.430972 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-65a46048-db6a-4905-af62-c9764602edc9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Deleting port 4ae09eb5-f577-4fdb-8893-0899bdc359e8 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:07.431311 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65a46048-db6a-4905-af62-c9764602edc9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:07.439486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a42338-187f-415a-a205-700643747304 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet a9b25d41-bb0d-4e53-a53e-af13d4f6a9a3 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:47:07.441968 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5463b989-6c8f-49e7-96f7-336334b47eef tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:07.455635 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f5a42338-187f-415a-a205-700643747304 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:07.489091 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4869756a-49c8-4e85-b85c-7a748d74481e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:07.489435 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-4869756a-49c8-4e85-b85c-7a748d74481e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Added segment ba373667-cc45-4683-89d7-f9cf58d66c3c of type vlan for network 51171380-4353-44de-b47a-28947b912bf5 Mar 08 09:47:07.528119 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7cfbc18d-d927-4ea6-bcdc-0e7f948ee1ef tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Unset dirty status for tenant:2d72bcac3530488da92517572983a800 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:07.532753 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7cfbc18d-d927-4ea6-bcdc-0e7f948ee1ef tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4755015 Mar 08 09:47:07.559801 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40744) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:07.565194 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-68723450-3de5-4810-ba67-1da1592204a8 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group': {'name': 'tempest-secgroup--198235237'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:07.575672 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5463b989-6c8f-49e7-96f7-336334b47eef tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Made reservation on behalf of f9f411f6cb5a4546a0eace12b5c81c03 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:07.579226 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5463b989-6c8f-49e7-96f7-336334b47eef tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:07.595425 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f5a42338-187f-415a-a205-700643747304 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:07.659419 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-68723450-3de5-4810-ba67-1da1592204a8 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:07.700819 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4869756a-49c8-4e85-b85c-7a748d74481e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:07.749281 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-68723450-3de5-4810-ba67-1da1592204a8 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:07.750771 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-146fd081-9881-458f-b076-c014c81623ef tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:07.793659 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68723450-3de5-4810-ba67-1da1592204a8 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:07.820314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fd081-9881-458f-b076-c014c81623ef tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Pushing event deleted for resources: {'Port': ['ID=2a9c0b9a-ecc1-48f3-8038-dbf9694ea3c5,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:07.860450 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-78d5a413-2827-442b-ac10-1ee1449d25ab None None] Provisioning complete for port 2e678137-472f-4965-beeb-a56aed34479c triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:07.861800 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78d5a413-2827-442b-ac10-1ee1449d25ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:07.986470 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65a46048-db6a-4905-af62-c9764602edc9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.050532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f5a42338-187f-415a-a205-700643747304 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.066322 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-68723450-3de5-4810-ba67-1da1592204a8 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:08.068731 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4869756a-49c8-4e85-b85c-7a748d74481e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.074809 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4869756a-49c8-4e85-b85c-7a748d74481e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:08.075407 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4869756a-49c8-4e85-b85c-7a748d74481e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.140184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-146fd081-9881-458f-b076-c014c81623ef tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.164736 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-68723450-3de5-4810-ba67-1da1592204a8 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:08.173989 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-65a46048-db6a-4905-af62-c9764602edc9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Calling delete_port for 4ae09eb5-f577-4fdb-8893-0899bdc359e8 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:08.203844 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-68723450-3de5-4810-ba67-1da1592204a8 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:08.217118 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf4a6fe-5319-498b-8725-b1ff7a42bf63 None None] Network b35dd9e3-5ae5-4f67-81f9-6cea0fe32634 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:08.240452 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-68723450-3de5-4810-ba67-1da1592204a8 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:08.245034 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-34924129-3838-449d-8cc3-a60ffc126aee tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.258197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5463b989-6c8f-49e7-96f7-336334b47eef tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.338173 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4869756a-49c8-4e85-b85c-7a748d74481e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2208035 Mar 08 09:47:08.346980 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-782f5eac-9cc7-4efd-8616-56b750a3bca8 None None] Provisioning for port 73761241-d6ad-4b82-bcfa-2a469d82383b completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:08.354964 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40748) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:08.373462 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-03199558-efc9-494e-bc27-c511fc7b3013 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'subnet': {'network_id': '51171380-4353-44de-b47a-28947b912bf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:08.389036 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-34924129-3838-449d-8cc3-a60ffc126aee tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Transition to ACTIVE for port object ccfb2053-308e-46ad-a3ad-de1d5a22b61d will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:08.393128 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869756a-49c8-4e85-b85c-7a748d74481e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Network': ['ID=51171380-4353-44de-b47a-28947b912bf5,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:08.411952 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 51171380-4353-44de-b47a-28947b912bf5 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:47:08.539129 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-146fd081-9881-458f-b076-c014c81623ef tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.545893 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-146fd081-9881-458f-b076-c014c81623ef tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.586653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f5a42338-187f-415a-a205-700643747304 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.595243 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68723450-3de5-4810-ba67-1da1592204a8 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.600594 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463b989-6c8f-49e7-96f7-336334b47eef tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Subnet': ['ID=4f43ddd0-5d99-4372-920f-9056938605dd,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:08.611032 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-03199558-efc9-494e-bc27-c511fc7b3013 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:08.615391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68723450-3de5-4810-ba67-1da1592204a8 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.632685 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-03199558-efc9-494e-bc27-c511fc7b3013 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:subnet and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:08.637053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b989-6c8f-49e7-96f7-336334b47eef tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Checking segment: {'id': '56bb7d72-7d70-45fb-90e4-6d718fcd02d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2f62843d-7cf2-4815-ada6-26c1bfb04442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:08.637222 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5463b989-6c8f-49e7-96f7-336334b47eef tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network hostable DHCP agents. Network: 2f62843d-7cf2-4815-ada6-26c1bfb04442, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:47:08.638811 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-03199558-efc9-494e-bc27-c511fc7b3013 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:08.646842 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-146fd081-9881-458f-b076-c014c81623ef tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.647378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146fd081-9881-458f-b076-c014c81623ef tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Fanout notify agent at l3_agent the message router_deleted on router 3c3f519f-85ab-41e7-9afe-8fe23c5d66e8 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:47:08.650454 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f5a42338-187f-415a-a205-700643747304 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.659886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a42338-187f-415a-a205-700643747304 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b25d41-bb0d-4e53-a53e-af13d4f6a9a3,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:08.661691 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-34924129-3838-449d-8cc3-a60ffc126aee tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.663476 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-03199558-efc9-494e-bc27-c511fc7b3013 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:08.664416 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199e4236-ec69-41ca-b1b0-a331d3a17316 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:08.706256 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f5a42338-187f-415a-a205-700643747304 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/a9b25d41-bb0d-4e53-a53e-af13d4f6a9a3 HTTP/1.1" status: 204 len: 168 time: 1.6119876 Mar 08 09:47:08.708489 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-146fd081-9881-458f-b076-c014c81623ef tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.713931 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-146fd081-9881-458f-b076-c014c81623ef tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "DELETE /v2.0/routers/3c3f519f-85ab-41e7-9afe-8fe23c5d66e8 HTTP/1.1" status: 204 len: 168 time: 4.0052991 Mar 08 09:47:08.714727 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40752) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:08.715063 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40754) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:08.719691 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5463b989-6c8f-49e7-96f7-336334b47eef tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network 2f62843d-7cf2-4815-ada6-26c1bfb04442 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:47:08.728322 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1070667732', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'enable_snat': False}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:08.791483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:08.807041 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-24ab712a-f2c7-49f9-a345-f438b73f2479 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0874450 Mar 08 09:47:08.807041 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Usage tracker for resource:router and tenant:9b8a715db78d41b3ae9258795521a551 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:08.808856 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-5463b989-6c8f-49e7-96f7-336334b47eef tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 2f62843d-7cf2-4815-ada6-26c1bfb04442) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:08.810148 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40760) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:08.810300 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68723450-3de5-4810-ba67-1da1592204a8 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8313d1d9-3050-4213-a6f8-c4b0b245e2e8,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:08.810925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:08.819789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-7d90769f-cacb-4978-ad05-7575964ac11d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:08.828437 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34924129-3838-449d-8cc3-a60ffc126aee tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network b35dd9e3-5ae5-4f67-81f9-6cea0fe32634 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:08.838571 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03199558-efc9-494e-bc27-c511fc7b3013 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:08.842366 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-03199558-efc9-494e-bc27-c511fc7b3013 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.842498 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d48fe1-f316-4245-b2e1-992036940a79 None None] Network 2f62843d-7cf2-4815-ada6-26c1bfb04442 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:08.865905 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-34924129-3838-449d-8cc3-a60ffc126aee tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:08.891682 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34924129-3838-449d-8cc3-a60ffc126aee tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:08.918448 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34924129-3838-449d-8cc3-a60ffc126aee tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=ccfb2053-308e-46ad-a3ad-de1d5a22b61d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:08.927517 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-68723450-3de5-4810-ba67-1da1592204a8 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.933014 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-68723450-3de5-4810-ba67-1da1592204a8 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3722825 Mar 08 09:47:08.933849 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40764) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:08.947937 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:08.950468 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5463b989-6c8f-49e7-96f7-336334b47eef tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:08.951207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5463b989-6c8f-49e7-96f7-336334b47eef tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.963210 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7d90769f-cacb-4978-ad05-7575964ac11d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:08.974604 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7d90769f-cacb-4978-ad05-7575964ac11d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:08.978265 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7d90769f-cacb-4978-ad05-7575964ac11d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:08.985272 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7d90769f-cacb-4978-ad05-7575964ac11d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:08.988124 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.989207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:08.998711 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5463b989-6c8f-49e7-96f7-336334b47eef tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9060316 Mar 08 09:47:09.001410 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40768) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:09.009796 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-55bf8b95-962f-4c4c-b217-c5bc5496944c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '8313d1d9-3050-4213-a6f8-c4b0b245e2e8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:09.011045 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-55bf8b95-962f-4c4c-b217-c5bc5496944c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 08 09:47:09.011790 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-55bf8b95-962f-4c4c-b217-c5bc5496944c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:09.016452 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-55bf8b95-962f-4c4c-b217-c5bc5496944c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0715554 Mar 08 09:47:09.027810 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40772) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:09.042937 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 73761241-d6ad-4b82-bcfa-2a469d82383b up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:09.047269 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c2df3b2a-ac66-4240-b842-0768602d80ac tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '8313d1d9-3050-4213-a6f8-c4b0b245e2e8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:09.051339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:09.052630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d90769f-cacb-4978-ad05-7575964ac11d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:09.061880 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d90769f-cacb-4978-ad05-7575964ac11d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:09.063240 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c2df3b2a-ac66-4240-b842-0768602d80ac tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:09.069353 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65a46048-db6a-4905-af62-c9764602edc9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:09.109932 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c2df3b2a-ac66-4240-b842-0768602d80ac tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:09.128186 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c2df3b2a-ac66-4240-b842-0768602d80ac tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:09.151478 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a46048-db6a-4905-af62-c9764602edc9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event deleted for resources: {'Port': ['ID=4ae09eb5-f577-4fdb-8893-0899bdc359e8,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:09.156516 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c2df3b2a-ac66-4240-b842-0768602d80ac tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:09.164387 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34924129-3838-449d-8cc3-a60ffc126aee tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:09.165198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-34924129-3838-449d-8cc3-a60ffc126aee tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:09.276256 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 73761241-d6ad-4b82-bcfa-2a469d82383b completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:09.287966 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 73761241-d6ad-4b82-bcfa-2a469d82383b triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:09.288506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:09.296270 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-34924129-3838-449d-8cc3-a60ffc126aee tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1436837 Mar 08 09:47:09.299375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40776) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:09.332619 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e969015-fe4a-4d9d-9621-6618173abbd7 None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:47:09.366143 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65a46048-db6a-4905-af62-c9764602edc9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:09.375682 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6e969015-fe4a-4d9d-9621-6618173abbd7 None None] Deleting port 2e678137-472f-4965-beeb-a56aed34479c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:09.376402 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e969015-fe4a-4d9d-9621-6618173abbd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:09.454383 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-2f62843d-7cf2-4815-ada6-26c1bfb04442', 'network_id': '2f62843d-7cf2-4815-ada6-26c1bfb04442', 'tenant_id': 'f9f411f6cb5a4546a0eace12b5c81c03', 'fixed_ips': [{'subnet_id': '4f43ddd0-5d99-4372-920f-9056938605dd'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:47:09.455581 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:09.566044 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:09.578669 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65a46048-db6a-4905-af62-c9764602edc9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:09.580970 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65a46048-db6a-4905-af62-c9764602edc9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:09.609288 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-c2df3b2a-ac66-4240-b842-0768602d80ac tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:09.610634 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c2df3b2a-ac66-4240-b842-0768602d80ac tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5757754 Mar 08 09:47:09.614193 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40780) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:09.624116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65a46048-db6a-4905-af62-c9764602edc9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:09.624722 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a46048-db6a-4905-af62-c9764602edc9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Fanout notify agent at l3_agent the message router_deleted on router 2ce3adb7-b556-4441-af38-15eb787ea982 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:47:09.638056 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3de8ccd6-5d09-4ec9-91c1-f0b4110cac40 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '8313d1d9-3050-4213-a6f8-c4b0b245e2e8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:09.638526 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-3de8ccd6-5d09-4ec9-91c1-f0b4110cac40 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 08 09:47:09.639513 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-3de8ccd6-5d09-4ec9-91c1-f0b4110cac40 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:09.639942 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3de8ccd6-5d09-4ec9-91c1-f0b4110cac40 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0238938 Mar 08 09:47:09.643929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65a46048-db6a-4905-af62-c9764602edc9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:09.645067 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-65a46048-db6a-4905-af62-c9764602edc9 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "DELETE /v2.0/routers/2ce3adb7-b556-4441-af38-15eb787ea982 HTTP/1.1" status: 204 len: 168 time: 2.9394858 Mar 08 09:47:09.645795 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40784) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:09.648312 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40786) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:09.657324 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ff875f75-792f-49e5-89c9-3fb62ee137c2 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '8313d1d9-3050-4213-a6f8-c4b0b245e2e8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:09.665916 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ff875f75-792f-49e5-89c9-3fb62ee137c2 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:09.674603 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ff875f75-792f-49e5-89c9-3fb62ee137c2 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:09.679035 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ff875f75-792f-49e5-89c9-3fb62ee137c2 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:09.695412 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ff875f75-792f-49e5-89c9-3fb62ee137c2 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:09.731263 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-03199558-efc9-494e-bc27-c511fc7b3013 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:09.768748 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:09.785026 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-58d58ced-5951-4b33-a150-3f714d97b450 None None] Provisioning for port ccfb2053-308e-46ad-a3ad-de1d5a22b61d completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:09.794552 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-ff875f75-792f-49e5-89c9-3fb62ee137c2 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:09.795581 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ff875f75-792f-49e5-89c9-3fb62ee137c2 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1449411 Mar 08 09:47:09.799731 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40792) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:09.813364 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2adc8c6e-1123-4c92-bb47-d7167e4355e4 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '8313d1d9-3050-4213-a6f8-c4b0b245e2e8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:09.813822 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-2adc8c6e-1123-4c92-bb47-d7167e4355e4 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 08 09:47:09.814298 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-2adc8c6e-1123-4c92-bb47-d7167e4355e4 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:09.818640 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2adc8c6e-1123-4c92-bb47-d7167e4355e4 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0144606 Mar 08 09:47:09.819401 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40796) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:09.832895 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2ec406e0-82a5-4042-9c1e-a7c39b7a933a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '8313d1d9-3050-4213-a6f8-c4b0b245e2e8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:09.842141 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2ec406e0-82a5-4042-9c1e-a7c39b7a933a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:09.850695 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2ec406e0-82a5-4042-9c1e-a7c39b7a933a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:09.854099 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03199558-efc9-494e-bc27-c511fc7b3013 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Subnet': ['ID=5a431734-5c05-467b-8281-e956feb29ab8,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:09.857259 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2ec406e0-82a5-4042-9c1e-a7c39b7a933a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:09.859109 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-58d58ced-5951-4b33-a150-3f714d97b450 None None] Provisioning complete for port ccfb2053-308e-46ad-a3ad-de1d5a22b61d triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:09.859543 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-58d58ced-5951-4b33-a150-3f714d97b450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:09.864248 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03199558-efc9-494e-bc27-c511fc7b3013 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Checking segment: {'id': 'ba373667-cc45-4683-89d7-f9cf58d66c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '51171380-4353-44de-b47a-28947b912bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:09.864598 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03199558-efc9-494e-bc27-c511fc7b3013 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network hostable DHCP agents. Network: 51171380-4353-44de-b47a-28947b912bf5, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:47:09.868940 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2ec406e0-82a5-4042-9c1e-a7c39b7a933a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:09.913456 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:09.921503 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-6e969015-fe4a-4d9d-9621-6618173abbd7 None None] For port 2e678137-472f-4965-beeb-a56aed34479c, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=2e678137-472f-4965-beeb-a56aed34479c,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:09.921996 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e969015-fe4a-4d9d-9621-6618173abbd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:10.012838 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-2ec406e0-82a5-4042-9c1e-a7c39b7a933a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Project 2d72bcac3530488da92517572983a800 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 09:47:10.026006 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03199558-efc9-494e-bc27-c511fc7b3013 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 51171380-4353-44de-b47a-28947b912bf5 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:47:10.041604 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-03199558-efc9-494e-bc27-c511fc7b3013 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 51171380-4353-44de-b47a-28947b912bf5) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:10.046350 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-2ec406e0-82a5-4042-9c1e-a7c39b7a933a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:10.051505 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2ec406e0-82a5-4042-9c1e-a7c39b7a933a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2285323 Mar 08 09:47:10.052188 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40800) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:10.053686 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03199558-efc9-494e-bc27-c511fc7b3013 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:10.054485 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-03199558-efc9-494e-bc27-c511fc7b3013 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:10.063063 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 73761241-d6ad-4b82-bcfa-2a469d82383b, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=73761241-d6ad-4b82-bcfa-2a469d82383b,segment=NetworkSegment(9cdca8b4-8897-4357-bed2-5cca35fa3c8f),segment_id=9cdca8b4-8897-4357-bed2-5cca35fa3c8f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:10.065359 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-63fa07b6-24b4-4ab9-a140-983bf6c4aab5 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '8313d1d9-3050-4213-a6f8-c4b0b245e2e8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:10.065534 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Allocated IP 2001:db8::1 (2f62843d-7cf2-4815-ada6-26c1bfb04442/4f43ddd0-5d99-4372-920f-9056938605dd/8dd80271-db94-4c73-94ae-c38abcba4109) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:10.065970 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-63fa07b6-24b4-4ab9-a140-983bf6c4aab5 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 08 09:47:10.066703 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-63fa07b6-24b4-4ab9-a140-983bf6c4aab5 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:10.069651 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-63fa07b6-24b4-4ab9-a140-983bf6c4aab5 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100346 Mar 08 09:47:10.076796 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6e969015-fe4a-4d9d-9621-6618173abbd7 None None] Calling delete_port for 2e678137-472f-4965-beeb-a56aed34479c owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:10.078474 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40804) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:10.087927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fce563f9-7559-4561-945b-c57903240079 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '8313d1d9-3050-4213-a6f8-c4b0b245e2e8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:10.095813 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fce563f9-7559-4561-945b-c57903240079 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:10.100969 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-03199558-efc9-494e-bc27-c511fc7b3013 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7380793 Mar 08 09:47:10.102258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fce563f9-7559-4561-945b-c57903240079 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:10.104791 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40808) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:10.109010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fce563f9-7559-4561-945b-c57903240079 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:10.109311 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2ff47b-84ee-4518-8900-10517128bbbb None None] Network 51171380-4353-44de-b47a-28947b912bf5 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:10.115033 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-cbe5c7e0-e24e-422e-aea5-726632684e99 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'subnet': {'network_id': '51171380-4353-44de-b47a-28947b912bf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:10.135091 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fce563f9-7559-4561-945b-c57903240079 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:10.143629 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:10.205362 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-58d58ced-5951-4b33-a150-3f714d97b450 None None] Port ccfb2053-308e-46ad-a3ad-de1d5a22b61d cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:47:10.216414 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-fce563f9-7559-4561-945b-c57903240079 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Project 2d72bcac3530488da92517572983a800 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 09:47:10.253693 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-fce563f9-7559-4561-945b-c57903240079 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:10.257736 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fce563f9-7559-4561-945b-c57903240079 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1754155 Mar 08 09:47:10.258014 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40814) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:10.266641 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7d859111-7d8d-40d4-9ec1-15efcfda0f89 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '8313d1d9-3050-4213-a6f8-c4b0b245e2e8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:10.275057 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7d859111-7d8d-40d4-9ec1-15efcfda0f89 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:10.284535 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-109792e6-613f-4fea-827f-5976cffa0364 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Deleting subnet 79312827-93e1-49db-94be-6f74ab40217b {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:47:10.288573 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7d859111-7d8d-40d4-9ec1-15efcfda0f89 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:10.293280 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7d859111-7d8d-40d4-9ec1-15efcfda0f89 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:10.303063 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7d859111-7d8d-40d4-9ec1-15efcfda0f89 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:10.307280 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cbe5c7e0-e24e-422e-aea5-726632684e99 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:10.308726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-109792e6-613f-4fea-827f-5976cffa0364 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:10.315142 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cbe5c7e0-e24e-422e-aea5-726632684e99 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:subnet and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:10.319032 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cbe5c7e0-e24e-422e-aea5-726632684e99 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:10.328445 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-7d859111-7d8d-40d4-9ec1-15efcfda0f89 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Project 2d72bcac3530488da92517572983a800 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 09:47:10.334033 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cbe5c7e0-e24e-422e-aea5-726632684e99 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:10.359014 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe5c7e0-e24e-422e-aea5-726632684e99 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:10.363558 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbe5c7e0-e24e-422e-aea5-726632684e99 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:10.391641 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-7d859111-7d8d-40d4-9ec1-15efcfda0f89 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:10.395433 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7d859111-7d8d-40d4-9ec1-15efcfda0f89 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1337068 Mar 08 09:47:10.396726 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40818) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:10.447126 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:10.498079 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=73761241-d6ad-4b82-bcfa-2a469d82383b,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:10.510575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-109792e6-613f-4fea-827f-5976cffa0364 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:10.546710 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-80fc8ecb-76c7-4c04-b50a-f6b0f4b66684 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:10.553839 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e969015-fe4a-4d9d-9621-6618173abbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:10.588797 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.ipam_backend_mixin [None req-cbe5c7e0-e24e-422e-aea5-726632684e99 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a431734-5c05-467b-8281-e956feb29ab8 (CIDR: 2001:db8::/64) Mar 08 09:47:10.592478 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-80fc8ecb-76c7-4c04-b50a-f6b0f4b66684 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:10.604604 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe5c7e0-e24e-422e-aea5-726632684e99 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:10.605262 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe5c7e0-e24e-422e-aea5-726632684e99 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:47:10.622186 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d90769f-cacb-4978-ad05-7575964ac11d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:10.636993 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e969015-fe4a-4d9d-9621-6618173abbd7 None None] Pushing event deleted for resources: {'Port': ['ID=2e678137-472f-4965-beeb-a56aed34479c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:10.658850 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cbe5c7e0-e24e-422e-aea5-726632684e99 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5529430 Mar 08 09:47:10.661870 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40822) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:10.664564 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e969015-fe4a-4d9d-9621-6618173abbd7 None None] No DVR routers for this DVR port 2e678137-472f-4965-beeb-a56aed34479c on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:47:10.673059 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-71a81b06-2db5-4726-a7d6-444f6a8eb24a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'subnet': {'network_id': '51171380-4353-44de-b47a-28947b912bf5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:10.768255 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-80fc8ecb-76c7-4c04-b50a-f6b0f4b66684 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:10.771265 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d90769f-cacb-4978-ad05-7575964ac11d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:10.780805 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-7d90769f-cacb-4978-ad05-7575964ac11d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:10.789578 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-51171380-4353-44de-b47a-28947b912bf5', 'network_id': '51171380-4353-44de-b47a-28947b912bf5', 'tenant_id': '8487a2388023440e9c6b176be36100ad', 'fixed_ips': [{'subnet_id': '5a431734-5c05-467b-8281-e956feb29ab8'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:47:10.791049 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:10.795948 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d90769f-cacb-4978-ad05-7575964ac11d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:10.796548 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d90769f-cacb-4978-ad05-7575964ac11d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:10.812758 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a8f307-c569-4130-8b9e-ca166ce88563 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:10.827390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:10.831182 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90769f-cacb-4978-ad05-7575964ac11d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=331924e3-e4df-4e79-bf14-6fae4758d58d,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:10.860355 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Transition to ACTIVE for port object 8dd80271-db94-4c73-94ae-c38abcba4109 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:10.871928 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-71a81b06-2db5-4726-a7d6-444f6a8eb24a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:10.876229 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-71a81b06-2db5-4726-a7d6-444f6a8eb24a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:subnet and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:10.880028 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-71a81b06-2db5-4726-a7d6-444f6a8eb24a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:10.881790 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Transition to ACTIVE for port object 8dd80271-db94-4c73-94ae-c38abcba4109 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:10.887543 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-71a81b06-2db5-4726-a7d6-444f6a8eb24a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:10.893148 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc8ecb-76c7-4c04-b50a-f6b0f4b66684 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8313d1d9-3050-4213-a6f8-c4b0b245e2e8,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:10.901709 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-80fc8ecb-76c7-4c04-b50a-f6b0f4b66684 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:10.903292 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-80fc8ecb-76c7-4c04-b50a-f6b0f4b66684 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "DELETE /v2.0/security-groups/8313d1d9-3050-4213-a6f8-c4b0b245e2e8 HTTP/1.1" status: 204 len: 168 time: 0.5060232 Mar 08 09:47:10.906995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40826) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:10.908535 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7d90769f-cacb-4978-ad05-7575964ac11d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0943964 Mar 08 09:47:10.911752 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40830) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:10.913561 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-109792e6-613f-4fea-827f-5976cffa0364 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:10.918914 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-32a2e22d-f8da-47ef-bfac-9730f86265b2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:10.934747 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a81b06-2db5-4726-a7d6-444f6a8eb24a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:10.938486 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71a81b06-2db5-4726-a7d6-444f6a8eb24a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:10.999853 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:11.014631 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 73761241-d6ad-4b82-bcfa-2a469d82383b up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:11.017959 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-10277c87-4895-4e34-9297-6321b3dc2371 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:11.039091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:11.133440 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Subnet': ['ID=4f43ddd0-5d99-4372-920f-9056938605dd,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:11.178799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-32a2e22d-f8da-47ef-bfac-9730f86265b2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:11.185094 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-32a2e22d-f8da-47ef-bfac-9730f86265b2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:11.189714 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-32a2e22d-f8da-47ef-bfac-9730f86265b2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:11.190073 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Network 2f62843d-7cf2-4815-ada6-26c1bfb04442 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:11.197913 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-32a2e22d-f8da-47ef-bfac-9730f86265b2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:11.199406 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:11.202543 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:11.214067 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a2e22d-f8da-47ef-bfac-9730f86265b2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:11.218599 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32a2e22d-f8da-47ef-bfac-9730f86265b2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:11.226793 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-72165981-9501-45c1-8013-0ebaf4665c0b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3169384 Mar 08 09:47:11.249478 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40834) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:11.262768 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Pushing event updated for resources: {'Port': ['ID=8dd80271-db94-4c73-94ae-c38abcba4109,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:11.318889 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-d8d48555-0255-4849-bd62-153eb5f0f61f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1372491526'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:11.341642 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d8d48555-0255-4849-bd62-153eb5f0f61f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:11.349227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-109792e6-613f-4fea-827f-5976cffa0364 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:11.446948 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d8d48555-0255-4849-bd62-153eb5f0f61f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:11.465009 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Attempting to bind port 8dd80271-db94-4c73-94ae-c38abcba4109 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:47:11.465382 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Attempting to bind port 8dd80271-db94-4c73-94ae-c38abcba4109 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '56bb7d72-7d70-45fb-90e4-6d718fcd02d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2f62843d-7cf2-4815-ada6-26c1bfb04442'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:47:11.465739 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Attempting to bind port 8dd80271-db94-4c73-94ae-c38abcba4109 on network 2f62843d-7cf2-4815-ada6-26c1bfb04442 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:47:11.478176 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:47:11.478544 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Checking segment: {'id': '56bb7d72-7d70-45fb-90e4-6d718fcd02d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2f62843d-7cf2-4815-ada6-26c1bfb04442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:11.479150 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:11.479542 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Bound using segment: {'id': '56bb7d72-7d70-45fb-90e4-6d718fcd02d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2f62843d-7cf2-4815-ada6-26c1bfb04442'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:47:11.480018 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Bound port: 8dd80271-db94-4c73-94ae-c38abcba4109, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bb7d72-7d70-45fb-90e4-6d718fcd02d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2f62843d-7cf2-4815-ada6-26c1bfb04442'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:47:11.480421 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:11.489481 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': '331924e3-e4df-4e79-bf14-6fae4758d58d'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:47:11.490254 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:11.506253 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71a81b06-2db5-4726-a7d6-444f6a8eb24a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:11.513671 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 73761241-d6ad-4b82-bcfa-2a469d82383b triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:11.513917 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:11.542784 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Allocated IP 2001:db8::2 (51171380-4353-44de-b47a-28947b912bf5/5a431734-5c05-467b-8281-e956feb29ab8/f65c8db3-295a-49d0-a80e-46171aa5bdc4) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:11.581754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a81b06-2db5-4726-a7d6-444f6a8eb24a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Subnet': ['ID=50688670-b3c7-409a-a750-48f7e9670afb,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:11.599320 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a81b06-2db5-4726-a7d6-444f6a8eb24a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 51171380-4353-44de-b47a-28947b912bf5 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:11.603270 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-71a81b06-2db5-4726-a7d6-444f6a8eb24a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:11.608715 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a81b06-2db5-4726-a7d6-444f6a8eb24a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:11.609353 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71a81b06-2db5-4726-a7d6-444f6a8eb24a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:11.657096 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d8d48555-0255-4849-bd62-153eb5f0f61f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:11.685803 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109792e6-613f-4fea-827f-5976cffa0364 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event deleted for resources: {'Subnet': ['ID=79312827-93e1-49db-94be-6f74ab40217b,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:11.688289 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:11.702319 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-71a81b06-2db5-4726-a7d6-444f6a8eb24a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0370812 Mar 08 09:47:11.703650 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40838) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:11.715033 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2569159c-fca4-42fa-9e97-aa5a92cd4bd4 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'network_id': '51171380-4353-44de-b47a-28947b912bf5', 'fixed_ips': [{'subnet_id': '5a431734-5c05-467b-8281-e956feb29ab8'}, {'subnet_id': '50688670-b3c7-409a-a750-48f7e9670afb'}], 'name': 'tempest-PortsIpV6TestJSON-638041216'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:11.728895 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f533e5-22b3-45a0-a319-b9007c18dea2 None None] Network 34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:11.743792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-109792e6-613f-4fea-827f-5976cffa0364 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:11.745837 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d8d48555-0255-4849-bd62-153eb5f0f61f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:11.842984 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8d48555-0255-4849-bd62-153eb5f0f61f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:11.853084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f62843d-7cf2-4815-ada6-26c1bfb04442']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:11.862615 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:11.896345 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-109792e6-613f-4fea-827f-5976cffa0364 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "DELETE /v2.0/subnets/79312827-93e1-49db-94be-6f74ab40217b HTTP/1.1" status: 204 len: 168 time: 2.2429276 Mar 08 09:47:11.912646 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40842) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:11.932488 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-32a2e22d-f8da-47ef-bfac-9730f86265b2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 09:47:11.956924 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32a2e22d-f8da-47ef-bfac-9730f86265b2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:11.957788 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:11.960562 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56bb7d72-7d70-45fb-90e4-6d718fcd02d7') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:11.960923 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56bb7d72-7d70-45fb-90e4-6d718fcd02d7') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:12.023872 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d8d48555-0255-4849-bd62-153eb5f0f61f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:12.031165 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:12.054654 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d8d48555-0255-4849-bd62-153eb5f0f61f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:12.060912 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d8d48555-0255-4849-bd62-153eb5f0f61f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:12.075845 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] For port 8dd80271-db94-4c73-94ae-c38abcba4109, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:47:12.083298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d8d48555-0255-4849-bd62-153eb5f0f61f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:12.131924 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] For port 8dd80271-db94-4c73-94ae-c38abcba4109, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=8dd80271-db94-4c73-94ae-c38abcba4109,segment=NetworkSegment(56bb7d72-7d70-45fb-90e4-6d718fcd02d7),segment_id=56bb7d72-7d70-45fb-90e4-6d718fcd02d7)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:47:12.150853 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:12.176213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:47:12.176929 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:12.188859 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:47:12.193113 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:47:12.199536 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2569159c-fca4-42fa-9e97-aa5a92cd4bd4 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:12.221010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a2e22d-f8da-47ef-bfac-9730f86265b2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:12.229746 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-32a2e22d-f8da-47ef-bfac-9730f86265b2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:12.233676 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2569159c-fca4-42fa-9e97-aa5a92cd4bd4 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:12.247899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a2e22d-f8da-47ef-bfac-9730f86265b2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:12.248621 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32a2e22d-f8da-47ef-bfac-9730f86265b2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:12.268044 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Allocated IP 172.20.0.2 (162da289-2647-477b-bcb7-e834030497c1/331924e3-e4df-4e79-bf14-6fae4758d58d/48906bda-8299-4db2-bbf5-ac7cf733e0d8) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:12.270424 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2e22d-f8da-47ef-bfac-9730f86265b2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=453d23bb-38c0-45c5-8f7a-5f669e4252b1,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:12.280657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:12.288914 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2569159c-fca4-42fa-9e97-aa5a92cd4bd4 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:12.313419 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-32a2e22d-f8da-47ef-bfac-9730f86265b2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3964682 Mar 08 09:47:12.321719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.api [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 09:47:12.321719 dv-neutron-831730-2-hyperv neutron-server[87771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 09:47:12.321719 dv-neutron-831730-2-hyperv neutron-server[87771]: [parameters: {'id': '2f62843d-7cf2-4815-ada6-26c1bfb04442'}] Mar 08 09:47:12.321719 dv-neutron-831730-2-hyperv neutron-server[87771]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:47:12.322685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG oslo_db.api [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:47:12.323041 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Allocated IP 172.26.2.97 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/1845698e-a6d9-46ab-a897-c93ef3f8a95d) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:12.323734 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40846) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:12.326233 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-10277c87-4895-4e34-9297-6321b3dc2371 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:12.330086 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a8406b59-2222-4218-9422-23f8d3752999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'mac_address': 'fa:16:3e:9a:c4:33', 'name': 'tempest-NetworksTestDHCPv6-1069479214'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:12.340995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-10277c87-4895-4e34-9297-6321b3dc2371 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:12.349310 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Deleting port 52524a5b-3869-4853-8212-0c6ec11a9806 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:12.349793 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:12.394364 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 2e678137-472f-4965-beeb-a56aed34479c no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:47:12.518682 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 2e678137-472f-4965-beeb-a56aed34479c {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:47:12.519065 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 2e678137-472f-4965-beeb-a56aed34479c not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:47:12.549067 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213aa6a-8a05-4d4e-844e-e86b9d86116c None None] Pushing event updated for resources: {'Port': ['ID=8dd80271-db94-4c73-94ae-c38abcba4109,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:12.594897 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10277c87-4895-4e34-9297-6321b3dc2371 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=ccfb2053-308e-46ad-a3ad-de1d5a22b61d,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:12.632917 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8d48555-0255-4849-bd62-153eb5f0f61f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:12.639417 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:12.650739 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8d48555-0255-4849-bd62-153eb5f0f61f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:12.665699 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49292fa5-9f36-4686-a6e3-7edb52110a84 None None] DHCP port deletion for 34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:47:12.672769 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Transition to ACTIVE for port object f65c8db3-295a-49d0-a80e-46171aa5bdc4 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:12.687102 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-49292fa5-9f36-4686-a6e3-7edb52110a84 None None] Deleting port 52524a5b-3869-4853-8212-0c6ec11a9806 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:12.687609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-49292fa5-9f36-4686-a6e3-7edb52110a84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:12.713678 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a8406b59-2222-4218-9422-23f8d3752999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:12.721577 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a8406b59-2222-4218-9422-23f8d3752999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:port and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:12.725503 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a8406b59-2222-4218-9422-23f8d3752999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:12.734792 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a8406b59-2222-4218-9422-23f8d3752999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:12.744849 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8175f59-e11a-407d-b02f-82d16a788cd9 None None] Network 2f62843d-7cf2-4815-ada6-26c1bfb04442 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:12.783501 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d48555-0255-4849-bd62-153eb5f0f61f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42c159a2-e1e4-4253-8f9a-28166bd302bf,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:12.787633 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8406b59-2222-4218-9422-23f8d3752999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:12.794161 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:12.802697 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8d48555-0255-4849-bd62-153eb5f0f61f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:12.803930 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d8d48555-0255-4849-bd62-153eb5f0f61f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5526206 Mar 08 09:47:12.812346 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40850) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:12.818722 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-9efb3a39-801e-4e2e-9772-254d3fab3b04 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '42c159a2-e1e4-4253-8f9a-28166bd302bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:12.827204 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:12.831282 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9efb3a39-801e-4e2e-9772-254d3fab3b04 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:12.832311 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Transition to ACTIVE for port object f65c8db3-295a-49d0-a80e-46171aa5bdc4 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:12.835190 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9efb3a39-801e-4e2e-9772-254d3fab3b04 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:12.839925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9efb3a39-801e-4e2e-9772-254d3fab3b04 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:12.879652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9efb3a39-801e-4e2e-9772-254d3fab3b04 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:12.883231 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:12.961552 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Deleting port 8dd80271-db94-4c73-94ae-c38abcba4109 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:12.962663 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:12.966803 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 52524a5b-3869-4853-8212-0c6ec11a9806 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:47:12.976477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2569159c-fca4-42fa-9e97-aa5a92cd4bd4 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:13.079668 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-2569159c-fca4-42fa-9e97-aa5a92cd4bd4 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] device_id is not set on port 0590686f-cf3a-4912-80a2-b2e10ae65527 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:47:13.082066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-10277c87-4895-4e34-9297-6321b3dc2371 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:13.134773 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-9efb3a39-801e-4e2e-9772-254d3fab3b04 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The resource could not be found. Mar 08 09:47:13.138537 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9efb3a39-801e-4e2e-9772-254d3fab3b04 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3214691 Mar 08 09:47:13.138691 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8406b59-2222-4218-9422-23f8d3752999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:13.140847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:13.144021 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40854) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:13.154658 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Network 51171380-4353-44de-b47a-28947b912bf5 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:13.187317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-873c5030-34e1-4943-ba9d-b4a29b0804a9 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '42c159a2-e1e4-4253-8f9a-28166bd302bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6e380a20-0a0c-4920-b3e2-8edb9b93c329'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:13.188999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b07a3d29-0595-4619-be9f-0168c77b4a3a None None] Provisioning complete for port ccfb2053-308e-46ad-a3ad-de1d5a22b61d triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:13.188999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b07a3d29-0595-4619-be9f-0168c77b4a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:13.189534 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] For port 52524a5b-3869-4853-8212-0c6ec11a9806, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=52524a5b-3869-4853-8212-0c6ec11a9806,segment=NetworkSegment(15d73ed3-ee6a-433d-8a29-053ec6b401e2),segment_id=15d73ed3-ee6a-433d-8a29-053ec6b401e2)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:13.189973 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:13.210886 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-a8406b59-2222-4218-9422-23f8d3752999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port 380688ce-90d4-4f4d-82eb-afd5646529fb yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:47:13.212201 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:13.214763 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:13.228442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-873c5030-34e1-4943-ba9d-b4a29b0804a9 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:13.260897 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Pushing event updated for resources: {'Port': ['ID=f65c8db3-295a-49d0-a80e-46171aa5bdc4,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:13.272653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:13.276611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-873c5030-34e1-4943-ba9d-b4a29b0804a9 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:13.284266 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:13.288124 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-873c5030-34e1-4943-ba9d-b4a29b0804a9 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:13.299047 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:13.334091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-873c5030-34e1-4943-ba9d-b4a29b0804a9 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:13.353000 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:13.388547 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Pushing event updated for resources: {'Port': ['ID=1845698e-a6d9-46ab-a897-c93ef3f8a95d,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:13.401796 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:13.419784 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Calling delete_port for 52524a5b-3869-4853-8212-0c6ec11a9806 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:13.516310 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b07a3d29-0595-4619-be9f-0168c77b4a3a None None] Port ccfb2053-308e-46ad-a3ad-de1d5a22b61d cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:47:13.536080 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Transition to ACTIVE for port object 48906bda-8299-4db2-bbf5-ac7cf733e0d8 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:13.560960 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Attempting to bind port f65c8db3-295a-49d0-a80e-46171aa5bdc4 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:47:13.561327 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Attempting to bind port f65c8db3-295a-49d0-a80e-46171aa5bdc4 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'ba373667-cc45-4683-89d7-f9cf58d66c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '51171380-4353-44de-b47a-28947b912bf5'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:47:13.561689 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Attempting to bind port f65c8db3-295a-49d0-a80e-46171aa5bdc4 on network 51171380-4353-44de-b47a-28947b912bf5 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:47:13.567741 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-49292fa5-9f36-4686-a6e3-7edb52110a84 None None] For port 52524a5b-3869-4853-8212-0c6ec11a9806, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=52524a5b-3869-4853-8212-0c6ec11a9806,segment=NetworkSegment(15d73ed3-ee6a-433d-8a29-053ec6b401e2),segment_id=15d73ed3-ee6a-433d-8a29-053ec6b401e2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:13.568120 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-49292fa5-9f36-4686-a6e3-7edb52110a84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:13.606984 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:47:13.607361 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Checking segment: {'id': 'ba373667-cc45-4683-89d7-f9cf58d66c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '51171380-4353-44de-b47a-28947b912bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:13.608052 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:13.608341 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Bound using segment: {'id': 'ba373667-cc45-4683-89d7-f9cf58d66c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '51171380-4353-44de-b47a-28947b912bf5'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:47:13.608852 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Bound port: f65c8db3-295a-49d0-a80e-46171aa5bdc4, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba373667-cc45-4683-89d7-f9cf58d66c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '51171380-4353-44de-b47a-28947b912bf5'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:47:13.609853 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:13.621696 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Transition to ACTIVE for port object 48906bda-8299-4db2-bbf5-ac7cf733e0d8 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:13.640507 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] For port 8dd80271-db94-4c73-94ae-c38abcba4109, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=8dd80271-db94-4c73-94ae-c38abcba4109,segment=NetworkSegment(56bb7d72-7d70-45fb-90e4-6d718fcd02d7),segment_id=56bb7d72-7d70-45fb-90e4-6d718fcd02d7)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:13.640927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:13.673701 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:13.679957 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:13.778303 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event deleted for resources: {'Port': ['ID=52524a5b-3869-4853-8212-0c6ec11a9806,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:13.786147 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] No DVR routers for this DVR port 52524a5b-3869-4853-8212-0c6ec11a9806 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:47:13.812195 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-49292fa5-9f36-4686-a6e3-7edb52110a84 None None] Calling delete_port for 52524a5b-3869-4853-8212-0c6ec11a9806 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:13.842069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-10277c87-4895-4e34-9297-6321b3dc2371 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:13.842288 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:13.858225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Calling delete_port for 8dd80271-db94-4c73-94ae-c38abcba4109 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:13.981618 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:13.990114 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-873c5030-34e1-4943-ba9d-b4a29b0804a9 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The resource could not be found. Mar 08 09:47:13.991401 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-873c5030-34e1-4943-ba9d-b4a29b0804a9 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8107011 Mar 08 09:47:13.998071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40858) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:14.032066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:14.034586 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:14.062217 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Pushing event updated for resources: {'Port': ['ID=48906bda-8299-4db2-bbf5-ac7cf733e0d8,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:14.154719 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:14.157289 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] For port f65c8db3-295a-49d0-a80e-46171aa5bdc4, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:47:14.167497 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-49292fa5-9f36-4686-a6e3-7edb52110a84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:47:14.168196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-49292fa5-9f36-4686-a6e3-7edb52110a84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:47:14.184338 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] For port f65c8db3-295a-49d0-a80e-46171aa5bdc4, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f65c8db3-295a-49d0-a80e-46171aa5bdc4,segment=NetworkSegment(ba373667-cc45-4683-89d7-f9cf58d66c3c),segment_id=ba373667-cc45-4683-89d7-f9cf58d66c3c)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:47:14.189419 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Attempting to bind port 48906bda-8299-4db2-bbf5-ac7cf733e0d8 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:47:14.189851 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Attempting to bind port 48906bda-8299-4db2-bbf5-ac7cf733e0d8 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:47:14.190325 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Attempting to bind port 48906bda-8299-4db2-bbf5-ac7cf733e0d8 on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:47:14.195218 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:14.209362 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-2569159c-fca4-42fa-9e97-aa5a92cd4bd4 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Allocated IP 2001:db8::31f (51171380-4353-44de-b47a-28947b912bf5/5a431734-5c05-467b-8281-e956feb29ab8/0590686f-cf3a-4912-80a2-b2e10ae65527) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:14.217022 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:14.227119 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-a8406b59-2222-4218-9422-23f8d3752999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 172.20.0.8 (162da289-2647-477b-bcb7-e834030497c1/331924e3-e4df-4e79-bf14-6fae4758d58d/380688ce-90d4-4f4d-82eb-afd5646529fb) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:14.241044 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-a8406b59-2222-4218-9422-23f8d3752999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::f816:3eff:fe9a:c433 (162da289-2647-477b-bcb7-e834030497c1/453d23bb-38c0-45c5-8f7a-5f669e4252b1/380688ce-90d4-4f4d-82eb-afd5646529fb) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:14.241361 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:47:14.241796 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:14.242324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:14.243681 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:47:14.244013 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-2569159c-fca4-42fa-9e97-aa5a92cd4bd4 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Allocated IP 2001:db8:0:1::285 (51171380-4353-44de-b47a-28947b912bf5/50688670-b3c7-409a-a750-48f7e9670afb/0590686f-cf3a-4912-80a2-b2e10ae65527) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:14.244365 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Bound port: 48906bda-8299-4db2-bbf5-ac7cf733e0d8, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:47:14.244890 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:14.249859 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d73ed3-ee6a-433d-8a29-053ec6b401e2') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:14.250156 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d73ed3-ee6a-433d-8a29-053ec6b401e2') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:14.270390 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:14.326321 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:14.357988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:14.358956 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:47:14.359441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:14.367061 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995cc5a-2557-47b3-9dea-648a3b8f3e60 None None] Pushing event updated for resources: {'Port': ['ID=f65c8db3-295a-49d0-a80e-46171aa5bdc4,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:47:14.386288 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:47:14.408818 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] For port 48906bda-8299-4db2-bbf5-ac7cf733e0d8, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:47:14.414676 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] For port 48906bda-8299-4db2-bbf5-ac7cf733e0d8, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=48906bda-8299-4db2-bbf5-ac7cf733e0d8,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:47:14.425466 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:14.447804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-26cd8aa6-7728-4a7d-bfbf-4dd56b527a56 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:14.449553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Port': ['ID=8dd80271-db94-4c73-94ae-c38abcba4109,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:14.467618 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] No DVR routers for this DVR port 8dd80271-db94-4c73-94ae-c38abcba4109 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:47:14.546529 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111f272-e794-497d-a8da-c784c72b60b8 None None] Pushing event updated for resources: {'Port': ['ID=48906bda-8299-4db2-bbf5-ac7cf733e0d8,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:14.670439 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-49292fa5-9f36-4686-a6e3-7edb52110a84 None None] Deleting port 52524a5b-3869-4853-8212-0c6ec11a9806 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:14.671780 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-49292fa5-9f36-4686-a6e3-7edb52110a84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:14.728411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:14.771247 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-49292fa5-9f36-4686-a6e3-7edb52110a84 None None] The port '52524a5b-3869-4853-8212-0c6ec11a9806' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:47:14.777496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-26cd8aa6-7728-4a7d-bfbf-4dd56b527a56 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:14.780318 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:14.810494 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event deleted for resources: {'Network': ['ID=34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:14.823686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:14.871367 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-38da89db-5cfc-448d-8885-553038dcd043 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "DELETE /v2.0/networks/34d3d6bd-2e18-46ac-81c7-4f0b8ce45c5c HTTP/1.1" status: 204 len: 168 time: 2.9451172 Mar 08 09:47:14.887387 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40866) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:14.938932 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8406b59-2222-4218-9422-23f8d3752999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:14.956332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2569159c-fca4-42fa-9e97-aa5a92cd4bd4 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:14.982350 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-a8406b59-2222-4218-9422-23f8d3752999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object 380688ce-90d4-4f4d-82eb-afd5646529fb will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:14.991256 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-2569159c-fca4-42fa-9e97-aa5a92cd4bd4 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Transition to ACTIVE for port object 0590686f-cf3a-4912-80a2-b2e10ae65527 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:14.998594 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f65c8db3-295a-49d0-a80e-46171aa5bdc4 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:15.037128 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8406b59-2222-4218-9422-23f8d3752999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:15.039655 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2569159c-fca4-42fa-9e97-aa5a92cd4bd4 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:15.086275 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port f65c8db3-295a-49d0-a80e-46171aa5bdc4 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:15.144271 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8406b59-2222-4218-9422-23f8d3752999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:15.150429 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a8406b59-2222-4218-9422-23f8d3752999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:15.153117 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8406b59-2222-4218-9422-23f8d3752999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:15.181207 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2569159c-fca4-42fa-9e97-aa5a92cd4bd4 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 51171380-4353-44de-b47a-28947b912bf5 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:15.195562 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2569159c-fca4-42fa-9e97-aa5a92cd4bd4 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:15.197087 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:47:15.198150 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2569159c-fca4-42fa-9e97-aa5a92cd4bd4 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:15.203878 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2569159c-fca4-42fa-9e97-aa5a92cd4bd4 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:15.204492 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2569159c-fca4-42fa-9e97-aa5a92cd4bd4 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:15.229374 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569159c-fca4-42fa-9e97-aa5a92cd4bd4 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=0590686f-cf3a-4912-80a2-b2e10ae65527,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:15.268932 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:15.297305 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2569159c-fca4-42fa-9e97-aa5a92cd4bd4 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.5923910 Mar 08 09:47:15.308720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40870) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:15.320834 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8406b59-2222-4218-9422-23f8d3752999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=380688ce-90d4-4f4d-82eb-afd5646529fb,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:15.335307 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8406b59-2222-4218-9422-23f8d3752999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:15.336373 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8406b59-2222-4218-9422-23f8d3752999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:15.336531 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-598c9eb9-c08d-444c-b012-50752c19d160 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5a431734-5c05-467b-8281-e956feb29ab8'}]}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:15.361789 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a8406b59-2222-4218-9422-23f8d3752999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0367646 Mar 08 09:47:15.362582 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40876) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:15.458266 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ea47dd-26f7-46ec-933f-2637aa490fd6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:15.464994 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ea47dd-26f7-46ec-933f-2637aa490fd6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:15.465810 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-51ea47dd-26f7-46ec-933f-2637aa490fd6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:15.473509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f62843d-7cf2-4815-ada6-26c1bfb04442']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:15.483042 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-51ea47dd-26f7-46ec-933f-2637aa490fd6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:15.484348 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-51ea47dd-26f7-46ec-933f-2637aa490fd6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1207073 Mar 08 09:47:15.486958 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40880) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:15.507614 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-a1be7487-de44-4d7e-81f6-c3d8f05d3296 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Deleting port dbe2e699-7309-4d8f-8340-de9f0bd0792f {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:15.507947 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1be7487-de44-4d7e-81f6-c3d8f05d3296 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:15.566219 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6e668553-80ff-4197-8fbd-cd63cdff5795 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port 380688ce-90d4-4f4d-82eb-afd5646529fb {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:15.567293 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e668553-80ff-4197-8fbd-cd63cdff5795 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:15.617289 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56bb7d72-7d70-45fb-90e4-6d718fcd02d7') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:15.617619 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56bb7d72-7d70-45fb-90e4-6d718fcd02d7') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:15.648474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-26cd8aa6-7728-4a7d-bfbf-4dd56b527a56 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:15.691756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:15.743450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd8aa6-7728-4a7d-bfbf-4dd56b527a56 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c159a2-e1e4-4253-8f9a-28166bd302bf,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:15.761069 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9513a7bd-7df3-4258-bb26-80d5496be851 None None] Network 51171380-4353-44de-b47a-28947b912bf5 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:15.775197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:15.786106 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:47:15.786945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:15.872941 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e668553-80ff-4197-8fbd-cd63cdff5795 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:15.928297 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-10277c87-4895-4e34-9297-6321b3dc2371 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:47:15.930564 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:47:15.952506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3152ab2e-d181-4661-b027-d3a1e3fa4c5e None None] Provisioning for port f65c8db3-295a-49d0-a80e-46171aa5bdc4 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:15.970001 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3152ab2e-d181-4661-b027-d3a1e3fa4c5e None None] Provisioning complete for port f65c8db3-295a-49d0-a80e-46171aa5bdc4 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:15.970370 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3152ab2e-d181-4661-b027-d3a1e3fa4c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:16.019682 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6e668553-80ff-4197-8fbd-cd63cdff5795 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for 380688ce-90d4-4f4d-82eb-afd5646529fb owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:16.139604 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:16.159584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baed758-34cd-4ce5-a5fd-df8cfa3e7254 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:16.169392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-10277c87-4895-4e34-9297-6321b3dc2371 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:16.178767 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3152ab2e-d181-4661-b027-d3a1e3fa4c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:16.279097 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:16.354184 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3152ab2e-d181-4661-b027-d3a1e3fa4c5e None None] For port f65c8db3-295a-49d0-a80e-46171aa5bdc4, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f65c8db3-295a-49d0-a80e-46171aa5bdc4,segment=NetworkSegment(ba373667-cc45-4683-89d7-f9cf58d66c3c),segment_id=ba373667-cc45-4683-89d7-f9cf58d66c3c)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:16.368524 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3152ab2e-d181-4661-b027-d3a1e3fa4c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:16.389774 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e668553-80ff-4197-8fbd-cd63cdff5795 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:16.394615 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Network': ['ID=2f62843d-7cf2-4815-ada6-26c1bfb04442,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:16.423155 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a1af3265-a35f-455c-8db7-a8ec5bee8029 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/networks/2f62843d-7cf2-4815-ada6-26c1bfb04442 HTTP/1.1" status: 204 len: 168 time: 7.4174175 Mar 08 09:47:16.425066 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40890) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:16.431040 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-26cd8aa6-7728-4a7d-bfbf-4dd56b527a56 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:16.432402 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-26cd8aa6-7728-4a7d-bfbf-4dd56b527a56 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "DELETE /v2.0/security-groups/42c159a2-e1e4-4253-8f9a-28166bd302bf HTTP/1.1" status: 204 len: 168 time: 2.4308481 Mar 08 09:47:16.440265 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917b72ea-4c5f-4bfd-aa21-2d1c3536e169 None None] Update dhcp port {'port': {'network_id': '51171380-4353-44de-b47a-28947b912bf5', 'fixed_ips': [{'subnet_id': '5a431734-5c05-467b-8281-e956feb29ab8', 'ip_address': '2001:db8::2'}, {'subnet_id': '50688670-b3c7-409a-a750-48f7e9670afb'}], 'binding:host_id': 'dv-neutron-831730-2-hyperv'}, 'id': 'f65c8db3-295a-49d0-a80e-46171aa5bdc4'} from dv-neutron-831730-2-hyperv. {{(pid=87773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 09:47:16.442753 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6397983c-0620-4494-a4ff-cda78c877edb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2076762779'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:16.450091 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40894) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:16.450475 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e668553-80ff-4197-8fbd-cd63cdff5795 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=380688ce-90d4-4f4d-82eb-afd5646529fb,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:16.453955 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-598c9eb9-c08d-444c-b012-50752c19d160 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:16.456590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6397983c-0620-4494-a4ff-cda78c877edb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:16.475720 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6397983c-0620-4494-a4ff-cda78c877edb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Usage tracker for resource:network and tenant:f9f411f6cb5a4546a0eace12b5c81c03 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:16.478887 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-10277c87-4895-4e34-9297-6321b3dc2371 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:16.480527 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6397983c-0620-4494-a4ff-cda78c877edb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:16.493281 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10277c87-4895-4e34-9297-6321b3dc2371 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=ccfb2053-308e-46ad-a3ad-de1d5a22b61d,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:16.521623 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6397983c-0620-4494-a4ff-cda78c877edb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:16.590210 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152ab2e-d181-4661-b027-d3a1e3fa4c5e None None] Pushing event updated for resources: {'Port': ['ID=f65c8db3-295a-49d0-a80e-46171aa5bdc4,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:16.594513 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-917b72ea-4c5f-4bfd-aa21-2d1c3536e169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:16.605851 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a9985632-ba48-43d3-ad61-125ff9b47a05 None None] Provisioning for port 48906bda-8299-4db2-bbf5-ac7cf733e0d8 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:16.621603 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1be7487-de44-4d7e-81f6-c3d8f05d3296 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:16.621956 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1be7487-de44-4d7e-81f6-c3d8f05d3296 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:16.637341 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-46c929b8-0dfb-45d8-bd79-d769fe154f67 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Synchronizing usage tracker for tenant:2d72bcac3530488da92517572983a800 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:16.704642 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6397983c-0620-4494-a4ff-cda78c877edb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Made reservation on behalf of f9f411f6cb5a4546a0eace12b5c81c03 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:16.708444 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6397983c-0620-4494-a4ff-cda78c877edb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:16.722498 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-46c929b8-0dfb-45d8-bd79-d769fe154f67 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Unset dirty status for tenant:2d72bcac3530488da92517572983a800 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:16.728212 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-46c929b8-0dfb-45d8-bd79-d769fe154f67 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2713101 Mar 08 09:47:16.732129 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40898) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:16.741621 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d5b77b8d-bfee-4d1c-883d-d4ec5a40cfba tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '706ff0c4-c361-46dd-a8a2-ca6f91e398ed', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:16.754171 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d5b77b8d-bfee-4d1c-883d-d4ec5a40cfba tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:16.762147 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d5b77b8d-bfee-4d1c-883d-d4ec5a40cfba tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:16.767560 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d5b77b8d-bfee-4d1c-883d-d4ec5a40cfba tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:16.772869 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e668553-80ff-4197-8fbd-cd63cdff5795 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:16.780129 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d5b77b8d-bfee-4d1c-883d-d4ec5a40cfba tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:16.784363 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6397983c-0620-4494-a4ff-cda78c877edb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:47:16.808246 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6e668553-80ff-4197-8fbd-cd63cdff5795 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/380688ce-90d4-4f4d-82eb-afd5646529fb HTTP/1.1" status: 204 len: 168 time: 1.3174908 Mar 08 09:47:16.808246 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6397983c-0620-4494-a4ff-cda78c877edb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:16.808246 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-6397983c-0620-4494-a4ff-cda78c877edb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Added segment 21b6432b-7a9a-4b3a-a854-27fa87e88fe1 of type vlan for network f285d6f6-80eb-464f-bff5-3598e48d869e Mar 08 09:47:16.809649 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40902) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:16.919586 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6397983c-0620-4494-a4ff-cda78c877edb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:16.931415 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c519df-3fd9-49c2-9973-4c85e8ebee91 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:16.933145 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c519df-3fd9-49c2-9973-4c85e8ebee91 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:16.934714 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c519df-3fd9-49c2-9973-4c85e8ebee91 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:16.935583 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-92c519df-3fd9-49c2-9973-4c85e8ebee91 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:16.938402 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-d5b77b8d-bfee-4d1c-883d-d4ec5a40cfba tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The resource could not be found. Mar 08 09:47:16.939593 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d5b77b8d-bfee-4d1c-883d-d4ec5a40cfba tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2063718 Mar 08 09:47:16.943035 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40906) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:16.953116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-06500c60-6328-4eb1-9f51-2bb084c9fcd5 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1504251434'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:16.961764 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-06500c60-6328-4eb1-9f51-2bb084c9fcd5 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:16.982807 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-06500c60-6328-4eb1-9f51-2bb084c9fcd5 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:17.013873 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-a1be7487-de44-4d7e-81f6-c3d8f05d3296 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Calling delete_port for dbe2e699-7309-4d8f-8340-de9f0bd0792f owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:17.014089 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06500c60-6328-4eb1-9f51-2bb084c9fcd5 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:17.041563 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-92c519df-3fd9-49c2-9973-4c85e8ebee91 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:17.045803 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-92c519df-3fd9-49c2-9973-4c85e8ebee91 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2352197 Mar 08 09:47:17.050963 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40910) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:17.051243 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 48906bda-8299-4db2-bbf5-ac7cf733e0d8 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:17.060265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-06500c60-6328-4eb1-9f51-2bb084c9fcd5 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:17.063529 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6397983c-0620-4494-a4ff-cda78c877edb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:17.069815 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6397983c-0620-4494-a4ff-cda78c877edb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:17.070492 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6397983c-0620-4494-a4ff-cda78c877edb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:17.092824 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-917b72ea-4c5f-4bfd-aa21-2d1c3536e169 None None] Allocated IP 2001:db8:0:1::2 (51171380-4353-44de-b47a-28947b912bf5/50688670-b3c7-409a-a750-48f7e9670afb/f65c8db3-295a-49d0-a80e-46171aa5bdc4) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:17.093969 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-06500c60-6328-4eb1-9f51-2bb084c9fcd5 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:17.105866 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-06500c60-6328-4eb1-9f51-2bb084c9fcd5 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:17.117163 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:17.120736 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43913e49-b4fe-4d22-8bee-1d3afd9257f8 None None] Update dhcp port {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'fixed_ips': [{'subnet_id': '331924e3-e4df-4e79-bf14-6fae4758d58d', 'ip_address': '172.20.0.2'}, {'subnet_id': '453d23bb-38c0-45c5-8f7a-5f669e4252b1'}], 'binding:host_id': 'dv-neutron-831730-2-hyperv'}, 'id': '48906bda-8299-4db2-bbf5-ac7cf733e0d8'} from dv-neutron-831730-2-hyperv. {{(pid=87773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 09:47:17.137058 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-06500c60-6328-4eb1-9f51-2bb084c9fcd5 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:17.202980 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6397983c-0620-4494-a4ff-cda78c877edb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7684395 Mar 08 09:47:17.230390 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40914) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:17.237764 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-28f2b628-f30c-43f6-8aa5-f63b67944abe tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'subnet': {'network_id': 'f285d6f6-80eb-464f-bff5-3598e48d869e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:17.273947 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397983c-0620-4494-a4ff-cda78c877edb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Network': ['ID=f285d6f6-80eb-464f-bff5-3598e48d869e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:17.298683 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network f285d6f6-80eb-464f-bff5-3598e48d869e details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:47:17.315340 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-43913e49-b4fe-4d22-8bee-1d3afd9257f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:17.346762 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 48906bda-8299-4db2-bbf5-ac7cf733e0d8 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:17.355237 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3f837e-b3cd-44e6-a062-887d9fc746d9 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet 331924e3-e4df-4e79-bf14-6fae4758d58d {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:47:17.362274 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 48906bda-8299-4db2-bbf5-ac7cf733e0d8 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:17.362660 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:17.384347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-28f2b628-f30c-43f6-8aa5-f63b67944abe tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:17.395868 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-28f2b628-f30c-43f6-8aa5-f63b67944abe tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Usage tracker for resource:subnet and tenant:f9f411f6cb5a4546a0eace12b5c81c03 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:17.401423 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-28f2b628-f30c-43f6-8aa5-f63b67944abe tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:17.410812 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ef3f837e-b3cd-44e6-a062-887d9fc746d9 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:17.414166 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-28f2b628-f30c-43f6-8aa5-f63b67944abe tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:17.425335 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06500c60-6328-4eb1-9f51-2bb084c9fcd5 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:17.430599 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06500c60-6328-4eb1-9f51-2bb084c9fcd5 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:17.444652 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f2b628-f30c-43f6-8aa5-f63b67944abe tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Made reservation on behalf of f9f411f6cb5a4546a0eace12b5c81c03 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:17.448597 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28f2b628-f30c-43f6-8aa5-f63b67944abe tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:17.466693 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10277c87-4895-4e34-9297-6321b3dc2371 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network b35dd9e3-5ae5-4f67-81f9-6cea0fe32634 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:17.512926 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-917b72ea-4c5f-4bfd-aa21-2d1c3536e169 None None] For port f65c8db3-295a-49d0-a80e-46171aa5bdc4, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f65c8db3-295a-49d0-a80e-46171aa5bdc4,segment=NetworkSegment(ba373667-cc45-4683-89d7-f9cf58d66c3c),segment_id=ba373667-cc45-4683-89d7-f9cf58d66c3c)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:17.513222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06500c60-6328-4eb1-9f51-2bb084c9fcd5 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89a6710-4333-4f7a-b8ee-9345994e38da,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:17.530666 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-10277c87-4895-4e34-9297-6321b3dc2371 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:17.621907 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06500c60-6328-4eb1-9f51-2bb084c9fcd5 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:17.623307 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-06500c60-6328-4eb1-9f51-2bb084c9fcd5 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6755385 Mar 08 09:47:17.628149 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40918) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:17.635470 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-89e8c1ed-07e4-499e-a236-bbdcf194e534 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427035157'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:17.644911 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-917b72ea-4c5f-4bfd-aa21-2d1c3536e169 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:17.645235 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-89e8c1ed-07e4-499e-a236-bbdcf194e534 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:17.656425 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-89e8c1ed-07e4-499e-a236-bbdcf194e534 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:17.661816 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-89e8c1ed-07e4-499e-a236-bbdcf194e534 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:17.670069 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-89e8c1ed-07e4-499e-a236-bbdcf194e534 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:17.683991 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-917b72ea-4c5f-4bfd-aa21-2d1c3536e169 None None] Transition to ACTIVE for port object f65c8db3-295a-49d0-a80e-46171aa5bdc4 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:17.690524 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89e8c1ed-07e4-499e-a236-bbdcf194e534 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:17.717655 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-917b72ea-4c5f-4bfd-aa21-2d1c3536e169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:17.754743 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-89e8c1ed-07e4-499e-a236-bbdcf194e534 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:17.762730 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-89e8c1ed-07e4-499e-a236-bbdcf194e534 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:17.767367 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-89e8c1ed-07e4-499e-a236-bbdcf194e534 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:17.777122 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-89e8c1ed-07e4-499e-a236-bbdcf194e534 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:17.835540 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28f2b628-f30c-43f6-8aa5-f63b67944abe tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:17.877323 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:17.914611 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b72ea-4c5f-4bfd-aa21-2d1c3536e169 None None] Pushing event updated for resources: {'Port': ['ID=f65c8db3-295a-49d0-a80e-46171aa5bdc4,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:17.915643 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ef3f837e-b3cd-44e6-a062-887d9fc746d9 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:17.942739 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 48906bda-8299-4db2-bbf5-ac7cf733e0d8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=48906bda-8299-4db2-bbf5-ac7cf733e0d8,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:17.950517 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2b628-f30c-43f6-8aa5-f63b67944abe tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Subnet': ['ID=33e99fcd-3b50-4dec-8ed6-30741b65f538,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:17.953056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:17.954232 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f65c8db3-295a-49d0-a80e-46171aa5bdc4 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:17.972327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1be7487-de44-4d7e-81f6-c3d8f05d3296 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:17.973749 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89e8c1ed-07e4-499e-a236-bbdcf194e534 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:17.976686 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2b628-f30c-43f6-8aa5-f63b67944abe tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Checking segment: {'id': '21b6432b-7a9a-4b3a-a854-27fa87e88fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f285d6f6-80eb-464f-bff5-3598e48d869e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:17.977647 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f2b628-f30c-43f6-8aa5-f63b67944abe tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network hostable DHCP agents. Network: f285d6f6-80eb-464f-bff5-3598e48d869e, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:47:17.988480 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89e8c1ed-07e4-499e-a236-bbdcf194e534 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:18.037193 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f2b628-f30c-43f6-8aa5-f63b67944abe tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network f285d6f6-80eb-464f-bff5-3598e48d869e is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:47:18.057403 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8c1ed-07e4-499e-a236-bbdcf194e534 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac43236-2248-413b-87bd-907c3af58a80,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:18.062567 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89e8c1ed-07e4-499e-a236-bbdcf194e534 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:18.064086 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-89e8c1ed-07e4-499e-a236-bbdcf194e534 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4346278 Mar 08 09:47:18.065829 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-28f2b628-f30c-43f6-8aa5-f63b67944abe tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, f285d6f6-80eb-464f-bff5-3598e48d869e) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:18.067207 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40922) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:18.072962 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-086d8917-7d1e-4a9e-bc16-3627656f4c32 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': 'e89a6710-4333-4f7a-b8ee-9345994e38da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3ac43236-2248-413b-87bd-907c3af58a80'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:18.076508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be7487-de44-4d7e-81f6-c3d8f05d3296 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event deleted for resources: {'Port': ['ID=dbe2e699-7309-4d8f-8340-de9f0bd0792f,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:18.080783 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f2b628-f30c-43f6-8aa5-f63b67944abe tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:18.081276 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28f2b628-f30c-43f6-8aa5-f63b67944abe tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:18.090589 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1f3559-6a0c-496b-984a-25cb59f79022 None None] Network f285d6f6-80eb-464f-bff5-3598e48d869e requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:18.098147 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-086d8917-7d1e-4a9e-bc16-3627656f4c32 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:18.103674 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-086d8917-7d1e-4a9e-bc16-3627656f4c32 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:18.108483 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-28f2b628-f30c-43f6-8aa5-f63b67944abe tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8769011 Mar 08 09:47:18.109889 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-086d8917-7d1e-4a9e-bc16-3627656f4c32 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:18.113028 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40926) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:18.115793 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-165c8ed4-2879-42c4-a6cd-96d555c62873 None None] Provisioning complete for port ccfb2053-308e-46ad-a3ad-de1d5a22b61d triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:18.116277 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-165c8ed4-2879-42c4-a6cd-96d555c62873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:18.138567 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-086d8917-7d1e-4a9e-bc16-3627656f4c32 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:18.246329 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=48906bda-8299-4db2-bbf5-ac7cf733e0d8,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:18.262532 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-086d8917-7d1e-4a9e-bc16-3627656f4c32 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:18.263912 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-086d8917-7d1e-4a9e-bc16-3627656f4c32 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1957505 Mar 08 09:47:18.267991 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40930) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:18.288780 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-165c8ed4-2879-42c4-a6cd-96d555c62873 None None] Port ccfb2053-308e-46ad-a3ad-de1d5a22b61d cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:47:18.308045 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Router 73b2c540-95ad-4941-9c0d-d418eca6e327 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:47:18.321258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:18.344790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1be7487-de44-4d7e-81f6-c3d8f05d3296 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:18.421771 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77779ee0-cb8f-44fc-850d-fb54ffe8e2ac tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:18.442828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-598c9eb9-c08d-444c-b012-50752c19d160 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Delete allocated IP 2001:db8:0:1::285 (51171380-4353-44de-b47a-28947b912bf5/50688670-b3c7-409a-a750-48f7e9670afb) {{(pid=87771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 08 09:47:18.455804 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77779ee0-cb8f-44fc-850d-fb54ffe8e2ac tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:18.460884 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-f285d6f6-80eb-464f-bff5-3598e48d869e', 'network_id': 'f285d6f6-80eb-464f-bff5-3598e48d869e', 'tenant_id': 'f9f411f6cb5a4546a0eace12b5c81c03', 'fixed_ips': [{'subnet_id': '33e99fcd-3b50-4dec-8ed6-30741b65f538'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:47:18.462625 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:18.524666 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:18.659225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10277c87-4895-4e34-9297-6321b3dc2371 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:47:18.677094 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ef3f837e-b3cd-44e6-a062-887d9fc746d9 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:18.717055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1be7487-de44-4d7e-81f6-c3d8f05d3296 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:18.722421 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40934) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:18.724098 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a1be7487-de44-4d7e-81f6-c3d8f05d3296 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "DELETE /v2.0/floatingips/b0044ad1-d478-404f-8393-ebc65860d007 HTTP/1.1" status: 204 len: 168 time: 3.5477562 Mar 08 09:47:18.735985 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Allocated IP 2001:db8::1 (f285d6f6-80eb-464f-bff5-3598e48d869e/33e99fcd-3b50-4dec-8ed6-30741b65f538/c8fae343-957c-4baf-8c45-4fb69602592a) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:18.767910 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77779ee0-cb8f-44fc-850d-fb54ffe8e2ac tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:18.790162 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0eac28a-2e8d-422c-a161-a3d0b1a75fd5 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] DELETE failed (client error): The resource could not be found. Mar 08 09:47:18.790559 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0eac28a-2e8d-422c-a161-a3d0b1a75fd5 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:47:18.802548 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77779ee0-cb8f-44fc-850d-fb54ffe8e2ac tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac43236-2248-413b-87bd-907c3af58a80,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:18.815805 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77779ee0-cb8f-44fc-850d-fb54ffe8e2ac tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:18.817819 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-77779ee0-cb8f-44fc-850d-fb54ffe8e2ac tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "DELETE /v2.0/security-groups/3ac43236-2248-413b-87bd-907c3af58a80 HTTP/1.1" status: 204 len: 168 time: 0.5471644 Mar 08 09:47:18.819547 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a0eac28a-2e8d-422c-a161-a3d0b1a75fd5 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "DELETE /v2.0/ports/586495e9-76f2-442c-984a-b0894948385f HTTP/1.1" status: 404 len: 333 time: 0.0963783 Mar 08 09:47:18.820389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40938) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:18.825351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40940) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:18.918098 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cf39a1b7-424b-45e6-a3f2-84624a97c07d tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Synchronizing usage tracker for tenant:65442bd3981144f9911800a52d6fbad1 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:18.936668 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f782e435-b622-4a7f-95fa-332ac970f2a0 None None] Network 51171380-4353-44de-b47a-28947b912bf5 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:18.954416 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 48906bda-8299-4db2-bbf5-ac7cf733e0d8 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:18.961898 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-20ecc573-f5ea-40ae-95f4-f4c4b904eeaa tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Synchronizing usage tracker for tenant:2d72bcac3530488da92517572983a800 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:18.966014 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cf39a1b7-424b-45e6-a3f2-84624a97c07d tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Unset dirty status for tenant:65442bd3981144f9911800a52d6fbad1 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:18.968318 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cf39a1b7-424b-45e6-a3f2-84624a97c07d tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ce3adb7-b556-4441-af38-15eb787ea982 HTTP/1.1" status: 200 len: 205 time: 0.1399207 Mar 08 09:47:18.972213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40946) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:19.051513 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-e7137b67-1eb1-4eb7-946e-293b5c9553b0 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] delete failed (client error): The resource could not be found. Mar 08 09:47:19.058828 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e7137b67-1eb1-4eb7-946e-293b5c9553b0 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "DELETE /v2.0/routers/2ce3adb7-b556-4441-af38-15eb787ea982 HTTP/1.1" status: 404 len: 336 time: 0.0792985 Mar 08 09:47:19.058828 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-20ecc573-f5ea-40ae-95f4-f4c4b904eeaa tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Unset dirty status for tenant:2d72bcac3530488da92517572983a800 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:19.058828 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-20ecc573-f5ea-40ae-95f4-f4c4b904eeaa tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2315683 Mar 08 09:47:19.059372 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40950) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:19.059813 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40952) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:19.098430 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-853aab40-129e-4adf-b0e9-5cd768be4239 None None] Provisioning for port 0590686f-cf3a-4912-80a2-b2e10ae65527 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:19.112089 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-653780eb-807a-43c4-a7d1-357081b16f40 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] DELETE failed (client error): The resource could not be found. Mar 08 09:47:19.112686 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-653780eb-807a-43c4-a7d1-357081b16f40 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:47:19.113827 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:47:19.114599 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-653780eb-807a-43c4-a7d1-357081b16f40 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "DELETE /v2.0/subnets/79312827-93e1-49db-94be-6f74ab40217b HTTP/1.1" status: 404 len: 337 time: 0.0520310 Mar 08 09:47:19.119339 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40958) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:19.124248 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-853aab40-129e-4adf-b0e9-5cd768be4239 None None] Provisioning complete for port 0590686f-cf3a-4912-80a2-b2e10ae65527 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:19.124626 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-853aab40-129e-4adf-b0e9-5cd768be4239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.151323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10277c87-4895-4e34-9297-6321b3dc2371 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:47:19.155145 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.164628 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Sync routers for ids ['73b2c540-95ad-4941-9c0d-d418eca6e327'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:47:19.171460 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ef3f837e-b3cd-44e6-a062-887d9fc746d9 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.173495 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3ca57b-6456-4b5d-b9ca-82934dac1964 None None] Sync routers for ids ['65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:47:19.183574 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3ca57b-6456-4b5d-b9ca-82934dac1964 None None] Routers {'65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:19.184514 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2a3ca57b-6456-4b5d-b9ca-82934dac1964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server [None req-43913e49-b4fe-4d22-8bee-1d3afd9257f8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 331924e3-e4df-4e79-bf14-6fae4758d58d: This subnet is being modified by another concurrent operation. Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 09:47:19.189197 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise exception Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 331924e3-e4df-4e79-bf14-6fae4758d58d: This subnet is being modified by another concurrent operation. Mar 08 09:47:19.193485 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server Mar 08 09:47:19.212133 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Transition to ACTIVE for port object c8fae343-957c-4baf-8c45-4fb69602592a will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:19.223248 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ef3f837e-b3cd-44e6-a062-887d9fc746d9 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.223495 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Routers {'73b2c540-95ad-4941-9c0d-d418eca6e327'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:19.224125 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['73b2c540-95ad-4941-9c0d-d418eca6e327'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:19.228294 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ef3f837e-b3cd-44e6-a062-887d9fc746d9 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/331924e3-e4df-4e79-bf14-6fae4758d58d HTTP/1.1" status: 204 len: 168 time: 2.1675160 Mar 08 09:47:19.233900 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-10277c87-4895-4e34-9297-6321b3dc2371 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9325528 Mar 08 09:47:19.236656 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40962) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:19.237423 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40964) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:19.239161 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f837e-b3cd-44e6-a062-887d9fc746d9 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=331924e3-e4df-4e79-bf14-6fae4758d58d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:19.244051 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.245463 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-73cbd801-eebd-44cc-ad38-4f02e1846271 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.5276592 Mar 08 09:47:19.248145 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40966) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:19.286629 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2a3ca57b-6456-4b5d-b9ca-82934dac1964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:19.296628 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3ca57b-6456-4b5d-b9ca-82934dac1964 None None] Routers {'65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:19.297532 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2a3ca57b-6456-4b5d-b9ca-82934dac1964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:19.312425 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-360ff2bc-cc40-47ca-ae84-fea01e9abb63 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Deleting port aabb5dd3-073d-4065-b1c6-67ae2c473d00 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:19.314997 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-360ff2bc-cc40-47ca-ae84-fea01e9abb63 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.325398 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44457ee-d8a9-490c-9c9f-b5b4dd23408a None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:19.363772 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2a3ca57b-6456-4b5d-b9ca-82934dac1964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:19.364662 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3ca57b-6456-4b5d-b9ca-82934dac1964 None None] The sync data for ids ['65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:47:19.386352 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-853aab40-129e-4adf-b0e9-5cd768be4239 None None] Port 0590686f-cf3a-4912-80a2-b2e10ae65527 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:47:19.409701 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.resource_extend [None req-598c9eb9-c08d-444c-b012-50752c19d160 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:47:19.427887 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-598c9eb9-c08d-444c-b012-50752c19d160 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.428705 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 48906bda-8299-4db2-bbf5-ac7cf733e0d8 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:19.429104 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.457964 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-89502b88-31b7-446e-8158-97df898a5efd tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "GET /v2.0/routers/73b2c540-95ad-4941-9c0d-d418eca6e327 HTTP/1.1" status: 200 len: 908 time: 0.2074211 Mar 08 09:47:19.458891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-598c9eb9-c08d-444c-b012-50752c19d160 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Ignored duplicate provisioning block setup for port 0590686f-cf3a-4912-80a2-b2e10ae65527 by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 08 09:47:19.460528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40974) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:19.467253 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Transition to ACTIVE for port object c8fae343-957c-4baf-8c45-4fb69602592a will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:19.472067 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1070667732', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'enable_snat': True}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:19.480370 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:19.483639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-598c9eb9-c08d-444c-b012-50752c19d160 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.487492 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Usage tracker for resource:router and tenant:9b8a715db78d41b3ae9258795521a551 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:19.532628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:19.534113 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-35d784b2-358b-4e42-9d3d-2c94d4f5ffab tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.550433 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.553183 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:19.565142 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-35d784b2-358b-4e42-9d3d-2c94d4f5ffab tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.601085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-598c9eb9-c08d-444c-b012-50752c19d160 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] In _notify_port_updated(), no bound segment for port 0590686f-cf3a-4912-80a2-b2e10ae65527 on network 51171380-4353-44de-b47a-28947b912bf5 {{(pid=87771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:47:19.606722 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598c9eb9-c08d-444c-b012-50752c19d160 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:19.607686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-598c9eb9-c08d-444c-b012-50752c19d160 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.611977 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-598c9eb9-c08d-444c-b012-50752c19d160 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "PUT /v2.0/ports/0590686f-cf3a-4912-80a2-b2e10ae65527 HTTP/1.1" status: 200 len: 925 time: 4.2959156 Mar 08 09:47:19.617880 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40978) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:19.627099 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-535d8dd0-eb51-455e-a561-d042532a3a0a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5a431734-5c05-467b-8281-e956feb29ab8'}, {'subnet_id': '50688670-b3c7-409a-a750-48f7e9670afb'}]}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:19.636292 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-35d784b2-358b-4e42-9d3d-2c94d4f5ffab tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.669439 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.671262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.676073 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302ed287-5169-4881-8b75-232b600da8a6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:19.676672 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-302ed287-5169-4881-8b75-232b600da8a6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Synchronizing usage tracker for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:19.689167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c9eb9-c08d-444c-b012-50752c19d160 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=0590686f-cf3a-4912-80a2-b2e10ae65527,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:19.692847 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-853aab40-129e-4adf-b0e9-5cd768be4239 None None] Provisioning for port f65c8db3-295a-49d0-a80e-46171aa5bdc4 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:19.693141 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d784b2-358b-4e42-9d3d-2c94d4f5ffab tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89a6710-4333-4f7a-b8ee-9345994e38da,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:19.719714 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.727612 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bed8ad-624b-45fa-b156-3ba729a80222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet 453d23bb-38c0-45c5-8f7a-5f669e4252b1 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:47:19.754329 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Network f285d6f6-80eb-464f-bff5-3598e48d869e is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:19.759200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.775942 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-302ed287-5169-4881-8b75-232b600da8a6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Unset dirty status for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:19.779670 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-302ed287-5169-4881-8b75-232b600da8a6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/ports/ccfb2053-308e-46ad-a3ad-de1d5a22b61d HTTP/1.1" status: 200 len: 977 time: 0.4697568 Mar 08 09:47:19.789744 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 40982) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:19.796363 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:19.798116 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-853aab40-129e-4adf-b0e9-5cd768be4239 None None] Provisioning complete for port f65c8db3-295a-49d0-a80e-46171aa5bdc4 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:19.798492 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-853aab40-129e-4adf-b0e9-5cd768be4239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.799522 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6bed8ad-624b-45fa-b156-3ba729a80222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.839766 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:19.840179 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Subnet': ['ID=33e99fcd-3b50-4dec-8ed6-30741b65f538,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:19.877264 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Pushing event updated for resources: {'Port': ['ID=c8fae343-957c-4baf-8c45-4fb69602592a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:19.901966 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-35d784b2-358b-4e42-9d3d-2c94d4f5ffab tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.904740 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-35d784b2-358b-4e42-9d3d-2c94d4f5ffab tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "DELETE /v2.0/security-groups/e89a6710-4333-4f7a-b8ee-9345994e38da HTTP/1.1" status: 204 len: 168 time: 0.8438845 Mar 08 09:47:19.908679 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40986) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:19.922150 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-535d8dd0-eb51-455e-a561-d042532a3a0a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:19.980196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Set router 73b2c540-95ad-4941-9c0d-d418eca6e327 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:47:20.044736 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6bed8ad-624b-45fa-b156-3ba729a80222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:20.100946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:20.152130 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1a6f6236-251f-412f-b16e-fc7084574b52 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Synchronizing usage tracker for tenant:2d72bcac3530488da92517572983a800 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:20.159366 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-360ff2bc-cc40-47ca-ae84-fea01e9abb63 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:20.246298 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f285d6f6-80eb-464f-bff5-3598e48d869e']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:20.293299 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Attempting to bind port c8fae343-957c-4baf-8c45-4fb69602592a on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:47:20.293918 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Attempting to bind port c8fae343-957c-4baf-8c45-4fb69602592a by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '21b6432b-7a9a-4b3a-a854-27fa87e88fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f285d6f6-80eb-464f-bff5-3598e48d869e'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:47:20.293918 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Attempting to bind port c8fae343-957c-4baf-8c45-4fb69602592a on network f285d6f6-80eb-464f-bff5-3598e48d869e {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:47:20.325064 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-360ff2bc-cc40-47ca-ae84-fea01e9abb63 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Calling delete_port for aabb5dd3-073d-4065-b1c6-67ae2c473d00 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:20.352982 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6bed8ad-624b-45fa-b156-3ba729a80222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:20.376159 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:20.398286 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:47:20.398663 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Checking segment: {'id': '21b6432b-7a9a-4b3a-a854-27fa87e88fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f285d6f6-80eb-464f-bff5-3598e48d869e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:20.399850 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:20.400394 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Bound using segment: {'id': '21b6432b-7a9a-4b3a-a854-27fa87e88fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f285d6f6-80eb-464f-bff5-3598e48d869e'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:47:20.400525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b6432b-7a9a-4b3a-a854-27fa87e88fe1') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:20.400814 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b6432b-7a9a-4b3a-a854-27fa87e88fe1') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:20.400923 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Bound port: c8fae343-957c-4baf-8c45-4fb69602592a, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b6432b-7a9a-4b3a-a854-27fa87e88fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f285d6f6-80eb-464f-bff5-3598e48d869e'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:47:20.401283 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:20.410383 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f65c8db3-295a-49d0-a80e-46171aa5bdc4 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:20.414005 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1a6f6236-251f-412f-b16e-fc7084574b52 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Unset dirty status for tenant:2d72bcac3530488da92517572983a800 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:20.419596 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1a6f6236-251f-412f-b16e-fc7084574b52 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4889417 Mar 08 09:47:20.421535 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 40990) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:20.426883 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:20.439501 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d6462a58-a21d-42b3-8c40-10a044ed49f1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1932195967'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:20.463306 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d6462a58-a21d-42b3-8c40-10a044ed49f1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:20.472811 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:20.487768 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d6462a58-a21d-42b3-8c40-10a044ed49f1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:20.489854 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:47:20.490261 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:47:20.510441 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:47:20.737780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6462a58-a21d-42b3-8c40-10a044ed49f1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:20.744052 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] For port c8fae343-957c-4baf-8c45-4fb69602592a, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:47:20.764145 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f65c8db3-295a-49d0-a80e-46171aa5bdc4 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:20.764933 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:20.810983 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d6462a58-a21d-42b3-8c40-10a044ed49f1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:20.812926 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 09:47:20.812926 dv-neutron-831730-2-hyperv neutron-server[87772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 09:47:20.812926 dv-neutron-831730-2-hyperv neutron-server[87772]: [parameters: {'id': 'f285d6f6-80eb-464f-bff5-3598e48d869e'}] Mar 08 09:47:20.812926 dv-neutron-831730-2-hyperv neutron-server[87772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:47:20.813566 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:47:20.820565 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6bed8ad-624b-45fa-b156-3ba729a80222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:20.831206 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] For port c8fae343-957c-4baf-8c45-4fb69602592a, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c8fae343-957c-4baf-8c45-4fb69602592a,segment=NetworkSegment(21b6432b-7a9a-4b3a-a854-27fa87e88fe1),segment_id=21b6432b-7a9a-4b3a-a854-27fa87e88fe1)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:47:20.831455 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d6462a58-a21d-42b3-8c40-10a044ed49f1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:20.872149 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d6462a58-a21d-42b3-8c40-10a044ed49f1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:20.888519 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d6462a58-a21d-42b3-8c40-10a044ed49f1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:20.898677 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bed8ad-624b-45fa-b156-3ba729a80222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=453d23bb-38c0-45c5-8f7a-5f669e4252b1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:20.900961 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6bed8ad-624b-45fa-b156-3ba729a80222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:20.905321 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:20.947801 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b6bed8ad-624b-45fa-b156-3ba729a80222 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/453d23bb-38c0-45c5-8f7a-5f669e4252b1 HTTP/1.1" status: 204 len: 168 time: 1.6393311 Mar 08 09:47:20.949282 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41000) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:20.954459 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-360ff2bc-cc40-47ca-ae84-fea01e9abb63 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:20.982739 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-06e99e2d-9913-456b-8763-d8e73dd33a3f None None] Provisioning complete for port 48906bda-8299-4db2-bbf5-ac7cf733e0d8 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:20.983116 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06e99e2d-9913-456b-8763-d8e73dd33a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:20.989128 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-535d8dd0-eb51-455e-a561-d042532a3a0a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Allocated IP 2001:db8:0:1::36f (51171380-4353-44de-b47a-28947b912bf5/50688670-b3c7-409a-a750-48f7e9670afb/0590686f-cf3a-4912-80a2-b2e10ae65527) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:21.088763 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-24adf39d-f794-4ab5-aea4-c32896dd2b63 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1374981 Mar 08 09:47:21.092577 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ff2bc-cc40-47ca-ae84-fea01e9abb63 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event deleted for resources: {'Port': ['ID=aabb5dd3-073d-4065-b1c6-67ae2c473d00,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:21.094493 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41004) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:21.177539 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e719337-ec80-4387-83e2-54bd6cf2a712 None None] Update dhcp port {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'fixed_ips': [{'subnet_id': '453d23bb-38c0-45c5-8f7a-5f669e4252b1'}], 'binding:host_id': 'dv-neutron-831730-2-hyperv'}, 'id': '48906bda-8299-4db2-bbf5-ac7cf733e0d8'} from dv-neutron-831730-2-hyperv. {{(pid=87773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 09:47:21.201702 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a322e-b9a4-482a-a28b-9e7217065bf2 None None] Pushing event updated for resources: {'Port': ['ID=c8fae343-957c-4baf-8c45-4fb69602592a,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:21.254032 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b2c540-95ad-4941-9c0d-d418eca6e327', 'name': 'tempest-snat-router-1070667732', 'tenant_id': '9b8a715db78d41b3ae9258795521a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.97'}], 'enable_snat': False}, 'gw_port_id': '1845698e-a6d9-46ab-a897-c93ef3f8a95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:47:08Z', 'updated_at': '2022-03-08T09:47:14Z', 'revision_number': 3, 'project_id': '9b8a715db78d41b3ae9258795521a551', 'gw_port': {'id': '1845698e-a6d9-46ab-a897-c93ef3f8a95d', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b2c540-95ad-4941-9c0d-d418eca6e327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:47:12Z', 'updated_at': '2022-03-08T09:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:21.274764 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6462a58-a21d-42b3-8c40-10a044ed49f1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:21.291094 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6462a58-a21d-42b3-8c40-10a044ed49f1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:21.317207 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Checking router: 73b2c540-95ad-4941-9c0d-d418eca6e327 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:47:21.317812 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Updating router 73b2c540-95ad-4941-9c0d-d418eca6e327 port 1845698e-a6d9-46ab-a897-c93ef3f8a95d binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:47:21.326270 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:21.356008 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a1e19d-c3df-481f-b732-1d2ac7b694d8 None None] Network f285d6f6-80eb-464f-bff5-3598e48d869e requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:21.359299 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-360ff2bc-cc40-47ca-ae84-fea01e9abb63 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:21.364088 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-360ff2bc-cc40-47ca-ae84-fea01e9abb63 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "DELETE /v2.0/ports/aabb5dd3-073d-4065-b1c6-67ae2c473d00 HTTP/1.1" status: 204 len: 168 time: 2.2436028 Mar 08 09:47:21.365010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41008) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:21.397578 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-535d8dd0-eb51-455e-a561-d042532a3a0a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:21.405195 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e719337-ec80-4387-83e2-54bd6cf2a712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:21.416480 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6462a58-a21d-42b3-8c40-10a044ed49f1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:21.418083 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d6462a58-a21d-42b3-8c40-10a044ed49f1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9936502 Mar 08 09:47:21.425963 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6462a58-a21d-42b3-8c40-10a044ed49f1 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4cf37f-738b-4738-87b5-1e26ea855609,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:21.426837 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41012) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:21.447423 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Deleting port c8fae343-957c-4baf-8c45-4fb69602592a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:21.447846 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:21.476329 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-a71722f9-a8a4-4440-91f7-641b80fdad4c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '2e4cf37f-738b-4738-87b5-1e26ea855609', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:21.488664 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a71722f9-a8a4-4440-91f7-641b80fdad4c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:21.491173 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-535d8dd0-eb51-455e-a561-d042532a3a0a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Transition to ACTIVE for port object 0590686f-cf3a-4912-80a2-b2e10ae65527 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:21.521158 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-535d8dd0-eb51-455e-a561-d042532a3a0a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:21.523994 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a71722f9-a8a4-4440-91f7-641b80fdad4c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:21.524761 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 48906bda-8299-4db2-bbf5-ac7cf733e0d8 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:47:21.528721 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a71722f9-a8a4-4440-91f7-641b80fdad4c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:21.549890 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef5c86a-1d60-42a4-87e7-2fb8dfca1e5f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:21.550654 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4ef5c86a-1d60-42a4-87e7-2fb8dfca1e5f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:21.583167 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:21.642424 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3656-3577-47f9-85eb-2b5ad40c0f69 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:21.643347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-49b9d5b6-869b-4cf4-b411-363bd859f40b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Deleting port 0fa67775-33e1-41e6-96b4-117f21b0ca64 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:21.643699 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49b9d5b6-869b-4cf4-b411-363bd859f40b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:21.701347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4ef5c86a-1d60-42a4-87e7-2fb8dfca1e5f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:21.702800 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4ef5c86a-1d60-42a4-87e7-2fb8dfca1e5f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5956726 Mar 08 09:47:21.715131 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41018) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:21.839723 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a71722f9-a8a4-4440-91f7-641b80fdad4c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:21.891934 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:21.902809 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3af723e-e287-40f4-bd87-f289757ed17e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:21.903506 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c3af723e-e287-40f4-bd87-f289757ed17e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:21.955332 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1f70573d-5660-43a7-9e5e-f3d951365c2a None None] Provisioning for port 0590686f-cf3a-4912-80a2-b2e10ae65527 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:21.974236 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1f70573d-5660-43a7-9e5e-f3d951365c2a None None] Provisioning complete for port 0590686f-cf3a-4912-80a2-b2e10ae65527 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:21.974611 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f70573d-5660-43a7-9e5e-f3d951365c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:22.045762 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:22.145939 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c3af723e-e287-40f4-bd87-f289757ed17e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:22.147141 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c3af723e-e287-40f4-bd87-f289757ed17e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4311802 Mar 08 09:47:22.156082 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41024) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:22.159748 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] For port c8fae343-957c-4baf-8c45-4fb69602592a, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c8fae343-957c-4baf-8c45-4fb69602592a,segment=NetworkSegment(21b6432b-7a9a-4b3a-a854-27fa87e88fe1),segment_id=21b6432b-7a9a-4b3a-a854-27fa87e88fe1)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:22.160099 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:22.236733 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-535d8dd0-eb51-455e-a561-d042532a3a0a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] In _notify_port_updated(), no bound segment for port 0590686f-cf3a-4912-80a2-b2e10ae65527 on network 51171380-4353-44de-b47a-28947b912bf5 {{(pid=87771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:47:22.243692 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535d8dd0-eb51-455e-a561-d042532a3a0a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:22.244327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-535d8dd0-eb51-455e-a561-d042532a3a0a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:22.248234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:22.248380 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-535d8dd0-eb51-455e-a561-d042532a3a0a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "PUT /v2.0/ports/0590686f-cf3a-4912-80a2-b2e10ae65527 HTTP/1.1" status: 200 len: 1011 time: 2.6266754 Mar 08 09:47:22.295580 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d8dd0-eb51-455e-a561-d042532a3a0a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=0590686f-cf3a-4912-80a2-b2e10ae65527,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:22.299801 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41028) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:22.308007 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-81c66e71-acf2-403b-bafb-4c43cdeae1c7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1493328 Mar 08 09:47:22.318476 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41034) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:22.328730 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1f70573d-5660-43a7-9e5e-f3d951365c2a None None] Port 0590686f-cf3a-4912-80a2-b2e10ae65527 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:47:22.340576 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 48906bda-8299-4db2-bbf5-ac7cf733e0d8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=48906bda-8299-4db2-bbf5-ac7cf733e0d8,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:22.359814 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:22.360744 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-76916566-ac8f-4a41-8c3d-7f8f6ea6558c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:22.404972 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-a71722f9-a8a4-4440-91f7-641b80fdad4c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:22.406645 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a71722f9-a8a4-4440-91f7-641b80fdad4c tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.9699636 Mar 08 09:47:22.415239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41038) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:22.422702 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-fb892e41-243d-4a29-9a8e-7fb88d4f982a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group_rule': {'security_group_id': '2e4cf37f-738b-4738-87b5-1e26ea855609', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:22.429845 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fb892e41-243d-4a29-9a8e-7fb88d4f982a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:22.439209 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1f70573d-5660-43a7-9e5e-f3d951365c2a None None] Provisioning complete for port f65c8db3-295a-49d0-a80e-46171aa5bdc4 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:22.439693 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f70573d-5660-43a7-9e5e-f3d951365c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:22.472657 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b1f1c5-7498-4f75-87a6-d852970e8507 None None] get_active_networks_info from dv-neutron-831730-2-hyperv {{(pid=87773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 09:47:22.478776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fb892e41-243d-4a29-9a8e-7fb88d4f982a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:22.487141 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fb892e41-243d-4a29-9a8e-7fb88d4f982a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:22.507136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fb892e41-243d-4a29-9a8e-7fb88d4f982a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:22.530160 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-76916566-ac8f-4a41-8c3d-7f8f6ea6558c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:22.542549 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:47:22.557000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-76916566-ac8f-4a41-8c3d-7f8f6ea6558c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:22.565775 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Calling delete_port for c8fae343-957c-4baf-8c45-4fb69602592a owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:22.568706 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=48906bda-8299-4db2-bbf5-ac7cf733e0d8,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:22.578005 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-8b4d3656-3577-47f9-85eb-2b5ad40c0f69 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting port ccfb2053-308e-46ad-a3ad-de1d5a22b61d {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:22.578339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3656-3577-47f9-85eb-2b5ad40c0f69 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:22.612478 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-fb892e41-243d-4a29-9a8e-7fb88d4f982a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:22.613768 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fb892e41-243d-4a29-9a8e-7fb88d4f982a tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1972842 Mar 08 09:47:22.626227 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41042) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:22.629938 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76916566-ac8f-4a41-8c3d-7f8f6ea6558c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:22.634701 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-76916566-ac8f-4a41-8c3d-7f8f6ea6558c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:22.636544 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-76916566-ac8f-4a41-8c3d-7f8f6ea6558c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:22.637030 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76916566-ac8f-4a41-8c3d-7f8f6ea6558c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:47:22.649467 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49b9d5b6-869b-4cf4-b411-363bd859f40b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:22.708531 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-76916566-ac8f-4a41-8c3d-7f8f6ea6558c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3607116 Mar 08 09:47:22.712494 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41046) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:22.721193 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-91df59a1-51eb-4e4f-9caf-1a7f52b9e566 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:22.736346 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:22.780076 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Transition to ACTIVE for port object 1845698e-a6d9-46ab-a897-c93ef3f8a95d will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:22.782549 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b1f1c5-7498-4f75-87a6-d852970e8507 None None] Resources bound (agent type, host, resource id): {{(pid=87773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 09:47:22.808365 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:22.830768 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-55d73bf5-a5e4-47c5-aee6-3c429ba2260f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port 0590686f-cf3a-4912-80a2-b2e10ae65527 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:22.831156 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55d73bf5-a5e4-47c5-aee6-3c429ba2260f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:22.879563 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-49b9d5b6-869b-4cf4-b411-363bd859f40b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Calling delete_port for 0fa67775-33e1-41e6-96b4-117f21b0ca64 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:22.897884 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3656-3577-47f9-85eb-2b5ad40c0f69 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:22.960042 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:23.006641 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Attempting to bind port 1845698e-a6d9-46ab-a897-c93ef3f8a95d on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:47:23.007005 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Attempting to bind port 1845698e-a6d9-46ab-a897-c93ef3f8a95d by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:47:23.007767 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Attempting to bind port 1845698e-a6d9-46ab-a897-c93ef3f8a95d on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:47:23.036584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:47:23.037000 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:23.037372 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:23.037761 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:47:23.038230 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Bound port: 1845698e-a6d9-46ab-a897-c93ef3f8a95d, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:47:23.038599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:23.077907 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] No DVR routers for this DVR port c8fae343-957c-4baf-8c45-4fb69602592a on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:47:23.081484 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3903d311-2827-47fa-92ef-67a1ee3e5af1 None None] Provisioning complete for port 0590686f-cf3a-4912-80a2-b2e10ae65527 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:23.081722 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Port': ['ID=c8fae343-957c-4baf-8c45-4fb69602592a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:23.081814 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3903d311-2827-47fa-92ef-67a1ee3e5af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:23.107993 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8173c4-161f-479b-9eb5-0452a47b2726 None None] Pushing event updated for resources: {'Port': ['ID=1845698e-a6d9-46ab-a897-c93ef3f8a95d,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:23.127040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-50a937b6-896a-4be7-a3af-30ac7558b155 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:23.137333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-8b4d3656-3577-47f9-85eb-2b5ad40c0f69 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Calling delete_port for ccfb2053-308e-46ad-a3ad-de1d5a22b61d owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:23.218873 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Allocated IP 172.26.2.162 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/c06de0c7-ca19-4783-80d6-683f6955cbf5) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:23.238759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-91df59a1-51eb-4e4f-9caf-1a7f52b9e566 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:23.240892 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3903d311-2827-47fa-92ef-67a1ee3e5af1 None None] Port 0590686f-cf3a-4912-80a2-b2e10ae65527 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:47:23.252134 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] For port 1845698e-a6d9-46ab-a897-c93ef3f8a95d, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:47:23.272340 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3903d311-2827-47fa-92ef-67a1ee3e5af1 None None] Provisioning complete for port 48906bda-8299-4db2-bbf5-ac7cf733e0d8 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:23.272674 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3903d311-2827-47fa-92ef-67a1ee3e5af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:23.284310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-91df59a1-51eb-4e4f-9caf-1a7f52b9e566 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:23.313028 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-50a937b6-896a-4be7-a3af-30ac7558b155 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:23.354312 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:23.356214 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799fb2a-5e34-428c-b62f-4471f6610f68 req-7cc65c49-f735-4264-88a1-fab7e40e95c0 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:23.358111 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3799fb2a-5e34-428c-b62f-4471f6610f68 req-7cc65c49-f735-4264-88a1-fab7e40e95c0 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.5078835 Mar 08 09:47:23.502398 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f285d6f6-80eb-464f-bff5-3598e48d869e']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:23.506828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9150b04-d7f8-4e09-9a3a-54ecc7f4ca5c None None] get_active_networks_info from dv-neutron-831730-2-hyperv {{(pid=87773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 09:47:23.522977 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b6432b-7a9a-4b3a-a854-27fa87e88fe1') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:23.523216 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b6432b-7a9a-4b3a-a854-27fa87e88fe1') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:23.536985 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3903d311-2827-47fa-92ef-67a1ee3e5af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:23.552870 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:23.565633 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49b9d5b6-869b-4cf4-b411-363bd859f40b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:23.573945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91df59a1-51eb-4e4f-9caf-1a7f52b9e566 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:23.577822 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-91df59a1-51eb-4e4f-9caf-1a7f52b9e566 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:23.579441 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-91df59a1-51eb-4e4f-9caf-1a7f52b9e566 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:23.580126 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91df59a1-51eb-4e4f-9caf-1a7f52b9e566 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:47:23.612554 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55d73bf5-a5e4-47c5-aee6-3c429ba2260f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:23.621711 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-50a937b6-896a-4be7-a3af-30ac7558b155 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:23.626046 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:23.657164 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-91df59a1-51eb-4e4f-9caf-1a7f52b9e566 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9435627 Mar 08 09:47:23.676262 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] For port 1845698e-a6d9-46ab-a897-c93ef3f8a95d, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1845698e-a6d9-46ab-a897-c93ef3f8a95d,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:47:23.677347 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41052) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:23.690594 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-eb8c5f73-5dfd-40ed-9854-98446e49ca11 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:23.692550 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:23.726230 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3799fb2a-5e34-428c-b62f-4471f6610f68 req-5781b11a-e82b-4dbd-bcf7-5deb49292a5a tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417344 Mar 08 09:47:23.761147 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3903d311-2827-47fa-92ef-67a1ee3e5af1 None None] For port 48906bda-8299-4db2-bbf5-ac7cf733e0d8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=48906bda-8299-4db2-bbf5-ac7cf733e0d8,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:23.767536 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9150b04-d7f8-4e09-9a3a-54ecc7f4ca5c None None] Resources bound (agent type, host, resource id): {{(pid=87773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 09:47:23.774055 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-55d73bf5-a5e4-47c5-aee6-3c429ba2260f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for 0590686f-cf3a-4912-80a2-b2e10ae65527 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:23.782614 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3903d311-2827-47fa-92ef-67a1ee3e5af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:23.859042 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9d5b6-869b-4cf4-b411-363bd859f40b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event deleted for resources: {'Port': ['ID=0fa67775-33e1-41e6-96b4-117f21b0ca64,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:23.887334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:23.891114 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3656-3577-47f9-85eb-2b5ad40c0f69 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:23.899404 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:47:23.899803 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:47:23.920360 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:47:23.922723 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a937b6-896a-4be7-a3af-30ac7558b155 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4cf37f-738b-4738-87b5-1e26ea855609,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:23.971265 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3903d311-2827-47fa-92ef-67a1ee3e5af1 None None] Could not find standard attr ID for object 380688ce-90d4-4f4d-82eb-afd5646529fb. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:47:23.975303 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d3656-3577-47f9-85eb-2b5ad40c0f69 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Port': ['ID=ccfb2053-308e-46ad-a3ad-de1d5a22b61d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:24.020983 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Routers {'73b2c540-95ad-4941-9c0d-d418eca6e327'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:24.021623 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['73b2c540-95ad-4941-9c0d-d418eca6e327'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:24.029657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-eb8c5f73-5dfd-40ed-9854-98446e49ca11 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:24.085547 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-eb8c5f73-5dfd-40ed-9854-98446e49ca11 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:24.100159 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8173c4-161f-479b-9eb5-0452a47b2726 None None] Pushing event updated for resources: {'Port': ['ID=1845698e-a6d9-46ab-a897-c93ef3f8a95d,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:24.115241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8c5f73-5dfd-40ed-9854-98446e49ca11 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:24.119419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eb8c5f73-5dfd-40ed-9854-98446e49ca11 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:24.120855 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8c5f73-5dfd-40ed-9854-98446e49ca11 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:24.121305 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8c5f73-5dfd-40ed-9854-98446e49ca11 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:47:24.198300 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:24.287991 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-50a937b6-896a-4be7-a3af-30ac7558b155 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:24.292158 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-50a937b6-896a-4be7-a3af-30ac7558b155 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "DELETE /v2.0/security-groups/2e4cf37f-738b-4738-87b5-1e26ea855609 HTTP/1.1" status: 204 len: 168 time: 1.6618690 Mar 08 09:47:24.301991 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41058) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:24.332957 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903d311-2827-47fa-92ef-67a1ee3e5af1 None None] Pushing event updated for resources: {'Port': ['ID=48906bda-8299-4db2-bbf5-ac7cf733e0d8,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:24.347454 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:24.348771 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-eb8c5f73-5dfd-40ed-9854-98446e49ca11 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6691077 Mar 08 09:47:24.353675 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3656-3577-47f9-85eb-2b5ad40c0f69 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:24.354408 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41062) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:24.359962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:24.367077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:24.382078 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:24.385564 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6ffc5379-d72c-47dd-875d-ba8cab7f8cc8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:24.403032 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] Set router 73b2c540-95ad-4941-9c0d-d418eca6e327 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:47:24.410329 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:24.430892 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/networks/f285d6f6-80eb-464f-bff5-3598e48d869e HTTP/1.1" status: 204 len: 168 time: 6.3134453 Mar 08 09:47:24.432567 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49b9d5b6-869b-4cf4-b411-363bd859f40b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:24.437265 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-49b9d5b6-869b-4cf4-b411-363bd859f40b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "DELETE /v2.0/ports/0fa67775-33e1-41e6-96b4-117f21b0ca64 HTTP/1.1" status: 204 len: 168 time: 3.0636151 Mar 08 09:47:24.442000 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41066) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:24.442325 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41068) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:24.459006 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e2541-e804-47e3-899e-cf3b70eb7b8c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Network': ['ID=f285d6f6-80eb-464f-bff5-3598e48d869e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:24.482932 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Pushing event updated for resources: {'Port': ['ID=c06de0c7-ca19-4783-80d6-683f6955cbf5,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:24.574773 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7f5b14c8-c01c-4981-9839-62e936770a5d tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Synchronizing usage tracker for tenant:2d72bcac3530488da92517572983a800 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:24.642480 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2a0eca15-145e-4463-93a9-833581195888 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1325805120'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:24.658396 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf43c46-ce12-4e2d-bf79-25648c889b0a req-9148b0d0-cd01-4060-9138-ac0b0846ead0 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:24.659863 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fcf43c46-ce12-4e2d-bf79-25648c889b0a req-9148b0d0-cd01-4060-9138-ac0b0846ead0 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.7948742 Mar 08 09:47:24.677402 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2a0eca15-145e-4463-93a9-833581195888 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:24.725069 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2a0eca15-145e-4463-93a9-833581195888 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Usage tracker for resource:network and tenant:f9f411f6cb5a4546a0eace12b5c81c03 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:24.734657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2a0eca15-145e-4463-93a9-833581195888 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:24.747061 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7f5b14c8-c01c-4981-9839-62e936770a5d tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Unset dirty status for tenant:2d72bcac3530488da92517572983a800 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:24.752170 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7f5b14c8-c01c-4981-9839-62e936770a5d tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4404194 Mar 08 09:47:24.755213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41074) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:24.757375 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2a0eca15-145e-4463-93a9-833581195888 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:24.768732 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group': {'name': 'tempest-secgroup--504105145'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:24.799246 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:24.807322 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6ffc5379-d72c-47dd-875d-ba8cab7f8cc8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:24.830468 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fcf43c46-ce12-4e2d-bf79-25648c889b0a req-cb37fa79-2127-4cb1-a66c-84320749245a tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504707 Mar 08 09:47:24.830889 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0eca15-145e-4463-93a9-833581195888 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Made reservation on behalf of f9f411f6cb5a4546a0eace12b5c81c03 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:24.834543 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a0eca15-145e-4463-93a9-833581195888 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:24.841679 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b2c540-95ad-4941-9c0d-d418eca6e327', 'name': 'tempest-snat-router-1070667732', 'tenant_id': '9b8a715db78d41b3ae9258795521a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.97'}], 'enable_snat': False}, 'gw_port_id': '1845698e-a6d9-46ab-a897-c93ef3f8a95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:47:08Z', 'updated_at': '2022-03-08T09:47:14Z', 'revision_number': 3, 'project_id': '9b8a715db78d41b3ae9258795521a551', 'gw_port': {'id': '1845698e-a6d9-46ab-a897-c93ef3f8a95d', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b2c540-95ad-4941-9c0d-d418eca6e327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:47:12Z', 'updated_at': '2022-03-08T09:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:24.847309 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c63710c-e446-4f50-ae67-7a1782444785 None None] The sync data for ids ['73b2c540-95ad-4941-9c0d-d418eca6e327'] in dv-neutron-831730-2-hyperv is: [{'id': '73b2c540-95ad-4941-9c0d-d418eca6e327', 'name': 'tempest-snat-router-1070667732', 'tenant_id': '9b8a715db78d41b3ae9258795521a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.97'}], 'enable_snat': False}, 'gw_port_id': '1845698e-a6d9-46ab-a897-c93ef3f8a95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:47:08Z', 'updated_at': '2022-03-08T09:47:14Z', 'revision_number': 3, 'project_id': '9b8a715db78d41b3ae9258795521a551', 'gw_port': {'id': '1845698e-a6d9-46ab-a897-c93ef3f8a95d', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b2c540-95ad-4941-9c0d-d418eca6e327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:47:12Z', 'updated_at': '2022-03-08T09:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:47:24.856523 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55d73bf5-a5e4-47c5-aee6-3c429ba2260f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:24.863851 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:24.870602 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6ffc5379-d72c-47dd-875d-ba8cab7f8cc8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:24.888755 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e2e9c19-c675-4bb4-950d-1355f53f0bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:24.912493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fa94f268-8c10-47c0-ab3c-12b155b5641c None None] Provisioning complete for port 48906bda-8299-4db2-bbf5-ac7cf733e0d8 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:24.912912 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa94f268-8c10-47c0-ab3c-12b155b5641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:24.923056 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4d3656-3577-47f9-85eb-2b5ad40c0f69 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:47:25.006862 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d73bf5-a5e4-47c5-aee6-3c429ba2260f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Port': ['ID=0590686f-cf3a-4912-80a2-b2e10ae65527,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:25.047207 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0eca15-145e-4463-93a9-833581195888 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:47:25.063773 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a0eca15-145e-4463-93a9-833581195888 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:25.064125 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-2a0eca15-145e-4463-93a9-833581195888 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Added segment 20f34b33-1153-4fe5-8407-0b4a384565a2 of type vlan for network caa10e4d-db49-4d20-95f7-96e577ad8b77 Mar 08 09:47:25.106683 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a0eca15-145e-4463-93a9-833581195888 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:25.181476 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffc5379-d72c-47dd-875d-ba8cab7f8cc8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:25.185113 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ffc5379-d72c-47dd-875d-ba8cab7f8cc8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:25.186919 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ffc5379-d72c-47dd-875d-ba8cab7f8cc8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:25.187083 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ffc5379-d72c-47dd-875d-ba8cab7f8cc8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:47:25.205453 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eced26-8dc4-41c0-8d52-2dd73bde982e tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:25.206184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e7eced26-8dc4-41c0-8d52-2dd73bde982e tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Synchronizing usage tracker for tenant:65442bd3981144f9911800a52d6fbad1 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:25.208958 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:25.288192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4d3656-3577-47f9-85eb-2b5ad40c0f69 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:47:25.299810 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d58b226-701e-4f96-bd89-c6cbe838b938 None None] Sync routers for ids ['65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:47:25.310334 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a0eca15-145e-4463-93a9-833581195888 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:25.314724 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d58b226-701e-4f96-bd89-c6cbe838b938 None None] Routers {'65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:25.316010 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-5d58b226-701e-4f96-bd89-c6cbe838b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:25.317429 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0eca15-145e-4463-93a9-833581195888 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:25.317825 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a0eca15-145e-4463-93a9-833581195888 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:25.347083 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55d73bf5-a5e4-47c5-aee6-3c429ba2260f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:25.347327 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8b4d3656-3577-47f9-85eb-2b5ad40c0f69 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5531869 Mar 08 09:47:25.347447 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-55d73bf5-a5e4-47c5-aee6-3c429ba2260f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/ports/0590686f-cf3a-4912-80a2-b2e10ae65527 HTTP/1.1" status: 204 len: 168 time: 3.0422988 Mar 08 09:47:25.350772 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41080) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:25.350772 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41082) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:25.408940 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-5d58b226-701e-4f96-bd89-c6cbe838b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:25.430066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d58b226-701e-4f96-bd89-c6cbe838b938 None None] Routers {'65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:25.430711 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-5d58b226-701e-4f96-bd89-c6cbe838b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:25.476389 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6ffc5379-d72c-47dd-875d-ba8cab7f8cc8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1119320 Mar 08 09:47:25.485877 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:25.507133 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-5d58b226-701e-4f96-bd89-c6cbe838b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:25.507763 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d58b226-701e-4f96-bd89-c6cbe838b938 None None] The sync data for ids ['65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:47:25.516469 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41088) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:25.518182 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e7eced26-8dc4-41c0-8d52-2dd73bde982e tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Unset dirty status for tenant:65442bd3981144f9911800a52d6fbad1 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:25.522283 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e7eced26-8dc4-41c0-8d52-2dd73bde982e tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba4e89cb-ee89-4301-b8d8-c5e861bbdf04 HTTP/1.1" status: 200 len: 913 time: 1.0589373 Mar 08 09:47:25.526979 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41090) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:25.528671 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Usage tracker for resource:security_group_rule and tenant:2d72bcac3530488da92517572983a800 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:25.544562 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 1845698e-a6d9-46ab-a897-c93ef3f8a95d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:25.547255 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-816e9653-0d75-4e4a-8ff8-c631ebd389ec tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] GET failed (client error): The resource could not be found. Mar 08 09:47:25.548050 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-816e9653-0d75-4e4a-8ff8-c631ebd389ec tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Synchronizing usage tracker for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:25.551998 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:25.563238 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-cd7043ab-cfd0-47f6-a4b1-d17e82d390c7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:25.637500 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:25.641818 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 1845698e-a6d9-46ab-a897-c93ef3f8a95d completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:25.650073 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 1845698e-a6d9-46ab-a897-c93ef3f8a95d triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:25.651764 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:25.726426 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b79560-871d-45c7-bf36-cfa392d0a3de req-c77ce492-8935-47f9-8f78-e1d911f96dbb tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:25.728844 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-82b79560-871d-45c7-bf36-cfa392d0a3de req-c77ce492-8935-47f9-8f78-e1d911f96dbb tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.4454341 Mar 08 09:47:25.776915 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:25.807489 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2a0eca15-145e-4463-93a9-833581195888 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3461604 Mar 08 09:47:25.810793 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:25.825221 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41096) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:25.826019 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0eca15-145e-4463-93a9-833581195888 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Network': ['ID=caa10e4d-db49-4d20-95f7-96e577ad8b77,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:25.839969 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 1845698e-a6d9-46ab-a897-c93ef3f8a95d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1845698e-a6d9-46ab-a897-c93ef3f8a95d,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:25.844115 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network caa10e4d-db49-4d20-95f7-96e577ad8b77 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:47:25.865961 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-82b79560-871d-45c7-bf36-cfa392d0a3de req-2d74e830-5884-40f7-9c01-d312a8f4a181 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296008 Mar 08 09:47:25.880585 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:26.024438 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2a26c82e-20dd-44fe-9863-7f518c9abdf6 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'subnet': {'network_id': 'caa10e4d-db49-4d20-95f7-96e577ad8b77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:26.060459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=1845698e-a6d9-46ab-a897-c93ef3f8a95d,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:26.104868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:26.316972 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Router 6461df22-9686-4eca-999b-078625c49cb9 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:47:26.373667 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-816e9653-0d75-4e4a-8ff8-c631ebd389ec tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Unset dirty status for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:26.374828 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-816e9653-0d75-4e4a-8ff8-c631ebd389ec tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports/0590686f-cf3a-4912-80a2-b2e10ae65527 HTTP/1.1" status: 404 len: 333 time: 1.0166287 Mar 08 09:47:26.379794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41102) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:26.529134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-164099a1-9b49-4bd2-8970-3874cc4328a8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting subnet 50688670-b3c7-409a-a750-48f7e9670afb {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:47:26.535891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-164099a1-9b49-4bd2-8970-3874cc4328a8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:26.607500 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:47:26.625461 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Sync routers for ids ['6461df22-9686-4eca-999b-078625c49cb9'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:47:26.630190 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cd7043ab-cfd0-47f6-a4b1-d17e82d390c7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:26.636325 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-164099a1-9b49-4bd2-8970-3874cc4328a8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:26.647418 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-df1cd80c-fc30-425f-8c0a-ab0ba4ce0179 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] remove_router_interface failed (client error): The resource could not be found. Mar 08 09:47:26.651011 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-df1cd80c-fc30-425f-8c0a-ab0ba4ce0179 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2919812 Mar 08 09:47:26.651902 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Routers {'6461df22-9686-4eca-999b-078625c49cb9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:26.655389 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:46:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['6461df22-9686-4eca-999b-078625c49cb9'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:26.662973 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41106) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:26.679367 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cd7043ab-cfd0-47f6-a4b1-d17e82d390c7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:26.682311 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2a26c82e-20dd-44fe-9863-7f518c9abdf6 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:26.725223 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:26.726431 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-80d84811-bb5e-4fed-bbb7-af4376c7a6b6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.2633810 Mar 08 09:47:26.730974 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-64f591eb-af99-49a9-a59b-613a3ac8c7f2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Synchronizing usage tracker for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:26.734755 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41110) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:26.772339 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2a26c82e-20dd-44fe-9863-7f518c9abdf6 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Usage tracker for resource:subnet and tenant:f9f411f6cb5a4546a0eace12b5c81c03 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:26.793729 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2a26c82e-20dd-44fe-9863-7f518c9abdf6 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:26.813587 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2a26c82e-20dd-44fe-9863-7f518c9abdf6 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:26.818993 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7043ab-cfd0-47f6-a4b1-d17e82d390c7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:26.823195 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd7043ab-cfd0-47f6-a4b1-d17e82d390c7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:26.825376 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7043ab-cfd0-47f6-a4b1-d17e82d390c7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:26.825825 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7043ab-cfd0-47f6-a4b1-d17e82d390c7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:47:26.834389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:26.854571 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:26.870037 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Set router 6461df22-9686-4eca-999b-078625c49cb9 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:47:26.891509 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b36260-44a9-4af9-b757-ceb893fe5750 req-5076fbef-4f7e-46fc-b474-79dd29da7158 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:26.893021 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d5b36260-44a9-4af9-b757-ceb893fe5750 req-5076fbef-4f7e-46fc-b474-79dd29da7158 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.8452761 Mar 08 09:47:26.955413 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a26c82e-20dd-44fe-9863-7f518c9abdf6 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Made reservation on behalf of f9f411f6cb5a4546a0eace12b5c81c03 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:26.959207 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a26c82e-20dd-44fe-9863-7f518c9abdf6 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:26.970639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-64f591eb-af99-49a9-a59b-613a3ac8c7f2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Unset dirty status for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:26.971794 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-64f591eb-af99-49a9-a59b-613a3ac8c7f2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/ports?device_id=65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f HTTP/1.1" status: 200 len: 205 time: 0.3057120 Mar 08 09:47:26.980013 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41114) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:27.052082 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cd7043ab-cfd0-47f6-a4b1-d17e82d390c7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.5285025 Mar 08 09:47:27.065933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41118) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:27.071343 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:27.073002 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3100352 Mar 08 09:47:27.124206 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-81cd70b3-b010-4e06-ba6b-b279940f1eae tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:27.127959 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41122) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:27.141850 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-eb3dde65-df60-47af-9ff1-49b18f261196 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:27.142246 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-eb3dde65-df60-47af-9ff1-49b18f261196 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 08 09:47:27.142928 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-eb3dde65-df60-47af-9ff1-49b18f261196 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] update failed (client error): There was a conflict when trying to complete your request. Mar 08 09:47:27.146692 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eb3dde65-df60-47af-9ff1-49b18f261196 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "PUT /v2.0/security-groups/bd1e5844-7357-4314-bcd3-295de3e16d9f HTTP/1.1" status: 409 len: 330 time: 0.0149617 Mar 08 09:47:27.148615 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1e5844-7357-4314-bcd3-295de3e16d9f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:27.150985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41126) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:27.172089 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6461df22-9686-4eca-999b-078625c49cb9', 'name': 'tempest-snat-router-1070667732', 'tenant_id': '9b8a715db78d41b3ae9258795521a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'c06de0c7-ca19-4783-80d6-683f6955cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:47:19Z', 'updated_at': '2022-03-08T09:47:25Z', 'revision_number': 3, 'project_id': '9b8a715db78d41b3ae9258795521a551', 'gw_port': {'id': 'c06de0c7-ca19-4783-80d6-683f6955cbf5', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:59:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6461df22-9686-4eca-999b-078625c49cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:47:22Z', 'updated_at': '2022-03-08T09:47:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:27.175918 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Checking router: 6461df22-9686-4eca-999b-078625c49cb9 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:47:27.176837 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Updating router 6461df22-9686-4eca-999b-078625c49cb9 port c06de0c7-ca19-4783-80d6-683f6955cbf5 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:47:27.214304 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d5b36260-44a9-4af9-b757-ceb893fe5750 req-28bd5dfd-9d68-46c7-8130-0abc18204dd0 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217441 Mar 08 09:47:27.215521 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.216047 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.216353 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-164099a1-9b49-4bd2-8970-3874cc4328a8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:27.216762 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.217258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.217752 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.218261 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.218752 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.219237 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.219723 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.220222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.220727 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.221209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364bb9b-66dc-47f6-b030-3f6f10c9cb47 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.237586 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:27.321394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed894-a11d-46f7-aa57-0a34537551d9 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:27.474134 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 1845698e-a6d9-46ab-a897-c93ef3f8a95d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:27.515946 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6bead0f9-22f7-4739-9204-fb8f895da82a tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "GET /v2.0/routers/6461df22-9686-4eca-999b-078625c49cb9 HTTP/1.1" status: 200 len: 908 time: 0.7779915 Mar 08 09:47:27.532953 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41134) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:27.598518 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:27.611456 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Transition to ACTIVE for port object c06de0c7-ca19-4783-80d6-683f6955cbf5 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:27.624132 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:27.634260 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a26c82e-20dd-44fe-9863-7f518c9abdf6 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:27.670719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-81cd70b3-b010-4e06-ba6b-b279940f1eae tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:27.722577 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d3903-42f5-4db8-b835-8574164db970 None None] Pushing event updated for resources: {'Port': ['ID=c06de0c7-ca19-4783-80d6-683f6955cbf5,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:27.740929 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d3903-42f5-4db8-b835-8574164db970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.741273 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d3903-42f5-4db8-b835-8574164db970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.741786 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d3903-42f5-4db8-b835-8574164db970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.742123 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d3903-42f5-4db8-b835-8574164db970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.742482 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d3903-42f5-4db8-b835-8574164db970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.742767 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c58ba012-ae0d-4894-aaa8-1f08a7199396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:27.742876 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d3903-42f5-4db8-b835-8574164db970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.743142 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d3903-42f5-4db8-b835-8574164db970 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.743461 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d3903-42f5-4db8-b835-8574164db970 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.743792 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d3903-42f5-4db8-b835-8574164db970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.744255 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d3903-42f5-4db8-b835-8574164db970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.744786 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d3903-42f5-4db8-b835-8574164db970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.745359 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008d3903-42f5-4db8-b835-8574164db970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:27.756156 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 1845698e-a6d9-46ab-a897-c93ef3f8a95d triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:27.756563 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:27.759281 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Attempting to bind port c06de0c7-ca19-4783-80d6-683f6955cbf5 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:47:27.759908 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Attempting to bind port c06de0c7-ca19-4783-80d6-683f6955cbf5 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:47:27.760492 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Attempting to bind port c06de0c7-ca19-4783-80d6-683f6955cbf5 on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:47:27.767961 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:47:27.768162 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-531fb4d5-4691-4594-9e55-dd197bfdfb9f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:27.768906 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:27.769529 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:27.770148 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:47:27.770827 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Bound port: c06de0c7-ca19-4783-80d6-683f6955cbf5, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:47:27.771430 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:27.843402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-81cd70b3-b010-4e06-ba6b-b279940f1eae tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:27.845484 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-531fb4d5-4691-4594-9e55-dd197bfdfb9f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:27.861836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed894-a11d-46f7-aa57-0a34537551d9 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:27.864135 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-164099a1-9b49-4bd2-8970-3874cc4328a8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:27.865006 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] For port c06de0c7-ca19-4783-80d6-683f6955cbf5, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:47:27.868300 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed894-a11d-46f7-aa57-0a34537551d9 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:27.870517 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] For port c06de0c7-ca19-4783-80d6-683f6955cbf5, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c06de0c7-ca19-4783-80d6-683f6955cbf5,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:47:27.873907 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26c82e-20dd-44fe-9863-7f518c9abdf6 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Subnet': ['ID=dbf573a7-4128-4394-a79a-755341042aa0,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:27.881990 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:27.912258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a26c82e-20dd-44fe-9863-7f518c9abdf6 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Checking segment: {'id': '20f34b33-1153-4fe5-8407-0b4a384565a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'caa10e4d-db49-4d20-95f7-96e577ad8b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:27.912258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a26c82e-20dd-44fe-9863-7f518c9abdf6 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network hostable DHCP agents. Network: caa10e4d-db49-4d20-95f7-96e577ad8b77, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:47:27.986333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cd70b3-b010-4e06-ba6b-b279940f1eae tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:27.990012 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-81cd70b3-b010-4e06-ba6b-b279940f1eae tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:27.992536 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-81cd70b3-b010-4e06-ba6b-b279940f1eae tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:47:27.992536 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81cd70b3-b010-4e06-ba6b-b279940f1eae tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:47:27.994771 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22575a97-8339-44d6-8cfd-da15283b4f32 req-5c0a75e9-840f-407a-9c6b-08d0d0fda46e tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:27.996304 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-22575a97-8339-44d6-8cfd-da15283b4f32 req-5c0a75e9-840f-407a-9c6b-08d0d0fda46e tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.3560095 Mar 08 09:47:27.999597 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164099a1-9b49-4bd2-8970-3874cc4328a8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Subnet': ['ID=50688670-b3c7-409a-a750-48f7e9670afb,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:28.009593 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-164099a1-9b49-4bd2-8970-3874cc4328a8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:28.015404 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5876aff-43be-4516-9c87-6058fef9e829 None None] Network 51171380-4353-44de-b47a-28947b912bf5 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:28.015705 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-531fb4d5-4691-4594-9e55-dd197bfdfb9f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:28.018819 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a26c82e-20dd-44fe-9863-7f518c9abdf6 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network caa10e4d-db49-4d20-95f7-96e577ad8b77 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:47:28.030646 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164099a1-9b49-4bd2-8970-3874cc4328a8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:28.030981 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164099a1-9b49-4bd2-8970-3874cc4328a8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:28.031323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164099a1-9b49-4bd2-8970-3874cc4328a8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:28.031655 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164099a1-9b49-4bd2-8970-3874cc4328a8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:28.031981 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164099a1-9b49-4bd2-8970-3874cc4328a8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:28.032094 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Routers {'6461df22-9686-4eca-999b-078625c49cb9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:28.032304 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164099a1-9b49-4bd2-8970-3874cc4328a8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:28.032627 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164099a1-9b49-4bd2-8970-3874cc4328a8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:28.032770 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['6461df22-9686-4eca-999b-078625c49cb9'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:28.032980 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164099a1-9b49-4bd2-8970-3874cc4328a8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:28.033309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164099a1-9b49-4bd2-8970-3874cc4328a8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:28.033693 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164099a1-9b49-4bd2-8970-3874cc4328a8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:28.034014 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164099a1-9b49-4bd2-8970-3874cc4328a8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:28.034330 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164099a1-9b49-4bd2-8970-3874cc4328a8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:28.046806 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-164099a1-9b49-4bd2-8970-3874cc4328a8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/subnets/50688670-b3c7-409a-a750-48f7e9670afb HTTP/1.1" status: 204 len: 168 time: 1.6659837 Mar 08 09:47:28.057567 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41138) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:28.071412 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531fb4d5-4691-4594-9e55-dd197bfdfb9f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1e5844-7357-4314-bcd3-295de3e16d9f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:28.094016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed894-a11d-46f7-aa57-0a34537551d9 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:28.094532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1ed894-a11d-46f7-aa57-0a34537551d9 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Fanout notify agent at l3_agent the message router_deleted on router 65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:47:28.095613 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2a26c82e-20dd-44fe-9863-7f518c9abdf6 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, caa10e4d-db49-4d20-95f7-96e577ad8b77) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:28.106106 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed894-a11d-46f7-aa57-0a34537551d9 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:28.107191 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5c1ed894-a11d-46f7-aa57-0a34537551d9 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/routers/65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f HTTP/1.1" status: 204 len: 168 time: 1.1257529 Mar 08 09:47:28.108730 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46361348-211d-4c83-8c71-8480204bcfc5 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:28.116826 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41142) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:28.128238 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a26c82e-20dd-44fe-9863-7f518c9abdf6 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:28.129222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a26c82e-20dd-44fe-9863-7f518c9abdf6 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:28.137912 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d3903-42f5-4db8-b835-8574164db970 None None] Pushing event updated for resources: {'Port': ['ID=c06de0c7-ca19-4783-80d6-683f6955cbf5,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:28.191805 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-22575a97-8339-44d6-8cfd-da15283b4f32 req-8b486861-325a-4fb7-886c-f115d4f98d1b tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700461 Mar 08 09:47:28.235782 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-531fb4d5-4691-4594-9e55-dd197bfdfb9f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:28.237498 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-531fb4d5-4691-4594-9e55-dd197bfdfb9f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "DELETE /v2.0/security-groups/bd1e5844-7357-4314-bcd3-295de3e16d9f HTTP/1.1" status: 204 len: 168 time: 1.0777857 Mar 08 09:47:28.244389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41146) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:28.249510 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b19c63-0043-4c50-a657-55d70113693c None None] Network caa10e4d-db49-4d20-95f7-96e577ad8b77 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:28.271531 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbc02500-29f0-46ba-840a-23da38a63ef3 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:28.296660 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] Set router 6461df22-9686-4eca-999b-078625c49cb9 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:47:28.300581 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-81cd70b3-b010-4e06-ba6b-b279940f1eae tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2296498 Mar 08 09:47:28.307616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41150) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:28.317754 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:28.336026 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2a26c82e-20dd-44fe-9863-7f518c9abdf6 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3764973 Mar 08 09:47:28.352379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41154) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:28.356553 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d73f076-dd34-4c60-a366-d708e2ac9ddf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting subnet 85ff4fe8-ce7b-473f-a7ba-b0bf05f68b98 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:47:28.366910 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1633af20-dabd-4048-9089-21d02785ee9f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'subnet': {'network_id': 'caa10e4d-db49-4d20-95f7-96e577ad8b77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:28.379128 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:28.383786 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d73f076-dd34-4c60-a366-d708e2ac9ddf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:28.393479 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1f50aa-163a-4220-bbb3-ca23d26b7743 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting subnet 5a431734-5c05-467b-8281-e956feb29ab8 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:47:28.410778 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aa1f50aa-163a-4220-bbb3-ca23d26b7743 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:28.554550 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aa1f50aa-163a-4220-bbb3-ca23d26b7743 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:28.613403 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46361348-211d-4c83-8c71-8480204bcfc5 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:28.637809 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-caa10e4d-db49-4d20-95f7-96e577ad8b77', 'network_id': 'caa10e4d-db49-4d20-95f7-96e577ad8b77', 'tenant_id': 'f9f411f6cb5a4546a0eace12b5c81c03', 'fixed_ips': [{'subnet_id': 'dbf573a7-4128-4394-a79a-755341042aa0'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:47:28.638866 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a69a6bd-5119-49d8-a5c2-37f2f82b932b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:28.639584 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2a69a6bd-5119-49d8-a5c2-37f2f82b932b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:28.640002 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:28.645843 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-46361348-211d-4c83-8c71-8480204bcfc5 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Deleting port c06de0c7-ca19-4783-80d6-683f6955cbf5 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:28.646227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46361348-211d-4c83-8c71-8480204bcfc5 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:28.735256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2a69a6bd-5119-49d8-a5c2-37f2f82b932b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:28.736415 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2a69a6bd-5119-49d8-a5c2-37f2f82b932b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4201536 Mar 08 09:47:28.740020 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41158) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:28.797149 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6461df22-9686-4eca-999b-078625c49cb9', 'name': 'tempest-snat-router-1070667732', 'tenant_id': '9b8a715db78d41b3ae9258795521a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'c06de0c7-ca19-4783-80d6-683f6955cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:47:19Z', 'updated_at': '2022-03-08T09:47:25Z', 'revision_number': 3, 'project_id': '9b8a715db78d41b3ae9258795521a551', 'gw_port': {'id': 'c06de0c7-ca19-4783-80d6-683f6955cbf5', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:59:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6461df22-9686-4eca-999b-078625c49cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:47:22Z', 'updated_at': '2022-03-08T09:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:28.801510 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4285cfb3-2e3f-4e46-af91-942ec3f87723 None None] The sync data for ids ['6461df22-9686-4eca-999b-078625c49cb9'] in dv-neutron-831730-2-hyperv is: [{'id': '6461df22-9686-4eca-999b-078625c49cb9', 'name': 'tempest-snat-router-1070667732', 'tenant_id': '9b8a715db78d41b3ae9258795521a551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'c06de0c7-ca19-4783-80d6-683f6955cbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:47:19Z', 'updated_at': '2022-03-08T09:47:25Z', 'revision_number': 3, 'project_id': '9b8a715db78d41b3ae9258795521a551', 'gw_port': {'id': 'c06de0c7-ca19-4783-80d6-683f6955cbf5', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:59:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6461df22-9686-4eca-999b-078625c49cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:47:22Z', 'updated_at': '2022-03-08T09:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:47:28.850786 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aa1f50aa-163a-4220-bbb3-ca23d26b7743 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:28.870346 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d73f076-dd34-4c60-a366-d708e2ac9ddf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:28.898628 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Allocated IP 2001:db8::2 (caa10e4d-db49-4d20-95f7-96e577ad8b77/dbf573a7-4128-4394-a79a-755341042aa0/3a684070-e603-435b-a9ce-d044f7df113c) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:29.002535 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef815395-56bf-4847-b31c-78c63b87e931 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:29.005302 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ef815395-56bf-4847-b31c-78c63b87e931 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:29.007213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-74a7151c-c5ba-4cef-87b7-d8c2dfa70589 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Synchronizing usage tracker for tenant:2d72bcac3530488da92517572983a800 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:29.049246 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-46361348-211d-4c83-8c71-8480204bcfc5 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] For port c06de0c7-ca19-4783-80d6-683f6955cbf5, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c06de0c7-ca19-4783-80d6-683f6955cbf5,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:29.049246 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46361348-211d-4c83-8c71-8480204bcfc5 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:29.206142 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:29.217905 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Transition to ACTIVE for port object 3a684070-e603-435b-a9ce-d044f7df113c will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:29.245398 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Transition to ACTIVE for port object 3a684070-e603-435b-a9ce-d044f7df113c will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:29.250399 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-74a7151c-c5ba-4cef-87b7-d8c2dfa70589 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] Unset dirty status for tenant:2d72bcac3530488da92517572983a800 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:29.255718 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-74a7151c-c5ba-4cef-87b7-d8c2dfa70589 tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0036356 Mar 08 09:47:29.273144 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:29.276857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ef815395-56bf-4847-b31c-78c63b87e931 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:29.281758 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ef815395-56bf-4847-b31c-78c63b87e931 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5405738 Mar 08 09:47:29.282400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41164) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:29.282738 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41166) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:29.290793 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-46361348-211d-4c83-8c71-8480204bcfc5 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Calling delete_port for c06de0c7-ca19-4783-80d6-683f6955cbf5 owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:29.308330 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1633af20-dabd-4048-9089-21d02785ee9f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:29.327190 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d73f076-dd34-4c60-a366-d708e2ac9ddf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:29.360319 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aa1f50aa-163a-4220-bbb3-ca23d26b7743 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:29.427202 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1633af20-dabd-4048-9089-21d02785ee9f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Usage tracker for resource:subnet and tenant:f9f411f6cb5a4546a0eace12b5c81c03 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:29.428066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Network caa10e4d-db49-4d20-95f7-96e577ad8b77 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:29.433672 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1633af20-dabd-4048-9089-21d02785ee9f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:29.436262 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:29.446225 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1633af20-dabd-4048-9089-21d02785ee9f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:29.451936 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:29.459424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Pushing event updated for resources: {'Port': ['ID=3a684070-e603-435b-a9ce-d044f7df113c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:29.491007 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1633af20-dabd-4048-9089-21d02785ee9f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Made reservation on behalf of f9f411f6cb5a4546a0eace12b5c81c03 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:29.504386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1633af20-dabd-4048-9089-21d02785ee9f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:29.506084 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:29.508594 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:29.509110 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:29.509617 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:29.510100 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:29.510586 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:29.511066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:29.511625 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:29.512234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:29.512909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:29.513564 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:29.514212 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:47:29.578522 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aa1f50aa-163a-4220-bbb3-ca23d26b7743 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:29.586060 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2a46ccdd-373d-4a7a-bc7e-2bb1ffd89918 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2593338 Mar 08 09:47:29.589302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c06de0c7-ca19-4783-80d6-683f6955cbf5 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:29.592190 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41172) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:29.598508 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a463e984-e22d-4004-a5e2-10cce8bd9bef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:29.609946 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f50aa-163a-4220-bbb3-ca23d26b7743 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Subnet': ['ID=5a431734-5c05-467b-8281-e956feb29ab8,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:29.628145 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-cf26078b-22aa-4227-b12a-a6a9f18b5b7f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] delete failed (client error): The resource could not be found. Mar 08 09:47:29.629888 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d73f076-dd34-4c60-a366-d708e2ac9ddf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:29.634892 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-cf26078b-22aa-4227-b12a-a6a9f18b5b7f tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "DELETE /v2.0/security-groups/b32d8afb-0866-4dc9-950f-79aaca0999ff HTTP/1.1" status: 404 len: 347 time: 0.3129961 Mar 08 09:47:29.639665 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41176) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:29.650054 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3e4d64-26ab-433b-aef0-bc3470d22350 None None] Network 51171380-4353-44de-b47a-28947b912bf5 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:29.691975 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-aa1f50aa-163a-4220-bbb3-ca23d26b7743 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/subnets/5a431734-5c05-467b-8281-e956feb29ab8 HTTP/1.1" status: 204 len: 168 time: 1.6311204 Mar 08 09:47:29.704075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41180) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:29.790139 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73f076-dd34-4c60-a366-d708e2ac9ddf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Subnet': ['ID=85ff4fe8-ce7b-473f-a7ba-b0bf05f68b98,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:29.830597 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a644f18-d0bc-4d98-ae07-da3e5c8fd1da None None] Network b35dd9e3-5ae5-4f67-81f9-6cea0fe32634 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:29.848360 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-739edda6-dc7a-49a3-973e-7366b86e738e tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] show failed (client error): The resource could not be found. Mar 08 09:47:29.849665 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-739edda6-dc7a-49a3-973e-7366b86e738e tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "GET /v2.0/security-groups/f06c2e6f-ac69-43a2-ae0b-13c80a6f869f HTTP/1.1" status: 404 len: 347 time: 0.1804762 Mar 08 09:47:29.859716 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41184) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:29.859930 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d73f076-dd34-4c60-a366-d708e2ac9ddf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:29.889234 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-72c7992c-d3da-4c74-ab7c-56c3e9e4e40b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] show failed (client error): The resource could not be found. Mar 08 09:47:29.898177 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3d73f076-dd34-4c60-a366-d708e2ac9ddf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/subnets/85ff4fe8-ce7b-473f-a7ba-b0bf05f68b98 HTTP/1.1" status: 204 len: 168 time: 1.7712719 Mar 08 09:47:29.899262 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-72c7992c-d3da-4c74-ab7c-56c3e9e4e40b tempest-NegativeSecGroupIPv6Test-1908424876 tempest-NegativeSecGroupIPv6Test-1908424876-project] 10.222.0.24 "GET /v2.0/security-group-rules/f8b411c9-b467-4f05-b4c2-d71cfcec40c3 HTTP/1.1" status: 404 len: 356 time: 0.0326440 Mar 08 09:47:29.904867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:29.908151 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41190) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:30.033405 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bbc02500-29f0-46ba-840a-23da38a63ef3 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Deleting port b155852a-8b24-4d29-a0eb-a5599c5534b5 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:30.033790 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbc02500-29f0-46ba-840a-23da38a63ef3 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:30.063239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f7f09-6878-4daa-9677-5e534502f0ff req-677992bd-2bcc-4142-9666-6c4b059b04a2 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:30.064773 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-274f7f09-6878-4daa-9677-5e534502f0ff req-677992bd-2bcc-4142-9666-6c4b059b04a2 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.4774342 Mar 08 09:47:30.076781 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a463e984-e22d-4004-a5e2-10cce8bd9bef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:30.090227 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a463e984-e22d-4004-a5e2-10cce8bd9bef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:30.112015 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port f65c8db3-295a-49d0-a80e-46171aa5bdc4 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:30.112364 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:30.121694 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a463e984-e22d-4004-a5e2-10cce8bd9bef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:30.125207 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a463e984-e22d-4004-a5e2-10cce8bd9bef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:30.177088 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Attempting to bind port 3a684070-e603-435b-a9ce-d044f7df113c on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:47:30.177487 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Attempting to bind port 3a684070-e603-435b-a9ce-d044f7df113c by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '20f34b33-1153-4fe5-8407-0b4a384565a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'caa10e4d-db49-4d20-95f7-96e577ad8b77'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:47:30.177859 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Attempting to bind port 3a684070-e603-435b-a9ce-d044f7df113c on network caa10e4d-db49-4d20-95f7-96e577ad8b77 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:47:30.199154 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:30.210177 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:47:30.210606 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Checking segment: {'id': '20f34b33-1153-4fe5-8407-0b4a384565a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'caa10e4d-db49-4d20-95f7-96e577ad8b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:30.211093 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:30.211705 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Bound using segment: {'id': '20f34b33-1153-4fe5-8407-0b4a384565a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'caa10e4d-db49-4d20-95f7-96e577ad8b77'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:47:30.212207 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Bound port: 3a684070-e603-435b-a9ce-d044f7df113c, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f34b33-1153-4fe5-8407-0b4a384565a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'caa10e4d-db49-4d20-95f7-96e577ad8b77'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:47:30.212638 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:30.224662 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0740df4e-2866-4d73-91e9-76c0cbd9d243 None None] Provisioning complete for port f65c8db3-295a-49d0-a80e-46171aa5bdc4 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:30.225075 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0740df4e-2866-4d73-91e9-76c0cbd9d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:30.337205 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41196) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:30.342976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:30.426340 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-274f7f09-6878-4daa-9677-5e534502f0ff req-d07bc59b-4479-40c3-87eb-b6d719fa2b52 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3518536 Mar 08 09:47:30.483841 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting port 73761241-d6ad-4b82-bcfa-2a469d82383b {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:30.484264 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:30.495396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] For port 3a684070-e603-435b-a9ce-d044f7df113c, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:47:30.513573 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] For port 3a684070-e603-435b-a9ce-d044f7df113c, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3a684070-e603-435b-a9ce-d044f7df113c,segment=NetworkSegment(20f34b33-1153-4fe5-8407-0b4a384565a2),segment_id=20f34b33-1153-4fe5-8407-0b4a384565a2)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:47:30.523368 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:30.571350 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc3fabb-f039-4698-b8a2-39fe5785e314 None None] DHCP port deletion for b35dd9e3-5ae5-4f67-81f9-6cea0fe32634 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:47:30.594134 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b878da-1caa-4e1a-b268-683c04263c1a None None] DHCP port deletion for 51171380-4353-44de-b47a-28947b912bf5 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:47:30.609596 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3fabb-f039-4698-b8a2-39fe5785e314 None None] Deleting port 73761241-d6ad-4b82-bcfa-2a469d82383b {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:30.609958 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fdc3fabb-f039-4698-b8a2-39fe5785e314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:30.643277 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e8b878da-1caa-4e1a-b268-683c04263c1a None None] Deleting port f65c8db3-295a-49d0-a80e-46171aa5bdc4 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:30.643648 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8b878da-1caa-4e1a-b268-683c04263c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:30.673029 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbc02500-29f0-46ba-840a-23da38a63ef3 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:30.699343 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port c06de0c7-ca19-4783-80d6-683f6955cbf5 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:30.733250 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port c06de0c7-ca19-4783-80d6-683f6955cbf5 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:30.733666 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:30.746926 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46361348-211d-4c83-8c71-8480204bcfc5 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:30.777688 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0f792-2d6e-431d-ba1c-caf6a4515ee4 None None] Pushing event updated for resources: {'Port': ['ID=3a684070-e603-435b-a9ce-d044f7df113c,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:30.807123 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Port c06de0c7-ca19-4783-80d6-683f6955cbf5 was deleted so its status cannot be updated. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 08 09:47:30.893962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] For port 73761241-d6ad-4b82-bcfa-2a469d82383b, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=73761241-d6ad-4b82-bcfa-2a469d82383b,segment=NetworkSegment(9cdca8b4-8897-4357-bed2-5cca35fa3c8f),segment_id=9cdca8b4-8897-4357-bed2-5cca35fa3c8f)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:30.894439 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:30.904413 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bbc02500-29f0-46ba-840a-23da38a63ef3 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Calling delete_port for b155852a-8b24-4d29-a0eb-a5599c5534b5 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:31.064031 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Calling delete_port for 73761241-d6ad-4b82-bcfa-2a469d82383b owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:31.118574 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e8b878da-1caa-4e1a-b268-683c04263c1a None None] For port f65c8db3-295a-49d0-a80e-46171aa5bdc4, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f65c8db3-295a-49d0-a80e-46171aa5bdc4,segment=NetworkSegment(ba373667-cc45-4683-89d7-f9cf58d66c3c),segment_id=ba373667-cc45-4683-89d7-f9cf58d66c3c)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:31.119046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8b878da-1caa-4e1a-b268-683c04263c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:31.127526 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fdc3fabb-f039-4698-b8a2-39fe5785e314 None None] For port 73761241-d6ad-4b82-bcfa-2a469d82383b, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=73761241-d6ad-4b82-bcfa-2a469d82383b,segment=NetworkSegment(9cdca8b4-8897-4357-bed2-5cca35fa3c8f),segment_id=9cdca8b4-8897-4357-bed2-5cca35fa3c8f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:31.127982 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fdc3fabb-f039-4698-b8a2-39fe5785e314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:31.227340 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46361348-211d-4c83-8c71-8480204bcfc5 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Pushing event deleted for resources: {'Port': ['ID=c06de0c7-ca19-4783-80d6-683f6955cbf5,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:31.292189 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0081705f-3851-434a-a1d4-125592b08cbb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d72bcac3530488da92517572983a800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9444308 Mar 08 09:47:31.293598 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41202) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:31.361937 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1633af20-dabd-4048-9089-21d02785ee9f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:31.370492 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e8b878da-1caa-4e1a-b268-683c04263c1a None None] Calling delete_port for f65c8db3-295a-49d0-a80e-46171aa5bdc4 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:31.370641 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:31.406866 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3fabb-f039-4698-b8a2-39fe5785e314 None None] Calling delete_port for 73761241-d6ad-4b82-bcfa-2a469d82383b owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:31.468091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] For port f65c8db3-295a-49d0-a80e-46171aa5bdc4, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f65c8db3-295a-49d0-a80e-46171aa5bdc4,segment=NetworkSegment(ba373667-cc45-4683-89d7-f9cf58d66c3c),segment_id=ba373667-cc45-4683-89d7-f9cf58d66c3c)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:31.468544 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:31.534754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1633af20-dabd-4048-9089-21d02785ee9f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network caa10e4d-db49-4d20-95f7-96e577ad8b77 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:31.547328 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-1633af20-dabd-4048-9089-21d02785ee9f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:31.550811 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1633af20-dabd-4048-9089-21d02785ee9f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:31.551396 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1633af20-dabd-4048-9089-21d02785ee9f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:31.566385 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-a463e984-e22d-4004-a5e2-10cce8bd9bef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 09:47:31.603587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-fdc3fabb-f039-4698-b8a2-39fe5785e314 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:47:31.607922 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-fdc3fabb-f039-4698-b8a2-39fe5785e314 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:47:31.614269 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8b878da-1caa-4e1a-b268-683c04263c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:31.637972 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633af20-dabd-4048-9089-21d02785ee9f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Subnet': ['ID=3547d3cc-ca8b-4882-a15e-d662c0c178df,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:31.677911 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2e2dc6c-b0ce-4f36-97d5-31d52e2f177a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:31.689244 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1633af20-dabd-4048-9089-21d02785ee9f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.3297584 Mar 08 09:47:31.697897 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41208) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:31.742051 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for f65c8db3-295a-49d0-a80e-46171aa5bdc4 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:31.762736 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b878da-1caa-4e1a-b268-683c04263c1a None None] Pushing event deleted for resources: {'Port': ['ID=f65c8db3-295a-49d0-a80e-46171aa5bdc4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:31.765138 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3a684070-e603-435b-a9ce-d044f7df113c up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:31.824511 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b878da-1caa-4e1a-b268-683c04263c1a None None] No DVR routers for this DVR port f65c8db3-295a-49d0-a80e-46171aa5bdc4 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:47:31.832977 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Port': ['ID=73761241-d6ad-4b82-bcfa-2a469d82383b,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:31.844532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] No DVR routers for this DVR port 73761241-d6ad-4b82-bcfa-2a469d82383b on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:47:31.876353 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 3a684070-e603-435b-a9ce-d044f7df113c completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:31.902815 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2e2dc6c-b0ce-4f36-97d5-31d52e2f177a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:31.949411 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46361348-211d-4c83-8c71-8480204bcfc5 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:31.954175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 73761241-d6ad-4b82-bcfa-2a469d82383b no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:47:31.982521 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cfbe07-4349-4f4b-bf29-fcfee0570413 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:31.984003 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cfbe07-4349-4f4b-bf29-fcfee0570413 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:31.985581 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cfbe07-4349-4f4b-bf29-fcfee0570413 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:31.987227 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cfbe07-4349-4f4b-bf29-fcfee0570413 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:31.988718 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cfbe07-4349-4f4b-bf29-fcfee0570413 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:31.989692 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a2cfbe07-4349-4f4b-bf29-fcfee0570413 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Synchronizing usage tracker for tenant:f9f411f6cb5a4546a0eace12b5c81c03 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:32.065128 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 73761241-d6ad-4b82-bcfa-2a469d82383b {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:47:32.066251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 73761241-d6ad-4b82-bcfa-2a469d82383b not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:47:32.066852 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f65c8db3-295a-49d0-a80e-46171aa5bdc4 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:47:32.111743 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3fabb-f039-4698-b8a2-39fe5785e314 None None] Deleting port 73761241-d6ad-4b82-bcfa-2a469d82383b {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:32.112751 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fdc3fabb-f039-4698-b8a2-39fe5785e314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.128914 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a2cfbe07-4349-4f4b-bf29-fcfee0570413 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Unset dirty status for tenant:f9f411f6cb5a4546a0eace12b5c81c03 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:32.137311 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a2cfbe07-4349-4f4b-bf29-fcfee0570413 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4351232 Mar 08 09:47:32.142315 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41212) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:32.152248 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46361348-211d-4c83-8c71-8480204bcfc5 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.158744 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: f65c8db3-295a-49d0-a80e-46171aa5bdc4 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:47:32.159090 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f65c8db3-295a-49d0-a80e-46171aa5bdc4 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:47:32.164857 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-00056698-7434-4ec2-a821-c078932c49ac tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1612371559'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:32.172867 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2517d52-2669-4740-a489-e8ac25fd57f2 None None] Network caa10e4d-db49-4d20-95f7-96e577ad8b77 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:32.181503 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbc02500-29f0-46ba-840a-23da38a63ef3 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.187924 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-00056698-7434-4ec2-a821-c078932c49ac tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:32.249296 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-00056698-7434-4ec2-a821-c078932c49ac tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Usage tracker for resource:network and tenant:f9f411f6cb5a4546a0eace12b5c81c03 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:32.256793 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-00056698-7434-4ec2-a821-c078932c49ac tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:32.267282 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672657-1913-4361-8f51-041ed0da6203 req-a41b0097-eb3d-4d7b-a373-22892ab2c6fc tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:32.269011 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-71672657-1913-4361-8f51-041ed0da6203 req-a41b0097-eb3d-4d7b-a373-22892ab2c6fc tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.4333940 Mar 08 09:47:32.269542 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2e2dc6c-b0ce-4f36-97d5-31d52e2f177a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.272685 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc02500-29f0-46ba-840a-23da38a63ef3 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event deleted for resources: {'Port': ['ID=b155852a-8b24-4d29-a0eb-a5599c5534b5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:32.282516 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46361348-211d-4c83-8c71-8480204bcfc5 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.287428 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a463e984-e22d-4004-a5e2-10cce8bd9bef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.300722 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-00056698-7434-4ec2-a821-c078932c49ac tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:32.320107 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3fabb-f039-4698-b8a2-39fe5785e314 None None] The port '73761241-d6ad-4b82-bcfa-2a469d82383b' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:47:32.348022 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c0fdd7a6-65f9-4159-9b0c-a6f8d3146b55 None None] Provisioning for port 3a684070-e603-435b-a9ce-d044f7df113c completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:32.352082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.363545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2dc6c-b0ce-4f36-97d5-31d52e2f177a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b627a57-7487-4cc3-ad09-32e1c6918600,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:32.365589 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c0fdd7a6-65f9-4159-9b0c-a6f8d3146b55 None None] Provisioning complete for port 3a684070-e603-435b-a9ce-d044f7df113c triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:32.365790 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c0fdd7a6-65f9-4159-9b0c-a6f8d3146b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.373246 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.api [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:47:32.373582 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG oslo_db.api [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:47:32.389811 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35dd9e3-5ae5-4f67-81f9-6cea0fe32634']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:32.397445 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46361348-211d-4c83-8c71-8480204bcfc5 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.399478 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46361348-211d-4c83-8c71-8480204bcfc5 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6461df22-9686-4eca-999b-078625c49cb9 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:47:32.409142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cdca8b4-8897-4357-bed2-5cca35fa3c8f') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:32.409739 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cdca8b4-8897-4357-bed2-5cca35fa3c8f') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:32.439930 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.468966 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00056698-7434-4ec2-a821-c078932c49ac tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Made reservation on behalf of f9f411f6cb5a4546a0eace12b5c81c03 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:32.472666 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-00056698-7434-4ec2-a821-c078932c49ac tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.483359 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.489374 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46361348-211d-4c83-8c71-8480204bcfc5 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.493747 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-46361348-211d-4c83-8c71-8480204bcfc5 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "DELETE /v2.0/routers/6461df22-9686-4eca-999b-078625c49cb9 HTTP/1.1" status: 204 len: 168 time: 4.9551406 Mar 08 09:47:32.494715 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41216) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:32.496912 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:47:32.497317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn( Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn( Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn( Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn( Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:47:32.514490 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:47:32.591771 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-71672657-1913-4361-8f51-041ed0da6203 req-1e1b6a88-1e9e-4ff8-9c84-ed9eb1a66f18 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150141 Mar 08 09:47:32.631135 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c0fdd7a6-65f9-4159-9b0c-a6f8d3146b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.678609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c0fdd7a6-65f9-4159-9b0c-a6f8d3146b55 None None] For port 3a684070-e603-435b-a9ce-d044f7df113c, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3a684070-e603-435b-a9ce-d044f7df113c,segment=NetworkSegment(20f34b33-1153-4fe5-8407-0b4a384565a2),segment_id=20f34b33-1153-4fe5-8407-0b4a384565a2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:32.685682 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c0fdd7a6-65f9-4159-9b0c-a6f8d3146b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.699350 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.723546 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.768657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00056698-7434-4ec2-a821-c078932c49ac tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:47:32.786270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Network': ['ID=b35dd9e3-5ae5-4f67-81f9-6cea0fe32634,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:32.801785 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-28022e9a-7f88-476b-8188-0831198f6798 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/networks/b35dd9e3-5ae5-4f67-81f9-6cea0fe32634 HTTP/1.1" status: 204 len: 168 time: 2.8926718 Mar 08 09:47:32.804717 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41220) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:32.811959 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-8f0c0a26-e762-41bc-b69c-18073545816f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'network': {'name': 'tempest-RoutersTest-1021625457'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:32.824557 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8f0c0a26-e762-41bc-b69c-18073545816f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:32.826710 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdd7a6-65f9-4159-9b0c-a6f8d3146b55 None None] Pushing event updated for resources: {'Port': ['ID=3a684070-e603-435b-a9ce-d044f7df113c,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:32.831229 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21afa2d-ca0b-4619-894e-261164093d98 None None] Update dhcp port {'port': {'network_id': 'caa10e4d-db49-4d20-95f7-96e577ad8b77', 'fixed_ips': [{'subnet_id': 'dbf573a7-4128-4394-a79a-755341042aa0', 'ip_address': '2001:db8::2'}, {'subnet_id': '3547d3cc-ca8b-4882-a15e-d662c0c178df'}], 'binding:host_id': 'dv-neutron-831730-2-hyperv'}, 'id': '3a684070-e603-435b-a9ce-d044f7df113c'} from dv-neutron-831730-2-hyperv. {{(pid=87773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 09:47:32.837207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8f0c0a26-e762-41bc-b69c-18073545816f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:network and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:32.843061 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8f0c0a26-e762-41bc-b69c-18073545816f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:32.845365 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bea24be2-37e5-400d-83c8-5d64f2eb48d4 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.879265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2e2dc6c-b0ce-4f36-97d5-31d52e2f177a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.880276 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d2e2dc6c-b0ce-4f36-97d5-31d52e2f177a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b627a57-7487-4cc3-ad09-32e1c6918600 HTTP/1.1" status: 204 len: 168 time: 1.5857129 Mar 08 09:47:32.881429 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-00056698-7434-4ec2-a821-c078932c49ac tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.881766 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-00056698-7434-4ec2-a821-c078932c49ac tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Added segment 5dd6b8d8-6730-4a21-a4ab-ed119468f66e of type vlan for network e0eaff86-47b6-400c-aef5-9034db2b1f15 Mar 08 09:47:32.887998 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e21afa2d-ca0b-4619-894e-261164093d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.906917 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port f65c8db3-295a-49d0-a80e-46171aa5bdc4 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:32.907159 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:32.939917 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8f0c0a26-e762-41bc-b69c-18073545816f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:32.946161 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-00056698-7434-4ec2-a821-c078932c49ac tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.003686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] The port 'f65c8db3-295a-49d0-a80e-46171aa5bdc4' was deleted {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:47:33.048177 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-a463e984-e22d-4004-a5e2-10cce8bd9bef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] For port 48906bda-8299-4db2-bbf5-ac7cf733e0d8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=48906bda-8299-4db2-bbf5-ac7cf733e0d8,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:33.098619 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0c0a26-e762-41bc-b69c-18073545816f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Made reservation on behalf of c6601661feb14b85b700842beac586af for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:33.103090 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8f0c0a26-e762-41bc-b69c-18073545816f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.104261 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbc02500-29f0-46ba-840a-23da38a63ef3 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.199474 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e21afa2d-ca0b-4619-894e-261164093d98 None None] Allocated IP 172.20.0.1 (caa10e4d-db49-4d20-95f7-96e577ad8b77/3547d3cc-ca8b-4882-a15e-d662c0c178df/3a684070-e603-435b-a9ce-d044f7df113c) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:33.308836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.324764 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0c0a26-e762-41bc-b69c-18073545816f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:47:33.354498 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bea24be2-37e5-400d-83c8-5d64f2eb48d4 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.359856 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8f0c0a26-e762-41bc-b69c-18073545816f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.360291 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-8f0c0a26-e762-41bc-b69c-18073545816f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Added segment 1a6c3948-4482-4dea-ae3f-1814b10dd1f1 of type vlan for network 754bedbb-82f5-41ec-9f92-b0bb33b26854 Mar 08 09:47:33.363732 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51171380-4353-44de-b47a-28947b912bf5']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:33.374034 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e21afa2d-ca0b-4619-894e-261164093d98 None None] For port 3a684070-e603-435b-a9ce-d044f7df113c, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3a684070-e603-435b-a9ce-d044f7df113c,segment=NetworkSegment(20f34b33-1153-4fe5-8407-0b4a384565a2),segment_id=20f34b33-1153-4fe5-8407-0b4a384565a2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:33.384500 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba373667-cc45-4683-89d7-f9cf58d66c3c') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:33.384500 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba373667-cc45-4683-89d7-f9cf58d66c3c') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:33.395989 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-bea24be2-37e5-400d-83c8-5d64f2eb48d4 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Deleting port 1845698e-a6d9-46ab-a897-c93ef3f8a95d {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:33.396402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bea24be2-37e5-400d-83c8-5d64f2eb48d4 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.405453 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e21afa2d-ca0b-4619-894e-261164093d98 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.424017 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e21afa2d-ca0b-4619-894e-261164093d98 None None] Transition to ACTIVE for port object 3a684070-e603-435b-a9ce-d044f7df113c will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:33.428389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-00056698-7434-4ec2-a821-c078932c49ac tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.431290 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e21afa2d-ca0b-4619-894e-261164093d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.436020 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.437416 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00056698-7434-4ec2-a821-c078932c49ac tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:33.438563 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-00056698-7434-4ec2-a821-c078932c49ac tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.444016 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-a463e984-e22d-4004-a5e2-10cce8bd9bef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:47:33.478804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8f0c0a26-e762-41bc-b69c-18073545816f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.486031 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.517503 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a463e984-e22d-4004-a5e2-10cce8bd9bef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.520767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:47:33.521419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:47:33.537350 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:47:33.585407 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21afa2d-ca0b-4619-894e-261164093d98 None None] Pushing event updated for resources: {'Port': ['ID=3a684070-e603-435b-a9ce-d044f7df113c,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:33.619542 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.resource_extend [None req-8f0c0a26-e762-41bc-b69c-18073545816f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:47:33.636550 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3a684070-e603-435b-a9ce-d044f7df113c up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:33.640765 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-00056698-7434-4ec2-a821-c078932c49ac tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4969552 Mar 08 09:47:33.641495 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a463e984-e22d-4004-a5e2-10cce8bd9bef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.642141 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a463e984-e22d-4004-a5e2-10cce8bd9bef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.651325 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41228) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:33.734290 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8f0c0a26-e762-41bc-b69c-18073545816f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.740826 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0c0a26-e762-41bc-b69c-18073545816f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:33.741722 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8f0c0a26-e762-41bc-b69c-18073545816f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.751853 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c06de0c7-ca19-4783-80d6-683f6955cbf5 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:47:33.777456 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-09f4c843-b2cb-452c-81cf-ebe630806840 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:33.785462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.791207 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8f0c0a26-e762-41bc-b69c-18073545816f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9853270 Mar 08 09:47:33.792147 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41232) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:33.793997 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: c06de0c7-ca19-4783-80d6-683f6955cbf5 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:47:33.794513 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c06de0c7-ca19-4783-80d6-683f6955cbf5 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:47:33.809740 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00056698-7434-4ec2-a821-c078932c49ac tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Network': ['ID=e0eaff86-47b6-400c-aef5-9034db2b1f15,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:33.819155 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a463e984-e22d-4004-a5e2-10cce8bd9bef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:33.821172 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network e0eaff86-47b6-400c-aef5-9034db2b1f15 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:47:33.831060 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a463e984-e22d-4004-a5e2-10cce8bd9bef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:33.834391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a463e984-e22d-4004-a5e2-10cce8bd9bef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:33.835199 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a463e984-e22d-4004-a5e2-10cce8bd9bef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.852148 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:33.854011 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/networks/51171380-4353-44de-b47a-28947b912bf5 HTTP/1.1" status: 204 len: 168 time: 4.1480136 Mar 08 09:47:33.861212 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41236) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:33.862135 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675124bb-2a74-4a33-a6c3-014bed034971 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:33.873580 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-f10e6d02-17c9-4e63-ab55-4d5a0f29e491 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'subnet': {'network_id': '754bedbb-82f5-41ec-9f92-b0bb33b26854', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:34.068230 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463e984-e22d-4004-a5e2-10cce8bd9bef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=1107a8df-e0bb-42a6-affa-73e74d249268,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:34.087290 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a463e984-e22d-4004-a5e2-10cce8bd9bef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4933686 Mar 08 09:47:34.092266 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41240) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:34.097411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463e984-e22d-4004-a5e2-10cce8bd9bef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=48906bda-8299-4db2-bbf5-ac7cf733e0d8,revision_number=8']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:34.105566 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a45a0463-f5fa-4668-a2dd-fcef76164a5d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'mac_address': 'fa:16:3e:91:c5:5b', 'name': 'tempest-NetworksTestDHCPv6-1021090263'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:34.128287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-bea24be2-37e5-400d-83c8-5d64f2eb48d4 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] For port 1845698e-a6d9-46ab-a897-c93ef3f8a95d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1845698e-a6d9-46ab-a897-c93ef3f8a95d,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:34.128846 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bea24be2-37e5-400d-83c8-5d64f2eb48d4 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:34.251227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c0a26-e762-41bc-b69c-18073545816f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Network': ['ID=754bedbb-82f5-41ec-9f92-b0bb33b26854,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:34.265010 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 754bedbb-82f5-41ec-9f92-b0bb33b26854 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:47:34.326873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a45a0463-f5fa-4668-a2dd-fcef76164a5d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:34.330492 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-bea24be2-37e5-400d-83c8-5d64f2eb48d4 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Calling delete_port for 1845698e-a6d9-46ab-a897-c93ef3f8a95d owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:34.352298 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc02500-29f0-46ba-840a-23da38a63ef3 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Router ba4e89cb-ee89-4301-b8d8-c5e861bbdf04 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:47:34.431637 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a45a0463-f5fa-4668-a2dd-fcef76164a5d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:34.443063 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d19126-0a0b-4273-af95-e989b2d91335 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Network': ['ID=51171380-4353-44de-b47a-28947b912bf5,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:34.477930 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f10e6d02-17c9-4e63-ab55-4d5a0f29e491 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:34.495750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f10e6d02-17c9-4e63-ab55-4d5a0f29e491 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:subnet and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:34.507669 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57251b-4231-4f16-a593-7c43beb26902 req-470a5a36-5245-44d5-9c8c-0ad31b7aeadd tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:34.509300 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7b57251b-4231-4f16-a593-7c43beb26902 req-470a5a36-5245-44d5-9c8c-0ad31b7aeadd tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.7290487 Mar 08 09:47:34.510237 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f10e6d02-17c9-4e63-ab55-4d5a0f29e491 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:34.544071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f10e6d02-17c9-4e63-ab55-4d5a0f29e491 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:34.569409 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10e6d02-17c9-4e63-ab55-4d5a0f29e491 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Made reservation on behalf of c6601661feb14b85b700842beac586af for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:34.572913 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f10e6d02-17c9-4e63-ab55-4d5a0f29e491 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:34.597111 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3519644-4869-4bd5-adcf-23344837c186 None None] Network caa10e4d-db49-4d20-95f7-96e577ad8b77 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:34.629053 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7b57251b-4231-4f16-a593-7c43beb26902 req-0815c342-5b33-4ef3-9bdd-57f05a70aba7 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074090 Mar 08 09:47:34.685518 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45a0463-f5fa-4668-a2dd-fcef76164a5d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:34.734133 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d5e8fa-abf6-40b4-a063-6f6a5b48e67b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:34.738676 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-37d5e8fa-abf6-40b4-a063-6f6a5b48e67b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8615882 Mar 08 09:47:34.740729 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41244) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:34.762331 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09f4c843-b2cb-452c-81cf-ebe630806840 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:34.790285 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d2d909cc-4365-4dc6-96d2-afd11cd32d86 None None] Provisioning for port 3a684070-e603-435b-a9ce-d044f7df113c completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:34.811261 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d2d909cc-4365-4dc6-96d2-afd11cd32d86 None None] Provisioning complete for port 3a684070-e603-435b-a9ce-d044f7df113c triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:34.811786 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2d909cc-4365-4dc6-96d2-afd11cd32d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:34.853252 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09f4c843-b2cb-452c-81cf-ebe630806840 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:34.873736 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc02500-29f0-46ba-840a-23da38a63ef3 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:47:34.888763 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1eca0a-1e73-476b-b8ab-ac11e259013d None None] Sync routers for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:47:34.889544 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bbc02500-29f0-46ba-840a-23da38a63ef3 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "PUT /v2.0/routers/ba4e89cb-ee89-4301-b8d8-c5e861bbdf04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3482597 Mar 08 09:47:34.893416 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41248) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:34.904128 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bea24be2-37e5-400d-83c8-5d64f2eb48d4 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:34.951574 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1eca0a-1e73-476b-b8ab-ac11e259013d None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:34.952211 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-df1eca0a-1e73-476b-b8ab-ac11e259013d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:34.974522 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-09f4c843-b2cb-452c-81cf-ebe630806840 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network e0eaff86-47b6-400c-aef5-9034db2b1f15 is not hosted by any dhcp agent {{(pid=87772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 08 09:47:34.979830 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f4c843-b2cb-452c-81cf-ebe630806840 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:34.980426 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09f4c843-b2cb-452c-81cf-ebe630806840 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:34.985268 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-09f4c843-b2cb-452c-81cf-ebe630806840 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "PUT /v2.0/networks/e0eaff86-47b6-400c-aef5-9034db2b1f15 HTTP/1.1" status: 200 len: 723 time: 1.2488508 Mar 08 09:47:34.997152 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41252) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:35.010541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea24be2-37e5-400d-83c8-5d64f2eb48d4 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Pushing event deleted for resources: {'Port': ['ID=1845698e-a6d9-46ab-a897-c93ef3f8a95d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:35.030058 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-df1eca0a-1e73-476b-b8ab-ac11e259013d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:35.137957 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1eca0a-1e73-476b-b8ab-ac11e259013d None None] Routers {'ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:35.138839 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-df1eca0a-1e73-476b-b8ab-ac11e259013d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:35.168062 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6de87cc6-a84f-45f7-847b-258bd2457665 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Synchronizing usage tracker for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:35.201705 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bea24be2-37e5-400d-83c8-5d64f2eb48d4 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:35.218626 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-df1eca0a-1e73-476b-b8ab-ac11e259013d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:35.219311 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1eca0a-1e73-476b-b8ab-ac11e259013d None None] The sync data for ids ['ba4e89cb-ee89-4301-b8d8-c5e861bbdf04'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:47:35.223568 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1bc3011f-78be-4b6b-a7fc-bf6fbf68fe3f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'subnet': {'network_id': 'e0eaff86-47b6-400c-aef5-9034db2b1f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:35.296295 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4c843-b2cb-452c-81cf-ebe630806840 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Network': ['ID=e0eaff86-47b6-400c-aef5-9034db2b1f15,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:35.307873 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network e0eaff86-47b6-400c-aef5-9034db2b1f15 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:47:35.334675 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f10e6d02-17c9-4e63-ab55-4d5a0f29e491 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:35.362465 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a45a0463-f5fa-4668-a2dd-fcef76164a5d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:35.378202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6de87cc6-a84f-45f7-847b-258bd2457665 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Unset dirty status for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:35.380612 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6de87cc6-a84f-45f7-847b-258bd2457665 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6351826 Mar 08 09:47:35.390734 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41256) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:35.461751 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-99e6931a-c15c-4e17-a83e-f71a8eb23035 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1888789777'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:35.463117 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-99d6f1ca-6349-488d-b55a-38b509b0117d None None] Provisioning complete for port 48906bda-8299-4db2-bbf5-ac7cf733e0d8 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:35.463493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99d6f1ca-6349-488d-b55a-38b509b0117d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:35.473768 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bea24be2-37e5-400d-83c8-5d64f2eb48d4 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:35.479406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bea24be2-37e5-400d-83c8-5d64f2eb48d4 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:35.499467 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-99e6931a-c15c-4e17-a83e-f71a8eb23035 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:35.519725 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e6d02-17c9-4e63-ab55-4d5a0f29e491 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Subnet': ['ID=62fd7957-d7ec-4aa9-93e7-463b54d8ae88,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:35.534609 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-99e6931a-c15c-4e17-a83e-f71a8eb23035 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:network and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:35.535341 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bea24be2-37e5-400d-83c8-5d64f2eb48d4 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:35.535885 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea24be2-37e5-400d-83c8-5d64f2eb48d4 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73b2c540-95ad-4941-9c0d-d418eca6e327 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:47:35.537790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10e6d02-17c9-4e63-ab55-4d5a0f29e491 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Checking segment: {'id': '1a6c3948-4482-4dea-ae3f-1814b10dd1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '754bedbb-82f5-41ec-9f92-b0bb33b26854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:35.538147 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10e6d02-17c9-4e63-ab55-4d5a0f29e491 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network hostable DHCP agents. Network: 754bedbb-82f5-41ec-9f92-b0bb33b26854, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:47:35.571959 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bea24be2-37e5-400d-83c8-5d64f2eb48d4 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:35.573144 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bea24be2-37e5-400d-83c8-5d64f2eb48d4 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "DELETE /v2.0/routers/73b2c540-95ad-4941-9c0d-d418eca6e327 HTTP/1.1" status: 204 len: 168 time: 3.0602007 Mar 08 09:47:35.576966 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41260) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:35.583019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1672129478', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}, 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:35.591728 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:35.595309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10e6d02-17c9-4e63-ab55-4d5a0f29e491 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network 754bedbb-82f5-41ec-9f92-b0bb33b26854 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:47:35.603691 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Usage tracker for resource:router and tenant:fdf8a4a144d04e029227790a5607b81e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:35.626111 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:35.627089 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-a45a0463-f5fa-4668-a2dd-fcef76164a5d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port 2aacef18-570b-4fac-ba49-611fd9003216 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:47:35.629576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-f10e6d02-17c9-4e63-ab55-4d5a0f29e491 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 754bedbb-82f5-41ec-9f92-b0bb33b26854) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:35.640033 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:35.642533 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10e6d02-17c9-4e63-ab55-4d5a0f29e491 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:35.643119 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f10e6d02-17c9-4e63-ab55-4d5a0f29e491 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525436'] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:35.680732 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:35.682052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:35.684133 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e87a009-7bb2-4397-b4f3-64b71549096b None None] Network 754bedbb-82f5-41ec-9f92-b0bb33b26854 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:35.701152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:35.713427 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-99e6931a-c15c-4e17-a83e-f71a8eb23035 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:35.730249 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f10e6d02-17c9-4e63-ab55-4d5a0f29e491 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9200261 Mar 08 09:47:35.732646 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-99e6931a-c15c-4e17-a83e-f71a8eb23035 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:35.746822 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41266) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:35.749811 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1bc3011f-78be-4b6b-a7fc-bf6fbf68fe3f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:35.756093 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-44ee0b64-4e82-46ef-a8c8-1ba5cc60a073 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1080038377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:35.759133 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d7df430-8131-49ca-bda6-93969a334e51 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:35.766153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-44ee0b64-4e82-46ef-a8c8-1ba5cc60a073 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:35.819400 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 48906bda-8299-4db2-bbf5-ac7cf733e0d8 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:35.862210 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e6931a-c15c-4e17-a83e-f71a8eb23035 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:35.865613 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99e6931a-c15c-4e17-a83e-f71a8eb23035 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:35.912179 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-44ee0b64-4e82-46ef-a8c8-1ba5cc60a073 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:router and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:35.926985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1bc3011f-78be-4b6b-a7fc-bf6fbf68fe3f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:36.006915 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 48906bda-8299-4db2-bbf5-ac7cf733e0d8 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:36.007543 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:36.010673 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc3011f-78be-4b6b-a7fc-bf6fbf68fe3f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Made reservation on behalf of f9f411f6cb5a4546a0eace12b5c81c03 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:36.014179 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bc3011f-78be-4b6b-a7fc-bf6fbf68fe3f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:36.073963 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-754bedbb-82f5-41ec-9f92-b0bb33b26854', 'network_id': '754bedbb-82f5-41ec-9f92-b0bb33b26854', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'fixed_ips': [{'subnet_id': '62fd7957-d7ec-4aa9-93e7-463b54d8ae88'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:47:36.074776 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:36.079850 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-44ee0b64-4e82-46ef-a8c8-1ba5cc60a073 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:36.089757 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e6931a-c15c-4e17-a83e-f71a8eb23035 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:47:36.097186 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-44ee0b64-4e82-46ef-a8c8-1ba5cc60a073 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:36.111720 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c0a0748e-1050-4531-91d8-445f65f427c8 None None] Provisioning complete for port 3a684070-e603-435b-a9ce-d044f7df113c triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:36.112203 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c0a0748e-1050-4531-91d8-445f65f427c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:36.168451 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:36.176192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-44ee0b64-4e82-46ef-a8c8-1ba5cc60a073 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:36.176638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-44ee0b64-4e82-46ef-a8c8-1ba5cc60a073 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:36.231279 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-44ee0b64-4e82-46ef-a8c8-1ba5cc60a073 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:36.267069 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99e6931a-c15c-4e17-a83e-f71a8eb23035 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:36.267674 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-99e6931a-c15c-4e17-a83e-f71a8eb23035 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Added segment 488ec86e-8a31-43db-ad11-68dc5f45c256 of type vlan for network 03952d8c-b760-4951-8504-32b1f3d8b405 Mar 08 09:47:36.324897 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-44ee0b64-4e82-46ef-a8c8-1ba5cc60a073 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:36.334981 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-a45a0463-f5fa-4668-a2dd-fcef76164a5d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::f816:3eff:fe91:c55b (162da289-2647-477b-bcb7-e834030497c1/1107a8df-e0bb-42a6-affa-73e74d249268/2aacef18-570b-4fac-ba49-611fd9003216) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:36.362314 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d7df430-8131-49ca-bda6-93969a334e51 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:36.368903 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-44ee0b64-4e82-46ef-a8c8-1ba5cc60a073 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:36.372999 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-44ee0b64-4e82-46ef-a8c8-1ba5cc60a073 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6228333 Mar 08 09:47:36.373143 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99e6931a-c15c-4e17-a83e-f71a8eb23035 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:36.374330 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41270) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:36.384289 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c312f-c04d-414b-9c4b-cf04db90ca95 req-5722d7ed-7824-45ec-a785-e63b68c9ea10 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:36.391119 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-733c312f-c04d-414b-9c4b-cf04db90ca95 req-5722d7ed-7824-45ec-a785-e63b68c9ea10 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.5400536 Mar 08 09:47:36.416089 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3a684070-e603-435b-a9ce-d044f7df113c up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:36.437783 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7d7df430-8131-49ca-bda6-93969a334e51 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Deleting port 95f8c2e3-6f14-4886-8e30-f4f226a7d785 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:36.438000 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d7df430-8131-49ca-bda6-93969a334e51 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:36.511389 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-733c312f-c04d-414b-9c4b-cf04db90ca95 req-cf6d5027-4fc6-455e-bcfa-475a8a0b6367 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182382 Mar 08 09:47:36.543470 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Allocated IP 172.20.0.2 (754bedbb-82f5-41ec-9f92-b0bb33b26854/62fd7957-d7ec-4aa9-93e7-463b54d8ae88/4818a074-1731-4bc7-8d38-38ed9e2b21ce) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:36.651851 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99e6931a-c15c-4e17-a83e-f71a8eb23035 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:36.658275 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e6931a-c15c-4e17-a83e-f71a8eb23035 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:36.658973 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99e6931a-c15c-4e17-a83e-f71a8eb23035 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:36.672871 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 3a684070-e603-435b-a9ce-d044f7df113c triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:36.673330 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:36.887390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:36.898388 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Transition to ACTIVE for port object 4818a074-1731-4bc7-8d38-38ed9e2b21ce will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:36.917345 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Transition to ACTIVE for port object 4818a074-1731-4bc7-8d38-38ed9e2b21ce will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:36.923330 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:36.978769 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-99e6931a-c15c-4e17-a83e-f71a8eb23035 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5869672 Mar 08 09:47:36.985512 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Network 754bedbb-82f5-41ec-9f92-b0bb33b26854 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:36.986477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6931a-c15c-4e17-a83e-f71a8eb23035 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Network': ['ID=03952d8c-b760-4951-8504-32b1f3d8b405,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:36.988415 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41274) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:36.990289 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:37.000605 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:37.001181 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4e978274-a4ba-4f00-bbce-a6c9cd65c0cf tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'subnet': {'network_id': '03952d8c-b760-4951-8504-32b1f3d8b405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:37.005613 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:37.008412 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 03952d8c-b760-4951-8504-32b1f3d8b405 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:47:37.033259 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:37.043358 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Pushing event updated for resources: {'Port': ['ID=4818a074-1731-4bc7-8d38-38ed9e2b21ce,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:37.066712 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:37.196970 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Attempting to bind port 4818a074-1731-4bc7-8d38-38ed9e2b21ce on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:47:37.197363 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Attempting to bind port 4818a074-1731-4bc7-8d38-38ed9e2b21ce by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '1a6c3948-4482-4dea-ae3f-1814b10dd1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '754bedbb-82f5-41ec-9f92-b0bb33b26854'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:47:37.198325 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Attempting to bind port 4818a074-1731-4bc7-8d38-38ed9e2b21ce on network 754bedbb-82f5-41ec-9f92-b0bb33b26854 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:47:37.203467 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:47:37.203842 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Checking segment: {'id': '1a6c3948-4482-4dea-ae3f-1814b10dd1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '754bedbb-82f5-41ec-9f92-b0bb33b26854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:37.204237 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:37.204624 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Bound using segment: {'id': '1a6c3948-4482-4dea-ae3f-1814b10dd1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '754bedbb-82f5-41ec-9f92-b0bb33b26854'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:47:37.205268 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Bound port: 4818a074-1731-4bc7-8d38-38ed9e2b21ce, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6c3948-4482-4dea-ae3f-1814b10dd1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '754bedbb-82f5-41ec-9f92-b0bb33b26854'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:47:37.205582 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:37.238001 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d7df430-8131-49ca-bda6-93969a334e51 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:37.299857 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] For port 4818a074-1731-4bc7-8d38-38ed9e2b21ce, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:47:37.303315 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] For port 4818a074-1731-4bc7-8d38-38ed9e2b21ce, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=4818a074-1731-4bc7-8d38-38ed9e2b21ce,segment=NetworkSegment(1a6c3948-4482-4dea-ae3f-1814b10dd1f1),segment_id=1a6c3948-4482-4dea-ae3f-1814b10dd1f1)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:47:37.308224 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:37.330874 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bc3011f-78be-4b6b-a7fc-bf6fbf68fe3f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:37.341653 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a45a0463-f5fa-4668-a2dd-fcef76164a5d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:37.394737 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4f3f5-5bed-4a32-871c-018dc0c22b96 None None] Pushing event updated for resources: {'Port': ['ID=4818a074-1731-4bc7-8d38-38ed9e2b21ce,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:37.432580 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 1845698e-a6d9-46ab-a897-c93ef3f8a95d no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:47:37.474843 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 1845698e-a6d9-46ab-a897-c93ef3f8a95d {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:47:37.475311 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 1845698e-a6d9-46ab-a897-c93ef3f8a95d not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:47:37.513041 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7d7df430-8131-49ca-bda6-93969a334e51 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Calling delete_port for 95f8c2e3-6f14-4886-8e30-f4f226a7d785 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:37.574473 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Allocated IP 172.26.2.125 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/54c80b26-9986-467b-a03f-f6ff73c977fb) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:37.576422 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-a45a0463-f5fa-4668-a2dd-fcef76164a5d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object 2aacef18-570b-4fac-ba49-611fd9003216 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:37.603731 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4e978274-a4ba-4f00-bbce-a6c9cd65c0cf tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:37.608724 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4e978274-a4ba-4f00-bbce-a6c9cd65c0cf tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:subnet and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:37.612203 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4e978274-a4ba-4f00-bbce-a6c9cd65c0cf tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:37.624009 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4e978274-a4ba-4f00-bbce-a6c9cd65c0cf tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:37.634518 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3011f-78be-4b6b-a7fc-bf6fbf68fe3f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Subnet': ['ID=c32d4945-8c56-41c1-91e0-9a7cc75ba0ca,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:37.677835 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a45a0463-f5fa-4668-a2dd-fcef76164a5d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:37.743930 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e978274-a4ba-4f00-bbce-a6c9cd65c0cf tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:37.746768 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4e978274-a4ba-4f00-bbce-a6c9cd65c0cf tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:37.814838 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Allocated IP 172.20.0.1 (754bedbb-82f5-41ec-9f92-b0bb33b26854/62fd7957-d7ec-4aa9-93e7-463b54d8ae88/0d917c57-8c41-4ad1-9033-72346822bdf1) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:37.834946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45a0463-f5fa-4668-a2dd-fcef76164a5d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:37.845965 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a45a0463-f5fa-4668-a2dd-fcef76164a5d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:37.848919 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45a0463-f5fa-4668-a2dd-fcef76164a5d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:37.855881 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a0463-f5fa-4668-a2dd-fcef76164a5d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:37.856526 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a45a0463-f5fa-4668-a2dd-fcef76164a5d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:37.977821 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a0463-f5fa-4668-a2dd-fcef76164a5d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=2aacef18-570b-4fac-ba49-611fd9003216,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:37.980119 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:37.985621 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a45a0463-f5fa-4668-a2dd-fcef76164a5d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8888669 Mar 08 09:47:37.985930 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41280) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:37.990748 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc3011f-78be-4b6b-a7fc-bf6fbf68fe3f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Checking segment: {'id': '5dd6b8d8-6730-4a21-a4ab-ed119468f66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e0eaff86-47b6-400c-aef5-9034db2b1f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:37.991106 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc3011f-78be-4b6b-a7fc-bf6fbf68fe3f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network hostable DHCP agents. Network: e0eaff86-47b6-400c-aef5-9034db2b1f15, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:47:38.009475 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a37073-eba7-42db-b6d3-308ac15a955b req-09cec7e7-701d-4b6d-a14d-d95468477c87 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:38.010994 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-38a37073-eba7-42db-b6d3-308ac15a955b req-09cec7e7-701d-4b6d-a14d-d95468477c87 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.2756588 Mar 08 09:47:38.099947 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:38.106598 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-38a37073-eba7-42db-b6d3-308ac15a955b req-5e17e841-7d6b-455e-938b-ac147c98c201 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833716 Mar 08 09:47:38.109060 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc3011f-78be-4b6b-a7fc-bf6fbf68fe3f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network e0eaff86-47b6-400c-aef5-9034db2b1f15 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:47:38.117726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:38.136308 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-1bc3011f-78be-4b6b-a7fc-bf6fbf68fe3f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, e0eaff86-47b6-400c-aef5-9034db2b1f15) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:38.141629 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc3011f-78be-4b6b-a7fc-bf6fbf68fe3f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:38.142222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bc3011f-78be-4b6b-a7fc-bf6fbf68fe3f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:38.152722 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcc8c0f-6a36-445f-a6fe-d0758987145c None None] Network e0eaff86-47b6-400c-aef5-9034db2b1f15 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:38.162948 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Transition to ACTIVE for port object 0d917c57-8c41-4ad1-9033-72346822bdf1 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:38.195549 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:38.199394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:38.204071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:38.258177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Pushing event updated for resources: {'Port': ['ID=54c80b26-9986-467b-a03f-f6ff73c977fb,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:38.282859 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4ad179fb-a928-4838-ac4d-fa6e46d82244 None None] Provisioning for port 2aacef18-570b-4fac-ba49-611fd9003216 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:38.286470 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9afa0e5-6996-4d9d-a76f-72d6a168e141 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:38.293392 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9afa0e5-6996-4d9d-a76f-72d6a168e141 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:38.294147 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c9afa0e5-6996-4d9d-a76f-72d6a168e141 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:38.306158 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4ad179fb-a928-4838-ac4d-fa6e46d82244 None None] Provisioning complete for port 2aacef18-570b-4fac-ba49-611fd9003216 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:38.306768 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4ad179fb-a928-4838-ac4d-fa6e46d82244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:38.333315 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41284) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:38.333930 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1bc3011f-78be-4b6b-a7fc-bf6fbf68fe3f tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3353531 Mar 08 09:47:38.344540 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-9dcc22eb-3b28-4c55-ac18-b3164115cdd8 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:38.363080 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c9afa0e5-6996-4d9d-a76f-72d6a168e141 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:38.367378 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c9afa0e5-6996-4d9d-a76f-72d6a168e141 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3749359 Mar 08 09:47:38.367378 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d7df430-8131-49ca-bda6-93969a334e51 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:38.369009 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41288) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:38.390498 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:38.423301 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4ad179fb-a928-4838-ac4d-fa6e46d82244 None None] Port 2aacef18-570b-4fac-ba49-611fd9003216 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:47:38.471626 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7df430-8131-49ca-bda6-93969a334e51 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event deleted for resources: {'Port': ['ID=95f8c2e3-6f14-4886-8e30-f4f226a7d785,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:38.484072 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-e0eaff86-47b6-400c-aef5-9034db2b1f15', 'network_id': 'e0eaff86-47b6-400c-aef5-9034db2b1f15', 'tenant_id': 'f9f411f6cb5a4546a0eace12b5c81c03', 'fixed_ips': [{'subnet_id': 'c32d4945-8c56-41c1-91e0-9a7cc75ba0ca'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:47:38.485017 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:38.488557 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4e978274-a4ba-4f00-bbce-a6c9cd65c0cf tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:38.611450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network 754bedbb-82f5-41ec-9f92-b0bb33b26854 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:38.664569 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:38.668124 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-fa9d9007-5e5f-44e2-ba6b-391a7516e20e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port 2aacef18-570b-4fac-ba49-611fd9003216 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:38.668570 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9007-5e5f-44e2-ba6b-391a7516e20e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:38.676158 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:38.719041 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=0d917c57-8c41-4ad1-9033-72346822bdf1,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:38.727249 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Allocated IP 2001:db8::2 (e0eaff86-47b6-400c-aef5-9034db2b1f15/c32d4945-8c56-41c1-91e0-9a7cc75ba0ca/0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:38.785747 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d7df430-8131-49ca-bda6-93969a334e51 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:38.829876 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9dcc22eb-3b28-4c55-ac18-b3164115cdd8 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8585104583'] for subnet, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:38.873709 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:38.930942 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e978274-a4ba-4f00-bbce-a6c9cd65c0cf tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Subnet': ['ID=9cb60612-1d2e-4b50-839a-408caa11216f,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:38.936769 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e978274-a4ba-4f00-bbce-a6c9cd65c0cf tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Checking segment: {'id': '488ec86e-8a31-43db-ad11-68dc5f45c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '03952d8c-b760-4951-8504-32b1f3d8b405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:38.937127 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e978274-a4ba-4f00-bbce-a6c9cd65c0cf tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network hostable DHCP agents. Network: 03952d8c-b760-4951-8504-32b1f3d8b405, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:47:39.009612 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae7cd14-9888-4978-8e65-207681f02fb1 None None] Network 754bedbb-82f5-41ec-9f92-b0bb33b26854 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:39.046816 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:39.103259 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Transition to ACTIVE for port object 0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:39.138966 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4bfb920c-d5b6-4261-98a3-465bbea4f7d0 None None] Provisioning for port 4818a074-1731-4bc7-8d38-38ed9e2b21ce completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:39.154972 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Transition to ACTIVE for port object 0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:39.167874 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:39.177944 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:39.286270 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Network e0eaff86-47b6-400c-aef5-9034db2b1f15 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:39.296376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:39.302532 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:39.309114 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Pushing event updated for resources: {'Port': ['ID=0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:39.314260 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d7df430-8131-49ca-bda6-93969a334e51 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:39.357980 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d7df430-8131-49ca-bda6-93969a334e51 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:39.375987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:39.412159 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9007-5e5f-44e2-ba6b-391a7516e20e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:39.446907 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Attempting to bind port 0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:47:39.447402 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Attempting to bind port 0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '5dd6b8d8-6730-4a21-a4ab-ed119468f66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e0eaff86-47b6-400c-aef5-9034db2b1f15'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:47:39.447864 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Attempting to bind port 0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4 on network e0eaff86-47b6-400c-aef5-9034db2b1f15 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:47:39.456296 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:47:39.456956 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Checking segment: {'id': '5dd6b8d8-6730-4a21-a4ab-ed119468f66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e0eaff86-47b6-400c-aef5-9034db2b1f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:39.457803 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:39.457929 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Bound using segment: {'id': '5dd6b8d8-6730-4a21-a4ab-ed119468f66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e0eaff86-47b6-400c-aef5-9034db2b1f15'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:47:39.458479 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Bound port: 0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd6b8d8-6730-4a21-a4ab-ed119468f66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e0eaff86-47b6-400c-aef5-9034db2b1f15'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:47:39.458945 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:39.520615 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4818a074-1731-4bc7-8d38-38ed9e2b21ce up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:39.570653 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e978274-a4ba-4f00-bbce-a6c9cd65c0cf tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 03952d8c-b760-4951-8504-32b1f3d8b405 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:47:39.582573 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-fa9d9007-5e5f-44e2-ba6b-391a7516e20e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for 2aacef18-570b-4fac-ba49-611fd9003216 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:39.624860 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d7df430-8131-49ca-bda6-93969a334e51 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:39.625458 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7df430-8131-49ca-bda6-93969a334e51 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Fanout notify agent at l3_agent the message router_deleted on router ba4e89cb-ee89-4301-b8d8-c5e861bbdf04 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:47:39.647551 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] For port 0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:47:39.652582 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] For port 0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4,segment=NetworkSegment(5dd6b8d8-6730-4a21-a4ab-ed119468f66e),segment_id=5dd6b8d8-6730-4a21-a4ab-ed119468f66e)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:47:39.656584 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d7df430-8131-49ca-bda6-93969a334e51 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:39.660255 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7d7df430-8131-49ca-bda6-93969a334e51 tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "DELETE /v2.0/routers/ba4e89cb-ee89-4301-b8d8-c5e861bbdf04 HTTP/1.1" status: 204 len: 168 time: 4.7602737 Mar 08 09:47:39.661150 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41294) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:39.661715 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:39.667015 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4e978274-a4ba-4f00-bbce-a6c9cd65c0cf tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 03952d8c-b760-4951-8504-32b1f3d8b405) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:39.681394 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e978274-a4ba-4f00-bbce-a6c9cd65c0cf tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:39.681980 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4e978274-a4ba-4f00-bbce-a6c9cd65c0cf tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:39.709444 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e59f2-8caf-4323-9bab-5019dc8abf9b req-3d27f361-c4d5-4e51-983b-22b67a30a340 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:39.717130 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2d5e59f2-8caf-4323-9bab-5019dc8abf9b req-3d27f361-c4d5-4e51-983b-22b67a30a340 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.4238281 Mar 08 09:47:39.732486 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c363b1e5-3201-4c29-88ef-8801b4211b9a None None] Network 03952d8c-b760-4951-8504-32b1f3d8b405 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:39.791283 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2d5e59f2-8caf-4323-9bab-5019dc8abf9b req-5bd1fd33-0543-44ad-8d5b-65811852efb6 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731127 Mar 08 09:47:39.796856 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4e978274-a4ba-4f00-bbce-a6c9cd65c0cf tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8018661 Mar 08 09:47:39.797893 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41298) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:39.806129 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0d720f47-9f95-4a77-a194-01b98b1a662f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'network_id': '03952d8c-b760-4951-8504-32b1f3d8b405', 'name': 'tempest-PortsIpV6TestJSON-1392474724'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:39.857685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9dcc22eb-3b28-4c55-ac18-b3164115cdd8 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791804013047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126084'] for subnet, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:39.866460 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-512fbb13-0629-4e70-b7b4-360115de60bf tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Deleting subnet 9bad7f5e-d8ba-440a-9125-51e37136b068 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:47:39.880783 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 4818a074-1731-4bc7-8d38-38ed9e2b21ce completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:39.890836 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 4818a074-1731-4bc7-8d38-38ed9e2b21ce triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:39.891434 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:39.920608 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-512fbb13-0629-4e70-b7b4-360115de60bf tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:40.016100 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94c2b3-ec0a-4dac-918b-e022ae9e1e56 None None] Pushing event updated for resources: {'Port': ['ID=0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:40.069384 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0d720f47-9f95-4a77-a194-01b98b1a662f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:40.088494 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcc22eb-3b28-4c55-ac18-b3164115cdd8 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:40.089600 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9dcc22eb-3b28-4c55-ac18-b3164115cdd8 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:40.094382 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9dcc22eb-3b28-4c55-ac18-b3164115cdd8 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "PUT /v2.0/subnets/c32d4945-8c56-41c1-91e0-9a7cc75ba0ca HTTP/1.1" status: 200 len: 826 time: 1.7600446 Mar 08 09:47:40.109038 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41304) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:40.190608 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0d720f47-9f95-4a77-a194-01b98b1a662f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:port and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:40.230920 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0d720f47-9f95-4a77-a194-01b98b1a662f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:40.243750 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0d720f47-9f95-4a77-a194-01b98b1a662f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:40.251504 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc22eb-3b28-4c55-ac18-b3164115cdd8 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Subnet': ['ID=c32d4945-8c56-41c1-91e0-9a7cc75ba0ca,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:40.270793 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d720f47-9f95-4a77-a194-01b98b1a662f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:40.275026 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d720f47-9f95-4a77-a194-01b98b1a662f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:40.286948 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9007-5e5f-44e2-ba6b-391a7516e20e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:40.408683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-512fbb13-0629-4e70-b7b4-360115de60bf tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:40.469571 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-18bbe692-3636-4a2c-ae59-4f0d3b705f18 None None] Provisioning complete for port 4818a074-1731-4bc7-8d38-38ed9e2b21ce triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:40.470122 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-18bbe692-3636-4a2c-ae59-4f0d3b705f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:40.480084 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d9007-5e5f-44e2-ba6b-391a7516e20e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=2aacef18-570b-4fac-ba49-611fd9003216,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:40.491306 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-0d720f47-9f95-4a77-a194-01b98b1a662f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] device_id is not set on port 95cb4a62-9491-4c43-a841-33f30dc06150 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:47:40.565786 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9007-5e5f-44e2-ba6b-391a7516e20e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:40.657572 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fa9d9007-5e5f-44e2-ba6b-391a7516e20e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/2aacef18-570b-4fac-ba49-611fd9003216 HTTP/1.1" status: 204 len: 168 time: 2.2485015 Mar 08 09:47:40.658831 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-03952d8c-b760-4951-8504-32b1f3d8b405', 'network_id': '03952d8c-b760-4951-8504-32b1f3d8b405', 'tenant_id': '8487a2388023440e9c6b176be36100ad', 'fixed_ips': [{'subnet_id': '9cb60612-1d2e-4b50-839a-408caa11216f'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:47:40.659950 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:40.667533 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41310) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:40.715531 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:40.822068 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94917647-6312-4013-8f06-1c414be8372a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:40.823754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94917647-6312-4013-8f06-1c414be8372a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:40.824557 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-94917647-6312-4013-8f06-1c414be8372a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:40.842180 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b543df5-a9f0-4c5c-bd68-9fda787a59a3 req-f9e1f236-5006-4c22-8805-5a1ba2cdf427 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:40.843732 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b543df5-a9f0-4c5c-bd68-9fda787a59a3 req-f9e1f236-5006-4c22-8805-5a1ba2cdf427 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.4889650 Mar 08 09:47:40.867953 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-0d720f47-9f95-4a77-a194-01b98b1a662f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Allocated IP 2001:db8::ea (03952d8c-b760-4951-8504-32b1f3d8b405/9cb60612-1d2e-4b50-839a-408caa11216f/95cb4a62-9491-4c43-a841-33f30dc06150) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:40.878836 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 4818a074-1731-4bc7-8d38-38ed9e2b21ce, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=4818a074-1731-4bc7-8d38-38ed9e2b21ce,segment=NetworkSegment(1a6c3948-4482-4dea-ae3f-1814b10dd1f1),segment_id=1a6c3948-4482-4dea-ae3f-1814b10dd1f1)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:40.896368 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:40.918583 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:40.939260 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b543df5-a9f0-4c5c-bd68-9fda787a59a3 req-45170669-a3eb-4f21-bcb9-79a303a1034a tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843143 Mar 08 09:47:40.956603 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-18bbe692-3636-4a2c-ae59-4f0d3b705f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:40.974880 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-94917647-6312-4013-8f06-1c414be8372a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:40.978552 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-94917647-6312-4013-8f06-1c414be8372a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3075309 Mar 08 09:47:40.980027 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41314) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:41.009551 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-512fbb13-0629-4e70-b7b4-360115de60bf tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:41.021724 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=4818a074-1731-4bc7-8d38-38ed9e2b21ce,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:41.050603 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-18bbe692-3636-4a2c-ae59-4f0d3b705f18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:47:41.051074 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-18bbe692-3636-4a2c-ae59-4f0d3b705f18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:47:41.102819 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13fe160-48f6-4d6c-abb3-74cdf37b4fc3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet 1107a8df-e0bb-42a6-affa-73e74d249268 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:47:41.151729 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d13fe160-48f6-4d6c-abb3-74cdf37b4fc3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:41.153541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:41.237055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.resource_extend [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:47:41.238302 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d13fe160-48f6-4d6c-abb3-74cdf37b4fc3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:41.246086 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a91ae9-3e2f-4b4e-bdb4-e1501dedc1cb req-41fcc97c-33c9-49ad-b5da-a36432fb6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:41.247594 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-23a91ae9-3e2f-4b4e-bdb4-e1501dedc1cb req-41fcc97c-33c9-49ad-b5da-a36432fb6451 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3930543b2ce942fe899a5a461a431d3e&device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 1099 time: 0.7675076 Mar 08 09:47:41.267067 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:41.312541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:41.323362 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d720f47-9f95-4a77-a194-01b98b1a662f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:41.353898 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-0d720f47-9f95-4a77-a194-01b98b1a662f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Transition to ACTIVE for port object 95cb4a62-9491-4c43-a841-33f30dc06150 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:41.372733 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d13fe160-48f6-4d6c-abb3-74cdf37b4fc3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:41.379664 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Deleting port 0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:41.380011 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:41.438399 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-512fbb13-0629-4e70-b7b4-360115de60bf tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:41.448850 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d720f47-9f95-4a77-a194-01b98b1a662f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:41.564076 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Allocated IP 2001:db8::2 (03952d8c-b760-4951-8504-32b1f3d8b405/9cb60612-1d2e-4b50-839a-408caa11216f/ea24d1d6-ba44-4f49-ba6a-f773fde8837e) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:41.605074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fbb13-0629-4e70-b7b4-360115de60bf tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event deleted for resources: {'Subnet': ['ID=9bad7f5e-d8ba-440a-9125-51e37136b068,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:41.612677 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-512fbb13-0629-4e70-b7b4-360115de60bf tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:41.691495 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d720f47-9f95-4a77-a194-01b98b1a662f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 03952d8c-b760-4951-8504-32b1f3d8b405 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:41.695908 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0d720f47-9f95-4a77-a194-01b98b1a662f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:41.698583 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d720f47-9f95-4a77-a194-01b98b1a662f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:41.704650 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d720f47-9f95-4a77-a194-01b98b1a662f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:41.705436 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d720f47-9f95-4a77-a194-01b98b1a662f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:41.707375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:41.709564 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d13fe160-48f6-4d6c-abb3-74cdf37b4fc3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:41.710722 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=0d917c57-8c41-4ad1-9033-72346822bdf1,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:41.740025 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-512fbb13-0629-4e70-b7b4-360115de60bf tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "DELETE /v2.0/subnets/9bad7f5e-d8ba-440a-9125-51e37136b068 HTTP/1.1" status: 204 len: 168 time: 2.0450978 Mar 08 09:47:41.758965 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41318) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:41.790590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fe160-48f6-4d6c-abb3-74cdf37b4fc3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=1107a8df-e0bb-42a6-affa-73e74d249268,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:41.796294 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d13fe160-48f6-4d6c-abb3-74cdf37b4fc3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:41.812007 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:41.819064 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d720f47-9f95-4a77-a194-01b98b1a662f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=95cb4a62-9491-4c43-a841-33f30dc06150,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:41.843453 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0d720f47-9f95-4a77-a194-01b98b1a662f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0419786 Mar 08 09:47:41.844500 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41322) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:41.847818 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd197a00-1cf3-44a8-aac8-69f9cf7bbb5c None None] Network e0eaff86-47b6-400c-aef5-9034db2b1f15 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:41.849369 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d13fe160-48f6-4d6c-abb3-74cdf37b4fc3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/1107a8df-e0bb-42a6-affa-73e74d249268 HTTP/1.1" status: 204 len: 168 time: 0.8682110 Mar 08 09:47:41.874476 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888adc02-4c2f-47fc-8cce-4128a567012d None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:41.875135 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41326) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:41.902364 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a91ae9-3e2f-4b4e-bdb4-e1501dedc1cb req-8ddcac26-a8fb-46b6-8a79-d48e362d4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:41.903730 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-23a91ae9-3e2f-4b4e-bdb4-e1501dedc1cb req-8ddcac26-a8fb-46b6-8a79-d48e362d4298 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 HTTP/1.1" status: 200 len: 912 time: 0.6442716 Mar 08 09:47:41.905516 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ca3ee454-e2f8-4787-b0e2-d7c107e3be0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'network_id': '03952d8c-b760-4951-8504-32b1f3d8b405', 'name': 'tempest-PortsIpV6TestJSON-2089672891'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:41.961510 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Router 2af2a858-7dfc-401f-9d9f-3ebaa94a0291 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:47:42.016741 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a75e1499-8401-4f0a-990a-3516dfb6c26b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:42.087205 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bf48976d-8e3e-41c5-ad95-6a7f1c8e97b8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1963952 Mar 08 09:47:42.099844 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41332) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:42.131328 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1cb9c762-4cb7-4e21-868a-df3d7c9f963f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:42.176974 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ca3ee454-e2f8-4787-b0e2-d7c107e3be0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:42.244021 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-18bbe692-3636-4a2c-ae59-4f0d3b705f18 None None] Provisioning for port 0d917c57-8c41-4ad1-9033-72346822bdf1 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:42.246343 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ca3ee454-e2f8-4787-b0e2-d7c107e3be0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:port and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:42.268636 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:42.276235 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-18bbe692-3636-4a2c-ae59-4f0d3b705f18 None None] Provisioning complete for port 0d917c57-8c41-4ad1-9033-72346822bdf1 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:42.276605 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-18bbe692-3636-4a2c-ae59-4f0d3b705f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:42.296044 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ca3ee454-e2f8-4787-b0e2-d7c107e3be0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:42.299332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a75e1499-8401-4f0a-990a-3516dfb6c26b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:42.324212 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-23a91ae9-3e2f-4b4e-bdb4-e1501dedc1cb req-199757f9-022c-4336-8d32-e833cbc7d30d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2455288-60f1-4e7e-8a74-299ed10052d7 HTTP/1.1" status: 200 len: 1002 time: 0.3514063 Mar 08 09:47:42.325992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network 754bedbb-82f5-41ec-9f92-b0bb33b26854 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:42.329756 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ca3ee454-e2f8-4787-b0e2-d7c107e3be0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:42.333661 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] For port 0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4,segment=NetworkSegment(5dd6b8d8-6730-4a21-a4ab-ed119468f66e),segment_id=5dd6b8d8-6730-4a21-a4ab-ed119468f66e)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:42.334028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:42.344341 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:42.350179 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a75e1499-8401-4f0a-990a-3516dfb6c26b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d669d470-1857-4422-aea6-11358cfeb651']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:42.350425 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4818a074-1731-4bc7-8d38-38ed9e2b21ce up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:42.370500 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1cb9c762-4cb7-4e21-868a-df3d7c9f963f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:42.377205 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1cb9c762-4cb7-4e21-868a-df3d7c9f963f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:42.381001 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a75e1499-8401-4f0a-990a-3516dfb6c26b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1567bf97-2800-4853-baf5-b4a84bd87f3e') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:42.381304 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a75e1499-8401-4f0a-990a-3516dfb6c26b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1567bf97-2800-4853-baf5-b4a84bd87f3e') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:42.389193 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1cb9c762-4cb7-4e21-868a-df3d7c9f963f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:42.395299 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3ee454-e2f8-4787-b0e2-d7c107e3be0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:42.400211 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca3ee454-e2f8-4787-b0e2-d7c107e3be0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:42.419071 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1cb9c762-4cb7-4e21-868a-df3d7c9f963f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:42.424657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a75e1499-8401-4f0a-990a-3516dfb6c26b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:42.454924 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-ca3ee454-e2f8-4787-b0e2-d7c107e3be0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] device_id is not set on port 65607dad-111d-41d7-9638-efdcac7cfc23 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:47:42.455657 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:42.494018 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a75e1499-8401-4f0a-990a-3516dfb6c26b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:42.500058 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb9c762-4cb7-4e21-868a-df3d7c9f963f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:42.501216 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-18bbe692-3636-4a2c-ae59-4f0d3b705f18 None None] Port 0d917c57-8c41-4ad1-9033-72346822bdf1 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:47:42.504425 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Transition to ACTIVE for port object ea24d1d6-ba44-4f49-ba6a-f773fde8837e will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:42.506312 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1cb9c762-4cb7-4e21-868a-df3d7c9f963f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:42.555451 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75e1499-8401-4f0a-990a-3516dfb6c26b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:47:42.555868 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a75e1499-8401-4f0a-990a-3516dfb6c26b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:47:42.574515 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:47:42.633573 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Transition to ACTIVE for port object ea24d1d6-ba44-4f49-ba6a-f773fde8837e will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:42.684858 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:42.755427 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9bbe1fdb-5ac7-4ec4-98a7-9488742210e2 None None] Provisioning for port 0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:42.758856 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 4818a074-1731-4bc7-8d38-38ed9e2b21ce triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:42.759234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:42.790505 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1f3b41-daec-47d7-bca2-ec8a173e6fcf None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:47:42.811495 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9bbe1fdb-5ac7-4ec4-98a7-9488742210e2 None None] Provisioning complete for port 0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:42.811753 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9bbe1fdb-5ac7-4ec4-98a7-9488742210e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:42.827826 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a75e1499-8401-4f0a-990a-3516dfb6c26b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:42.844248 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Network 03952d8c-b760-4951-8504-32b1f3d8b405 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:42.846228 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f3b41-daec-47d7-bca2-ec8a173e6fcf None None] Deleting port 48906bda-8299-4db2-bbf5-ac7cf733e0d8 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:42.846603 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cf1f3b41-daec-47d7-bca2-ec8a173e6fcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:42.850449 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a75e1499-8401-4f0a-990a-3516dfb6c26b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:42.864659 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e1499-8401-4f0a-990a-3516dfb6c26b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] Pushing event deleted for resources: {'Network': ['ID=d669d470-1857-4422-aea6-11358cfeb651,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:42.865044 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Calling delete_port for 0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:42.882718 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:42.888491 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a75e1499-8401-4f0a-990a-3516dfb6c26b tempest-FloatingIPTestJSON-785822212 tempest-FloatingIPTestJSON-785822212-project] 10.222.0.24 "DELETE /v2.0/networks/d669d470-1857-4422-aea6-11358cfeb651 HTTP/1.1" status: 204 len: 168 time: 1.1264083 Mar 08 09:47:42.908336 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:42.927396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Pushing event updated for resources: {'Port': ['ID=ea24d1d6-ba44-4f49-ba6a-f773fde8837e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:42.941046 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-ca3ee454-e2f8-4787-b0e2-d7c107e3be0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Allocated IP 2001:db8::88 (03952d8c-b760-4951-8504-32b1f3d8b405/9cb60612-1d2e-4b50-839a-408caa11216f/65607dad-111d-41d7-9638-efdcac7cfc23) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:43.032144 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edcad0-a9ff-4452-b221-f3e6616f8779 req-fc9ae652-6500-4de0-b811-cff368486b9d tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:43.039343 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b8edcad0-a9ff-4452-b221-f3e6616f8779 req-fc9ae652-6500-4de0-b811-cff368486b9d tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.9508262 Mar 08 09:47:43.055148 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:47:43.064910 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8decfc77-e8e8-46a4-bb5e-aad7ebe29240 None None] Sync routers for ids ['2af2a858-7dfc-401f-9d9f-3ebaa94a0291'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:47:43.094211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a91ae9-3e2f-4b4e-bdb4-e1501dedc1cb req-f6c2bffa-56f2-4eb6-b9e5-96700b9870fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:43.095853 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-23a91ae9-3e2f-4b4e-bdb4-e1501dedc1cb req-f6c2bffa-56f2-4eb6-b9e5-96700b9870fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22ec09f4-37c1-4973-ad35-a74953dd1390 HTTP/1.1" status: 200 len: 850 time: 0.7529218 Mar 08 09:47:43.119755 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8decfc77-e8e8-46a4-bb5e-aad7ebe29240 None None] Routers {'2af2a858-7dfc-401f-9d9f-3ebaa94a0291'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:43.121175 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8decfc77-e8e8-46a4-bb5e-aad7ebe29240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2af2a858-7dfc-401f-9d9f-3ebaa94a0291'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:43.191779 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Attempting to bind port ea24d1d6-ba44-4f49-ba6a-f773fde8837e on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:47:43.192147 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Attempting to bind port ea24d1d6-ba44-4f49-ba6a-f773fde8837e by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '488ec86e-8a31-43db-ad11-68dc5f45c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '03952d8c-b760-4951-8504-32b1f3d8b405'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:47:43.192508 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Attempting to bind port ea24d1d6-ba44-4f49-ba6a-f773fde8837e on network 03952d8c-b760-4951-8504-32b1f3d8b405 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:47:43.229239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:43.233866 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-afbb454f-37af-4905-a994-68f347595b0c tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.6556416 Mar 08 09:47:43.239753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41338) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:43.243683 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:47:43.244069 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Checking segment: {'id': '488ec86e-8a31-43db-ad11-68dc5f45c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '03952d8c-b760-4951-8504-32b1f3d8b405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:43.244666 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:43.244900 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Bound using segment: {'id': '488ec86e-8a31-43db-ad11-68dc5f45c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '03952d8c-b760-4951-8504-32b1f3d8b405'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:47:43.245399 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Bound port: ea24d1d6-ba44-4f49-ba6a-f773fde8837e, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488ec86e-8a31-43db-ad11-68dc5f45c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '03952d8c-b760-4951-8504-32b1f3d8b405'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:47:43.245773 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:43.252465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-a2981bb6-109a-4aad-8a46-f13cc95618e3 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'enable_snat': False}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:43.286824 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8decfc77-e8e8-46a4-bb5e-aad7ebe29240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:43.299836 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8decfc77-e8e8-46a4-bb5e-aad7ebe29240 None None] Routers {'2af2a858-7dfc-401f-9d9f-3ebaa94a0291'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:43.300513 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8decfc77-e8e8-46a4-bb5e-aad7ebe29240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2af2a858-7dfc-401f-9d9f-3ebaa94a0291'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:43.365763 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b8edcad0-a9ff-4452-b221-f3e6616f8779 req-16e2bf1f-c2ca-424f-a3c5-3c8b21249a36 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254623 Mar 08 09:47:43.423267 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:43.452604 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca3ee454-e2f8-4787-b0e2-d7c107e3be0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:43.470501 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-1cb9c762-4cb7-4e21-868a-df3d7c9f963f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 09:47:43.504597 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8decfc77-e8e8-46a4-bb5e-aad7ebe29240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:43.505443 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8decfc77-e8e8-46a4-bb5e-aad7ebe29240 None None] The sync data for ids ['2af2a858-7dfc-401f-9d9f-3ebaa94a0291'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:47:43.515703 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-ca3ee454-e2f8-4787-b0e2-d7c107e3be0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Transition to ACTIVE for port object 65607dad-111d-41d7-9638-efdcac7cfc23 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:43.535100 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:43.564986 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41344) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:43.581660 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 92afe2d6-7c4f-4de6-a35a-613a1eda9064 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:47:43.614239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Port': ['ID=0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:43.720427 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-cf1f3b41-daec-47d7-bca2-ec8a173e6fcf None None] For port 48906bda-8299-4db2-bbf5-ac7cf733e0d8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=48906bda-8299-4db2-bbf5-ac7cf733e0d8,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:43.721800 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cf1f3b41-daec-47d7-bca2-ec8a173e6fcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:43.733388 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca3ee454-e2f8-4787-b0e2-d7c107e3be0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:43.800411 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a91ae9-3e2f-4b4e-bdb4-e1501dedc1cb req-78c18f0e-23c4-4dc5-9a39-f2786ef3078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:43.801938 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-23a91ae9-3e2f-4b4e-bdb4-e1501dedc1cb req-78c18f0e-23c4-4dc5-9a39-f2786ef3078a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6916893 Mar 08 09:47:43.854637 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0620e5-96e4-4d00-9954-e1fc90bb4e17 None None] Network e0eaff86-47b6-400c-aef5-9034db2b1f15 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:43.857971 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3ee454-e2f8-4787-b0e2-d7c107e3be0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 03952d8c-b760-4951-8504-32b1f3d8b405 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:43.884412 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ca3ee454-e2f8-4787-b0e2-d7c107e3be0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:43.893561 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3ee454-e2f8-4787-b0e2-d7c107e3be0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:43.899206 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3ee454-e2f8-4787-b0e2-d7c107e3be0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:43.899926 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca3ee454-e2f8-4787-b0e2-d7c107e3be0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:43.905405 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ee454-e2f8-4787-b0e2-d7c107e3be0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=65607dad-111d-41d7-9638-efdcac7cfc23,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:43.935754 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] No DVR routers for this DVR port 0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:47:43.938097 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f3b41-daec-47d7-bca2-ec8a173e6fcf None None] Calling delete_port for 48906bda-8299-4db2-bbf5-ac7cf733e0d8 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:43.942298 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6aa2567f-55fb-46b6-9b99-2cec225d6073 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65442bd3981144f9911800a52d6fbad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743966 Mar 08 09:47:43.946792 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41350) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:43.952296 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ca3ee454-e2f8-4787-b0e2-d7c107e3be0b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1068151 Mar 08 09:47:43.961836 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1cb9c762-4cb7-4e21-868a-df3d7c9f963f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:43.963670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41354) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:44.057524 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9bbe1fdb-5ac7-4ec4-98a7-9488742210e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:44.186257 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] For port ea24d1d6-ba44-4f49-ba6a-f773fde8837e, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:47:44.204251 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f355f5a8-a879-4695-8e8b-8c18be200e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:44.225136 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 48906bda-8299-4db2-bbf5-ac7cf733e0d8 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:47:44.257687 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f355f5a8-a879-4695-8e8b-8c18be200e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:44.259779 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] For port ea24d1d6-ba44-4f49-ba6a-f773fde8837e, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ea24d1d6-ba44-4f49-ba6a-f773fde8837e,segment=NetworkSegment(488ec86e-8a31-43db-ad11-68dc5f45c256),segment_id=488ec86e-8a31-43db-ad11-68dc5f45c256)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:47:44.281090 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:44.307241 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-1cb9c762-4cb7-4e21-868a-df3d7c9f963f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] For port 48906bda-8299-4db2-bbf5-ac7cf733e0d8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=48906bda-8299-4db2-bbf5-ac7cf733e0d8,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:44.310059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:47:44.344348 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed13b62-495e-4cb8-b83f-234f79352f9f None None] Sync routers for ids ['92afe2d6-7c4f-4de6-a35a-613a1eda9064'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:47:44.350846 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1cb9c762-4cb7-4e21-868a-df3d7c9f963f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:44.353201 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9bbe1fdb-5ac7-4ec4-98a7-9488742210e2 None None] Provisioning complete for port 0d917c57-8c41-4ad1-9033-72346822bdf1 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:44.353583 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9bbe1fdb-5ac7-4ec4-98a7-9488742210e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:44.357091 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1cb9c762-4cb7-4e21-868a-df3d7c9f963f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:44.357926 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1cb9c762-4cb7-4e21-868a-df3d7c9f963f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:44.431821 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f355f5a8-a879-4695-8e8b-8c18be200e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:44.432103 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-cf1f3b41-daec-47d7-bca2-ec8a173e6fcf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:47:44.432218 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-cf1f3b41-daec-47d7-bca2-ec8a173e6fcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:47:44.473451 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed13b62-495e-4cb8-b83f-234f79352f9f None None] Routers {'92afe2d6-7c4f-4de6-a35a-613a1eda9064'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:44.473718 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-1ed13b62-495e-4cb8-b83f-234f79352f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['92afe2d6-7c4f-4de6-a35a-613a1eda9064'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:44.485544 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355f5a8-a879-4695-8e8b-8c18be200e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c2e5c9-e3fb-47d5-9379-90e71c9ed852,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:44.540223 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb9c762-4cb7-4e21-868a-df3d7c9f963f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:44.554300 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-1cb9c762-4cb7-4e21-868a-df3d7c9f963f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:44.556300 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f355f5a8-a879-4695-8e8b-8c18be200e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:44.560560 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f355f5a8-a879-4695-8e8b-8c18be200e3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61c2e5c9-e3fb-47d5-9379-90e71c9ed852 HTTP/1.1" status: 204 len: 168 time: 0.6096265 Mar 08 09:47:44.571400 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb9c762-4cb7-4e21-868a-df3d7c9f963f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:44.572130 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1cb9c762-4cb7-4e21-868a-df3d7c9f963f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:44.579496 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9c762-4cb7-4e21-868a-df3d7c9f963f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=e7139447-32f7-442b-a44a-c74189d18014,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:44.587377 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe1fdb-5ac7-4ec4-98a7-9488742210e2 None None] Port 0d917c57-8c41-4ad1-9033-72346822bdf1 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:47:44.589639 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-1ed13b62-495e-4cb8-b83f-234f79352f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:44.591857 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9c762-4cb7-4e21-868a-df3d7c9f963f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=48906bda-8299-4db2-bbf5-ac7cf733e0d8,revision_number=11']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:44.593218 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5eacbd-4d2f-4ead-87c8-af2514ff388f None None] Pushing event updated for resources: {'Port': ['ID=ea24d1d6-ba44-4f49-ba6a-f773fde8837e,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:44.610114 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1cb9c762-4cb7-4e21-868a-df3d7c9f963f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4984853 Mar 08 09:47:44.613923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41362) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:44.620972 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-73805802-60d4-477b-8564-8cafe0098f28 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'mac_address': 'fa:16:3e:54:9f:5e', 'name': 'tempest-NetworksTestDHCPv6-771291595'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:44.653878 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed13b62-495e-4cb8-b83f-234f79352f9f None None] Routers {'92afe2d6-7c4f-4de6-a35a-613a1eda9064'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:44.668374 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-1ed13b62-495e-4cb8-b83f-234f79352f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['92afe2d6-7c4f-4de6-a35a-613a1eda9064'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:44.748571 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a2981bb6-109a-4aad-8a46-f13cc95618e3 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:44.758271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:44.805225 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-23a91ae9-3e2f-4b4e-bdb4-e1501dedc1cb req-b968a76c-c866-4aee-b769-e607b987c0a1 service neutron] 10.222.0.26 "GET /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9856050 Mar 08 09:47:44.823581 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-1ed13b62-495e-4cb8-b83f-234f79352f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:44.824165 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed13b62-495e-4cb8-b83f-234f79352f9f None None] The sync data for ids ['92afe2d6-7c4f-4de6-a35a-613a1eda9064'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:47:44.830165 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-136a9f12-1dba-429f-bcdd-7e64b9e2689c None None] Could not find standard attr ID for object 0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:47:44.843062 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:44.865769 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c0d10-d6ca-4697-81bd-c4a8facbbe90 req-62e70c8b-75dd-48d8-9ea8-4889f9b9a8bb tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:44.873796 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-85e5cc34-c00d-4a76-9b49-58677a266fd7 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/92afe2d6-7c4f-4de6-a35a-613a1eda9064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4969935 Mar 08 09:47:44.878744 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a00c0d10-d6ca-4697-81bd-c4a8facbbe90 req-62e70c8b-75dd-48d8-9ea8-4889f9b9a8bb tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.3957136 Mar 08 09:47:44.885979 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-136a9f12-1dba-429f-bcdd-7e64b9e2689c None None] Provisioning complete for port 0d917c57-8c41-4ad1-9033-72346822bdf1 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:44.886846 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-136a9f12-1dba-429f-bcdd-7e64b9e2689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:44.913170 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41366) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:44.976203 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-73805802-60d4-477b-8564-8cafe0098f28 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:44.986107 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-73805802-60d4-477b-8564-8cafe0098f28 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:port and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:44.990139 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-73805802-60d4-477b-8564-8cafe0098f28 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:45.003488 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f3b41-daec-47d7-bca2-ec8a173e6fcf None None] Deleting port 48906bda-8299-4db2-bbf5-ac7cf733e0d8 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:45.003950 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cf1f3b41-daec-47d7-bca2-ec8a173e6fcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:45.010220 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-73805802-60d4-477b-8564-8cafe0098f28 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:45.031560 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a00c0d10-d6ca-4697-81bd-c4a8facbbe90 req-e0ae066a-2e8e-41d2-8fea-918c746961c6 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779164 Mar 08 09:47:45.058351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73805802-60d4-477b-8564-8cafe0098f28 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:45.091551 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 48906bda-8299-4db2-bbf5-ac7cf733e0d8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=48906bda-8299-4db2-bbf5-ac7cf733e0d8,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:45.099263 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-136a9f12-1dba-429f-bcdd-7e64b9e2689c None None] Port 0d917c57-8c41-4ad1-9033-72346822bdf1 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:47:45.114864 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:45.237453 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73805802-60d4-477b-8564-8cafe0098f28 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:45.269533 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-73805802-60d4-477b-8564-8cafe0098f28 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port 5a32a0d3-f7ee-4bc5-a5ed-c0e7aef194a7 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:47:45.270909 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-23a91ae9-3e2f-4b4e-bdb4-e1501dedc1cb req-b1085eb6-2cb6-4471-9b92-a6521bafe9c5 service neutron] 10.222.0.26 "GET /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319382 Mar 08 09:47:45.308929 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=48906bda-8299-4db2-bbf5-ac7cf733e0d8,revision_number=12']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:45.328427 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:45.402341 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60372d10-8e08-4c4d-999d-72d4d13c5539 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:45.403910 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-60372d10-8e08-4c4d-999d-72d4d13c5539 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aea HTTP/1.1" status: 200 len: 928 time: 1.4282908 Mar 08 09:47:45.427906 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41380) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:45.450699 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-cf1f3b41-daec-47d7-bca2-ec8a173e6fcf None None] For port 48906bda-8299-4db2-bbf5-ac7cf733e0d8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=48906bda-8299-4db2-bbf5-ac7cf733e0d8,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:45.451410 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cf1f3b41-daec-47d7-bca2-ec8a173e6fcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:45.473428 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Subnet': ['ID=c32d4945-8c56-41c1-91e0-9a7cc75ba0ca,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:45.511279 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ec878f-f689-4d84-b771-cdc08eb43f04 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:45.511904 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-58ec878f-f689-4d84-b771-cdc08eb43f04 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Synchronizing usage tracker for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:45.560243 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-73805802-60d4-477b-8564-8cafe0098f28 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::f816:3eff:fe54:9f5e (162da289-2647-477b-bcb7-e834030497c1/e7139447-32f7-442b-a44a-c74189d18014/5a32a0d3-f7ee-4bc5-a5ed-c0e7aef194a7) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:45.574019 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ae61ddbd-cabd-4504-903f-a0f3ab02da56 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port 65607dad-111d-41d7-9638-efdcac7cfc23 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:45.576607 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae61ddbd-cabd-4504-903f-a0f3ab02da56 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:45.595046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906085d8-f041-4b28-be62-ad1befa9754c None None] Network e0eaff86-47b6-400c-aef5-9034db2b1f15 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:45.627065 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-58ec878f-f689-4d84-b771-cdc08eb43f04 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Unset dirty status for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:45.628264 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-58ec878f-f689-4d84-b771-cdc08eb43f04 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/ports/0d917c57-8c41-4ad1-9033-72346822bdf1 HTTP/1.1" status: 200 len: 910 time: 0.6937940 Mar 08 09:47:45.654417 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:45.666976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41388) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:45.705315 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f3b41-daec-47d7-bca2-ec8a173e6fcf None None] Calling delete_port for 48906bda-8299-4db2-bbf5-ac7cf733e0d8 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:46.003738 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41396) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:46.079876 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae61ddbd-cabd-4504-903f-a0f3ab02da56 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:46.196120 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ea24d1d6-ba44-4f49-ba6a-f773fde8837e up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:46.239475 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e798cae-3913-4d0f-8fc4-68c33fa6d8f6 None None] DHCP port deletion for e0eaff86-47b6-400c-aef5-9034db2b1f15 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:47:46.241627 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c4e89c-600a-40eb-b02e-16d9425b7fb8 None None] Network 03952d8c-b760-4951-8504-32b1f3d8b405 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:46.391234 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1960576266'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:46.398566 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cf1f3b41-daec-47d7-bca2-ec8a173e6fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:46.400106 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0eaff86-47b6-400c-aef5-9034db2b1f15']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:46.448472 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-cf133e9d-426d-4129-933f-e2254d768d22 None None] Provisioning for port ea24d1d6-ba44-4f49-ba6a-f773fde8837e completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:46.453258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:46.463248 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ae61ddbd-cabd-4504-903f-a0f3ab02da56 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for 65607dad-111d-41d7-9638-efdcac7cfc23 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:46.467792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f3b41-daec-47d7-bca2-ec8a173e6fcf None None] Pushing event deleted for resources: {'Port': ['ID=48906bda-8299-4db2-bbf5-ac7cf733e0d8,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:46.488009 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9e97d-8742-4f76-81d9-0d2679303b96 req-8bee1c7f-3ccb-47af-96e6-d8c55d7e5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:46.489439 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cca9e97d-8742-4f76-81d9-0d2679303b96 req-8bee1c7f-3ccb-47af-96e6-d8c55d7e5a0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3930543b2ce942fe899a5a461a431d3e&device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 1099 time: 1.0840948 Mar 08 09:47:46.500057 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:network and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:46.507477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:46.518661 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:46.521580 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port ea24d1d6-ba44-4f49-ba6a-f773fde8837e completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:46.529667 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd6b8d8-6730-4a21-a4ab-ed119468f66e') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:46.529971 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd6b8d8-6730-4a21-a4ab-ed119468f66e') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:46.544233 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ea24d1d6-ba44-4f49-ba6a-f773fde8837e triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:46.544882 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:46.576772 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:46.580200 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:46.597388 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:46.638286 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73805802-60d4-477b-8564-8cafe0098f28 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:46.640442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:46.649392 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:46.661281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1f3b41-daec-47d7-bca2-ec8a173e6fcf None None] No DVR routers for this DVR port 48906bda-8299-4db2-bbf5-ac7cf733e0d8 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:47:46.690171 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:security_group_rule and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:46.700336 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:46.707861 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb1f2f5-836f-4fc8-ac59-b92a0bfc90fd None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:46.713347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:46.746977 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae61ddbd-cabd-4504-903f-a0f3ab02da56 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:46.748872 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-73805802-60d4-477b-8564-8cafe0098f28 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object 5a32a0d3-f7ee-4bc5-a5ed-c0e7aef194a7 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:46.786211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:46.810923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61ddbd-cabd-4504-903f-a0f3ab02da56 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Port': ['ID=65607dad-111d-41d7-9638-efdcac7cfc23,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:46.858641 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:47:46.859042 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:46.867563 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae61ddbd-cabd-4504-903f-a0f3ab02da56 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:47:46.877485 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:47:46.888446 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ae61ddbd-cabd-4504-903f-a0f3ab02da56 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/ports/65607dad-111d-41d7-9638-efdcac7cfc23 HTTP/1.1" status: 204 len: 168 time: 1.4592893 Mar 08 09:47:46.890993 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41404) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:46.921639 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:46.930346 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73805802-60d4-477b-8564-8cafe0098f28 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:46.999102 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7622b9-952a-4c20-83bd-a92be93ed6de tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] GET failed (client error): The resource could not be found. Mar 08 09:47:46.999937 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0a7622b9-952a-4c20-83bd-a92be93ed6de tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Synchronizing usage tracker for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:47.016259 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73805802-60d4-477b-8564-8cafe0098f28 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:47.021854 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-73805802-60d4-477b-8564-8cafe0098f28 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:47.027666 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73805802-60d4-477b-8564-8cafe0098f28 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:47.033237 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73805802-60d4-477b-8564-8cafe0098f28 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:47.034060 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73805802-60d4-477b-8564-8cafe0098f28 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:47.037828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port ea24d1d6-ba44-4f49-ba6a-f773fde8837e, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ea24d1d6-ba44-4f49-ba6a-f773fde8837e,segment=NetworkSegment(488ec86e-8a31-43db-ad11-68dc5f45c256),segment_id=488ec86e-8a31-43db-ad11-68dc5f45c256)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:47.050253 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:47.065117 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9e97d-8742-4f76-81d9-0d2679303b96 req-8ddf6e03-c564-4e6f-b9ae-b0aac6d30261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:47.066841 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cca9e97d-8742-4f76-81d9-0d2679303b96 req-8ddf6e03-c564-4e6f-b9ae-b0aac6d30261 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 HTTP/1.1" status: 200 len: 912 time: 0.5302448 Mar 08 09:47:47.070735 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73805802-60d4-477b-8564-8cafe0098f28 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=5a32a0d3-f7ee-4bc5-a5ed-c0e7aef194a7,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:47.074224 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0a7622b9-952a-4c20-83bd-a92be93ed6de tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Unset dirty status for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:47.075450 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0a7622b9-952a-4c20-83bd-a92be93ed6de tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports/65607dad-111d-41d7-9638-efdcac7cfc23 HTTP/1.1" status: 404 len: 333 time: 0.1834793 Mar 08 09:47:47.078256 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41408) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:47.151371 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5b14cf31-0274-40f0-bd00-1469b0d63260 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port 95cb4a62-9491-4c43-a841-33f30dc06150 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:47.151736 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b14cf31-0274-40f0-bd00-1469b0d63260 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:47.171141 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:47.187601 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-73805802-60d4-477b-8564-8cafe0098f28 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5724649 Mar 08 09:47:47.188392 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41412) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:47.189020 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=ea24d1d6-ba44-4f49-ba6a-f773fde8837e,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:47.190051 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d17258-ad97-4d64-b8f3-c052272f55d1 req-0d56b404-cb83-41d2-bb99-655cc146a5d7 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:47.196249 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f3d17258-ad97-4d64-b8f3-c052272f55d1 req-0d56b404-cb83-41d2-bb99-655cc146a5d7 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.7294838 Mar 08 09:47:47.238866 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:47.250973 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': 'e7139447-32f7-442b-a44a-c74189d18014'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:47:47.251822 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:47.315794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Network': ['ID=e0eaff86-47b6-400c-aef5-9034db2b1f15,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:47.351352 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cca9e97d-8742-4f76-81d9-0d2679303b96 req-16eac592-fa31-43fd-9b1c-2e74dc503801 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2455288-60f1-4e7e-8a74-299ed10052d7 HTTP/1.1" status: 200 len: 1002 time: 0.2661209 Mar 08 09:47:47.373923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:47.392171 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:47.435739 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de349f5-5f88-4907-8e29-1f8b87be254e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:47.459373 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Allocated IP 2001:db8::f816:3eff:feaa:c5eb (162da289-2647-477b-bcb7-e834030497c1/e7139447-32f7-442b-a44a-c74189d18014/233e4d16-2d6e-40b7-b18a-a8e8bc0de190) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:47.462750 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f3d17258-ad97-4d64-b8f3-c052272f55d1 req-12421b6d-3005-461c-b3af-948486f71dd1 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632635 Mar 08 09:47:47.471085 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:47:47.550980 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9cf2ae93-5fc3-4e49-a5ee-639b86a7d7a9 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/networks/e0eaff86-47b6-400c-aef5-9034db2b1f15 HTTP/1.1" status: 204 len: 168 time: 7.4313345 Mar 08 09:47:47.561288 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:47.561797 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Added segment 69680e9c-2aa7-4cb6-bd64-a603a57e0264 of type vlan for network 987179ed-95c1-4f09-9aa7-a5c7502d0979 Mar 08 09:47:47.563800 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41418) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:47.715163 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5632f56-d7b3-4055-bce4-04d5582b7a29 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:47.716882 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a5632f56-d7b3-4055-bce4-04d5582b7a29 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:47.717987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9e97d-8742-4f76-81d9-0d2679303b96 req-dc2ea90a-fa1a-469c-8b3c-90576390af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:47.718780 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9df4ac7a-56b6-4aa5-8b57-2fa5a7bfe8c0 None None] Provisioning for port 95cb4a62-9491-4c43-a841-33f30dc06150 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:47.719554 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cca9e97d-8742-4f76-81d9-0d2679303b96 req-dc2ea90a-fa1a-469c-8b3c-90576390af24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22ec09f4-37c1-4973-ad35-a74953dd1390 HTTP/1.1" status: 200 len: 850 time: 0.2784944 Mar 08 09:47:47.733993 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9df4ac7a-56b6-4aa5-8b57-2fa5a7bfe8c0 None None] Provisioning complete for port 95cb4a62-9491-4c43-a841-33f30dc06150 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:47.734379 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9df4ac7a-56b6-4aa5-8b57-2fa5a7bfe8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:47.764406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-668df7dd-2820-48d7-94f3-6772212da64b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:47.773111 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbf5bb1-d6d4-49da-af18-efe9e1735ec7 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] DELETE failed (client error): The resource could not be found. Mar 08 09:47:47.773842 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccbf5bb1-d6d4-49da-af18-efe9e1735ec7 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:47:47.811877 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ccbf5bb1-d6d4-49da-af18-efe9e1735ec7 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/networks/e0eaff86-47b6-400c-aef5-9034db2b1f15 HTTP/1.1" status: 404 len: 339 time: 0.2299025 Mar 08 09:47:47.822636 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41422) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:47.836799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:47.845554 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e3c575bd-b53d-48ad-aad6-d5be8a10c3ca tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-364661111', 'description': 'd1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:47.847163 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9df4ac7a-56b6-4aa5-8b57-2fa5a7bfe8c0 None None] Port 95cb4a62-9491-4c43-a841-33f30dc06150 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:47:47.857927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e3c575bd-b53d-48ad-aad6-d5be8a10c3ca tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:47.874156 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:47.877873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a5632f56-d7b3-4055-bce4-04d5582b7a29 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:47.879044 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a5632f56-d7b3-4055-bce4-04d5582b7a29 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.6821508 Mar 08 09:47:47.880924 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9df4ac7a-56b6-4aa5-8b57-2fa5a7bfe8c0 None None] Provisioning complete for port ea24d1d6-ba44-4f49-ba6a-f773fde8837e triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:47.881381 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9df4ac7a-56b6-4aa5-8b57-2fa5a7bfe8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:47.899427 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41426) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:47.916938 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Transition to ACTIVE for port object 233e4d16-2d6e-40b7-b18a-a8e8bc0de190 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:47.961435 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b14cf31-0274-40f0-bd00-1469b0d63260 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:47.965315 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Transition to ACTIVE for port object 233e4d16-2d6e-40b7-b18a-a8e8bc0de190 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:47.980587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:47.994488 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c47dc4-4f00-4b06-8fa4-fbc45029d1f0 req-5cea417b-2760-4cdf-95b3-a062c3f5f933 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:47.996357 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-72c47dc4-4f00-4b06-8fa4-fbc45029d1f0 req-5cea417b-2760-4cdf-95b3-a062c3f5f933 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.3531320 Mar 08 09:47:48.069344 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Pushing event updated for resources: {'Port': ['ID=233e4d16-2d6e-40b7-b18a-a8e8bc0de190,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:48.110786 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ea24d1d6-ba44-4f49-ba6a-f773fde8837e up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:48.174378 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:48.177988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e3c575bd-b53d-48ad-aad6-d5be8a10c3ca tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Usage tracker for resource:network and tenant:f9f411f6cb5a4546a0eace12b5c81c03 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:48.182611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e3c575bd-b53d-48ad-aad6-d5be8a10c3ca tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:48.184646 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:48.190266 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:48.190449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e3c575bd-b53d-48ad-aad6-d5be8a10c3ca tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:48.190586 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:48.191201 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:48.197266 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:48.202138 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5b14cf31-0274-40f0-bd00-1469b0d63260 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for 95cb4a62-9491-4c43-a841-33f30dc06150 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:48.297447 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ea24d1d6-ba44-4f49-ba6a-f773fde8837e triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:48.298018 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:48.345698 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c575bd-b53d-48ad-aad6-d5be8a10c3ca tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Made reservation on behalf of f9f411f6cb5a4546a0eace12b5c81c03 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:48.349834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e3c575bd-b53d-48ad-aad6-d5be8a10c3ca tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:48.361218 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Attempting to bind port 233e4d16-2d6e-40b7-b18a-a8e8bc0de190 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:47:48.361594 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Attempting to bind port 233e4d16-2d6e-40b7-b18a-a8e8bc0de190 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:47:48.361959 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Attempting to bind port 233e4d16-2d6e-40b7-b18a-a8e8bc0de190 on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:47:48.376031 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:47:48.376652 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:48.377090 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:48.377420 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:47:48.378301 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Bound port: 233e4d16-2d6e-40b7-b18a-a8e8bc0de190, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:47:48.378686 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:48.398765 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-239ceb53-dae4-4b8c-b5bc-b156feab83d1 None None] Provisioning complete for port 95cb4a62-9491-4c43-a841-33f30dc06150 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:48.399131 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-239ceb53-dae4-4b8c-b5bc-b156feab83d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:48.449428 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d648ad77-f934-4277-9b63-8621b9181071 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port 5a32a0d3-f7ee-4bc5-a5ed-c0e7aef194a7 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:48.449760 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d648ad77-f934-4277-9b63-8621b9181071 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:48.459892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c575bd-b53d-48ad-aad6-d5be8a10c3ca tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:47:48.475748 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a2981bb6-109a-4aad-8a46-f13cc95618e3 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:48.486807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e3c575bd-b53d-48ad-aad6-d5be8a10c3ca tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:48.487929 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-e3c575bd-b53d-48ad-aad6-d5be8a10c3ca tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Added segment a6056925-fbf5-405e-8ba6-4223d3407779 of type vlan for network 08fc5c52-da99-4f14-9ecf-c26aadffb6b6 Mar 08 09:47:48.504432 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a2981bb6-109a-4aad-8a46-f13cc95618e3 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:48.519190 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-239ceb53-dae4-4b8c-b5bc-b156feab83d1 None None] Port 95cb4a62-9491-4c43-a841-33f30dc06150 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:47:48.527639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9e97d-8742-4f76-81d9-0d2679303b96 req-4626cb98-d942-4688-97f4-6794110f0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:48.530214 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cca9e97d-8742-4f76-81d9-0d2679303b96 req-4626cb98-d942-4688-97f4-6794110f0b31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8039801 Mar 08 09:47:48.552873 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-72c47dc4-4f00-4b06-8fa4-fbc45029d1f0 req-947bffc6-631a-4995-9b0f-d6618824fd21 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4552865 Mar 08 09:47:48.582425 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5599849 Mar 08 09:47:48.582875 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-239ceb53-dae4-4b8c-b5bc-b156feab83d1 None None] Could not find standard attr ID for object 65607dad-111d-41d7-9638-efdcac7cfc23. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:47:48.600367 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc05a6d-7f9f-4a90-904b-ed90d5457d50 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Network': ['ID=987179ed-95c1-4f09-9aa7-a5c7502d0979,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:48.624075 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] For port 233e4d16-2d6e-40b7-b18a-a8e8bc0de190, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:47:48.642196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:47:48.726187 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 987179ed-95c1-4f09-9aa7-a5c7502d0979 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:47:48.732746 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41434) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:48.750273 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2855d5fe-cb3c-4591-afb3-6fe5d066367e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'subnet': {'network_id': '987179ed-95c1-4f09-9aa7-a5c7502d0979', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:48.767595 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:47:48.768179 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0fc9fac5-912f-4ea5-93df-57dbe9cc8bf4 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:47:48.774706 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] For port 233e4d16-2d6e-40b7-b18a-a8e8bc0de190, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=233e4d16-2d6e-40b7-b18a-a8e8bc0de190,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:47:48.829233 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:48.930698 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e3c575bd-b53d-48ad-aad6-d5be8a10c3ca tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:48.931877 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32941d6b-8242-4a67-ae3f-fb9a9901a386 None None] Pushing event updated for resources: {'Port': ['ID=233e4d16-2d6e-40b7-b18a-a8e8bc0de190,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:48.976105 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b14cf31-0274-40f0-bd00-1469b0d63260 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:49.024828 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2855d5fe-cb3c-4591-afb3-6fe5d066367e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:49.049862 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2855d5fe-cb3c-4591-afb3-6fe5d066367e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:subnet and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:49.052550 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14cf31-0274-40f0-bd00-1469b0d63260 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Port': ['ID=95cb4a62-9491-4c43-a841-33f30dc06150,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:49.058705 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2855d5fe-cb3c-4591-afb3-6fe5d066367e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:49.092607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2981bb6-109a-4aad-8a46-f13cc95618e3 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Router 2af2a858-7dfc-401f-9d9f-3ebaa94a0291 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:47:49.097639 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2855d5fe-cb3c-4591-afb3-6fe5d066367e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:49.125853 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b14cf31-0274-40f0-bd00-1469b0d63260 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:49.132746 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d648ad77-f934-4277-9b63-8621b9181071 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:49.147622 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2855d5fe-cb3c-4591-afb3-6fe5d066367e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:49.151194 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2855d5fe-cb3c-4591-afb3-6fe5d066367e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:49.165848 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-668df7dd-2820-48d7-94f3-6772212da64b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting port 0d917c57-8c41-4ad1-9033-72346822bdf1 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:49.166552 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-668df7dd-2820-48d7-94f3-6772212da64b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:49.285923 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e3c575bd-b53d-48ad-aad6-d5be8a10c3ca tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:49.291880 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c575bd-b53d-48ad-aad6-d5be8a10c3ca tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:49.292483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e3c575bd-b53d-48ad-aad6-d5be8a10c3ca tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:49.327707 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5b14cf31-0274-40f0-bd00-1469b0d63260 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/ports/95cb4a62-9491-4c43-a841-33f30dc06150 HTTP/1.1" status: 204 len: 168 time: 2.2460618 Mar 08 09:47:49.335567 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d648ad77-f934-4277-9b63-8621b9181071 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for 5a32a0d3-f7ee-4bc5-a5ed-c0e7aef194a7 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:49.361975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41438) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:49.441974 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cca9e97d-8742-4f76-81d9-0d2679303b96 req-7831e1a1-c59a-4215-8c48-15de9e9042c1 service neutron] 10.222.0.26 "GET /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6409748 Mar 08 09:47:49.503881 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2180f-a223-4494-94f6-e67873821f3b req-3d58da12-7545-4422-919d-668b59102574 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:49.505368 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-85b2180f-a223-4494-94f6-e67873821f3b req-3d58da12-7545-4422-919d-668b59102574 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.7065547 Mar 08 09:47:49.609068 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d648ad77-f934-4277-9b63-8621b9181071 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:49.646078 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be57f9d-97ad-4d6d-855c-9686d9cc42ad tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] GET failed (client error): The resource could not be found. Mar 08 09:47:49.647929 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4be57f9d-97ad-4d6d-855c-9686d9cc42ad tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports/95cb4a62-9491-4c43-a841-33f30dc06150 HTTP/1.1" status: 404 len: 333 time: 0.2222018 Mar 08 09:47:49.652010 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e3c575bd-b53d-48ad-aad6-d5be8a10c3ca tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8188679 Mar 08 09:47:49.653596 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41442) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:49.653941 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41444) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:49.674558 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648ad77-f934-4277-9b63-8621b9181071 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=5a32a0d3-f7ee-4bc5-a5ed-c0e7aef194a7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:49.793760 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2855d5fe-cb3c-4591-afb3-6fe5d066367e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:49.896105 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d648ad77-f934-4277-9b63-8621b9181071 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:49.931270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c575bd-b53d-48ad-aad6-d5be8a10c3ca tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Network': ['ID=08fc5c52-da99-4f14-9ecf-c26aadffb6b6,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:49.945896 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 08fc5c52-da99-4f14-9ecf-c26aadffb6b6 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:47:49.956969 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6326af65-a80e-4a70-a75d-b048621ab72b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting subnet 9cb60612-1d2e-4b50-839a-408caa11216f {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:47:49.967834 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d648ad77-f934-4277-9b63-8621b9181071 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/5a32a0d3-f7ee-4bc5-a5ed-c0e7aef194a7 HTTP/1.1" status: 204 len: 168 time: 2.0646832 Mar 08 09:47:49.968774 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41450) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:49.971695 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6326af65-a80e-4a70-a75d-b048621ab72b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:49.971987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-668df7dd-2820-48d7-94f3-6772212da64b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:49.983941 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-85b2180f-a223-4494-94f6-e67873821f3b req-376c5b90-59fd-4274-a754-6662d2c640c0 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4386249 Mar 08 09:47:50.022306 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415165e1-57c5-48d0-b4f1-8d27c70957bb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:50.022676 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-415165e1-57c5-48d0-b4f1-8d27c70957bb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Synchronizing usage tracker for tenant:f9f411f6cb5a4546a0eace12b5c81c03 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:50.168526 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 233e4d16-2d6e-40b7-b18a-a8e8bc0de190 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:50.193059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-668df7dd-2820-48d7-94f3-6772212da64b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Calling delete_port for 0d917c57-8c41-4ad1-9033-72346822bdf1 owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:50.252299 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 233e4d16-2d6e-40b7-b18a-a8e8bc0de190 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:50.265877 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2981bb6-109a-4aad-8a46-f13cc95618e3 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:47:50.270793 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cca9e97d-8742-4f76-81d9-0d2679303b96 req-7a515a6b-9138-43c6-b61c-2725e5deb0d6 service neutron] 10.222.0.26 "GET /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7645144 Mar 08 09:47:50.275814 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6326af65-a80e-4a70-a75d-b048621ab72b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:50.279893 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a2981bb6-109a-4aad-8a46-f13cc95618e3 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:50.283438 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a2981bb6-109a-4aad-8a46-f13cc95618e3 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "PUT /v2.0/routers/2af2a858-7dfc-401f-9d9f-3ebaa94a0291 HTTP/1.1" status: 200 len: 922 time: 7.0354486 Mar 08 09:47:50.283601 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20889434-de12-488a-836d-41365f701142 None None] Sync routers for ids ['2af2a858-7dfc-401f-9d9f-3ebaa94a0291'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:47:50.284773 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41456) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:50.300330 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20889434-de12-488a-836d-41365f701142 None None] Routers {'2af2a858-7dfc-401f-9d9f-3ebaa94a0291'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:50.301562 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-20889434-de12-488a-836d-41365f701142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2af2a858-7dfc-401f-9d9f-3ebaa94a0291'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:50.313951 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9c76505a-e593-473b-8f65-ae61a6776f2b None None] Could not find standard attr ID for object 5a32a0d3-f7ee-4bc5-a5ed-c0e7aef194a7. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:47:50.336994 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9c76505a-e593-473b-8f65-ae61a6776f2b None None] Provisioning for port 233e4d16-2d6e-40b7-b18a-a8e8bc0de190 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:50.344236 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9c76505a-e593-473b-8f65-ae61a6776f2b None None] Provisioning complete for port 233e4d16-2d6e-40b7-b18a-a8e8bc0de190 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:50.344441 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c76505a-e593-473b-8f65-ae61a6776f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:50.379706 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6326af65-a80e-4a70-a75d-b048621ab72b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:50.438701 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-20889434-de12-488a-836d-41365f701142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:50.451252 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20889434-de12-488a-836d-41365f701142 None None] Routers {'2af2a858-7dfc-401f-9d9f-3ebaa94a0291'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:50.453321 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-20889434-de12-488a-836d-41365f701142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2af2a858-7dfc-401f-9d9f-3ebaa94a0291'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:50.470905 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855d5fe-cb3c-4591-afb3-6fe5d066367e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Subnet': ['ID=cd08036e-030b-4c60-b40a-294896bde843,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:50.544784 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-20889434-de12-488a-836d-41365f701142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:50.545417 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20889434-de12-488a-836d-41365f701142 None None] The sync data for ids ['2af2a858-7dfc-401f-9d9f-3ebaa94a0291'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:47:50.550295 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-668df7dd-2820-48d7-94f3-6772212da64b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:50.554861 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6326af65-a80e-4a70-a75d-b048621ab72b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:50.557369 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c76505a-e593-473b-8f65-ae61a6776f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:50.595121 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9c76505a-e593-473b-8f65-ae61a6776f2b None None] For port 233e4d16-2d6e-40b7-b18a-a8e8bc0de190, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=233e4d16-2d6e-40b7-b18a-a8e8bc0de190,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:50.605742 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c76505a-e593-473b-8f65-ae61a6776f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:50.620483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668df7dd-2820-48d7-94f3-6772212da64b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Port': ['ID=0d917c57-8c41-4ad1-9033-72346822bdf1,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:50.668242 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2855d5fe-cb3c-4591-afb3-6fe5d066367e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Checking segment: {'id': '69680e9c-2aa7-4cb6-bd64-a603a57e0264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '987179ed-95c1-4f09-9aa7-a5c7502d0979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:50.668608 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2855d5fe-cb3c-4591-afb3-6fe5d066367e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network hostable DHCP agents. Network: 987179ed-95c1-4f09-9aa7-a5c7502d0979, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:47:50.680303 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6326af65-a80e-4a70-a75d-b048621ab72b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:50.694002 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8a43a1-ac45-46c3-b858-9207b9ddfc30 None None] Network 03952d8c-b760-4951-8504-32b1f3d8b405 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:50.726551 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-415165e1-57c5-48d0-b4f1-8d27c70957bb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Unset dirty status for tenant:f9f411f6cb5a4546a0eace12b5c81c03 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:50.730215 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-415165e1-57c5-48d0-b4f1-8d27c70957bb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "GET /v2.0/networks?id=08fc5c52-da99-4f14-9ecf-c26aadffb6b6 HTTP/1.1" status: 200 len: 764 time: 1.0642135 Mar 08 09:47:50.748209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41460) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:50.752962 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6326af65-a80e-4a70-a75d-b048621ab72b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/subnets/9cb60612-1d2e-4b50-839a-408caa11216f HTTP/1.1" status: 204 len: 168 time: 1.0908198 Mar 08 09:47:50.754629 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326af65-a80e-4a70-a75d-b048621ab72b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Subnet': ['ID=9cb60612-1d2e-4b50-839a-408caa11216f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:50.774784 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-21798aca-85f4-412b-9c9c-631459b17081 None None] Could not find standard attr ID for object 5a32a0d3-f7ee-4bc5-a5ed-c0e7aef194a7. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:47:50.776062 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41462) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:50.797109 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a4206307-5a1a-4ef8-b9d9-b31a29c408e2 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'network': {'description': 'd2'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:50.870741 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76505a-e593-473b-8f65-ae61a6776f2b None None] Pushing event updated for resources: {'Port': ['ID=233e4d16-2d6e-40b7-b18a-a8e8bc0de190,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:50.915386 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f8d007c1-b08c-4ea2-aadd-f1107800223d tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "GET /v2.0/routers/2af2a858-7dfc-401f-9d9f-3ebaa94a0291 HTTP/1.1" status: 200 len: 922 time: 0.6292403 Mar 08 09:47:50.919127 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41468) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:50.930469 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3765539-328f-4e3e-b3ad-0a489dd620c2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:50.931918 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3765539-328f-4e3e-b3ad-0a489dd620c2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:50.934207 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d3765539-328f-4e3e-b3ad-0a489dd620c2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:51.031839 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2855d5fe-cb3c-4591-afb3-6fe5d066367e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network 987179ed-95c1-4f09-9aa7-a5c7502d0979 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:47:51.098017 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50694554-67fa-4dfb-b178-867085a49513 None None] DHCP port deletion for 03952d8c-b760-4951-8504-32b1f3d8b405 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:47:51.099663 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2855d5fe-cb3c-4591-afb3-6fe5d066367e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 987179ed-95c1-4f09-9aa7-a5c7502d0979) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:51.102924 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-50694554-67fa-4dfb-b178-867085a49513 None None] Deleting port ea24d1d6-ba44-4f49-ba6a-f773fde8837e {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:51.103303 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50694554-67fa-4dfb-b178-867085a49513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:51.111536 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-668df7dd-2820-48d7-94f3-6772212da64b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:51.127737 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:51.143085 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2855d5fe-cb3c-4591-afb3-6fe5d066367e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:51.143676 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2855d5fe-cb3c-4591-afb3-6fe5d066367e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:51.147685 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f231b1e8-46e0-4f5c-8cc3-41bfe9be6a7b None None] Network 987179ed-95c1-4f09-9aa7-a5c7502d0979 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:51.159544 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47c738-d987-4d6d-8cac-c98b8cbe17d2 req-221974f0-013a-4a09-b521-92836bd1f2d9 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:51.161050 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e47c738-d987-4d6d-8cac-c98b8cbe17d2 req-221974f0-013a-4a09-b521-92836bd1f2d9 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.9463873 Mar 08 09:47:51.161669 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d3765539-328f-4e3e-b3ad-0a489dd620c2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:51.162659 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d3765539-328f-4e3e-b3ad-0a489dd620c2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 1.1363363 Mar 08 09:47:51.173603 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41472) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:51.267700 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bfa4a4-be14-4282-ac47-6a781df218cb tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:51.268408 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-26bfa4a4-be14-4282-ac47-6a781df218cb tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Synchronizing usage tracker for tenant:9b8a715db78d41b3ae9258795521a551 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:51.298735 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2855d5fe-cb3c-4591-afb3-6fe5d066367e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5593548 Mar 08 09:47:51.312742 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port ea24d1d6-ba44-4f49-ba6a-f773fde8837e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:51.313040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:51.341385 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41476) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:51.357214 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-26bfa4a4-be14-4282-ac47-6a781df218cb tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Unset dirty status for tenant:9b8a715db78d41b3ae9258795521a551 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:51.361347 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-26bfa4a4-be14-4282-ac47-6a781df218cb tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&device_id=2af2a858-7dfc-401f-9d9f-3ebaa94a0291&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4379106 Mar 08 09:47:51.361718 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-69836818-5b6c-4753-b980-7a5ad7aa83b0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-655370067'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:51.368271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41480) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:51.392099 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-69836818-5b6c-4753-b980-7a5ad7aa83b0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:51.402047 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a4206307-5a1a-4ef8-b9d9-b31a29c408e2 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:51.427837 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec78aa33-ad20-467f-b7e2-5a41eef6eeb7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet e7139447-32f7-442b-a44a-c74189d18014 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:47:51.431783 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e47c738-d987-4d6d-8cac-c98b8cbe17d2 req-c206cb94-1f15-48bc-87b7-b09f2d067a26 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573030 Mar 08 09:47:51.437461 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec78aa33-ad20-467f-b7e2-5a41eef6eeb7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:51.472592 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a4206307-5a1a-4ef8-b9d9-b31a29c408e2 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:51.476056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-50694554-67fa-4dfb-b178-867085a49513 None None] For port ea24d1d6-ba44-4f49-ba6a-f773fde8837e, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ea24d1d6-ba44-4f49-ba6a-f773fde8837e,segment=NetworkSegment(488ec86e-8a31-43db-ad11-68dc5f45c256),segment_id=488ec86e-8a31-43db-ad11-68dc5f45c256)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:51.476474 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50694554-67fa-4dfb-b178-867085a49513 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:51.553394 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4206307-5a1a-4ef8-b9d9-b31a29c408e2 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network 08fc5c52-da99-4f14-9ecf-c26aadffb6b6 is not hosted by any dhcp agent {{(pid=87772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 08 09:47:51.558629 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4206307-5a1a-4ef8-b9d9-b31a29c408e2 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:51.559245 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a4206307-5a1a-4ef8-b9d9-b31a29c408e2 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:51.560521 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a4206307-5a1a-4ef8-b9d9-b31a29c408e2 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "PUT /v2.0/networks/08fc5c52-da99-4f14-9ecf-c26aadffb6b6 HTTP/1.1" status: 200 len: 761 time: 0.7867320 Mar 08 09:47:51.578389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41486) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:51.683320 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-50694554-67fa-4dfb-b178-867085a49513 None None] Calling delete_port for ea24d1d6-ba44-4f49-ba6a-f773fde8837e owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:51.694866 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec78aa33-ad20-467f-b7e2-5a41eef6eeb7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:51.701663 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-69836818-5b6c-4753-b980-7a5ad7aa83b0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:network and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:51.710447 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-69836818-5b6c-4753-b980-7a5ad7aa83b0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:51.744201 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-987179ed-95c1-4f09-9aa7-a5c7502d0979', 'network_id': '987179ed-95c1-4f09-9aa7-a5c7502d0979', 'tenant_id': '016bdee0e1984d6ab84e5721b9d2d47e', 'fixed_ips': [{'subnet_id': 'cd08036e-030b-4c60-b40a-294896bde843'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:47:51.745370 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:51.761805 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-69836818-5b6c-4753-b980-7a5ad7aa83b0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:51.768629 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4206307-5a1a-4ef8-b9d9-b31a29c408e2 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Network': ['ID=08fc5c52-da99-4f14-9ecf-c26aadffb6b6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:51.785326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668df7dd-2820-48d7-94f3-6772212da64b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 92afe2d6-7c4f-4de6-a35a-613a1eda9064 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:47:51.786460 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 08fc5c52-da99-4f14-9ecf-c26aadffb6b6 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:47:51.800987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69836818-5b6c-4753-b980-7a5ad7aa83b0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:51.805144 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69836818-5b6c-4753-b980-7a5ad7aa83b0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:51.907672 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f641a2-1754-47b0-a32a-b7710621af59 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:51.907672 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b5f641a2-1754-47b0-a32a-b7710621af59 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Synchronizing usage tracker for tenant:9b8a715db78d41b3ae9258795521a551 on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:51.923783 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] For port ea24d1d6-ba44-4f49-ba6a-f773fde8837e, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ea24d1d6-ba44-4f49-ba6a-f773fde8837e,segment=NetworkSegment(488ec86e-8a31-43db-ad11-68dc5f45c256),segment_id=488ec86e-8a31-43db-ad11-68dc5f45c256)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:51.924139 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:51.932489 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50694554-67fa-4dfb-b178-867085a49513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:51.937762 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00c41ad-77c9-4697-b13a-f81daabe0195 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:51.943126 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b00c41ad-77c9-4697-b13a-f81daabe0195 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "GET /v2.0/networks?id=08fc5c52-da99-4f14-9ecf-c26aadffb6b6 HTTP/1.1" status: 200 len: 764 time: 0.3565550 Mar 08 09:47:51.944728 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41490) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:51.998068 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668df7dd-2820-48d7-94f3-6772212da64b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:47:51.999749 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69836818-5b6c-4753-b980-7a5ad7aa83b0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:47:52.003854 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50694554-67fa-4dfb-b178-867085a49513 None None] Pushing event deleted for resources: {'Port': ['ID=ea24d1d6-ba44-4f49-ba6a-f773fde8837e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:52.008410 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50694554-67fa-4dfb-b178-867085a49513 None None] No DVR routers for this DVR port ea24d1d6-ba44-4f49-ba6a-f773fde8837e on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:47:52.028252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0bd74-7aef-4246-aa67-69a73748c7c8 req-fd90dfdb-1b48-4267-a2ec-58980a9264bb tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:52.035586 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9da0bd74-7aef-4246-aa67-69a73748c7c8 req-fd90dfdb-1b48-4267-a2ec-58980a9264bb tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.3310878 Mar 08 09:47:52.044898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b5f641a2-1754-47b0-a32a-b7710621af59 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Unset dirty status for tenant:9b8a715db78d41b3ae9258795521a551 on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:52.046906 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b5f641a2-1754-47b0-a32a-b7710621af59 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "GET /v2.0/networks/0092b317-fba6-481a-9c1a-91e0998b20b7 HTTP/1.1" status: 200 len: 881 time: 0.6771247 Mar 08 09:47:52.064582 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69836818-5b6c-4753-b980-7a5ad7aa83b0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:52.065189 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-69836818-5b6c-4753-b980-7a5ad7aa83b0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Added segment cad2e1bc-d41e-4c1b-b11c-d5329125c016 of type vlan for network d0cd4ada-3b77-49ec-9d63-5c190c75e0a9 Mar 08 09:47:52.066357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41494) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:52.074987 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a131e32-7926-44ab-a64e-1a2c20508a59 None None] Sync routers for ids ['92afe2d6-7c4f-4de6-a35a-613a1eda9064'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:47:52.122819 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Allocated IP 172.20.255.242 (987179ed-95c1-4f09-9aa7-a5c7502d0979/cd08036e-030b-4c60-b40a-294896bde843/827690f4-c08c-47c3-ab92-33ab43d92293) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:52.135658 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-668df7dd-2820-48d7-94f3-6772212da64b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/92afe2d6-7c4f-4de6-a35a-613a1eda9064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4667037 Mar 08 09:47:52.149185 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4cd19173-f564-4ca9-8fb4-f75f55fe5767 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "GET /v2.0/ports?device_id=2af2a858-7dfc-401f-9d9f-3ebaa94a0291 HTTP/1.1" status: 200 len: 205 time: 0.0760522 Mar 08 09:47:52.154066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41498) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:52.154243 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41500) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:52.159305 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a131e32-7926-44ab-a64e-1a2c20508a59 None None] Routers {'92afe2d6-7c4f-4de6-a35a-613a1eda9064'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:52.161406 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4a131e32-7926-44ab-a64e-1a2c20508a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['92afe2d6-7c4f-4de6-a35a-613a1eda9064'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:52.197252 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:47:52.234217 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 233e4d16-2d6e-40b7-b18a-a8e8bc0de190 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:52.243768 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for ea24d1d6-ba44-4f49-ba6a-f773fde8837e owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:52.273477 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69836818-5b6c-4753-b980-7a5ad7aa83b0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:52.277973 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-947e6677-20ce-4039-9553-42ea084f3b34 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Synchronizing usage tracker for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:52.281426 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4a131e32-7926-44ab-a64e-1a2c20508a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:52.300548 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9da0bd74-7aef-4246-aa67-69a73748c7c8 req-db73a5be-772c-442a-8cbb-36052a2a253d tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2636602 Mar 08 09:47:52.346206 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-947e6677-20ce-4039-9553-42ea084f3b34 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Unset dirty status for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:52.347371 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-947e6677-20ce-4039-9553-42ea084f3b34 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/ports?device_id=92afe2d6-7c4f-4de6-a35a-613a1eda9064 HTTP/1.1" status: 200 len: 205 time: 0.1923192 Mar 08 09:47:52.352632 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41508) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:52.362536 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec78aa33-ad20-467f-b7e2-5a41eef6eeb7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:52.412605 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69836818-5b6c-4753-b980-7a5ad7aa83b0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:52.418974 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69836818-5b6c-4753-b980-7a5ad7aa83b0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:52.419624 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69836818-5b6c-4753-b980-7a5ad7aa83b0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:52.514294 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a131e32-7926-44ab-a64e-1a2c20508a59 None None] Routers {'92afe2d6-7c4f-4de6-a35a-613a1eda9064'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:47:52.515189 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4a131e32-7926-44ab-a64e-1a2c20508a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['92afe2d6-7c4f-4de6-a35a-613a1eda9064'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:52.546092 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-69836818-5b6c-4753-b980-7a5ad7aa83b0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1987112 Mar 08 09:47:52.554206 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41512) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:52.556560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bd66965-7153-4e86-aa6f-28b6d4d7a8df tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:52.619278 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-01290477-d5df-414a-8234-5863f86a2d06 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'subnet': {'network_id': 'd0cd4ada-3b77-49ec-9d63-5c190c75e0a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:52.632960 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-005af9b4-5417-4047-986e-036f1b0c40a0 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:52.651215 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4a131e32-7926-44ab-a64e-1a2c20508a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:52.651934 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a131e32-7926-44ab-a64e-1a2c20508a59 None None] The sync data for ids ['92afe2d6-7c4f-4de6-a35a-613a1eda9064'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:47:52.656507 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69836818-5b6c-4753-b980-7a5ad7aa83b0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Network': ['ID=d0cd4ada-3b77-49ec-9d63-5c190c75e0a9,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:52.695907 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network d0cd4ada-3b77-49ec-9d63-5c190c75e0a9 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:47:52.732320 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:52.742164 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:47:52.742591 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:47:52.775254 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Transition to ACTIVE for port object 827690f4-c08c-47c3-ab92-33ab43d92293 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:52.780387 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 233e4d16-2d6e-40b7-b18a-a8e8bc0de190 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:52.781059 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:52.810356 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b59e2f-066e-4314-b80d-2073a642d8d8 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:52.814606 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d6b59e2f-066e-4314-b80d-2073a642d8d8 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8676126 Mar 08 09:47:52.818397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41518) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:52.903294 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-01290477-d5df-414a-8234-5863f86a2d06 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:52.917290 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7cf8ee62-50a2-4250-96d8-2bf39da8b810 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Synchronizing usage tracker for tenant:f9f411f6cb5a4546a0eace12b5c81c03 on resource:subnet {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:52.919831 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-01290477-d5df-414a-8234-5863f86a2d06 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:subnet and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:52.925976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-01290477-d5df-414a-8234-5863f86a2d06 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:52.942352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-01290477-d5df-414a-8234-5863f86a2d06 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:52.976641 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bd66965-7153-4e86-aa6f-28b6d4d7a8df tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:52.979201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01290477-d5df-414a-8234-5863f86a2d06 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:52.982666 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-01290477-d5df-414a-8234-5863f86a2d06 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:53.010839 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Transition to ACTIVE for port object 827690f4-c08c-47c3-ab92-33ab43d92293 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:53.017075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7cf8ee62-50a2-4250-96d8-2bf39da8b810 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Unset dirty status for tenant:f9f411f6cb5a4546a0eace12b5c81c03 on resource:subnet {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:53.017952 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-005af9b4-5417-4047-986e-036f1b0c40a0 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:53.018501 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7cf8ee62-50a2-4250-96d8-2bf39da8b810 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "GET /v2.0/subnets?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7 HTTP/1.1" status: 200 len: 207 time: 0.1985834 Mar 08 09:47:53.021092 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec78aa33-ad20-467f-b7e2-5a41eef6eeb7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:53.025139 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41522) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:53.027116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-005af9b4-5417-4047-986e-036f1b0c40a0 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:53.028287 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:53.032119 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-3bd66965-7153-4e86-aa6f-28b6d4d7a8df tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Deleting port 54c80b26-9986-467b-a03f-f6ff73c977fb {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:53.032632 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bd66965-7153-4e86-aa6f-28b6d4d7a8df tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:53.077162 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec78aa33-ad20-467f-b7e2-5a41eef6eeb7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:53.082903 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ea24d1d6-ba44-4f49-ba6a-f773fde8837e no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:47:53.090033 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78aa33-ad20-467f-b7e2-5a41eef6eeb7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=e7139447-32f7-442b-a44a-c74189d18014,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:53.107257 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-005af9b4-5417-4047-986e-036f1b0c40a0 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:53.107737 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005af9b4-5417-4047-986e-036f1b0c40a0 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Fanout notify agent at l3_agent the message router_deleted on router 92afe2d6-7c4f-4de6-a35a-613a1eda9064 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:47:53.122609 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-005af9b4-5417-4047-986e-036f1b0c40a0 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:53.123881 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-005af9b4-5417-4047-986e-036f1b0c40a0 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/routers/92afe2d6-7c4f-4de6-a35a-613a1eda9064 HTTP/1.1" status: 204 len: 168 time: 0.7700727 Mar 08 09:47:53.126420 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41526) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:53.130274 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ec78aa33-ad20-467f-b7e2-5a41eef6eeb7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/e7139447-32f7-442b-a44a-c74189d18014 HTTP/1.1" status: 204 len: 168 time: 1.9486220 Mar 08 09:47:53.132271 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e7a24a-c2f7-445f-beb4-14f47b395f04 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:53.152316 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41530) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:53.180632 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: ea24d1d6-ba44-4f49-ba6a-f773fde8837e {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:47:53.180632 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ea24d1d6-ba44-4f49-ba6a-f773fde8837e not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:47:53.192638 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Network 987179ed-95c1-4f09-9aa7-a5c7502d0979 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:53.205418 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-25dd57ff-2909-4424-9010-504f22f7b258 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting subnet 62fd7957-d7ec-4aa9-93e7-463b54d8ae88 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:47:53.208841 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25dd57ff-2909-4424-9010-504f22f7b258 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:53.239701 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:53.244058 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port ea24d1d6-ba44-4f49-ba6a-f773fde8837e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:53.244453 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:53.257737 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:53.327360 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Pushing event updated for resources: {'Port': ['ID=827690f4-c08c-47c3-ab92-33ab43d92293,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:53.331158 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] The port 'ea24d1d6-ba44-4f49-ba6a-f773fde8837e' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:47:53.364519 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25dd57ff-2909-4424-9010-504f22f7b258 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:53.397000 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b6db8c7e-5ded-4ecb-964b-1dceacbeda67 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2434239 Mar 08 09:47:53.405733 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6857a-0a26-4028-a0e8-e85a33591f25 req-02608a0d-eef3-4983-9bc8-f84ff5fc6e05 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:53.407762 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dcd6857a-0a26-4028-a0e8-e85a33591f25 req-02608a0d-eef3-4983-9bc8-f84ff5fc6e05 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.5902076 Mar 08 09:47:53.418963 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41534) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:53.450163 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Attempting to bind port 827690f4-c08c-47c3-ab92-33ab43d92293 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:47:53.450579 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Attempting to bind port 827690f4-c08c-47c3-ab92-33ab43d92293 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '69680e9c-2aa7-4cb6-bd64-a603a57e0264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '987179ed-95c1-4f09-9aa7-a5c7502d0979'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:47:53.451029 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Attempting to bind port 827690f4-c08c-47c3-ab92-33ab43d92293 on network 987179ed-95c1-4f09-9aa7-a5c7502d0979 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:47:53.460772 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:47:53.461274 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Checking segment: {'id': '69680e9c-2aa7-4cb6-bd64-a603a57e0264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '987179ed-95c1-4f09-9aa7-a5c7502d0979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:53.461769 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:53.462249 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Bound using segment: {'id': '69680e9c-2aa7-4cb6-bd64-a603a57e0264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '987179ed-95c1-4f09-9aa7-a5c7502d0979'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:47:53.462807 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Bound port: 827690f4-c08c-47c3-ab92-33ab43d92293, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69680e9c-2aa7-4cb6-bd64-a603a57e0264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '987179ed-95c1-4f09-9aa7-a5c7502d0979'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:47:53.463288 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:53.576476 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:53.627216 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dcd6857a-0a26-4028-a0e8-e85a33591f25 req-de667db5-ec18-4c06-8528-a4bdde8c401a tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540334 Mar 08 09:47:53.637442 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] For port 827690f4-c08c-47c3-ab92-33ab43d92293, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:47:53.644849 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] For port 827690f4-c08c-47c3-ab92-33ab43d92293, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=827690f4-c08c-47c3-ab92-33ab43d92293,segment=NetworkSegment(69680e9c-2aa7-4cb6-bd64-a603a57e0264),segment_id=69680e9c-2aa7-4cb6-bd64-a603a57e0264)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:47:53.653533 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:53.700510 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e198f33-78ff-40e0-a5fa-50ce1cfca441 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:53.710572 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e198f33-78ff-40e0-a5fa-50ce1cfca441 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:53.715053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e198f33-78ff-40e0-a5fa-50ce1cfca441 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:53.721159 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e198f33-78ff-40e0-a5fa-50ce1cfca441 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:53.728130 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e198f33-78ff-40e0-a5fa-50ce1cfca441 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:53.733880 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e198f33-78ff-40e0-a5fa-50ce1cfca441 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:53.734959 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5e198f33-78ff-40e0-a5fa-50ce1cfca441 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Synchronizing usage tracker for tenant:f9f411f6cb5a4546a0eace12b5c81c03 on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:53.759368 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2f7e0e-3e8a-46ac-8a08-aa4376b997af None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:47:53.774320 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3c2f7e0e-3e8a-46ac-8a08-aa4376b997af None None] Deleting port 233e4d16-2d6e-40b7-b18a-a8e8bc0de190 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:53.774828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3c2f7e0e-3e8a-46ac-8a08-aa4376b997af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:53.785233 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bd66965-7153-4e86-aa6f-28b6d4d7a8df tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:53.792440 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03952d8c-b760-4951-8504-32b1f3d8b405']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:53.823766 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488ec86e-8a31-43db-ad11-68dc5f45c256') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:53.824018 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf52a9b-1423-44d7-b5ec-49da0db41e22 None None] Pushing event updated for resources: {'Port': ['ID=827690f4-c08c-47c3-ab92-33ab43d92293,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:53.824127 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488ec86e-8a31-43db-ad11-68dc5f45c256') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:53.839127 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25dd57ff-2909-4424-9010-504f22f7b258 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:53.907749 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:53.918717 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5e198f33-78ff-40e0-a5fa-50ce1cfca441 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Unset dirty status for tenant:f9f411f6cb5a4546a0eace12b5c81c03 on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:53.919710 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5e198f33-78ff-40e0-a5fa-50ce1cfca441 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.8931687 Mar 08 09:47:53.923475 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a0ecfd-c233-433e-8f09-39240bb60863 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:53.926956 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-3bd66965-7153-4e86-aa6f-28b6d4d7a8df tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Calling delete_port for 54c80b26-9986-467b-a03f-f6ff73c977fb owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:53.927446 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-62a0ecfd-c233-433e-8f09-39240bb60863 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:53.935678 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41538) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:53.984835 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:54.019088 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:47:54.025473 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:47:54.049738 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:47:54.078071 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-62a0ecfd-c233-433e-8f09-39240bb60863 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:54.079843 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-62a0ecfd-c233-433e-8f09-39240bb60863 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6575894 Mar 08 09:47:54.087518 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3c2f7e0e-3e8a-46ac-8a08-aa4376b997af None None] For port 233e4d16-2d6e-40b7-b18a-a8e8bc0de190, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=233e4d16-2d6e-40b7-b18a-a8e8bc0de190,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:54.088071 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3c2f7e0e-3e8a-46ac-8a08-aa4376b997af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:54.189028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41542) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:54.211841 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25dd57ff-2909-4424-9010-504f22f7b258 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:54.257306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-01290477-d5df-414a-8234-5863f86a2d06 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:54.278347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd57ff-2909-4424-9010-504f22f7b258 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Subnet': ['ID=62fd7957-d7ec-4aa9-93e7-463b54d8ae88,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:54.287893 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25dd57ff-2909-4424-9010-504f22f7b258 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:54.297805 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:54.300432 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3c2f7e0e-3e8a-46ac-8a08-aa4376b997af None None] Calling delete_port for 233e4d16-2d6e-40b7-b18a-a8e8bc0de190 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:54.322287 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:54.328226 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/networks/03952d8c-b760-4951-8504-32b1f3d8b405 HTTP/1.1" status: 204 len: 168 time: 3.5358706 Mar 08 09:47:54.329806 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41546) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:54.341503 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-25dd57ff-2909-4424-9010-504f22f7b258 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/subnets/62fd7957-d7ec-4aa9-93e7-463b54d8ae88 HTTP/1.1" status: 204 len: 168 time: 1.2135594 Mar 08 09:47:54.345677 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-113079e4-12f7-4843-a021-8d0b2d7cd3eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1144636701'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:54.346919 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa3bbd5-b2d4-494d-859d-3c810ff7352a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:54.351057 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6fa3bbd5-b2d4-494d-859d-3c810ff7352a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1561275 Mar 08 09:47:54.351244 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 827690f4-c08c-47c3-ab92-33ab43d92293 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:54.351353 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41550) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:54.355561 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41552) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:54.358335 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bd66965-7153-4e86-aa6f-28b6d4d7a8df tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:54.360189 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb0c9d-7421-4011-a8ef-5cec2234ae3e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Network': ['ID=03952d8c-b760-4951-8504-32b1f3d8b405,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:54.369553 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-113079e4-12f7-4843-a021-8d0b2d7cd3eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:54.374175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586d8f5e-cad6-4aaf-8289-7bbee5c919fa None None] Network 754bedbb-82f5-41ec-9f92-b0bb33b26854 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:54.377604 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-113079e4-12f7-4843-a021-8d0b2d7cd3eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:network and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:54.399475 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b885463b-723f-4548-919f-488ec97f5c30 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4582617 Mar 08 09:47:54.399475 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-113079e4-12f7-4843-a021-8d0b2d7cd3eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:54.400309 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41558) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:54.420479 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01290477-d5df-414a-8234-5863f86a2d06 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Subnet': ['ID=3eefb305-d637-494b-8f4f-9d65bf8efb8d,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:54.454806 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-113079e4-12f7-4843-a021-8d0b2d7cd3eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:54.478162 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113079e4-12f7-4843-a021-8d0b2d7cd3eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:54.482054 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-113079e4-12f7-4843-a021-8d0b2d7cd3eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:54.497623 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a60a7eb-ed42-424e-9645-08125d0762cb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:54.499139 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a60a7eb-ed42-424e-9645-08125d0762cb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:54.500630 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a60a7eb-ed42-424e-9645-08125d0762cb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:54.502166 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a60a7eb-ed42-424e-9645-08125d0762cb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:54.503655 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a60a7eb-ed42-424e-9645-08125d0762cb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:54.504586 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7a60a7eb-ed42-424e-9645-08125d0762cb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Synchronizing usage tracker for tenant:f9f411f6cb5a4546a0eace12b5c81c03 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:47:54.529715 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd66965-7153-4e86-aa6f-28b6d4d7a8df tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Pushing event deleted for resources: {'Port': ['ID=54c80b26-9986-467b-a03f-f6ff73c977fb,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:54.531923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7a60a7eb-ed42-424e-9645-08125d0762cb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Unset dirty status for tenant:f9f411f6cb5a4546a0eace12b5c81c03 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:47:54.533600 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7a60a7eb-ed42-424e-9645-08125d0762cb tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1327059 Mar 08 09:47:54.537623 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41562) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:54.548872 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113079e4-12f7-4843-a021-8d0b2d7cd3eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:47:54.563330 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-113079e4-12f7-4843-a021-8d0b2d7cd3eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:54.563738 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-113079e4-12f7-4843-a021-8d0b2d7cd3eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Added segment 3b8a9055-68eb-4d3d-9df7-9f85c858ebcc of type vlan for network 5cd153de-fa2e-4221-b579-679526ef258e Mar 08 09:47:54.565013 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-71e1b3fc-b279-4fef-b1be-697e680c13cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2027326 Mar 08 09:47:54.576629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41566) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:54.609638 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-113079e4-12f7-4843-a021-8d0b2d7cd3eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:54.644917 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-a6302856-56bc-42e7-b43f-ec5e41445c3b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:54.666649 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3c2f7e0e-3e8a-46ac-8a08-aa4376b997af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:54.725977 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f7e0e-3e8a-46ac-8a08-aa4376b997af None None] No DVR routers for this DVR port 233e4d16-2d6e-40b7-b18a-a8e8bc0de190 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:47:54.728101 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f7e0e-3e8a-46ac-8a08-aa4376b997af None None] Pushing event deleted for resources: {'Port': ['ID=233e4d16-2d6e-40b7-b18a-a8e8bc0de190,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:54.734973 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 827690f4-c08c-47c3-ab92-33ab43d92293 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:54.770548 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-113079e4-12f7-4843-a021-8d0b2d7cd3eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:54.779935 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113079e4-12f7-4843-a021-8d0b2d7cd3eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:54.780536 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-113079e4-12f7-4843-a021-8d0b2d7cd3eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:54.835714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01290477-d5df-414a-8234-5863f86a2d06 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Checking segment: {'id': 'cad2e1bc-d41e-4c1b-b11c-d5329125c016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd0cd4ada-3b77-49ec-9d63-5c190c75e0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:54.836225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01290477-d5df-414a-8234-5863f86a2d06 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network hostable DHCP agents. Network: d0cd4ada-3b77-49ec-9d63-5c190c75e0a9, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:47:54.842024 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 233e4d16-2d6e-40b7-b18a-a8e8bc0de190 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:47:54.847610 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:54.850767 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74751521-0817-44b9-a689-1ac358d9bf64 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:54.852159 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74751521-0817-44b9-a689-1ac358d9bf64 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:54.858966 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a6302856-56bc-42e7-b43f-ec5e41445c3b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:54.859176 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74751521-0817-44b9-a689-1ac358d9bf64 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:54.860594 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74751521-0817-44b9-a689-1ac358d9bf64 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:54.866824 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74751521-0817-44b9-a689-1ac358d9bf64 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:54.871919 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-74751521-0817-44b9-a689-1ac358d9bf64 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3287516 Mar 08 09:47:54.893393 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 233e4d16-2d6e-40b7-b18a-a8e8bc0de190 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:47:54.893393 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 233e4d16-2d6e-40b7-b18a-a8e8bc0de190 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:47:54.903768 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93438729-fd01-4e98-b270-850347d97b5c None None] DHCP port deletion for 754bedbb-82f5-41ec-9f92-b0bb33b26854 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:47:54.909088 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-edb7bd53-1e93-41a1-85ad-6f63c4aa3e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:54.911152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41572) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:54.913456 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a6302856-56bc-42e7-b43f-ec5e41445c3b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:54.918964 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-93438729-fd01-4e98-b270-850347d97b5c None None] Deleting port 4818a074-1731-4bc7-8d38-38ed9e2b21ce {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:54.919342 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-93438729-fd01-4e98-b270-850347d97b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:54.956524 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a6302856-56bc-42e7-b43f-ec5e41445c3b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:54.959689 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bd66965-7153-4e86-aa6f-28b6d4d7a8df tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:54.995665 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113079e4-12f7-4843-a021-8d0b2d7cd3eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Network': ['ID=5cd153de-fa2e-4221-b579-679526ef258e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:55.010364 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-113079e4-12f7-4843-a021-8d0b2d7cd3eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6761029 Mar 08 09:47:55.013195 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41576) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:55.022889 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 5cd153de-fa2e-4221-b579-679526ef258e details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:47:55.023258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2ba4c2fb-c010-48d6-a39d-79c8a65d5957 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'subnet': {'network_id': '5cd153de-fa2e-4221-b579-679526ef258e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:55.174870 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a6302856-56bc-42e7-b43f-ec5e41445c3b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:55.180287 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8725023-490e-440e-80f2-79cba52c51d3 req-d52a1c4a-c0d5-4e85-b09f-8d770206910c tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:55.185320 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c8725023-490e-440e-80f2-79cba52c51d3 req-d52a1c4a-c0d5-4e85-b09f-8d770206910c tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.2542109 Mar 08 09:47:55.186444 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2ba4c2fb-c010-48d6-a39d-79c8a65d5957 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:55.209727 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2ba4c2fb-c010-48d6-a39d-79c8a65d5957 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:subnet and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:55.215192 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2ba4c2fb-c010-48d6-a39d-79c8a65d5957 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:55.223149 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2ba4c2fb-c010-48d6-a39d-79c8a65d5957 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:55.229504 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd50deb-ce45-465f-bf74-44b2beb29fd0 None None] Network 987179ed-95c1-4f09-9aa7-a5c7502d0979 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:55.246114 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting port 4818a074-1731-4bc7-8d38-38ed9e2b21ce {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:55.246415 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:55.249899 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c8725023-490e-440e-80f2-79cba52c51d3 req-c47d1980-bba2-4f3d-b9c7-a0c2da459f4e tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587857 Mar 08 09:47:55.251149 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba4c2fb-c010-48d6-a39d-79c8a65d5957 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:55.255165 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ba4c2fb-c010-48d6-a39d-79c8a65d5957 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:55.352096 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d790c9b3-5345-42f1-a073-6f40d43e0d06 None None] Provisioning for port 827690f4-c08c-47c3-ab92-33ab43d92293 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:47:55.360876 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-93438729-fd01-4e98-b270-850347d97b5c None None] For port 4818a074-1731-4bc7-8d38-38ed9e2b21ce, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=4818a074-1731-4bc7-8d38-38ed9e2b21ce,segment=NetworkSegment(1a6c3948-4482-4dea-ae3f-1814b10dd1f1),segment_id=1a6c3948-4482-4dea-ae3f-1814b10dd1f1)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:55.361283 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-93438729-fd01-4e98-b270-850347d97b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:55.373211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01290477-d5df-414a-8234-5863f86a2d06 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network d0cd4ada-3b77-49ec-9d63-5c190c75e0a9 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:47:55.377828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d790c9b3-5345-42f1-a073-6f40d43e0d06 None None] Provisioning complete for port 827690f4-c08c-47c3-ab92-33ab43d92293 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:55.378175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d790c9b3-5345-42f1-a073-6f40d43e0d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:55.441186 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6302856-56bc-42e7-b43f-ec5e41445c3b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:55.444868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a6302856-56bc-42e7-b43f-ec5e41445c3b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:55.463690 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bd66965-7153-4e86-aa6f-28b6d4d7a8df tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:55.491952 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bd66965-7153-4e86-aa6f-28b6d4d7a8df tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:55.517630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-01290477-d5df-414a-8234-5863f86a2d06 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, d0cd4ada-3b77-49ec-9d63-5c190c75e0a9) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:55.529348 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01290477-d5df-414a-8234-5863f86a2d06 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:55.530122 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-01290477-d5df-414a-8234-5863f86a2d06 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:55.541007 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ba4c2fb-c010-48d6-a39d-79c8a65d5957 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:55.637453 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-93438729-fd01-4e98-b270-850347d97b5c None None] Calling delete_port for 4818a074-1731-4bc7-8d38-38ed9e2b21ce owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:55.678923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4c2fb-c010-48d6-a39d-79c8a65d5957 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Subnet': ['ID=e3302894-ea6f-4874-9d07-ba70f7f21341,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:55.679142 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def2a70a-9475-4832-b219-c69b074275ca None None] Network d0cd4ada-3b77-49ec-9d63-5c190c75e0a9 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:55.704545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbb304f-b128-42b4-b4ac-af0df3e59282 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:55.706472 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9dbb304f-b128-42b4-b4ac-af0df3e59282 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "GET /v2.0/networks/eabb35cf-fe85-4c4a-afe3-3a58a036555e HTTP/1.1" status: 200 len: 803 time: 0.7827752 Mar 08 09:47:55.712350 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41584) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:55.714365 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4c2fb-c010-48d6-a39d-79c8a65d5957 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Checking segment: {'id': '3b8a9055-68eb-4d3d-9df7-9f85c858ebcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5cd153de-fa2e-4221-b579-679526ef258e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:55.714994 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba4c2fb-c010-48d6-a39d-79c8a65d5957 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network hostable DHCP agents. Network: 5cd153de-fa2e-4221-b579-679526ef258e, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:47:55.751477 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bd66965-7153-4e86-aa6f-28b6d4d7a8df tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:55.752064 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd66965-7153-4e86-aa6f-28b6d4d7a8df tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Fanout notify agent at l3_agent the message router_deleted on router 2af2a858-7dfc-401f-9d9f-3ebaa94a0291 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:47:55.809232 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bd66965-7153-4e86-aa6f-28b6d4d7a8df tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:55.815001 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3bd66965-7153-4e86-aa6f-28b6d4d7a8df tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "DELETE /v2.0/routers/2af2a858-7dfc-401f-9d9f-3ebaa94a0291 HTTP/1.1" status: 204 len: 168 time: 3.6572225 Mar 08 09:47:55.815185 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41588) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:55.815483 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-01290477-d5df-414a-8234-5863f86a2d06 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.2109926 Mar 08 09:47:55.830908 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41592) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:55.878388 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a0867b2a-a3ba-4a1a-9b61-280dd099195e tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-327183176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:55.894427 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a0867b2a-a3ba-4a1a-9b61-280dd099195e tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:55.898927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba4c2fb-c010-48d6-a39d-79c8a65d5957 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 5cd153de-fa2e-4221-b579-679526ef258e is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:47:55.910751 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a0867b2a-a3ba-4a1a-9b61-280dd099195e tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Usage tracker for resource:router and tenant:fdf8a4a144d04e029227790a5607b81e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:55.914361 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a0867b2a-a3ba-4a1a-9b61-280dd099195e tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:55.931068 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a0867b2a-a3ba-4a1a-9b61-280dd099195e tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:55.933290 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2ba4c2fb-c010-48d6-a39d-79c8a65d5957 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 5cd153de-fa2e-4221-b579-679526ef258e) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:55.948809 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba4c2fb-c010-48d6-a39d-79c8a65d5957 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:55.949406 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ba4c2fb-c010-48d6-a39d-79c8a65d5957 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:55.951512 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] For port 4818a074-1731-4bc7-8d38-38ed9e2b21ce, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=4818a074-1731-4bc7-8d38-38ed9e2b21ce,segment=NetworkSegment(1a6c3948-4482-4dea-ae3f-1814b10dd1f1),segment_id=1a6c3948-4482-4dea-ae3f-1814b10dd1f1)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:55.951987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:55.969380 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6293427-9994-4237-b54f-048aefe45874 None None] Network 5cd153de-fa2e-4221-b579-679526ef258e requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:55.989338 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0867b2a-a3ba-4a1a-9b61-280dd099195e tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:55.990326 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0867b2a-a3ba-4a1a-9b61-280dd099195e tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:56.007837 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2133e7cb-ae91-41ca-b160-ba85b6ad6037 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "GET /v2.0/networks/eabb35cf-fe85-4c4a-afe3-3a58a036555e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2842360 Mar 08 09:47:56.016836 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3941d0f-b1ee-4324-9a82-ff1ea343af61 req-1bedcdaa-7776-4761-8acc-409a216b6dff tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:56.018279 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3941d0f-b1ee-4324-9a82-ff1ea343af61 req-1bedcdaa-7776-4761-8acc-409a216b6dff tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.3049648 Mar 08 09:47:56.019861 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41596) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:56.060093 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d790c9b3-5345-42f1-a073-6f40d43e0d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:56.078607 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2ba4c2fb-c010-48d6-a39d-79c8a65d5957 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0641093 Mar 08 09:47:56.116748 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0867b2a-a3ba-4a1a-9b61-280dd099195e tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:56.142294 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41600) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:56.156366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Calling delete_port for 4818a074-1731-4bc7-8d38-38ed9e2b21ce owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:47:56.205538 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4818a074-1731-4bc7-8d38-38ed9e2b21ce no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:47:56.267399 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-fdaf3d9a-02ca-4425-b6b0-49091c49f2ff tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'network_id': '5cd153de-fa2e-4221-b579-679526ef258e', 'name': 'tempest-PortsIpV6TestJSON-969917903', 'fixed_ips': [{'subnet_id': 'e3302894-ea6f-4874-9d07-ba70f7f21341', 'ip_address': '2001:db8::10'}]}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:56.271166 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4390c56f-90e3-4786-92aa-20eea1d9ccd8 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:56.277819 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4390c56f-90e3-4786-92aa-20eea1d9ccd8 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "GET /v2.0/subnets/f859981c-a6a0-41b0-8145-fb2442061f16 HTTP/1.1" status: 200 len: 843 time: 0.2512944 Mar 08 09:47:56.277819 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3941d0f-b1ee-4324-9a82-ff1ea343af61 req-8242ed89-a141-4ef4-8282-4a5a9dc3a319 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070816 Mar 08 09:47:56.281236 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41604) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:56.346060 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-d0cd4ada-3b77-49ec-9d63-5c190c75e0a9', 'network_id': 'd0cd4ada-3b77-49ec-9d63-5c190c75e0a9', 'tenant_id': '016bdee0e1984d6ab84e5721b9d2d47e', 'fixed_ips': [{'subnet_id': '3eefb305-d637-494b-8f4f-9d65bf8efb8d'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:47:56.346878 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:56.353161 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0867b2a-a3ba-4a1a-9b61-280dd099195e tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:56.374898 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-93438729-fd01-4e98-b270-850347d97b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:56.395149 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0867b2a-a3ba-4a1a-9b61-280dd099195e tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:56.399441 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a0867b2a-a3ba-4a1a-9b61-280dd099195e tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5811934 Mar 08 09:47:56.399818 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2950f746-1bb4-4a6d-a973-d044099d1a61 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:56.405990 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2950f746-1bb4-4a6d-a973-d044099d1a61 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "GET /v2.0/subnets/f859981c-a6a0-41b0-8145-fb2442061f16?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1164298 Mar 08 09:47:56.405990 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41608) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:56.406236 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41612) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:56.410810 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b2aee46b-99d4-4e3e-8494-6d8fba3fb110 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Request body: {'router': {'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:56.453435 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-d790c9b3-5345-42f1-a073-6f40d43e0d06 None None] For port 827690f4-c08c-47c3-ab92-33ab43d92293, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=827690f4-c08c-47c3-ab92-33ab43d92293,segment=NetworkSegment(69680e9c-2aa7-4cb6-bd64-a603a57e0264),segment_id=69680e9c-2aa7-4cb6-bd64-a603a57e0264)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:56.456644 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93438729-fd01-4e98-b270-850347d97b5c None None] Pushing event deleted for resources: {'Port': ['ID=4818a074-1731-4bc7-8d38-38ed9e2b21ce,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:56.472359 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fe796d1c-2b26-4828-9b14-7e4ea2fe7b85 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1557979453'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:56.484148 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fe796d1c-2b26-4828-9b14-7e4ea2fe7b85 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:56.484515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6860f7-1d56-4b57-99ff-54a020e7e65b req-01a19f12-a315-4695-826c-8fed6cca040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:56.486048 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-be6860f7-1d56-4b57-99ff-54a020e7e65b req-01a19f12-a315-4695-826c-8fed6cca040e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3930543b2ce942fe899a5a461a431d3e&device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 1099 time: 0.7752817 Mar 08 09:47:56.498681 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:56.501183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93438729-fd01-4e98-b270-850347d97b5c None None] No DVR routers for this DVR port 4818a074-1731-4bc7-8d38-38ed9e2b21ce on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:47:56.513099 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d790c9b3-5345-42f1-a073-6f40d43e0d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:56.560490 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fe796d1c-2b26-4828-9b14-7e4ea2fe7b85 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:56.585505 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.api [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:47:56.585773 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG oslo_db.api [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:47:56.644611 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No active binding found for port 4818a074-1731-4bc7-8d38-38ed9e2b21ce {{(pid=87773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 08 09:47:56.645285 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4818a074-1731-4bc7-8d38-38ed9e2b21ce not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:47:56.762865 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790c9b3-5345-42f1-a073-6f40d43e0d06 None None] Pushing event updated for resources: {'Port': ['ID=827690f4-c08c-47c3-ab92-33ab43d92293,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:56.783403 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe796d1c-2b26-4828-9b14-7e4ea2fe7b85 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Made reservation on behalf of f9f411f6cb5a4546a0eace12b5c81c03 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:56.786744 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe796d1c-2b26-4828-9b14-7e4ea2fe7b85 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:56.791092 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fdaf3d9a-02ca-4425-b6b0-49091c49f2ff tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:56.795549 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fdaf3d9a-02ca-4425-b6b0-49091c49f2ff tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:port and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:56.798532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fdaf3d9a-02ca-4425-b6b0-49091c49f2ff tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:56.804924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fdaf3d9a-02ca-4425-b6b0-49091c49f2ff tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:56.861357 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Allocated IP 172.20.0.2 (d0cd4ada-3b77-49ec-9d63-5c190c75e0a9/3eefb305-d637-494b-8f4f-9d65bf8efb8d/6862be64-dbbf-437f-b730-aefdd5907f33) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:56.862142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdaf3d9a-02ca-4425-b6b0-49091c49f2ff tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:56.879678 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2aee46b-99d4-4e3e-8494-6d8fba3fb110 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:56.896382 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe796d1c-2b26-4828-9b14-7e4ea2fe7b85 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:47:56.941660 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe796d1c-2b26-4828-9b14-7e4ea2fe7b85 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:56.942180 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-fe796d1c-2b26-4828-9b14-7e4ea2fe7b85 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Added segment b627a285-b309-45a6-b7ec-6d25a0f4b7c6 of type vlan for network 2adda199-0c05-480b-9dce-ae94cdf565f1 Mar 08 09:47:56.999559 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-5cd153de-fa2e-4221-b579-679526ef258e', 'network_id': '5cd153de-fa2e-4221-b579-679526ef258e', 'tenant_id': '8487a2388023440e9c6b176be36100ad', 'fixed_ips': [{'subnet_id': 'e3302894-ea6f-4874-9d07-ba70f7f21341'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:47:57.000837 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:57.022885 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe796d1c-2b26-4828-9b14-7e4ea2fe7b85 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:57.075360 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:57.078140 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe796d1c-2b26-4828-9b14-7e4ea2fe7b85 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:57.083666 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe796d1c-2b26-4828-9b14-7e4ea2fe7b85 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:57.084352 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe796d1c-2b26-4828-9b14-7e4ea2fe7b85 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:57.101815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6860f7-1d56-4b57-99ff-54a020e7e65b req-0a038439-627c-46af-a328-dc91a0c0f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:57.103666 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-be6860f7-1d56-4b57-99ff-54a020e7e65b req-0a038439-627c-46af-a328-dc91a0c0f6d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 HTTP/1.1" status: 200 len: 912 time: 0.6030931 Mar 08 09:47:57.112418 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting port 4818a074-1731-4bc7-8d38-38ed9e2b21ce {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:57.113020 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:57.175532 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2d867e8d-17fe-42da-9977-08524764c3f6 None None] Provisioning complete for port 827690f4-c08c-47c3-ab92-33ab43d92293 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:57.175903 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d867e8d-17fe-42da-9977-08524764c3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:57.212907 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe796d1c-2b26-4828-9b14-7e4ea2fe7b85 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Network': ['ID=2adda199-0c05-480b-9dce-ae94cdf565f1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:57.220605 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fe796d1c-2b26-4828-9b14-7e4ea2fe7b85 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8135242 Mar 08 09:47:57.223734 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41616) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:57.235049 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 2adda199-0c05-480b-9dce-ae94cdf565f1 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:47:57.286709 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8ba62912-b370-49ba-b3bb-778beb13476c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'subnet': {'network_id': '2adda199-0c05-480b-9dce-ae94cdf565f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:57.314911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3d9a-02ca-4425-b6b0-49091c49f2ff tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:57.337982 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] The port '4818a074-1731-4bc7-8d38-38ed9e2b21ce' was deleted {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:47:57.351142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.objects.ports [None req-a6302856-56bc-42e7-b43f-ec5e41445c3b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87771) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 09:47:57.356573 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-fdaf3d9a-02ca-4425-b6b0-49091c49f2ff tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] device_id is not set on port 67d89a9f-d09e-4568-96bd-0e5fa9770aa0 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:47:57.378617 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:57.422958 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Transition to ACTIVE for port object 6862be64-dbbf-437f-b730-aefdd5907f33 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:57.435846 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Allocated IP 2001:db8::2 (5cd153de-fa2e-4221-b579-679526ef258e/e3302894-ea6f-4874-9d07-ba70f7f21341/0e95767d-3e35-43bb-b915-62f66b43cdfc) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:57.475515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a6302856-56bc-42e7-b43f-ec5e41445c3b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:57.491714 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2aee46b-99d4-4e3e-8494-6d8fba3fb110 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:57.502648 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Transition to ACTIVE for port object 6862be64-dbbf-437f-b730-aefdd5907f33 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:57.529785 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2aee46b-99d4-4e3e-8494-6d8fba3fb110 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:57.545066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:57.573580 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8ba62912-b370-49ba-b3bb-778beb13476c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:57.600214 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8ba62912-b370-49ba-b3bb-778beb13476c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:57.619956 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e36e074-05a1-4cc1-903f-e085b9602985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:57.621736 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba62912-b370-49ba-b3bb-778beb13476c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Made reservation on behalf of f9f411f6cb5a4546a0eace12b5c81c03 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:57.625845 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ba62912-b370-49ba-b3bb-778beb13476c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:57.638939 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Network d0cd4ada-3b77-49ec-9d63-5c190c75e0a9 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:57.685438 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:57.695621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:57.732471 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6302856-56bc-42e7-b43f-ec5e41445c3b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:57.755210 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Pushing event updated for resources: {'Port': ['ID=6862be64-dbbf-437f-b730-aefdd5907f33,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:57.785644 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-a6302856-56bc-42e7-b43f-ec5e41445c3b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:57.789940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6302856-56bc-42e7-b43f-ec5e41445c3b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:57.790665 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a6302856-56bc-42e7-b43f-ec5e41445c3b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:57.800920 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4bb83b-e920-4752-89c6-b49b20b132e1 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:57.841315 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:57.852199 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_backend_mixin [None req-8ba62912-b370-49ba-b3bb-778beb13476c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Performing IP validity checks on allocation pools {{(pid=87772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 08 09:47:57.853070 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_backend_mixin [None req-8ba62912-b370-49ba-b3bb-778beb13476c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 08 09:47:57.863509 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Attempting to bind port 6862be64-dbbf-437f-b730-aefdd5907f33 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:47:57.863882 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Attempting to bind port 6862be64-dbbf-437f-b730-aefdd5907f33 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'cad2e1bc-d41e-4c1b-b11c-d5329125c016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd0cd4ada-3b77-49ec-9d63-5c190c75e0a9'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:47:57.864250 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Attempting to bind port 6862be64-dbbf-437f-b730-aefdd5907f33 on network d0cd4ada-3b77-49ec-9d63-5c190c75e0a9 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:47:57.871902 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-be6860f7-1d56-4b57-99ff-54a020e7e65b req-fa41aaa7-6714-42b9-b7ce-8b17b263d5f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2455288-60f1-4e7e-8a74-299ed10052d7 HTTP/1.1" status: 200 len: 1002 time: 0.7107699 Mar 08 09:47:57.881565 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6302856-56bc-42e7-b43f-ec5e41445c3b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=966dcdbc-9173-4ccc-9e45-3b791b7fcbc4,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:57.933613 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:47:57.933613 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Checking segment: {'id': 'cad2e1bc-d41e-4c1b-b11c-d5329125c016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd0cd4ada-3b77-49ec-9d63-5c190c75e0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:57.934044 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:57.934659 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Bound using segment: {'id': 'cad2e1bc-d41e-4c1b-b11c-d5329125c016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd0cd4ada-3b77-49ec-9d63-5c190c75e0a9'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:47:57.935032 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Bound port: 6862be64-dbbf-437f-b730-aefdd5907f33, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad2e1bc-d41e-4c1b-b11c-d5329125c016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd0cd4ada-3b77-49ec-9d63-5c190c75e0a9'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:47:57.935301 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:57.939251 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754bedbb-82f5-41ec-9f92-b0bb33b26854']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:57.941775 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-b2aee46b-99d4-4e3e-8494-6d8fba3fb110 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Allocated IP 172.26.2.14 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/a549b9c8-bf0a-4cf7-8e83-2b3847aacb36) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:57.965657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.008382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6c3948-4482-4dea-ae3f-1814b10dd1f1') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:58.008753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6c3948-4482-4dea-ae3f-1814b10dd1f1') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:58.024620 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a6302856-56bc-42e7-b43f-ec5e41445c3b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.3913486 Mar 08 09:47:58.030622 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41622) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:58.039255 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c614323b-fc5c-4792-bd71-9ba31f6914c6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'mac_address': 'fa:16:3e:69:26:89', 'name': 'tempest-NetworksTestDHCPv6-1321680186'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:58.040898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Subnet': ['ID=3eefb305-d637-494b-8f4f-9d65bf8efb8d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:58.068296 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.109593 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209221b9-2d79-4e03-81f0-f95ed98117d1 req-0b832f87-762c-4506-8584-7e453302c171 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:58.119005 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-209221b9-2d79-4e03-81f0-f95ed98117d1 req-0b832f87-762c-4506-8584-7e453302c171 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.6520901 Mar 08 09:47:58.140731 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6860f7-1d56-4b57-99ff-54a020e7e65b req-b1ce8342-c5c1-47c3-9cd2-d301056dd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:58.142141 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-be6860f7-1d56-4b57-99ff-54a020e7e65b req-b1ce8342-c5c1-47c3-9cd2-d301056dd580 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=22ec09f4-37c1-4973-ad35-a74953dd1390 HTTP/1.1" status: 200 len: 850 time: 0.2507493 Mar 08 09:47:58.157308 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.194313 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 827690f4-c08c-47c3-ab92-33ab43d92293 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:47:58.208908 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.249316 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Transition to ACTIVE for port object 0e95767d-3e35-43bb-b915-62f66b43cdfc will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:58.261576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.277185 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:47:58.278113 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:47:58.295877 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:47:58.298844 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.303888 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2aee46b-99d4-4e3e-8494-6d8fba3fb110 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.318215 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ba62912-b370-49ba-b3bb-778beb13476c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.325833 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] For port 6862be64-dbbf-437f-b730-aefdd5907f33, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:47:58.349814 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Transition to ACTIVE for port object 0e95767d-3e35-43bb-b915-62f66b43cdfc will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:58.360534 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.364372 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] For port 6862be64-dbbf-437f-b730-aefdd5907f33, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=6862be64-dbbf-437f-b730-aefdd5907f33,segment=NetworkSegment(cad2e1bc-d41e-4c1b-b11c-d5329125c016),segment_id=cad2e1bc-d41e-4c1b-b11c-d5329125c016)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:47:58.369176 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.414020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c614323b-fc5c-4792-bd71-9ba31f6914c6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:58.422587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.439132 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba62912-b370-49ba-b3bb-778beb13476c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Subnet': ['ID=50f5191d-02f2-47bd-9071-b90ef3beb862,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:58.452647 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c614323b-fc5c-4792-bd71-9ba31f6914c6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:58.476778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba62912-b370-49ba-b3bb-778beb13476c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Checking segment: {'id': 'b627a285-b309-45a6-b7ec-6d25a0f4b7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2adda199-0c05-480b-9dce-ae94cdf565f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:58.477379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba62912-b370-49ba-b3bb-778beb13476c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network hostable DHCP agents. Network: 2adda199-0c05-480b-9dce-ae94cdf565f1, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:47:58.485458 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c614323b-fc5c-4792-bd71-9ba31f6914c6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:47:58.493678 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Network 5cd153de-fa2e-4221-b579-679526ef258e is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:58.502401 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2aee46b-99d4-4e3e-8494-6d8fba3fb110 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.507958 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:58.520115 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:58.522136 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Pushing event updated for resources: {'Port': ['ID=0e95767d-3e35-43bb-b915-62f66b43cdfc,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:58.524659 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': '966dcdbc-9173-4ccc-9e45-3b791b7fcbc4'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:47:58.525681 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.537970 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-209221b9-2d79-4e03-81f0-f95ed98117d1 req-4f00c2b2-0494-4102-a738-fd30726bd294 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4172928 Mar 08 09:47:58.591280 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0cd4ada-3b77-49ec-9d63-5c190c75e0a9']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:58.627107 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad2e1bc-d41e-4c1b-b11c-d5329125c016') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:58.627359 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad2e1bc-d41e-4c1b-b11c-d5329125c016') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:47:58.631956 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 827690f4-c08c-47c3-ab92-33ab43d92293 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:47:58.631956 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.649225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.661771 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aee46b-99d4-4e3e-8494-6d8fba3fb110 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:58.667150 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.677637 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-fdaf3d9a-02ca-4425-b6b0-49091c49f2ff tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Allocated IP 2001:db8::10 (5cd153de-fa2e-4221-b579-679526ef258e/e3302894-ea6f-4874-9d07-ba70f7f21341/67d89a9f-d09e-4568-96bd-0e5fa9770aa0) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:58.678817 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b2aee46b-99d4-4e3e-8494-6d8fba3fb110 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:58.684519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.710655 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aee46b-99d4-4e3e-8494-6d8fba3fb110 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:58.714203 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.735528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Network': ['ID=754bedbb-82f5-41ec-9f92-b0bb33b26854,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:58.739227 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aee46b-99d4-4e3e-8494-6d8fba3fb110 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Pushing event updated for resources: {'Port': ['ID=a549b9c8-bf0a-4cf7-8e83-2b3847aacb36,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:58.739626 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fd8c71f3-b5c5-477a-b705-16943f129f07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/networks/754bedbb-82f5-41ec-9f92-b0bb33b26854 HTTP/1.1" status: 204 len: 168 time: 4.3855581 Mar 08 09:47:58.745553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:47:58.746265 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.748667 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41626) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:58.761783 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba62912-b370-49ba-b3bb-778beb13476c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Network 2adda199-0c05-480b-9dce-ae94cdf565f1 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:47:58.762682 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:47:58.781218 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-43555186', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:58.795818 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:47:58.811220 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:router and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:47:58.816754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:47:58.832446 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8ba62912-b370-49ba-b3bb-778beb13476c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 2adda199-0c05-480b-9dce-ae94cdf565f1) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:58.836648 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:47:58.847487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6860f7-1d56-4b57-99ff-54a020e7e65b req-7a6a4103-6ea3-4452-bce4-40a76e9543a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:58.848006 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba62912-b370-49ba-b3bb-778beb13476c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:58.848742 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ba62912-b370-49ba-b3bb-778beb13476c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.849321 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-be6860f7-1d56-4b57-99ff-54a020e7e65b req-7a6a4103-6ea3-4452-bce4-40a76e9543a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6517229 Mar 08 09:47:58.855082 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Attempting to bind port 0e95767d-3e35-43bb-b915-62f66b43cdfc on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:47:58.855689 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Attempting to bind port 0e95767d-3e35-43bb-b915-62f66b43cdfc by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '3b8a9055-68eb-4d3d-9df7-9f85c858ebcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5cd153de-fa2e-4221-b579-679526ef258e'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:47:58.856052 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Attempting to bind port 0e95767d-3e35-43bb-b915-62f66b43cdfc on network 5cd153de-fa2e-4221-b579-679526ef258e {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:47:58.858256 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a80966e-5bcd-4109-bc96-f57992d13d54 None None] Network 2adda199-0c05-480b-9dce-ae94cdf565f1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:58.870827 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512f850-a4f7-40db-80fd-4015a556deed None None] Pushing event updated for resources: {'Port': ['ID=6862be64-dbbf-437f-b730-aefdd5907f33,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:58.918502 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:47:58.918867 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Checking segment: {'id': '3b8a9055-68eb-4d3d-9df7-9f85c858ebcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5cd153de-fa2e-4221-b579-679526ef258e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:47:58.919275 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.919674 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Bound using segment: {'id': '3b8a9055-68eb-4d3d-9df7-9f85c858ebcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5cd153de-fa2e-4221-b579-679526ef258e'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:47:58.920266 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Bound port: 0e95767d-3e35-43bb-b915-62f66b43cdfc, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8a9055-68eb-4d3d-9df7-9f85c858ebcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5cd153de-fa2e-4221-b579-679526ef258e'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:47:58.920651 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.927405 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c614323b-fc5c-4792-bd71-9ba31f6914c6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:58.972402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.api [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 09:47:58.972402 dv-neutron-831730-2-hyperv neutron-server[87771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 09:47:58.972402 dv-neutron-831730-2-hyperv neutron-server[87771]: [parameters: {'id': 'd0cd4ada-3b77-49ec-9d63-5c190c75e0a9'}] Mar 08 09:47:58.972402 dv-neutron-831730-2-hyperv neutron-server[87771]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:47:58.972927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG oslo_db.api [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:47:59.015902 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:59.017376 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:59.089411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-c614323b-fc5c-4792-bd71-9ba31f6914c6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port f4a092ae-d897-46c9-8e02-da9735cb06f9 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:47:59.122663 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-be6860f7-1d56-4b57-99ff-54a020e7e65b req-6eb903b8-4c04-4434-ac4e-e2b658b422b1 service neutron] 10.222.0.26 "GET /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653728 Mar 08 09:47:59.127959 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b9a64a-0b86-4ad9-a667-52319aef0450 None None] Network d0cd4ada-3b77-49ec-9d63-5c190c75e0a9 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:47:59.133352 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8ba62912-b370-49ba-b3bb-778beb13476c tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.9050040 Mar 08 09:47:59.147220 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41630) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:59.163118 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:59.168323 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-bcf431ab-fbed-4f7d-a48b-ad9398372950 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:59.248025 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3d9a-02ca-4425-b6b0-49091c49f2ff tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:59.277949 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-fdaf3d9a-02ca-4425-b6b0-49091c49f2ff tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Transition to ACTIVE for port object 67d89a9f-d09e-4568-96bd-0e5fa9770aa0 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:47:59.309966 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-be6860f7-1d56-4b57-99ff-54a020e7e65b req-42188fba-0adc-477d-81b1-fa7a2c60f35b service neutron] 10.222.0.26 "GET /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787682 Mar 08 09:47:59.310894 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Allocated IP 2001:db8::f816:3eff:feb6:6fdb (162da289-2647-477b-bcb7-e834030497c1/966dcdbc-9173-4ccc-9e45-3b791b7fcbc4/9485890a-4499-4883-b3e2-0c0c41f2f949) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:47:59.317743 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] For port 0e95767d-3e35-43bb-b915-62f66b43cdfc, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:47:59.340255 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3d9a-02ca-4425-b6b0-49091c49f2ff tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:59.381680 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] For port 0e95767d-3e35-43bb-b915-62f66b43cdfc, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0e95767d-3e35-43bb-b915-62f66b43cdfc,segment=NetworkSegment(3b8a9055-68eb-4d3d-9df7-9f85c858ebcc),segment_id=3b8a9055-68eb-4d3d-9df7-9f85c858ebcc)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:47:59.410772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaf3d9a-02ca-4425-b6b0-49091c49f2ff tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 5cd153de-fa2e-4221-b579-679526ef258e is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:47:59.414749 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-fdaf3d9a-02ca-4425-b6b0-49091c49f2ff tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:47:59.419017 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf3d9a-02ca-4425-b6b0-49091c49f2ff tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:47:59.424759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaf3d9a-02ca-4425-b6b0-49091c49f2ff tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:47:59.426081 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3d9a-02ca-4425-b6b0-49091c49f2ff tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:59.442132 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:59.445822 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3d9a-02ca-4425-b6b0-49091c49f2ff tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=67d89a9f-d09e-4568-96bd-0e5fa9770aa0,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:59.463113 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fdaf3d9a-02ca-4425-b6b0-49091c49f2ff tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3167040 Mar 08 09:47:59.466879 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41634) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:47:59.472959 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-aea2e8b3-b67a-43c5-a502-63ea42df4096 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'network_id': '5cd153de-fa2e-4221-b579-679526ef258e', 'name': 'tempest-PortsIpV6TestJSON-384243096', 'fixed_ips': [{'subnet_id': 'e3302894-ea6f-4874-9d07-ba70f7f21341', 'ip_address': '2001:db8::f'}]}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:47:59.491763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:59.602729 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Deleting port 6862be64-dbbf-437f-b730-aefdd5907f33 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:47:59.603414 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:59.656899 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-2adda199-0c05-480b-9dce-ae94cdf565f1', 'network_id': '2adda199-0c05-480b-9dce-ae94cdf565f1', 'tenant_id': 'f9f411f6cb5a4546a0eace12b5c81c03', 'fixed_ips': [{'subnet_id': '50f5191d-02f2-47bd-9071-b90ef3beb862'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:47:59.657712 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:59.759636 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bcf431ab-fbed-4f7d-a48b-ad9398372950 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1786190'] for subnet, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:47:59.783382 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c82e0-d024-4938-a5b7-04af1348ec95 None None] Pushing event updated for resources: {'Port': ['ID=0e95767d-3e35-43bb-b915-62f66b43cdfc,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:47:59.939617 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] For port 6862be64-dbbf-437f-b730-aefdd5907f33, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=6862be64-dbbf-437f-b730-aefdd5907f33,segment=NetworkSegment(cad2e1bc-d41e-4c1b-b11c-d5329125c016),segment_id=cad2e1bc-d41e-4c1b-b11c-d5329125c016)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:47:59.940281 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:00.068965 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:00.073769 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:00.103108 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Transition to ACTIVE for port object 9485890a-4499-4883-b3e2-0c0c41f2f949 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:00.145067 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Transition to ACTIVE for port object 9485890a-4499-4883-b3e2-0c0c41f2f949 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:00.152967 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:00.157728 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Calling delete_port for 6862be64-dbbf-437f-b730-aefdd5907f33 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:00.253505 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-aea2e8b3-b67a-43c5-a502-63ea42df4096 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:00.262588 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-aea2e8b3-b67a-43c5-a502-63ea42df4096 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:port and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:00.291434 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Pushing event updated for resources: {'Port': ['ID=9485890a-4499-4883-b3e2-0c0c41f2f949,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:00.295565 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-aea2e8b3-b67a-43c5-a502-63ea42df4096 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:00.301961 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0e95767d-3e35-43bb-b915-62f66b43cdfc up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:00.321962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-aea2e8b3-b67a-43c5-a502-63ea42df4096 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:00.366358 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea2e8b3-b67a-43c5-a502-63ea42df4096 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:00.372500 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aea2e8b3-b67a-43c5-a502-63ea42df4096 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:00.375317 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:00.378723 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:00.382567 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:00.400743 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:00.406333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-aea2e8b3-b67a-43c5-a502-63ea42df4096 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] device_id is not set on port f8f79515-58fa-42e0-a7cd-b929a5c4024b yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:48:00.490045 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Port': ['ID=6862be64-dbbf-437f-b730-aefdd5907f33,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:00.498127 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No DVR routers for this DVR port 6862be64-dbbf-437f-b730-aefdd5907f33 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:48:00.547860 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2aee46b-99d4-4e3e-8494-6d8fba3fb110 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:00.572066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Allocated IP 2001:db8::3 (2adda199-0c05-480b-9dce-ae94cdf565f1/50f5191d-02f2-47bd-9071-b90ef3beb862/54e9d690-c063-4326-b1a7-02dcf206fd0d) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:00.653955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bcf431ab-fbed-4f7d-a48b-ad9398372950 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791804013047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8585076642'] for subnet, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:00.742990 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Attempting to bind port 9485890a-4499-4883-b3e2-0c0c41f2f949 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:48:00.743369 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Attempting to bind port 9485890a-4499-4883-b3e2-0c0c41f2f949 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:48:00.743736 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Attempting to bind port 9485890a-4499-4883-b3e2-0c0c41f2f949 on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:48:00.799464 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:00.815495 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:00.845225 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf431ab-fbed-4f7d-a48b-ad9398372950 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:00.845648 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:48:00.846052 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:00.846451 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:00.846890 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:48:00.847381 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Bound port: 9485890a-4499-4883-b3e2-0c0c41f2f949, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:48:00.847766 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bcf431ab-fbed-4f7d-a48b-ad9398372950 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:00.847914 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:00.849293 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bcf431ab-fbed-4f7d-a48b-ad9398372950 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "PUT /v2.0/subnets/50f5191d-02f2-47bd-9071-b90ef3beb862 HTTP/1.1" status: 200 len: 900 time: 1.7015550 Mar 08 09:48:00.855899 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41640) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:00.927695 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 0e95767d-3e35-43bb-b915-62f66b43cdfc completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:00.945909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:00.995029 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-c614323b-fc5c-4792-bd71-9ba31f6914c6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::f816:3eff:fe69:2689 (162da289-2647-477b-bcb7-e834030497c1/966dcdbc-9173-4ccc-9e45-3b791b7fcbc4/f4a092ae-d897-46c9-8e02-da9735cb06f9) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:00.997559 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Transition to ACTIVE for port object 54e9d690-c063-4326-b1a7-02dcf206fd0d will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:01.001216 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf431ab-fbed-4f7d-a48b-ad9398372950 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event updated for resources: {'Subnet': ['ID=50f5191d-02f2-47bd-9071-b90ef3beb862,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:01.008828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0cd4ada-3b77-49ec-9d63-5c190c75e0a9']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:01.027509 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009e146-5f84-45b5-ab7f-8f093ebf6b2e req-a6070c1a-fafb-481c-99ff-ecba814314e4 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:01.034429 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2009e146-5f84-45b5-ab7f-8f093ebf6b2e req-a6070c1a-fafb-481c-99ff-ecba814314e4 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 1.1064818 Mar 08 09:48:01.046480 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Transition to ACTIVE for port object 54e9d690-c063-4326-b1a7-02dcf206fd0d will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:01.051859 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad2e1bc-d41e-4c1b-b11c-d5329125c016') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:01.052354 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad2e1bc-d41e-4c1b-b11c-d5329125c016') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:01.058452 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] For port 9485890a-4499-4883-b3e2-0c0c41f2f949, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:48:01.062738 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] For port 9485890a-4499-4883-b3e2-0c0c41f2f949, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9485890a-4499-4883-b3e2-0c0c41f2f949,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:48:01.066676 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:01.083230 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:01.129265 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:01.153519 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:01.162063 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:01.185272 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd5c578-5960-40a7-904c-e27db65a000a None None] Network 5cd153de-fa2e-4221-b579-679526ef258e requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:01.196196 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:01.196847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:01.208642 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Network 2adda199-0c05-480b-9dce-ae94cdf565f1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:01.213496 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:01.220126 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Pushing event updated for resources: {'Port': ['ID=54e9d690-c063-4326-b1a7-02dcf206fd0d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:01.230856 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:01.239065 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Deleting port 54e9d690-c063-4326-b1a7-02dcf206fd0d {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:01.239391 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:01.245127 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:01.272282 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2009e146-5f84-45b5-ab7f-8f093ebf6b2e req-b27a0998-636d-435d-9ea2-ed83f1a4ed3f tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367911 Mar 08 09:48:01.337188 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ed546b3d-6c2d-4b27-b08e-feac17519220 None None] Provisioning for port 0e95767d-3e35-43bb-b915-62f66b43cdfc completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:01.353451 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-aea2e8b3-b67a-43c5-a502-63ea42df4096 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Allocated IP 2001:db8::f (5cd153de-fa2e-4221-b579-679526ef258e/e3302894-ea6f-4874-9d07-ba70f7f21341/f8f79515-58fa-42e0-a7cd-b929a5c4024b) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:01.406172 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ed546b3d-6c2d-4b27-b08e-feac17519220 None None] Provisioning complete for port 0e95767d-3e35-43bb-b915-62f66b43cdfc triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:01.406546 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed546b3d-6c2d-4b27-b08e-feac17519220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:01.413334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:01.419411 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:01.475971 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Network': ['ID=d0cd4ada-3b77-49ec-9d63-5c190c75e0a9,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:01.568937 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde30173-9aa5-4c61-a4c2-962e1824e637 None None] Pushing event updated for resources: {'Port': ['ID=9485890a-4499-4883-b3e2-0c0c41f2f949,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:01.574868 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Attempting to bind port 54e9d690-c063-4326-b1a7-02dcf206fd0d on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:48:01.575514 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Attempting to bind port 54e9d690-c063-4326-b1a7-02dcf206fd0d by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'b627a285-b309-45a6-b7ec-6d25a0f4b7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2adda199-0c05-480b-9dce-ae94cdf565f1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:48:01.575612 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Attempting to bind port 54e9d690-c063-4326-b1a7-02dcf206fd0d on network 2adda199-0c05-480b-9dce-ae94cdf565f1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:48:01.586901 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2aee46b-99d4-4e3e-8494-6d8fba3fb110 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:01.609254 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2aee46b-99d4-4e3e-8494-6d8fba3fb110 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:01.614977 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:48:01.615422 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Checking segment: {'id': 'b627a285-b309-45a6-b7ec-6d25a0f4b7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2adda199-0c05-480b-9dce-ae94cdf565f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:01.615833 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:01.616262 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Bound using segment: {'id': 'b627a285-b309-45a6-b7ec-6d25a0f4b7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2adda199-0c05-480b-9dce-ae94cdf565f1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:48:01.616897 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Bound port: 54e9d690-c063-4326-b1a7-02dcf206fd0d, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b627a285-b309-45a6-b7ec-6d25a0f4b7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2adda199-0c05-480b-9dce-ae94cdf565f1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:48:01.617192 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:01.669490 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3680dc8e-eca6-49a6-8858-4731c28b60c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/d0cd4ada-3b77-49ec-9d63-5c190c75e0a9 HTTP/1.1" status: 204 len: 168 time: 5.8333836 Mar 08 09:48:01.680375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41644) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:01.709963 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-3c930966-22e3-4aef-a10e-a7d80991d587 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1836895236'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:01.733516 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3c930966-22e3-4aef-a10e-a7d80991d587 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:01.757744 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3c930966-22e3-4aef-a10e-a7d80991d587 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:network and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:01.811406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3c930966-22e3-4aef-a10e-a7d80991d587 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:01.836158 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3c930966-22e3-4aef-a10e-a7d80991d587 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:01.845282 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aea2e8b3-b67a-43c5-a502-63ea42df4096 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:01.866381 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] For port 54e9d690-c063-4326-b1a7-02dcf206fd0d, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:48:01.873614 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-aea2e8b3-b67a-43c5-a502-63ea42df4096 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Transition to ACTIVE for port object f8f79515-58fa-42e0-a7cd-b929a5c4024b will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:01.874686 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed546b3d-6c2d-4b27-b08e-feac17519220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:01.876416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c930966-22e3-4aef-a10e-a7d80991d587 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:01.879991 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3c930966-22e3-4aef-a10e-a7d80991d587 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:01.889321 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] For port 54e9d690-c063-4326-b1a7-02dcf206fd0d, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=54e9d690-c063-4326-b1a7-02dcf206fd0d,segment=NetworkSegment(b627a285-b309-45a6-b7ec-6d25a0f4b7c6),segment_id=b627a285-b309-45a6-b7ec-6d25a0f4b7c6)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:48:01.903173 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:01.925284 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c614323b-fc5c-4792-bd71-9ba31f6914c6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:01.929061 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] For port 54e9d690-c063-4326-b1a7-02dcf206fd0d, host dv-neutron-831730-2-hyperv, got binding levels [] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:01.929414 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:01.991366 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ed546b3d-6c2d-4b27-b08e-feac17519220 None None] For port 0e95767d-3e35-43bb-b915-62f66b43cdfc, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0e95767d-3e35-43bb-b915-62f66b43cdfc,segment=NetworkSegment(3b8a9055-68eb-4d3d-9df7-9f85c858ebcc),segment_id=3b8a9055-68eb-4d3d-9df7-9f85c858ebcc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:02.003367 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c930966-22e3-4aef-a10e-a7d80991d587 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:48:02.011677 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed546b3d-6c2d-4b27-b08e-feac17519220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:02.045840 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13d207-a234-476e-8023-09c4eb67df3e None None] Pushing event updated for resources: {'Port': ['ID=54e9d690-c063-4326-b1a7-02dcf206fd0d,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:02.071265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-c614323b-fc5c-4792-bd71-9ba31f6914c6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object f4a092ae-d897-46c9-8e02-da9735cb06f9 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:02.101279 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Calling delete_port for 54e9d690-c063-4326-b1a7-02dcf206fd0d owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:02.219545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3c930966-22e3-4aef-a10e-a7d80991d587 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:02.220267 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-3c930966-22e3-4aef-a10e-a7d80991d587 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Added segment b99dfc93-9ad1-4cf9-bcf1-569f24735484 of type vlan for network 8694812f-16f5-46b8-979e-c8a32af4f235 Mar 08 09:48:02.224116 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9485890a-4499-4883-b3e2-0c0c41f2f949 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:02.286852 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aea2e8b3-b67a-43c5-a502-63ea42df4096 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:02.301567 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:02.350678 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed546b3d-6c2d-4b27-b08e-feac17519220 None None] Pushing event updated for resources: {'Port': ['ID=0e95767d-3e35-43bb-b915-62f66b43cdfc,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:02.369226 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:02.402231 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 9485890a-4499-4883-b3e2-0c0c41f2f949 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:02.426766 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3c930966-22e3-4aef-a10e-a7d80991d587 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:02.491280 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2aee46b-99d4-4e3e-8494-6d8fba3fb110 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Router c04fb4be-9299-4b97-a6a2-3673c786303c is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:48:02.497136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea2e8b3-b67a-43c5-a502-63ea42df4096 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 5cd153de-fa2e-4221-b579-679526ef258e is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:02.499213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c614323b-fc5c-4792-bd71-9ba31f6914c6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:02.550504 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-aea2e8b3-b67a-43c5-a502-63ea42df4096 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:02.552789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2e8b3-b67a-43c5-a502-63ea42df4096 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=f8f79515-58fa-42e0-a7cd-b929a5c4024b,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:02.555123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3c930966-22e3-4aef-a10e-a7d80991d587 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:02.561765 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c930966-22e3-4aef-a10e-a7d80991d587 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:02.562611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3c930966-22e3-4aef-a10e-a7d80991d587 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:02.571913 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea2e8b3-b67a-43c5-a502-63ea42df4096 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:02.579016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea2e8b3-b67a-43c5-a502-63ea42df4096 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:02.580893 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aea2e8b3-b67a-43c5-a502-63ea42df4096 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:02.627828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6cdf5e4f-b5e0-4e1f-9a18-efe5d0a93556 None None] Provisioning complete for port 0e95767d-3e35-43bb-b915-62f66b43cdfc triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:02.628427 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6cdf5e4f-b5e0-4e1f-9a18-efe5d0a93556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:02.640002 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c614323b-fc5c-4792-bd71-9ba31f6914c6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:02.659366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.api [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:48:02.660001 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG oslo_db.api [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:48:02.754478 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3c930966-22e3-4aef-a10e-a7d80991d587 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0728874 Mar 08 09:48:02.767918 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41650) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:02.795992 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c614323b-fc5c-4792-bd71-9ba31f6914c6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:02.799751 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614323b-fc5c-4792-bd71-9ba31f6914c6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:02.806618 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c614323b-fc5c-4792-bd71-9ba31f6914c6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:02.807376 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c614323b-fc5c-4792-bd71-9ba31f6914c6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:02.837584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6cdf5e4f-b5e0-4e1f-9a18-efe5d0a93556 None None] Provisioning for port 67d89a9f-d09e-4568-96bd-0e5fa9770aa0 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:02.843622 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6cdf5e4f-b5e0-4e1f-9a18-efe5d0a93556 None None] Provisioning complete for port 67d89a9f-d09e-4568-96bd-0e5fa9770aa0 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:02.843951 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6cdf5e4f-b5e0-4e1f-9a18-efe5d0a93556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:02.895551 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614323b-fc5c-4792-bd71-9ba31f6914c6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=f4a092ae-d897-46c9-8e02-da9735cb06f9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:02.933200 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6cdf5e4f-b5e0-4e1f-9a18-efe5d0a93556 None None] Port 67d89a9f-d09e-4568-96bd-0e5fa9770aa0 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:48:02.946245 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c614323b-fc5c-4792-bd71-9ba31f6914c6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9145253 Mar 08 09:48:02.993998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-8418a146-4c38-40a9-8764-ebcd339e2fdc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'subnet': {'network_id': '8694812f-16f5-46b8-979e-c8a32af4f235', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:03.007686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41654) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:03.014252 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Allocated IP 172.26.2.144 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/e13738a2-005c-4408-a6a7-93efd58f5972) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:03.017906 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41656) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:03.018118 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-aea2e8b3-b67a-43c5-a502-63ea42df4096 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5500913 Mar 08 09:48:03.085048 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c930966-22e3-4aef-a10e-a7d80991d587 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Network': ['ID=8694812f-16f5-46b8-979e-c8a32af4f235,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:03.100673 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 8694812f-16f5-46b8-979e-c8a32af4f235 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:48:03.142677 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-29772d85-d50b-4b44-801f-6f15b0242173 None None] Provisioning for port 9485890a-4499-4883-b3e2-0c0c41f2f949 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:03.152475 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-29772d85-d50b-4b44-801f-6f15b0242173 None None] Provisioning complete for port 9485890a-4499-4883-b3e2-0c0c41f2f949 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:03.153310 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29772d85-d50b-4b44-801f-6f15b0242173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:03.161809 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2aee46b-99d4-4e3e-8494-6d8fba3fb110 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:48:03.169400 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2aee46b-99d4-4e3e-8494-6d8fba3fb110 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:03.173383 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b2aee46b-99d4-4e3e-8494-6d8fba3fb110 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "PUT /v2.0/routers/c04fb4be-9299-4b97-a6a2-3673c786303c HTTP/1.1" status: 200 len: 878 time: 6.7708507 Mar 08 09:48:03.174833 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41662) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:03.184672 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b8002d-0133-44bf-94e4-8fd116f671e8 None None] Sync routers for ids ['c04fb4be-9299-4b97-a6a2-3673c786303c'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:48:03.205509 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b8002d-0133-44bf-94e4-8fd116f671e8 None None] Routers {'c04fb4be-9299-4b97-a6a2-3673c786303c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:03.206562 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e8b8002d-0133-44bf-94e4-8fd116f671e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c04fb4be-9299-4b97-a6a2-3673c786303c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:03.267110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Deleting port 54e9d690-c063-4326-b1a7-02dcf206fd0d {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:03.267711 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:03.327052 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e8b8002d-0133-44bf-94e4-8fd116f671e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:03.348352 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b8002d-0133-44bf-94e4-8fd116f671e8 None None] Routers {'c04fb4be-9299-4b97-a6a2-3673c786303c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:03.349380 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e8b8002d-0133-44bf-94e4-8fd116f671e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c04fb4be-9299-4b97-a6a2-3673c786303c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:03.445667 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e8b8002d-0133-44bf-94e4-8fd116f671e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:03.446264 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b8002d-0133-44bf-94e4-8fd116f671e8 None None] The sync data for ids ['c04fb4be-9299-4b97-a6a2-3673c786303c'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:48:03.471145 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29772d85-d50b-4b44-801f-6f15b0242173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:03.480369 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8418a146-4c38-40a9-8764-ebcd339e2fdc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:03.514277 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-29772d85-d50b-4b44-801f-6f15b0242173 None None] For port 9485890a-4499-4883-b3e2-0c0c41f2f949, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9485890a-4499-4883-b3e2-0c0c41f2f949,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:03.521170 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29772d85-d50b-4b44-801f-6f15b0242173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:03.521995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8418a146-4c38-40a9-8764-ebcd339e2fdc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:subnet and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:03.528996 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8418a146-4c38-40a9-8764-ebcd339e2fdc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:03.547446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb81afd-5ac4-4ca0-8033-60f2eea1a389 req-8ffc1376-9dc6-4e83-84ed-c8a007e32ffc tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:03.549021 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7bb81afd-5ac4-4ca0-8033-60f2eea1a389 req-8ffc1376-9dc6-4e83-84ed-c8a007e32ffc tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.9556527 Mar 08 09:48:03.550068 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8418a146-4c38-40a9-8764-ebcd339e2fdc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:03.614725 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589c76b8-7c6f-4230-8888-4e4ef24398bb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:03.615899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-589c76b8-7c6f-4230-8888-4e4ef24398bb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Synchronizing usage tracker for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:03.637090 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-29772d85-d50b-4b44-801f-6f15b0242173 None None] Provisioning complete for port 67d89a9f-d09e-4568-96bd-0e5fa9770aa0 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:03.637674 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29772d85-d50b-4b44-801f-6f15b0242173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:03.651253 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8418a146-4c38-40a9-8764-ebcd339e2fdc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:03.659260 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8418a146-4c38-40a9-8764-ebcd339e2fdc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:03.675444 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:03.703846 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7d8ea0a8-56d1-49ec-9bad-9c3288ea6dca tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "GET /v2.0/routers/c04fb4be-9299-4b97-a6a2-3673c786303c HTTP/1.1" status: 200 len: 919 time: 0.5232775 Mar 08 09:48:03.704093 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-589c76b8-7c6f-4230-8888-4e4ef24398bb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Unset dirty status for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:03.708156 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-589c76b8-7c6f-4230-8888-4e4ef24398bb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.6838832 Mar 08 09:48:03.708156 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41666) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:03.713389 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910cad7d-e1bc-431a-8384-2cdee3258719 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:03.713561 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41668) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:03.719867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910cad7d-e1bc-431a-8384-2cdee3258719 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:03.721495 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-910cad7d-e1bc-431a-8384-2cdee3258719 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7017732 Mar 08 09:48:03.739478 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-29772d85-d50b-4b44-801f-6f15b0242173 None None] Port 67d89a9f-d09e-4568-96bd-0e5fa9770aa0 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:48:03.743809 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29772d85-d50b-4b44-801f-6f15b0242173 None None] Pushing event updated for resources: {'Port': ['ID=9485890a-4499-4883-b3e2-0c0c41f2f949,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:03.747591 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724b6c65-f5a3-4dd5-b70d-540ec61b5a0c None None] Network 2adda199-0c05-480b-9dce-ae94cdf565f1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:03.789920 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41672) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:03.794230 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7bb81afd-5ac4-4ca0-8033-60f2eea1a389 req-47f6dc31-39eb-4c3f-b01c-bd56b8861f05 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321103 Mar 08 09:48:03.874828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.ipam_backend_mixin [None req-8418a146-4c38-40a9-8764-ebcd339e2fdc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Performing IP validity checks on allocation pools {{(pid=87771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 08 09:48:03.875220 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.ipam_backend_mixin [None req-8418a146-4c38-40a9-8764-ebcd339e2fdc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 08 09:48:03.926109 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] For port 54e9d690-c063-4326-b1a7-02dcf206fd0d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=54e9d690-c063-4326-b1a7-02dcf206fd0d,segment=NetworkSegment(b627a285-b309-45a6-b7ec-6d25a0f4b7c6),segment_id=b627a285-b309-45a6-b7ec-6d25a0f4b7c6)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:03.926499 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:03.950929 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-28c9b550-912e-4394-9afb-26178849cb04 None None] Provisioning for port f8f79515-58fa-42e0-a7cd-b929a5c4024b completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:03.961708 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-28c9b550-912e-4394-9afb-26178849cb04 None None] Provisioning complete for port f8f79515-58fa-42e0-a7cd-b929a5c4024b triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:03.962105 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-28c9b550-912e-4394-9afb-26178849cb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:04.038628 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:04.062781 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Calling delete_port for 54e9d690-c063-4326-b1a7-02dcf206fd0d owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:04.097728 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-28c9b550-912e-4394-9afb-26178849cb04 None None] Port f8f79515-58fa-42e0-a7cd-b929a5c4024b cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:48:04.121330 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-28c9b550-912e-4394-9afb-26178849cb04 None None] Provisioning for port f4a092ae-d897-46c9-8e02-da9735cb06f9 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:04.127216 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-28c9b550-912e-4394-9afb-26178849cb04 None None] Provisioning complete for port f4a092ae-d897-46c9-8e02-da9735cb06f9 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:04.127773 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-28c9b550-912e-4394-9afb-26178849cb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:04.168521 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:04.177488 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:04.205774 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:04.209055 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-28c9b550-912e-4394-9afb-26178849cb04 None None] Port f4a092ae-d897-46c9-8e02-da9735cb06f9 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:48:04.222859 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-28c9b550-912e-4394-9afb-26178849cb04 None None] Provisioning for port 54e9d690-c063-4326-b1a7-02dcf206fd0d completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:04.285121 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0e95767d-3e35-43bb-b915-62f66b43cdfc up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:04.290809 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b517-adc4-44f1-8a5b-f1e29c32e669 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port f4a092ae-d897-46c9-8e02-da9735cb06f9 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:04.291408 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d39b517-adc4-44f1-8a5b-f1e29c32e669 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:04.337667 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8418a146-4c38-40a9-8764-ebcd339e2fdc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:04.370255 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 0e95767d-3e35-43bb-b915-62f66b43cdfc triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:04.370795 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:04.397503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:04.406396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed114f3-3534-4fcb-ab33-6e3a76a72123 None None] Network 2adda199-0c05-480b-9dce-ae94cdf565f1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:04.447363 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=e13738a2-005c-4408-a6a7-93efd58f5972,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:04.468087 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Port': ['ID=54e9d690-c063-4326-b1a7-02dcf206fd0d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:04.507761 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-25dbffe9-9ca7-464a-9e17-ef5a2fc21527 None None] Could not find standard attr ID for object 54e9d690-c063-4326-b1a7-02dcf206fd0d. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:48:04.523226 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b65ac0-fc61-4279-8be1-48d7b6299ee3 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:04.524356 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-20b65ac0-fc61-4279-8be1-48d7b6299ee3 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Synchronizing usage tracker for tenant:9b8a715db78d41b3ae9258795521a551 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:04.558269 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418a146-4c38-40a9-8764-ebcd339e2fdc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Subnet': ['ID=90b791c6-74c5-4edb-abd5-87bf176c43a1,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:04.575214 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] No DVR routers for this DVR port 54e9d690-c063-4326-b1a7-02dcf206fd0d on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:48:04.577019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8418a146-4c38-40a9-8764-ebcd339e2fdc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Checking segment: {'id': 'b99dfc93-9ad1-4cf9-bcf1-569f24735484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8694812f-16f5-46b8-979e-c8a32af4f235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:04.577454 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8418a146-4c38-40a9-8764-ebcd339e2fdc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network hostable DHCP agents. Network: 8694812f-16f5-46b8-979e-c8a32af4f235, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:48:04.647397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8418a146-4c38-40a9-8764-ebcd339e2fdc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network 8694812f-16f5-46b8-979e-c8a32af4f235 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:48:04.653445 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdc2fbe-5b35-4cd6-860e-26b6a522b407 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:04.658976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdc2fbe-5b35-4cd6-860e-26b6a522b407 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:04.659470 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:04.665392 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdc2fbe-5b35-4cd6-860e-26b6a522b407 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:04.670148 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2bdc2fbe-5b35-4cd6-860e-26b6a522b407 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.9134519 Mar 08 09:48:04.685469 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41680) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:04.694766 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfe947-5be9-4585-94dc-dd5b5580fa80 req-3c0108d7-1a82-4d2c-8f92-639e3dc00880 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:04.697276 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-27dfe947-5be9-4585-94dc-dd5b5580fa80 req-3c0108d7-1a82-4d2c-8f92-639e3dc00880 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.6688550 Mar 08 09:48:04.697867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-8418a146-4c38-40a9-8764-ebcd339e2fdc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 8694812f-16f5-46b8-979e-c8a32af4f235) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:04.713035 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8418a146-4c38-40a9-8764-ebcd339e2fdc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:04.713768 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8418a146-4c38-40a9-8764-ebcd339e2fdc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:04.715256 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf8e5de-a98f-4fd2-a193-b3180ee7163f None None] Network 8694812f-16f5-46b8-979e-c8a32af4f235 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:04.730701 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9485890a-4499-4883-b3e2-0c0c41f2f949 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:04.758545 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8418a146-4c38-40a9-8764-ebcd339e2fdc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9855101 Mar 08 09:48:04.758545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41684) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:04.792141 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-20b65ac0-fc61-4279-8be1-48d7b6299ee3 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Unset dirty status for tenant:9b8a715db78d41b3ae9258795521a551 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:04.796057 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-20b65ac0-fc61-4279-8be1-48d7b6299ee3 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&device_id=c04fb4be-9299-4b97-a6a2-3673c786303c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.0856290 Mar 08 09:48:04.802287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41688) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:04.941909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 9485890a-4499-4883-b3e2-0c0c41f2f949 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:04.942268 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:04.970750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:04.992622 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d39b517-adc4-44f1-8a5b-f1e29c32e669 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:05.021916 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-27dfe947-5be9-4585-94dc-dd5b5580fa80 req-2e27cc33-8731-47cc-8697-9a6cf08ae9f3 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2675774 Mar 08 09:48:05.159699 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 54e9d690-c063-4326-b1a7-02dcf206fd0d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:05.184586 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-8694812f-16f5-46b8-979e-c8a32af4f235', 'network_id': '8694812f-16f5-46b8-979e-c8a32af4f235', 'tenant_id': '016bdee0e1984d6ab84e5721b9d2d47e', 'fixed_ips': [{'subnet_id': '90b791c6-74c5-4edb-abd5-87bf176c43a1'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:48:05.185426 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:05.203962 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8d39b517-adc4-44f1-8a5b-f1e29c32e669 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for f4a092ae-d897-46c9-8e02-da9735cb06f9 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:05.210812 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 54e9d690-c063-4326-b1a7-02dcf206fd0d {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:48:05.211153 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 54e9d690-c063-4326-b1a7-02dcf206fd0d not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 08 09:48:05.220681 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:05.236661 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4208f35f-a304-4612-9502-9d28f2ba944d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port f8f79515-58fa-42e0-a7cd-b929a5c4024b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:05.237378 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4208f35f-a304-4612-9502-9d28f2ba944d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:05.237980 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Subnet': ['ID=50f5191d-02f2-47bd-9071-b90ef3beb862,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:05.250868 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Port 54e9d690-c063-4326-b1a7-02dcf206fd0d not found, will not notify nova. {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 08 09:48:05.301093 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c225f8d-ddcc-49ec-8d77-ef9fa9c6647d None None] Network 2adda199-0c05-480b-9dce-ae94cdf565f1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:05.435594 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:05.498016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2adda199-0c05-480b-9dce-ae94cdf565f1']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:05.517191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77a15cf-5706-488b-8ffb-01a9e4f63113 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:05.522241 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e77a15cf-5706-488b-8ffb-01a9e4f63113 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "GET /v2.0/networks/0092b317-fba6-481a-9c1a-91e0998b20b7 HTTP/1.1" status: 200 len: 881 time: 0.7201366 Mar 08 09:48:05.528824 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41696) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:05.536561 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b627a285-b309-45a6-b7ec-6d25a0f4b7c6') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:05.536998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b627a285-b309-45a6-b7ec-6d25a0f4b7c6') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:05.551435 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:05.589815 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Allocated IP 172.20.0.3 (8694812f-16f5-46b8-979e-c8a32af4f235/90b791c6-74c5-4edb-abd5-87bf176c43a1/d90d4a47-1570-4d8a-ad44-dca29a7d2729) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:05.624099 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:05.637297 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb52d293-ef37-490e-948c-d14b09337190 None None] DHCP port deletion for 2adda199-0c05-480b-9dce-ae94cdf565f1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:48:05.642863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:05.649633 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:05.650539 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:05.666408 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:05.741494 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5762bd80-4d2a-46f1-86fe-d45f8b1a8f45 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "GET /v2.0/ports?device_id=c04fb4be-9299-4b97-a6a2-3673c786303c HTTP/1.1" status: 200 len: 205 time: 0.2072849 Mar 08 09:48:05.742079 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41700) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:05.783734 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:05.818936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:05.839824 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:05.853184 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:05.854405 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Network': ['ID=2adda199-0c05-480b-9dce-ae94cdf565f1,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:05.879607 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ae1ddce3-56f6-484c-90a7-563bc5cf2552 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/networks/2adda199-0c05-480b-9dce-ae94cdf565f1 HTTP/1.1" status: 204 len: 168 time: 5.0232835 Mar 08 09:48:05.894858 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41704) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:05.965963 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-be190743-59b2-479d-9d5b-06bdf4f5d89f tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:06.018421 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af717b9-daf8-4042-81c7-928796990dcf tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] DELETE failed (client error): The resource could not be found. Mar 08 09:48:06.018786 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af717b9-daf8-4042-81c7-928796990dcf tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:48:06.035633 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Transition to ACTIVE for port object d90d4a47-1570-4d8a-ad44-dca29a7d2729 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:06.071360 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Transition to ACTIVE for port object d90d4a47-1570-4d8a-ad44-dca29a7d2729 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:06.077185 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:06.094187 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d39b517-adc4-44f1-8a5b-f1e29c32e669 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:06.150004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 54e9d690-c063-4326-b1a7-02dcf206fd0d no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:48:06.152416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:06.153015 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25270172-756f-4515-8450-bce52aa93cf6 req-a8f2d26a-690e-469f-8d9e-14657d81524d tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:06.154520 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-25270172-756f-4515-8450-bce52aa93cf6 req-a8f2d26a-690e-469f-8d9e-14657d81524d tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.7203023 Mar 08 09:48:06.156783 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5af717b9-daf8-4042-81c7-928796990dcf tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/subnets/50f5191d-02f2-47bd-9071-b90ef3beb862 HTTP/1.1" status: 404 len: 337 time: 0.2556174 Mar 08 09:48:06.174060 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41708) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:06.194951 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Network 8694812f-16f5-46b8-979e-c8a32af4f235 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:06.206099 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Subnet': ['ID=90b791c6-74c5-4edb-abd5-87bf176c43a1,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:06.209283 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 54e9d690-c063-4326-b1a7-02dcf206fd0d {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:48:06.209683 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 54e9d690-c063-4326-b1a7-02dcf206fd0d not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:48:06.210466 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-be190743-59b2-479d-9d5b-06bdf4f5d89f tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:06.211459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:06.216114 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:06.223189 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b517-adc4-44f1-8a5b-f1e29c32e669 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=f4a092ae-d897-46c9-8e02-da9735cb06f9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:06.296144 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-be190743-59b2-479d-9d5b-06bdf4f5d89f tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Deleting port a549b9c8-bf0a-4cf7-8e83-2b3847aacb36 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:06.296812 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-be190743-59b2-479d-9d5b-06bdf4f5d89f tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:06.299463 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Pushing event updated for resources: {'Port': ['ID=d90d4a47-1570-4d8a-ad44-dca29a7d2729,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:06.320853 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4208f35f-a304-4612-9502-9d28f2ba944d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:06.333053 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Attempting to bind port d90d4a47-1570-4d8a-ad44-dca29a7d2729 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:48:06.333610 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Attempting to bind port d90d4a47-1570-4d8a-ad44-dca29a7d2729 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'b99dfc93-9ad1-4cf9-bcf1-569f24735484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8694812f-16f5-46b8-979e-c8a32af4f235'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:48:06.334198 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Attempting to bind port d90d4a47-1570-4d8a-ad44-dca29a7d2729 on network 8694812f-16f5-46b8-979e-c8a32af4f235 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:48:06.340327 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:48:06.341017 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Checking segment: {'id': 'b99dfc93-9ad1-4cf9-bcf1-569f24735484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8694812f-16f5-46b8-979e-c8a32af4f235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:06.341616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:06.342176 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Bound using segment: {'id': 'b99dfc93-9ad1-4cf9-bcf1-569f24735484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8694812f-16f5-46b8-979e-c8a32af4f235'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:48:06.342810 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Bound port: d90d4a47-1570-4d8a-ad44-dca29a7d2729, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99dfc93-9ad1-4cf9-bcf1-569f24735484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8694812f-16f5-46b8-979e-c8a32af4f235'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:48:06.343355 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:06.345527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:06.385601 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8694812f-16f5-46b8-979e-c8a32af4f235']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:06.425168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99dfc93-9ad1-4cf9-bcf1-569f24735484') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:06.425609 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99dfc93-9ad1-4cf9-bcf1-569f24735484') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:06.453291 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] For port d90d4a47-1570-4d8a-ad44-dca29a7d2729, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:48:06.457227 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] For port d90d4a47-1570-4d8a-ad44-dca29a7d2729, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=d90d4a47-1570-4d8a-ad44-dca29a7d2729,segment=NetworkSegment(b99dfc93-9ad1-4cf9-bcf1-569f24735484),segment_id=b99dfc93-9ad1-4cf9-bcf1-569f24735484)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:48:06.463360 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:06.478962 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba3c45a-798e-4851-ae5d-153b544db641 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] DELETE failed (client error): The resource could not be found. Mar 08 09:48:06.479366 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba3c45a-798e-4851-ae5d-153b544db641 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:48:06.483366 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6ba3c45a-798e-4851-ae5d-153b544db641 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/networks/2adda199-0c05-480b-9dce-ae94cdf565f1 HTTP/1.1" status: 404 len: 339 time: 0.3061490 Mar 08 09:48:06.487001 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:06.493556 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41712) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:06.546482 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f271a1-4216-45ce-8a9f-423183feb8aa None None] Pushing event updated for resources: {'Port': ['ID=d90d4a47-1570-4d8a-ad44-dca29a7d2729,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:06.548385 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4208f35f-a304-4612-9502-9d28f2ba944d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for f8f79515-58fa-42e0-a7cd-b929a5c4024b owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:06.556766 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:06.595331 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d39b517-adc4-44f1-8a5b-f1e29c32e669 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:06.597205 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8d39b517-adc4-44f1-8a5b-f1e29c32e669 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/f4a092ae-d897-46c9-8e02-da9735cb06f9 HTTP/1.1" status: 204 len: 168 time: 2.8046315 Mar 08 09:48:06.605972 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41716) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:06.621157 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:06.621700 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:06.639057 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:06.653571 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-25270172-756f-4515-8450-bce52aa93cf6 req-89c043d5-d8ee-4e48-a6ce-a74602ffa43f tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4802771 Mar 08 09:48:06.677089 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e687fd-2961-427e-b3fe-5701d4e4ba66 None None] Network 8694812f-16f5-46b8-979e-c8a32af4f235 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:06.741493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e0a4fe8-bd5c-4f3b-86d9-28da43b8e708 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:06.759026 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-be190743-59b2-479d-9d5b-06bdf4f5d89f tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:06.812608 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71460eaf-4b49-4ee8-a95e-28679ce616d2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:06.814048 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71460eaf-4b49-4ee8-a95e-28679ce616d2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:06.814835 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-71460eaf-4b49-4ee8-a95e-28679ce616d2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:06.876400 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:06.905811 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.api [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 09:48:06.905811 dv-neutron-831730-2-hyperv neutron-server[87771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 09:48:06.905811 dv-neutron-831730-2-hyperv neutron-server[87771]: [parameters: {'id': '8694812f-16f5-46b8-979e-c8a32af4f235'}] Mar 08 09:48:06.905811 dv-neutron-831730-2-hyperv neutron-server[87771]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:48:06.906210 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG oslo_db.api [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:48:06.907665 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c044c3-20a7-44a3-8962-cde539853f08 None None] get_active_networks_info from dv-neutron-831730-2-hyperv {{(pid=87773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 09:48:06.942355 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-71460eaf-4b49-4ee8-a95e-28679ce616d2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:06.942913 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-71460eaf-4b49-4ee8-a95e-28679ce616d2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3307164 Mar 08 09:48:06.954849 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41720) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:07.033931 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4208f35f-a304-4612-9502-9d28f2ba944d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:07.047109 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-be190743-59b2-479d-9d5b-06bdf4f5d89f tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Calling delete_port for a549b9c8-bf0a-4cf7-8e83-2b3847aacb36 owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:07.102433 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c044c3-20a7-44a3-8962-cde539853f08 None None] Resources bound (agent type, host, resource id): {{(pid=87773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 09:48:07.188262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e0a4fe8-bd5c-4f3b-86d9-28da43b8e708 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:07.239732 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-4e0a4fe8-bd5c-4f3b-86d9-28da43b8e708 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08fc5c52-da99-4f14-9ecf-c26aadffb6b6']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:07.262502 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-4e0a4fe8-bd5c-4f3b-86d9-28da43b8e708 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6056925-fbf5-405e-8ba6-4223d3407779') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:07.262940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-4e0a4fe8-bd5c-4f3b-86d9-28da43b8e708 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6056925-fbf5-405e-8ba6-4223d3407779') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:07.278924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e0a4fe8-bd5c-4f3b-86d9-28da43b8e708 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:07.300391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208f35f-a304-4612-9502-9d28f2ba944d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Port': ['ID=f8f79515-58fa-42e0-a7cd-b929a5c4024b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:07.308281 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e0a4fe8-bd5c-4f3b-86d9-28da43b8e708 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:07.320248 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0a4fe8-bd5c-4f3b-86d9-28da43b8e708 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:07.320644 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e0a4fe8-bd5c-4f3b-86d9-28da43b8e708 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:07.335807 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:07.367757 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d5aa0b-3b3f-448e-818e-1d542e553af4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet 966dcdbc-9173-4ccc-9e45-3b791b7fcbc4 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:48:07.382914 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4208f35f-a304-4612-9502-9d28f2ba944d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:07.389322 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-54d5aa0b-3b3f-448e-818e-1d542e553af4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:07.424817 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:07.451140 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4208f35f-a304-4612-9502-9d28f2ba944d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/ports/f8f79515-58fa-42e0-a7cd-b929a5c4024b HTTP/1.1" status: 204 len: 168 time: 2.7537153 Mar 08 09:48:07.454343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41724) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:07.472640 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-54d5aa0b-3b3f-448e-818e-1d542e553af4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:07.501285 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b88df3-eac8-4d9b-b0a5-d712a696abea None None] get_active_networks_info from dv-neutron-831730-2-hyperv {{(pid=87773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 09:48:07.512875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Deleting port d90d4a47-1570-4d8a-ad44-dca29a7d2729 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:07.512875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:07.534309 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 152fe438-b930-4912-be15-6ffd88da6199 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:48:07.542107 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e0a4fe8-bd5c-4f3b-86d9-28da43b8e708 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:07.550380 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75b8a7a-cd68-401c-999c-900ac745e5c6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] GET failed (client error): The resource could not be found. Mar 08 09:48:07.550876 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f75b8a7a-cd68-401c-999c-900ac745e5c6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Synchronizing usage tracker for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:07.574257 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e0a4fe8-bd5c-4f3b-86d9-28da43b8e708 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:07.579028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-be190743-59b2-479d-9d5b-06bdf4f5d89f tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:07.629450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a4fe8-bd5c-4f3b-86d9-28da43b8e708 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Network': ['ID=08fc5c52-da99-4f14-9ecf-c26aadffb6b6,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:07.657272 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be190743-59b2-479d-9d5b-06bdf4f5d89f tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Pushing event deleted for resources: {'Port': ['ID=a549b9c8-bf0a-4cf7-8e83-2b3847aacb36,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:07.676166 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-54d5aa0b-3b3f-448e-818e-1d542e553af4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:07.706958 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b88df3-eac8-4d9b-b0a5-d712a696abea None None] Resources bound (agent type, host, resource id): {{(pid=87773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 09:48:07.731441 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f75b8a7a-cd68-401c-999c-900ac745e5c6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Unset dirty status for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:07.734998 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f75b8a7a-cd68-401c-999c-900ac745e5c6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports/f8f79515-58fa-42e0-a7cd-b929a5c4024b HTTP/1.1" status: 404 len: 333 time: 0.2769439 Mar 08 09:48:07.758313 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41730) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:07.768561 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4e0a4fe8-bd5c-4f3b-86d9-28da43b8e708 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/networks/08fc5c52-da99-4f14-9ecf-c26aadffb6b6 HTTP/1.1" status: 204 len: 168 time: 1.2738554 Mar 08 09:48:07.784104 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41734) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:07.879113 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:48:07.892030 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a7ff0d-7820-4c4c-90e4-9b56fc1fe744 None None] Sync routers for ids ['152fe438-b930-4912-be15-6ffd88da6199'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:48:07.902461 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4cca0-cc4a-4289-b998-2e209a750703 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port 67d89a9f-d09e-4568-96bd-0e5fa9770aa0 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:07.902906 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d1d4cca0-cc4a-4289-b998-2e209a750703 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:07.932393 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9f3c99-c72d-4f05-8739-003a982bfd81 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] DELETE failed (client error): The resource could not be found. Mar 08 09:48:07.932874 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9f3c99-c72d-4f05-8739-003a982bfd81 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:48:07.936993 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-eb9f3c99-c72d-4f05-8739-003a982bfd81 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/subnets/c32d4945-8c56-41c1-91e0-9a7cc75ba0ca HTTP/1.1" status: 404 len: 337 time: 0.1494880 Mar 08 09:48:07.941337 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41738) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:07.953177 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a7ff0d-7820-4c4c-90e4-9b56fc1fe744 None None] Routers {'152fe438-b930-4912-be15-6ffd88da6199'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:07.953920 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-d2a7ff0d-7820-4c4c-90e4-9b56fc1fe744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['152fe438-b930-4912-be15-6ffd88da6199'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:07.966765 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-be190743-59b2-479d-9d5b-06bdf4f5d89f tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:07.977434 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-54d5aa0b-3b3f-448e-818e-1d542e553af4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:08.018309 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-d2a7ff0d-7820-4c4c-90e4-9b56fc1fe744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:08.031861 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0f0ae0-f678-4203-ab94-a20c1921c842 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] DELETE failed (client error): The resource could not be found. Mar 08 09:48:08.032334 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0f0ae0-f678-4203-ab94-a20c1921c842 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:48:08.036412 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1e0f0ae0-f678-4203-ab94-a20c1921c842 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/networks/e0eaff86-47b6-400c-aef5-9034db2b1f15 HTTP/1.1" status: 404 len: 339 time: 0.0852978 Mar 08 09:48:08.036551 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a7ff0d-7820-4c4c-90e4-9b56fc1fe744 None None] Routers {'152fe438-b930-4912-be15-6ffd88da6199'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:08.036551 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-d2a7ff0d-7820-4c4c-90e4-9b56fc1fe744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['152fe438-b930-4912-be15-6ffd88da6199'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:08.042075 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:08.043197 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b4bc1af5-59cf-4715-ac40-901fd0ebb96a tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.2887444 Mar 08 09:48:08.045955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41742) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:08.046294 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41744) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:08.048143 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5aa0b-3b3f-448e-818e-1d542e553af4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=966dcdbc-9173-4ccc-9e45-3b791b7fcbc4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:08.082662 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-54d5aa0b-3b3f-448e-818e-1d542e553af4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:08.086694 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-54d5aa0b-3b3f-448e-818e-1d542e553af4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/966dcdbc-9173-4ccc-9e45-3b791b7fcbc4 HTTP/1.1" status: 204 len: 168 time: 1.1277101 Mar 08 09:48:08.101344 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-d2a7ff0d-7820-4c4c-90e4-9b56fc1fe744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:08.101829 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a7ff0d-7820-4c4c-90e4-9b56fc1fe744 None None] The sync data for ids ['152fe438-b930-4912-be15-6ffd88da6199'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:48:08.129515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41750) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:08.246291 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fc3e78-f4e2-4290-8074-665c7ee57ebf None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:08.267654 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-701ddd2d-ce9f-447c-a974-7172607eb19d tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Deleting subnet 3547d3cc-ca8b-4882-a15e-d662c0c178df {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:48:08.288280 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-701ddd2d-ce9f-447c-a974-7172607eb19d tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:08.398191 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-dc9d65b3-bed5-4a29-b077-713272e14437 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2617097 Mar 08 09:48:08.400748 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41754) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:08.406473 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-922b106a-8d7f-4e92-84c5-e8dd3ce8e898 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:08.409825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-be190743-59b2-479d-9d5b-06bdf4f5d89f tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:08.414709 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-be190743-59b2-479d-9d5b-06bdf4f5d89f tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:08.422920 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] For port d90d4a47-1570-4d8a-ad44-dca29a7d2729, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=d90d4a47-1570-4d8a-ad44-dca29a7d2729,segment=NetworkSegment(b99dfc93-9ad1-4cf9-bcf1-569f24735484),segment_id=b99dfc93-9ad1-4cf9-bcf1-569f24735484)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:08.423179 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:08.534847 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-43e79c70-d779-47c6-84cc-be7fc0a758ae tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/routers/152fe438-b930-4912-be15-6ffd88da6199 HTTP/1.1" status: 200 len: 879 time: 0.4830887 Mar 08 09:48:08.552545 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7929ac-c432-40ff-953c-874ccbcd348a None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:48:08.557734 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-af7929ac-c432-40ff-953c-874ccbcd348a None None] Deleting port 9485890a-4499-4883-b3e2-0c0c41f2f949 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:08.558285 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af7929ac-c432-40ff-953c-874ccbcd348a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:08.571240 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41758) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:08.579792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Calling delete_port for d90d4a47-1570-4d8a-ad44-dca29a7d2729 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:08.587082 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-701ddd2d-ce9f-447c-a974-7172607eb19d tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:08.681841 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d1d4cca0-cc4a-4289-b998-2e209a750703 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:08.694668 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e493eb-fc4b-45d3-96dc-76795f37a136 req-8e2bc827-9fec-40e0-b58f-33fd93bb502e tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:08.696003 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-07e493eb-fc4b-45d3-96dc-76795f37a136 req-8e2bc827-9fec-40e0-b58f-33fd93bb502e tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.26 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.8671412 Mar 08 09:48:08.696570 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-be190743-59b2-479d-9d5b-06bdf4f5d89f tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:08.697540 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be190743-59b2-479d-9d5b-06bdf4f5d89f tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Fanout notify agent at l3_agent the message router_deleted on router c04fb4be-9299-4b97-a6a2-3673c786303c {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:48:08.700614 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-922b106a-8d7f-4e92-84c5-e8dd3ce8e898 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:08.781648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd9267-3a7f-4f7e-960d-787aa3cc476a req-7096d0a9-6067-41a1-acc1-fbd45d9692f5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:08.783079 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d9bd9267-3a7f-4f7e-960d-787aa3cc476a req-7096d0a9-6067-41a1-acc1-fbd45d9692f5 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.9617558 Mar 08 09:48:08.798394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-be190743-59b2-479d-9d5b-06bdf4f5d89f tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:08.803947 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-be190743-59b2-479d-9d5b-06bdf4f5d89f tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "DELETE /v2.0/routers/c04fb4be-9299-4b97-a6a2-3673c786303c HTTP/1.1" status: 204 len: 168 time: 3.0563750 Mar 08 09:48:08.816981 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-af7929ac-c432-40ff-953c-874ccbcd348a None None] For port 9485890a-4499-4883-b3e2-0c0c41f2f949, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9485890a-4499-4883-b3e2-0c0c41f2f949,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:08.817538 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af7929ac-c432-40ff-953c-874ccbcd348a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:08.817885 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41762) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:08.832956 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-c3fac5aa-0e80-4598-8dd1-ec88580a60c9 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-83789357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:08.863647 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-07e493eb-fc4b-45d3-96dc-76795f37a136 req-b929a5ad-bab1-42a5-b77d-8f4f362f3cef tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Deleting port c2455288-60f1-4e7e-8a74-299ed10052d7 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:08.864004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-07e493eb-fc4b-45d3-96dc-76795f37a136 req-b929a5ad-bab1-42a5-b77d-8f4f362f3cef tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:08.892764 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c3fac5aa-0e80-4598-8dd1-ec88580a60c9 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:08.904385 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c3fac5aa-0e80-4598-8dd1-ec88580a60c9 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Usage tracker for resource:router and tenant:fdf8a4a144d04e029227790a5607b81e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:08.921564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c3fac5aa-0e80-4598-8dd1-ec88580a60c9 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:08.939350 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c3fac5aa-0e80-4598-8dd1-ec88580a60c9 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:08.943957 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:08.976626 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4cca0-cc4a-4289-b998-2e209a750703 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for 67d89a9f-d09e-4568-96bd-0e5fa9770aa0 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:08.981439 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-af7929ac-c432-40ff-953c-874ccbcd348a None None] Calling delete_port for 9485890a-4499-4883-b3e2-0c0c41f2f949 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:08.997164 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d9bd9267-3a7f-4f7e-960d-787aa3cc476a req-90134629-a0a0-435d-b44a-b263055dc4ce tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063384 Mar 08 09:48:09.018715 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Port': ['ID=d90d4a47-1570-4d8a-ad44-dca29a7d2729,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:09.057338 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c3fac5aa-0e80-4598-8dd1-ec88580a60c9 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:09.058365 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c3fac5aa-0e80-4598-8dd1-ec88580a60c9 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:09.058937 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-922b106a-8d7f-4e92-84c5-e8dd3ce8e898 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:09.069224 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No DVR routers for this DVR port d90d4a47-1570-4d8a-ad44-dca29a7d2729 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:48:09.080055 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af7929ac-c432-40ff-953c-874ccbcd348a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:09.083038 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922b106a-8d7f-4e92-84c5-e8dd3ce8e898 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:09.086677 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-922b106a-8d7f-4e92-84c5-e8dd3ce8e898 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:09.142294 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7929ac-c432-40ff-953c-874ccbcd348a None None] No DVR routers for this DVR port 9485890a-4499-4883-b3e2-0c0c41f2f949 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:48:09.150300 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7929ac-c432-40ff-953c-874ccbcd348a None None] Pushing event deleted for resources: {'Port': ['ID=9485890a-4499-4883-b3e2-0c0c41f2f949,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:09.244596 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-701ddd2d-ce9f-447c-a974-7172607eb19d tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:09.298450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c3fac5aa-0e80-4598-8dd1-ec88580a60c9 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:09.306197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d1d4cca0-cc4a-4289-b998-2e209a750703 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:09.367688 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:09.371207 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4cca0-cc4a-4289-b998-2e209a750703 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Port': ['ID=67d89a9f-d09e-4568-96bd-0e5fa9770aa0,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:09.425508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8694812f-16f5-46b8-979e-c8a32af4f235']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:09.430913 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d1d4cca0-cc4a-4289-b998-2e209a750703 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:09.434643 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c3fac5aa-0e80-4598-8dd1-ec88580a60c9 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:09.472348 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99dfc93-9ad1-4cf9-bcf1-569f24735484') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:09.472790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99dfc93-9ad1-4cf9-bcf1-569f24735484') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:09.482583 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-701ddd2d-ce9f-447c-a974-7172607eb19d tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:09.499578 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:09.508224 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-07e493eb-fc4b-45d3-96dc-76795f37a136 req-b929a5ad-bab1-42a5-b77d-8f4f362f3cef tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] For port c2455288-60f1-4e7e-8a74-299ed10052d7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=c2455288-60f1-4e7e-8a74-299ed10052d7,segment=NetworkSegment(5fdb64d3-0b47-4e50-9fbf-d89b25ee019e),segment_id=5fdb64d3-0b47-4e50-9fbf-d89b25ee019e)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:09.508557 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-07e493eb-fc4b-45d3-96dc-76795f37a136 req-b929a5ad-bab1-42a5-b77d-8f4f362f3cef tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:09.541508 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d1d4cca0-cc4a-4289-b998-2e209a750703 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/ports/67d89a9f-d09e-4568-96bd-0e5fa9770aa0 HTTP/1.1" status: 204 len: 168 time: 1.7759197 Mar 08 09:48:09.544206 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ddd2d-ce9f-447c-a974-7172607eb19d tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Subnet': ['ID=3547d3cc-ca8b-4882-a15e-d662c0c178df,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:09.545826 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41766) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:09.555747 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-701ddd2d-ce9f-447c-a974-7172607eb19d tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:09.557682 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-701ddd2d-ce9f-447c-a974-7172607eb19d tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/subnets/3547d3cc-ca8b-4882-a15e-d662c0c178df HTTP/1.1" status: 204 len: 168 time: 1.5075977 Mar 08 09:48:09.567855 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c9ccdd-3c2f-4b59-8dce-5fac3e34717f None None] Network caa10e4d-db49-4d20-95f7-96e577ad8b77 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:09.589201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c3fac5aa-0e80-4598-8dd1-ec88580a60c9 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:09.592839 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c3fac5aa-0e80-4598-8dd1-ec88580a60c9 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7617471 Mar 08 09:48:09.598440 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41770) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:09.599024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41772) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:09.621202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-6ed6affe-5c20-4bf1-bb10-f35acb8be30d tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'enable_snat': True}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:09.624106 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-60308433-e629-487e-8ddb-fd8d30b42e14 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] GET failed (client error): The resource could not be found. Mar 08 09:48:09.624757 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-60308433-e629-487e-8ddb-fd8d30b42e14 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Synchronizing usage tracker for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:09.671716 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-60308433-e629-487e-8ddb-fd8d30b42e14 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Unset dirty status for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:09.675550 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-60308433-e629-487e-8ddb-fd8d30b42e14 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports/67d89a9f-d09e-4568-96bd-0e5fa9770aa0 HTTP/1.1" status: 404 len: 333 time: 0.1243267 Mar 08 09:48:09.704990 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41778) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:09.705460 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:09.771999 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-922b106a-8d7f-4e92-84c5-e8dd3ce8e898 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 09:48:09.773569 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-922b106a-8d7f-4e92-84c5-e8dd3ce8e898 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:09.834133 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922b106a-8d7f-4e92-84c5-e8dd3ce8e898 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:09.837492 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-922b106a-8d7f-4e92-84c5-e8dd3ce8e898 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:09.842291 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922b106a-8d7f-4e92-84c5-e8dd3ce8e898 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:09.842869 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-922b106a-8d7f-4e92-84c5-e8dd3ce8e898 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:09.852744 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde4f113-7bb8-4016-965a-62dfc7018671 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:09.864208 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b106a-8d7f-4e92-84c5-e8dd3ce8e898 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=5d984f4b-07ce-494e-86cd-06f493149a10,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:09.871139 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-922b106a-8d7f-4e92-84c5-e8dd3ce8e898 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4687371 Mar 08 09:48:09.871496 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41782) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:09.876992 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-efa92058-6704-46c7-a90f-23f983605c80 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'mac_address': 'fa:16:3e:53:3a:f1', 'name': 'tempest-NetworksTestDHCPv6-1300159807'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:09.915317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:09.915716 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:09.932459 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:10.027411 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3e4af401-a2e3-4fea-af9b-8c31a39dcfc3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Synchronizing usage tracker for tenant:c6601661feb14b85b700842beac586af on resource:router {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:10.093865 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-efa92058-6704-46c7-a90f-23f983605c80 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:10.107572 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-efa92058-6704-46c7-a90f-23f983605c80 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:port and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:10.111851 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-efa92058-6704-46c7-a90f-23f983605c80 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:10.118085 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': '5d984f4b-07ce-494e-86cd-06f493149a10'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:48:10.118922 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:10.120711 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-efa92058-6704-46c7-a90f-23f983605c80 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:10.135023 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa92058-6704-46c7-a90f-23f983605c80 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:10.236169 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9485890a-4499-4883-b3e2-0c0c41f2f949 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:48:10.294649 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 9485890a-4499-4883-b3e2-0c0c41f2f949 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:48:10.294990 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9485890a-4499-4883-b3e2-0c0c41f2f949 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:48:10.363501 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-efa92058-6704-46c7-a90f-23f983605c80 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:10.377127 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff17240-f017-41d5-a151-710405881855 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Deleting subnet dbf573a7-4128-4394-a79a-755341042aa0 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:48:10.386343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff17240-f017-41d5-a151-710405881855 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:10.408596 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-efa92058-6704-46c7-a90f-23f983605c80 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port c43c22e7-2499-448f-805d-0cbe5c5da7ed yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:48:10.413931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Allocated IP 2001:db8::f816:3eff:fe7e:2d11 (162da289-2647-477b-bcb7-e834030497c1/5d984f4b-07ce-494e-86cd-06f493149a10/f78f7c21-8535-40df-810d-9a2e0763e2e6) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:10.468472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3e4af401-a2e3-4fea-af9b-8c31a39dcfc3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Unset dirty status for tenant:c6601661feb14b85b700842beac586af on resource:router {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:10.472453 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3e4af401-a2e3-4fea-af9b-8c31a39dcfc3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.9002528 Mar 08 09:48:10.476327 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41788) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:10.485891 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fbefc831-b79f-4b79-bf82-00f60756b853 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-43555186'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:10.491214 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3fb9edc-eb74-4c46-b1d6-bd4c795d24ca tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting subnet e3302894-ea6f-4874-9d07-ba70f7f21341 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:48:10.509350 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:10.594215 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eee701-3814-429a-ac89-38a371ffdece req-e8748771-c8d4-4d0e-8dac-816fff8601c4 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:10.596182 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-35eee701-3814-429a-ac89-38a371ffdece req-e8748771-c8d4-4d0e-8dac-816fff8601c4 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 946 time: 0.2851079 Mar 08 09:48:10.658645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9edc-eb74-4c46-b1d6-bd4c795d24ca tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:10.713830 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:10.725257 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Transition to ACTIVE for port object f78f7c21-8535-40df-810d-9a2e0763e2e6 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:10.746416 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Transition to ACTIVE for port object f78f7c21-8535-40df-810d-9a2e0763e2e6 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:10.749506 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:10.753228 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:10.778069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Network': ['ID=8694812f-16f5-46b8-979e-c8a32af4f235,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:10.823496 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:10.832972 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:10.838998 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:10.847676 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff17240-f017-41d5-a151-710405881855 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:10.849512 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Pushing event updated for resources: {'Port': ['ID=f78f7c21-8535-40df-810d-9a2e0763e2e6,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:10.882022 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-54c1e110-65af-42c0-a333-f0842e2d7fc1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/8694812f-16f5-46b8-979e-c8a32af4f235 HTTP/1.1" status: 204 len: 168 time: 6.1178873 Mar 08 09:48:10.885527 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-35eee701-3814-429a-ac89-38a371ffdece req-8bc49ec1-db56-4d70-b8e1-9d2a057e49f7 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9938870-4091-4ac6-a556-d64139016727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2834294 Mar 08 09:48:10.886576 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-327b0c68-1f7b-48ec-b45b-6ce2e1aa3064 None None] Provisioning complete for port 3a684070-e603-435b-a9ce-d044f7df113c triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:10.886951 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-327b0c68-1f7b-48ec-b45b-6ce2e1aa3064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:10.895387 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41792) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:10.913699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6ed6affe-5c20-4bf1-bb10-f35acb8be30d tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:10.944519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-07e493eb-fc4b-45d3-96dc-76795f37a136 req-b929a5ad-bab1-42a5-b77d-8f4f362f3cef tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:10.944831 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-07e493eb-fc4b-45d3-96dc-76795f37a136 req-b929a5ad-bab1-42a5-b77d-8f4f362f3cef tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:10.945139 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [req-07e493eb-fc4b-45d3-96dc-76795f37a136 req-b929a5ad-bab1-42a5-b77d-8f4f362f3cef tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Floating IP b648fd41-a828-4d42-aa25-6f60533e1f02 disassociated. External IP: 172.26.2.152, port: c2455288-60f1-4e7e-8a74-299ed10052d7. Mar 08 09:48:10.945474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-07e493eb-fc4b-45d3-96dc-76795f37a136 req-b929a5ad-bab1-42a5-b77d-8f4f362f3cef tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Calling delete_port for c2455288-60f1-4e7e-8a74-299ed10052d7 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:10.947701 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device c2455288-60f1-4e7e-8a74-299ed10052d7 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:48:10.965112 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-af704f38-1a3b-473d-ac1c-3e2fdb32ad3c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1528777878'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:10.977446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9edc-eb74-4c46-b1d6-bd4c795d24ca tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:10.979432 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-af704f38-1a3b-473d-ac1c-3e2fdb32ad3c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:10.992540 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-af704f38-1a3b-473d-ac1c-3e2fdb32ad3c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:network and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:10.998845 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-af704f38-1a3b-473d-ac1c-3e2fdb32ad3c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:11.015016 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-efa92058-6704-46c7-a90f-23f983605c80 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::f816:3eff:fe53:3af1 (162da289-2647-477b-bcb7-e834030497c1/5d984f4b-07ce-494e-86cd-06f493149a10/c43c22e7-2499-448f-805d-0cbe5c5da7ed) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:11.017222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-af704f38-1a3b-473d-ac1c-3e2fdb32ad3c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:11.033241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Attempting to bind port f78f7c21-8535-40df-810d-9a2e0763e2e6 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:48:11.033615 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Attempting to bind port f78f7c21-8535-40df-810d-9a2e0763e2e6 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:48:11.033983 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Attempting to bind port f78f7c21-8535-40df-810d-9a2e0763e2e6 on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:48:11.046109 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:48:11.046480 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:11.047650 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:11.047650 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:48:11.047881 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Bound port: f78f7c21-8535-40df-810d-9a2e0763e2e6, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:48:11.048096 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:11.094784 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af704f38-1a3b-473d-ac1c-3e2fdb32ad3c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:11.098609 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af704f38-1a3b-473d-ac1c-3e2fdb32ad3c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:11.164572 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff17240-f017-41d5-a151-710405881855 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:11.249957 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af704f38-1a3b-473d-ac1c-3e2fdb32ad3c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:48:11.272555 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:11.281109 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af704f38-1a3b-473d-ac1c-3e2fdb32ad3c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:11.281712 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-af704f38-1a3b-473d-ac1c-3e2fdb32ad3c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Added segment b9b5c4ab-df3a-4cbd-985a-4b59607ad5f9 of type vlan for network a3c9e07b-75fa-4769-9f6b-a821175fd969 Mar 08 09:48:11.303174 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] For port f78f7c21-8535-40df-810d-9a2e0763e2e6, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:48:11.307243 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] For port f78f7c21-8535-40df-810d-9a2e0763e2e6, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f78f7c21-8535-40df-810d-9a2e0763e2e6,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:48:11.312637 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:11.336843 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9edc-eb74-4c46-b1d6-bd4c795d24ca tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:11.381967 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af704f38-1a3b-473d-ac1c-3e2fdb32ad3c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:11.399870 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12511739-6f9c-4eb5-b7eb-12c53021f367 None None] Pushing event updated for resources: {'Port': ['ID=f78f7c21-8535-40df-810d-9a2e0763e2e6,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:11.415056 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-07e493eb-fc4b-45d3-96dc-76795f37a136 req-b929a5ad-bab1-42a5-b77d-8f4f362f3cef tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:11.461340 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbefc831-b79f-4b79-bf82-00f60756b853 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:11.526811 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af704f38-1a3b-473d-ac1c-3e2fdb32ad3c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:11.532360 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af704f38-1a3b-473d-ac1c-3e2fdb32ad3c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:11.533043 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af704f38-1a3b-473d-ac1c-3e2fdb32ad3c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:11.560746 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbefc831-b79f-4b79-bf82-00f60756b853 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:11.657442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929a5ad-bab1-42a5-b77d-8f4f362f3cef tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Pushing event deleted for resources: {'Port': ['ID=c2455288-60f1-4e7e-8a74-299ed10052d7,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:11.753318 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff17240-f017-41d5-a151-710405881855 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:11.796449 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af704f38-1a3b-473d-ac1c-3e2fdb32ad3c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Network': ['ID=a3c9e07b-75fa-4769-9f6b-a821175fd969,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:11.808767 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-af704f38-1a3b-473d-ac1c-3e2fdb32ad3c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9124780 Mar 08 09:48:11.810830 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network a3c9e07b-75fa-4769-9f6b-a821175fd969 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:48:11.815425 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41796) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:11.821325 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1082c8f0-1123-4253-9581-66899849587c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'subnet': {'network_id': 'a3c9e07b-75fa-4769-9f6b-a821175fd969', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:11.827794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9edc-eb74-4c46-b1d6-bd4c795d24ca tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:11.834855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff17240-f017-41d5-a151-710405881855 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:11.844435 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff17240-f017-41d5-a151-710405881855 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Subnet': ['ID=dbf573a7-4128-4394-a79a-755341042aa0,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:11.873132 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0832b04-41d4-49fa-a8ca-1653d6ad663c None None] Network caa10e4d-db49-4d20-95f7-96e577ad8b77 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:11.881693 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-efa92058-6704-46c7-a90f-23f983605c80 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:11.900153 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-efa92058-6704-46c7-a90f-23f983605c80 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object c43c22e7-2499-448f-805d-0cbe5c5da7ed will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:11.948968 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-efa92058-6704-46c7-a90f-23f983605c80 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:12.001429 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb9edc-eb74-4c46-b1d6-bd4c795d24ca tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Subnet': ['ID=e3302894-ea6f-4874-9d07-ba70f7f21341,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:12.009913 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9edc-eb74-4c46-b1d6-bd4c795d24ca tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:12.014827 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e3fb9edc-eb74-4c46-b1d6-bd4c795d24ca tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/subnets/e3302894-ea6f-4874-9d07-ba70f7f21341 HTTP/1.1" status: 204 len: 168 time: 2.2998102 Mar 08 09:48:12.052890 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f802fc-4258-4fa2-9bc9-5588acedca43 None None] Network 5cd153de-fa2e-4221-b579-679526ef258e requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:12.055079 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41802) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:12.141780 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-aff17240-f017-41d5-a151-710405881855 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/subnets/dbf573a7-4128-4394-a79a-755341042aa0 HTTP/1.1" status: 204 len: 168 time: 2.5377128 Mar 08 09:48:12.164304 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41806) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:12.183585 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-062ca47b-da2d-44c1-b6d0-9ecc9e7e206e req-ad5675ce-0ac3-4a6a-ad4f-06b49406a686 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Synchronizing usage tracker for tenant:3930543b2ce942fe899a5a461a431d3e on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:12.187102 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f78f7c21-8535-40df-810d-9a2e0763e2e6 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:12.244765 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa92058-6704-46c7-a90f-23f983605c80 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:12.293527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07e493eb-fc4b-45d3-96dc-76795f37a136 req-b929a5ad-bab1-42a5-b77d-8f4f362f3cef tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Router 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:48:12.306875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-062ca47b-da2d-44c1-b6d0-9ecc9e7e206e req-ad5675ce-0ac3-4a6a-ad4f-06b49406a686 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Unset dirty status for tenant:3930543b2ce942fe899a5a461a431d3e on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:12.308428 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-062ca47b-da2d-44c1-b6d0-9ecc9e7e206e req-ad5675ce-0ac3-4a6a-ad4f-06b49406a686 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 210 time: 0.2110324 Mar 08 09:48:12.386212 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6ed6affe-5c20-4bf1-bb10-f35acb8be30d tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:12.438316 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6ed6affe-5c20-4bf1-bb10-f35acb8be30d tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:12.446506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port f78f7c21-8535-40df-810d-9a2e0763e2e6 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:12.499823 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-efa92058-6704-46c7-a90f-23f983605c80 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:12.502413 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa92058-6704-46c7-a90f-23f983605c80 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:12.509903 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa92058-6704-46c7-a90f-23f983605c80 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:12.510570 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-efa92058-6704-46c7-a90f-23f983605c80 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:12.518452 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:12.521786 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa92058-6704-46c7-a90f-23f983605c80 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=c43c22e7-2499-448f-805d-0cbe5c5da7ed,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:12.530545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1082c8f0-1123-4253-9581-66899849587c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:12.565468 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1082c8f0-1123-4253-9581-66899849587c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:subnet and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:12.586149 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1082c8f0-1123-4253-9581-66899849587c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:12.606675 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291800ab-608b-4b1b-b3b6-ed8d6cedca71 None None] DHCP port deletion for caa10e4d-db49-4d20-95f7-96e577ad8b77 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:48:12.617251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-291800ab-608b-4b1b-b3b6-ed8d6cedca71 None None] Deleting port 3a684070-e603-435b-a9ce-d044f7df113c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:12.617680 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-291800ab-608b-4b1b-b3b6-ed8d6cedca71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:12.671915 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07e493eb-fc4b-45d3-96dc-76795f37a136 req-b929a5ad-bab1-42a5-b77d-8f4f362f3cef tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:48:12.688437 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a394f587-6ea4-47af-a944-d3e56280bb09 None None] Sync routers for ids ['3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:48:12.702455 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dbcd3f-fce8-4ce9-b60b-c3caecb1a142 None None] DHCP port deletion for 5cd153de-fa2e-4221-b579-679526ef258e request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:48:12.707309 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a394f587-6ea4-47af-a944-d3e56280bb09 None None] Routers {'3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:12.708274 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a394f587-6ea4-47af-a944-d3e56280bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:12.719372 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c7dbcd3f-fce8-4ce9-b60b-c3caecb1a142 None None] Deleting port 0e95767d-3e35-43bb-b915-62f66b43cdfc {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:12.719843 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7dbcd3f-fce8-4ce9-b60b-c3caecb1a142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:12.765135 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e493eb-fc4b-45d3-96dc-76795f37a136 req-b929a5ad-bab1-42a5-b77d-8f4f362f3cef tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] No DVR routers for this DVR port c2455288-60f1-4e7e-8a74-299ed10052d7 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:48:12.769160 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-07e493eb-fc4b-45d3-96dc-76795f37a136 req-b929a5ad-bab1-42a5-b77d-8f4f362f3cef tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:12.772176 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0', 'name': 'network-vif-deleted', 'tag': 'c2455288-60f1-4e7e-8a74-299ed10052d7'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:48:12.793354 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-07e493eb-fc4b-45d3-96dc-76795f37a136 req-b929a5ad-bab1-42a5-b77d-8f4f362f3cef tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.26 "DELETE /v2.0/ports/c2455288-60f1-4e7e-8a74-299ed10052d7 HTTP/1.1" status: 204 len: 173 time: 4.0846412 Mar 08 09:48:12.794522 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-6ed6affe-5c20-4bf1-bb10-f35acb8be30d tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Allocated IP 172.26.2.30 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/16defe10-15be-43a5-92e3-78d2e812db94) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:12.828155 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbefc831-b79f-4b79-bf82-00f60756b853 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 152fe438-b930-4912-be15-6ffd88da6199 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:48:12.829350 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1082c8f0-1123-4253-9581-66899849587c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:12.834084 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port 0e95767d-3e35-43bb-b915-62f66b43cdfc {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:12.834329 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:12.888986 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0', 'name': 'network-vif-deleted', 'tag': 'c2455288-60f1-4e7e-8a74-299ed10052d7', 'status': 'completed', 'code': 200} Mar 08 09:48:12.950470 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-efa92058-6704-46c7-a90f-23f983605c80 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0735474 Mar 08 09:48:12.972685 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41812) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:12.987969 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:13.067911 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1082c8f0-1123-4253-9581-66899849587c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:13.073391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1082c8f0-1123-4253-9581-66899849587c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:13.082040 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6ed6affe-5c20-4bf1-bb10-f35acb8be30d tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:13.129510 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6ed6affe-5c20-4bf1-bb10-f35acb8be30d tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:13.131713 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e53b877c-04e0-4ae2-82b7-aaa31e9644a2 None None] Provisioning for port f78f7c21-8535-40df-810d-9a2e0763e2e6 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:13.135375 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-a394f587-6ea4-47af-a944-d3e56280bb09 None None] Set router 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:48:13.199789 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e53b877c-04e0-4ae2-82b7-aaa31e9644a2 None None] Provisioning complete for port f78f7c21-8535-40df-810d-9a2e0763e2e6 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:13.200354 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e53b877c-04e0-4ae2-82b7-aaa31e9644a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:13.226359 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6affe-5c20-4bf1-bb10-f35acb8be30d tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Pushing event updated for resources: {'Port': ['ID=16defe10-15be-43a5-92e3-78d2e812db94,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:13.240615 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed6affe-5c20-4bf1-bb10-f35acb8be30d tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:13.241904 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-6ed6affe-5c20-4bf1-bb10-f35acb8be30d tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:13.244351 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed6affe-5c20-4bf1-bb10-f35acb8be30d tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:13.395250 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:13.425999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-291800ab-608b-4b1b-b3b6-ed8d6cedca71 None None] For port 3a684070-e603-435b-a9ce-d044f7df113c, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3a684070-e603-435b-a9ce-d044f7df113c,segment=NetworkSegment(20f34b33-1153-4fe5-8407-0b4a384565a2),segment_id=20f34b33-1153-4fe5-8407-0b4a384565a2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:13.426399 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-291800ab-608b-4b1b-b3b6-ed8d6cedca71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:13.581540 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c7dbcd3f-fce8-4ce9-b60b-c3caecb1a142 None None] For port 0e95767d-3e35-43bb-b915-62f66b43cdfc, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0e95767d-3e35-43bb-b915-62f66b43cdfc,segment=NetworkSegment(3b8a9055-68eb-4d3d-9df7-9f85c858ebcc),segment_id=3b8a9055-68eb-4d3d-9df7-9f85c858ebcc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:13.582285 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7dbcd3f-fce8-4ce9-b60b-c3caecb1a142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:13.598098 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Deleting port 3a684070-e603-435b-a9ce-d044f7df113c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:13.599463 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:13.643391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbefc831-b79f-4b79-bf82-00f60756b853 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:48:13.678485 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a394f587-6ea4-47af-a944-d3e56280bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'name': 'tempest-ServerActionsTestJSON-935696121-router', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:26Z', 'updated_at': '2022-03-08T09:43:42Z', 'revision_number': 4, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'gw_port': {'id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '9b486273-ff0c-464b-b28d-79382375488f', 'name': '', 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'mac_address': 'fa:16:3e:63:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22ec09f4-37c1-4973-ad35-a74953dd1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:41Z', 'updated_at': '2022-03-08T09:43:52Z', 'revision_number': 5, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'subnets': [{'id': '22ec09f4-37c1-4973-ad35-a74953dd1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:13.679207 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-291800ab-608b-4b1b-b3b6-ed8d6cedca71 None None] Calling delete_port for 3a684070-e603-435b-a9ce-d044f7df113c owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:13.684179 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a394f587-6ea4-47af-a944-d3e56280bb09 None None] Checking router: 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:48:13.695065 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a394f587-6ea4-47af-a944-d3e56280bb09 None None] Routers {'3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:13.695738 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a394f587-6ea4-47af-a944-d3e56280bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:13.704679 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1082c8f0-1123-4253-9581-66899849587c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:13.706915 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee32dbd-f608-46c1-98cb-c4b5e242eae9 None None] Sync routers for ids ['152fe438-b930-4912-be15-6ffd88da6199'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:48:13.752189 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbefc831-b79f-4b79-bf82-00f60756b853 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:13.753776 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fbefc831-b79f-4b79-bf82-00f60756b853 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/152fe438-b930-4912-be15-6ffd88da6199 HTTP/1.1" status: 200 len: 886 time: 3.2760673 Mar 08 09:48:13.776876 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41818) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:13.829306 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-59116976-1d99-4f1c-a4cf-45046d0416b2 req-984ba978-ff94-4f96-9f1a-b9462693cede tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/ports?device_id=66b4da7f-47cc-4ec6-83a3-168d0d4ba5c0 HTTP/1.1" status: 200 len: 210 time: 0.0935369 Mar 08 09:48:13.919345 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-a394f587-6ea4-47af-a944-d3e56280bb09 None None] Set router 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:48:13.952929 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c7dbcd3f-fce8-4ce9-b60b-c3caecb1a142 None None] Calling delete_port for 0e95767d-3e35-43bb-b915-62f66b43cdfc owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:14.007035 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee32dbd-f608-46c1-98cb-c4b5e242eae9 None None] Routers {'152fe438-b930-4912-be15-6ffd88da6199'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:14.008155 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4ee32dbd-f608-46c1-98cb-c4b5e242eae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['152fe438-b930-4912-be15-6ffd88da6199'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:14.030041 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082c8f0-1123-4253-9581-66899849587c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Subnet': ['ID=2d9953e6-60f7-445f-bae2-3a5bbf7dfbaa,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:14.036972 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] For port 0e95767d-3e35-43bb-b915-62f66b43cdfc, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0e95767d-3e35-43bb-b915-62f66b43cdfc,segment=NetworkSegment(3b8a9055-68eb-4d3d-9df7-9f85c858ebcc),segment_id=3b8a9055-68eb-4d3d-9df7-9f85c858ebcc)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:14.037750 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:14.095383 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4ee32dbd-f608-46c1-98cb-c4b5e242eae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:14.131906 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee32dbd-f608-46c1-98cb-c4b5e242eae9 None None] Routers {'152fe438-b930-4912-be15-6ffd88da6199'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:14.132535 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4ee32dbd-f608-46c1-98cb-c4b5e242eae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['152fe438-b930-4912-be15-6ffd88da6199'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:14.150236 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6ed6affe-5c20-4bf1-bb10-f35acb8be30d tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:14.174565 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] For port 3a684070-e603-435b-a9ce-d044f7df113c, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3a684070-e603-435b-a9ce-d044f7df113c,segment=NetworkSegment(20f34b33-1153-4fe5-8407-0b4a384565a2),segment_id=20f34b33-1153-4fe5-8407-0b4a384565a2)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:14.175039 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:14.184651 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e53b877c-04e0-4ae2-82b7-aaa31e9644a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:14.203383 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3a684070-e603-435b-a9ce-d044f7df113c no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:48:14.268399 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4ee32dbd-f608-46c1-98cb-c4b5e242eae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:14.268842 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee32dbd-f608-46c1-98cb-c4b5e242eae9 None None] The sync data for ids ['152fe438-b930-4912-be15-6ffd88da6199'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:48:14.282486 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-291800ab-608b-4b1b-b3b6-ed8d6cedca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:14.292827 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a394f587-6ea4-47af-a944-d3e56280bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'name': 'tempest-ServerActionsTestJSON-935696121-router', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:26Z', 'updated_at': '2022-03-08T09:43:42Z', 'revision_number': 4, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'gw_port': {'id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '9b486273-ff0c-464b-b28d-79382375488f', 'name': '', 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'mac_address': 'fa:16:3e:63:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22ec09f4-37c1-4973-ad35-a74953dd1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:41Z', 'updated_at': '2022-03-08T09:43:52Z', 'revision_number': 5, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'subnets': [{'id': '22ec09f4-37c1-4973-ad35-a74953dd1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:14.297494 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a394f587-6ea4-47af-a944-d3e56280bb09 None None] The sync data for ids ['3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'] in dv-neutron-831730-2-hyperv is: [{'id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'name': 'tempest-ServerActionsTestJSON-935696121-router', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:26Z', 'updated_at': '2022-03-08T09:43:42Z', 'revision_number': 4, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'gw_port': {'id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '9b486273-ff0c-464b-b28d-79382375488f', 'name': '', 'network_id': '7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'mac_address': 'fa:16:3e:63:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22ec09f4-37c1-4973-ad35-a74953dd1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:41Z', 'updated_at': '2022-03-08T09:43:52Z', 'revision_number': 5, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'subnets': [{'id': '22ec09f4-37c1-4973-ad35-a74953dd1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:48:14.332496 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Calling delete_port for 3a684070-e603-435b-a9ce-d044f7df113c owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:14.346428 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291800ab-608b-4b1b-b3b6-ed8d6cedca71 None None] No DVR routers for this DVR port 3a684070-e603-435b-a9ce-d044f7df113c on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:48:14.355039 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7dbcd3f-fce8-4ce9-b60b-c3caecb1a142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:14.376404 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291800ab-608b-4b1b-b3b6-ed8d6cedca71 None None] Pushing event deleted for resources: {'Port': ['ID=3a684070-e603-435b-a9ce-d044f7df113c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:14.436458 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbcd3f-fce8-4ce9-b60b-c3caecb1a142 None None] Pushing event deleted for resources: {'Port': ['ID=0e95767d-3e35-43bb-b915-62f66b43cdfc,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:14.442251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e53b877c-04e0-4ae2-82b7-aaa31e9644a2 None None] For port f78f7c21-8535-40df-810d-9a2e0763e2e6, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f78f7c21-8535-40df-810d-9a2e0763e2e6,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:14.444451 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dbcd3f-fce8-4ce9-b60b-c3caecb1a142 None None] No DVR routers for this DVR port 0e95767d-3e35-43bb-b915-62f66b43cdfc on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:48:14.447540 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1082c8f0-1123-4253-9581-66899849587c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Checking segment: {'id': 'b9b5c4ab-df3a-4cbd-985a-4b59607ad5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a3c9e07b-75fa-4769-9f6b-a821175fd969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:14.447719 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No active binding found for port 3a684070-e603-435b-a9ce-d044f7df113c {{(pid=87773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 08 09:48:14.447924 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082c8f0-1123-4253-9581-66899849587c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network hostable DHCP agents. Network: a3c9e07b-75fa-4769-9f6b-a821175fd969, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:48:14.448127 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3a684070-e603-435b-a9ce-d044f7df113c not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:48:14.448542 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0e95767d-3e35-43bb-b915-62f66b43cdfc no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:48:14.479759 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e53b877c-04e0-4ae2-82b7-aaa31e9644a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:14.519063 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 0e95767d-3e35-43bb-b915-62f66b43cdfc {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:48:14.519425 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0e95767d-3e35-43bb-b915-62f66b43cdfc not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:48:14.574259 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b877c-04e0-4ae2-82b7-aaa31e9644a2 None None] Pushing event updated for resources: {'Port': ['ID=f78f7c21-8535-40df-810d-9a2e0763e2e6,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:14.587351 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6ed6affe-5c20-4bf1-bb10-f35acb8be30d tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:14.591355 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6ed6affe-5c20-4bf1-bb10-f35acb8be30d tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:14.623817 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d2f5d7aa-1bb8-446b-b377-cdc274e6f3ce None None] Provisioning for port c43c22e7-2499-448f-805d-0cbe5c5da7ed completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:14.629453 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d2f5d7aa-1bb8-446b-b377-cdc274e6f3ce None None] Provisioning complete for port c43c22e7-2499-448f-805d-0cbe5c5da7ed triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:14.629671 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2f5d7aa-1bb8-446b-b377-cdc274e6f3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:14.703045 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d2f5d7aa-1bb8-446b-b377-cdc274e6f3ce None None] Port c43c22e7-2499-448f-805d-0cbe5c5da7ed cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:48:14.712201 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e88836c-79ff-4d73-9af1-f16f447dcc0c None None] New status for floating IP b648fd41-a828-4d42-aa25-6f60533e1f02: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:48:14.751043 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for 0e95767d-3e35-43bb-b915-62f66b43cdfc owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:14.799167 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a028f6c8-2213-4fde-99a5-168af6a2f39c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:14.805038 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a028f6c8-2213-4fde-99a5-168af6a2f39c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:14.805848 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a028f6c8-2213-4fde-99a5-168af6a2f39c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:14.848301 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed6affe-5c20-4bf1-bb10-f35acb8be30d tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Router 1ae8508a-a4d2-4b50-a477-cd91882047cc is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:48:14.931608 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f9caab86-f234-4ae1-be19-95a711608141 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/routers/152fe438-b930-4912-be15-6ffd88da6199 HTTP/1.1" status: 200 len: 886 time: 1.1520071 Mar 08 09:48:14.933519 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082c8f0-1123-4253-9581-66899849587c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network a3c9e07b-75fa-4769-9f6b-a821175fd969 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:48:14.934218 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41824) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:14.935848 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:48:14.936167 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:48:14.938893 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a028f6c8-2213-4fde-99a5-168af6a2f39c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:14.942504 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a028f6c8-2213-4fde-99a5-168af6a2f39c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.9625564 Mar 08 09:48:14.942975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41828) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:14.950052 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:48:14.950465 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:48:14.951565 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-1082c8f0-1123-4253-9581-66899849587c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, a3c9e07b-75fa-4769-9f6b-a821175fd969) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:14.955739 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082c8f0-1123-4253-9581-66899849587c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:14.956323 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1082c8f0-1123-4253-9581-66899849587c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:14.970856 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62488dcd-47e6-4428-aff8-51632fdf9dad None None] Network a3c9e07b-75fa-4769-9f6b-a821175fd969 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:14.987601 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1082c8f0-1123-4253-9581-66899849587c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1688812 Mar 08 09:48:14.988356 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41834) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:15.014493 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41838) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:15.084288 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c31fdddf-f031-428f-b065-615e43a88dae tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Synchronizing usage tracker for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:15.139834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-f2836841-1566-43b4-979f-d752a80b5341 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port c43c22e7-2499-448f-805d-0cbe5c5da7ed {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:15.140212 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f2836841-1566-43b4-979f-d752a80b5341 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:15.170770 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c31fdddf-f031-428f-b065-615e43a88dae tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Unset dirty status for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:15.171916 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c31fdddf-f031-428f-b065-615e43a88dae tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/ports?device_id=152fe438-b930-4912-be15-6ffd88da6199 HTTP/1.1" status: 200 len: 205 time: 0.2364583 Mar 08 09:48:15.180925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41842) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:15.198689 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66fa44f6-a49b-4a38-854e-986f72a9cf7d tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:15.201681 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-a3c9e07b-75fa-4769-9f6b-a821175fd969', 'network_id': 'a3c9e07b-75fa-4769-9f6b-a821175fd969', 'tenant_id': '016bdee0e1984d6ab84e5721b9d2d47e', 'fixed_ips': [{'subnet_id': '2d9953e6-60f7-445f-bae2-3a5bbf7dfbaa'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:48:15.203180 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:15.204656 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:15.240674 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66fa44f6-a49b-4a38-854e-986f72a9cf7d tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:15.241199 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed6affe-5c20-4bf1-bb10-f35acb8be30d tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:48:15.263330 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6ed6affe-5c20-4bf1-bb10-f35acb8be30d tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:15.267161 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486164f2-c386-4a5c-9b9f-6acce0cc6a22 None None] Sync routers for ids ['1ae8508a-a4d2-4b50-a477-cd91882047cc'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:48:15.267333 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6ed6affe-5c20-4bf1-bb10-f35acb8be30d tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "PUT /v2.0/routers/1ae8508a-a4d2-4b50-a477-cd91882047cc HTTP/1.1" status: 200 len: 912 time: 5.6577911 Mar 08 09:48:15.285242 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41846) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:15.299345 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486164f2-c386-4a5c-9b9f-6acce0cc6a22 None None] Routers {'1ae8508a-a4d2-4b50-a477-cd91882047cc'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:15.300127 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-486164f2-c386-4a5c-9b9f-6acce0cc6a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1ae8508a-a4d2-4b50-a477-cd91882047cc'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:15.369758 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-486164f2-c386-4a5c-9b9f-6acce0cc6a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:15.417193 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:15.423464 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486164f2-c386-4a5c-9b9f-6acce0cc6a22 None None] Routers {'1ae8508a-a4d2-4b50-a477-cd91882047cc'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:15.424231 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-486164f2-c386-4a5c-9b9f-6acce0cc6a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1ae8508a-a4d2-4b50-a477-cd91882047cc'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:15.452460 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port 0e95767d-3e35-43bb-b915-62f66b43cdfc {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:15.452460 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:15.484158 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Deleting port 3a684070-e603-435b-a9ce-d044f7df113c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:15.484635 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:15.490341 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-486164f2-c386-4a5c-9b9f-6acce0cc6a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:15.490758 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486164f2-c386-4a5c-9b9f-6acce0cc6a22 None None] The sync data for ids ['1ae8508a-a4d2-4b50-a477-cd91882047cc'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:48:15.509911 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Allocated IP 172.20.0.1 (a3c9e07b-75fa-4769-9f6b-a821175fd969/2d9953e6-60f7-445f-bae2-3a5bbf7dfbaa/69d0b997-3252-47fc-be42-6442876a3ce9) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:15.652599 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-284ed3ae-e226-45be-a70d-947c6d3afa07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:15.688347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] The port '3a684070-e603-435b-a9ce-d044f7df113c' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:48:15.701595 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] The port '0e95767d-3e35-43bb-b915-62f66b43cdfc' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:48:15.782864 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66fa44f6-a49b-4a38-854e-986f72a9cf7d tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:15.784951 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:15.796662 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Transition to ACTIVE for port object 69d0b997-3252-47fc-be42-6442876a3ce9 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:15.815352 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Transition to ACTIVE for port object 69d0b997-3252-47fc-be42-6442876a3ce9 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:15.823671 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f2836841-1566-43b4-979f-d752a80b5341 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:15.824647 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:15.879195 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa44f6-a49b-4a38-854e-986f72a9cf7d tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9938870-4091-4ac6-a556-d64139016727,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:15.885071 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Network a3c9e07b-75fa-4769-9f6b-a821175fd969 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:15.886824 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-478cde7e-e5e5-4b4f-8928-08df3df9f3a2 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "GET /v2.0/routers/1ae8508a-a4d2-4b50-a477-cd91882047cc HTTP/1.1" status: 200 len: 918 time: 0.5971627 Mar 08 09:48:15.888103 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:15.892012 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:15.905710 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41850) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:15.995992 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Pushing event updated for resources: {'Port': ['ID=69d0b997-3252-47fc-be42-6442876a3ce9,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:15.997988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-f2836841-1566-43b4-979f-d752a80b5341 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for c43c22e7-2499-448f-805d-0cbe5c5da7ed owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:16.006801 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Attempting to bind port 69d0b997-3252-47fc-be42-6442876a3ce9 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:48:16.007175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Attempting to bind port 69d0b997-3252-47fc-be42-6442876a3ce9 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'b9b5c4ab-df3a-4cbd-985a-4b59607ad5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a3c9e07b-75fa-4769-9f6b-a821175fd969'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:48:16.007540 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Attempting to bind port 69d0b997-3252-47fc-be42-6442876a3ce9 on network a3c9e07b-75fa-4769-9f6b-a821175fd969 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:48:16.012999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:48:16.013376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Checking segment: {'id': 'b9b5c4ab-df3a-4cbd-985a-4b59607ad5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a3c9e07b-75fa-4769-9f6b-a821175fd969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:16.013776 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.014163 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Bound using segment: {'id': 'b9b5c4ab-df3a-4cbd-985a-4b59607ad5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a3c9e07b-75fa-4769-9f6b-a821175fd969'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:48:16.014629 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Bound port: 69d0b997-3252-47fc-be42-6442876a3ce9, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b5c4ab-df3a-4cbd-985a-4b59607ad5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a3c9e07b-75fa-4769-9f6b-a821175fd969'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:48:16.015003 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.025729 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66fa44f6-a49b-4a38-854e-986f72a9cf7d tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.025729 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-66fa44f6-a49b-4a38-854e-986f72a9cf7d tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "DELETE /v2.0/security-groups/f9938870-4091-4ac6-a556-d64139016727 HTTP/1.1" status: 204 len: 168 time: 1.0076635 Mar 08 09:48:16.027661 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.044122 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41854) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:16.049046 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.054096 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.091333 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-0184f3d7-3f20-47be-a0ab-62e338018b3e tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] show failed (client error): The resource could not be found. Mar 08 09:48:16.092342 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0184f3d7-3f20-47be-a0ab-62e338018b3e tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "GET /v2.0/security-groups/f9938870-4091-4ac6-a556-d64139016727 HTTP/1.1" status: 404 len: 347 time: 0.0418477 Mar 08 09:48:16.101726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41858) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:16.103419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-284ed3ae-e226-45be-a70d-947c6d3afa07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.126623 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] For port 69d0b997-3252-47fc-be42-6442876a3ce9, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:48:16.130117 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] For port 69d0b997-3252-47fc-be42-6442876a3ce9, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=69d0b997-3252-47fc-be42-6442876a3ce9,segment=NetworkSegment(b9b5c4ab-df3a-4cbd-985a-4b59607ad5f9),segment_id=b9b5c4ab-df3a-4cbd-985a-4b59607ad5f9)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:48:16.135954 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.169546 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Subnet': ['ID=2d9953e6-60f7-445f-bae2-3a5bbf7dfbaa,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:16.178681 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa10e4d-db49-4d20-95f7-96e577ad8b77']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:16.184916 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f78f7c21-8535-40df-810d-9a2e0763e2e6 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:16.194183 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd153de-fa2e-4221-b579-679526ef258e']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:16.207605 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f34b33-1153-4fe5-8407-0b4a384565a2') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:16.207916 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f34b33-1153-4fe5-8407-0b4a384565a2') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:16.212631 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-284ed3ae-e226-45be-a70d-947c6d3afa07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting port e13738a2-005c-4408-a6a7-93efd58f5972 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:16.212996 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-284ed3ae-e226-45be-a70d-947c6d3afa07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.285779 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd808f-9bab-43f7-bd96-8f85663cecc4 None None] Pushing event updated for resources: {'Port': ['ID=69d0b997-3252-47fc-be42-6442876a3ce9,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:16.356819 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f78f7c21-8535-40df-810d-9a2e0763e2e6 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:16.357183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.381709 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fa9da3-c99f-4905-8f37-d8eeea24d010 None None] Network a3c9e07b-75fa-4769-9f6b-a821175fd969 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:16.386573 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-74d44845-0486-43ef-a712-438a826c7a53 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Deleting port a8af32bf-fb6d-4328-a0b7-9e9fec3f3c15 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:16.386906 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-74d44845-0486-43ef-a712-438a826c7a53 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.411013 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8a9055-68eb-4d3d-9df7-9f85c858ebcc') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:16.411330 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8a9055-68eb-4d3d-9df7-9f85c858ebcc') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:16.426745 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.442049 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.451848 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.471934 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90f7234-5809-40f1-a59e-66e2a247def6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:16.476774 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c90f7234-5809-40f1-a59e-66e2a247def6 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&device_id=1ae8508a-a4d2-4b50-a477-cd91882047cc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5675678 Mar 08 09:48:16.476940 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.480225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41862) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:16.488169 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.491444 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c9e07b-75fa-4769-9f6b-a821175fd969']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:16.498270 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:16.498660 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:16.513465 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:16.535168 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:16.535568 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:16.550490 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:16.609564 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b5c4ab-df3a-4cbd-985a-4b59607ad5f9') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:16.609564 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b5c4ab-df3a-4cbd-985a-4b59607ad5f9') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:16.667774 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1e8170-b475-409e-aa7e-91ffba30c0b7 None None] get_active_networks_info from dv-neutron-831730-2-hyperv {{(pid=87773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 09:48:16.696552 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.717403 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.721934 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.754002 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.759043 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.767658 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.772797 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Network': ['ID=caa10e4d-db49-4d20-95f7-96e577ad8b77,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:16.804984 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1e8170-b475-409e-aa7e-91ffba30c0b7 None None] Resources bound (agent type, host, resource id): {{(pid=87773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 09:48:16.806031 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-669db763-c855-4d90-86cd-4d0b66527fae tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/networks/caa10e4d-db49-4d20-95f7-96e577ad8b77 HTTP/1.1" status: 204 len: 168 time: 4.6382713 Mar 08 09:48:16.807692 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:16.808102 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.823693 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41866) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:16.824403 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:16.826450 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Network': ['ID=5cd153de-fa2e-4221-b579-679526ef258e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:16.848505 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-af486388-df0d-4d56-8f80-219510154e28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/networks/5cd153de-fa2e-4221-b579-679526ef258e HTTP/1.1" status: 204 len: 168 time: 4.7401342 Mar 08 09:48:16.850310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41870) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:16.909168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f2836841-1566-43b4-979f-d752a80b5341 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:16.921819 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-f5057c5e-ff98-4195-aead-18b83d52c16f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-758651262'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:16.935593 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4353f7a5-4a02-4ca2-8ac5-d75078785131 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] DELETE failed (client error): The resource could not be found. Mar 08 09:48:16.936045 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4353f7a5-4a02-4ca2-8ac5-d75078785131 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:48:16.937772 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4353f7a5-4a02-4ca2-8ac5-d75078785131 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/subnets/33e99fcd-3b50-4dec-8ed6-30741b65f538 HTTP/1.1" status: 404 len: 337 time: 0.1096675 Mar 08 09:48:16.941297 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41874) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:16.970319 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-34299795-eadb-4189-9981-835b4d318409 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] DELETE failed (client error): The resource could not be found. Mar 08 09:48:16.970783 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34299795-eadb-4189-9981-835b4d318409 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:48:16.974563 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-34299795-eadb-4189-9981-835b4d318409 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/networks/f285d6f6-80eb-464f-bff5-3598e48d869e HTTP/1.1" status: 404 len: 339 time: 0.0308335 Mar 08 09:48:16.974704 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f5057c5e-ff98-4195-aead-18b83d52c16f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:16.975813 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 09:48:16.975813 dv-neutron-831730-2-hyperv neutron-server[87772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 09:48:16.975813 dv-neutron-831730-2-hyperv neutron-server[87772]: [parameters: {'id': 'a3c9e07b-75fa-4769-9f6b-a821175fd969'}] Mar 08 09:48:16.975813 dv-neutron-831730-2-hyperv neutron-server[87772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:48:16.976274 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:48:16.976584 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41878) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:17.007752 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f5057c5e-ff98-4195-aead-18b83d52c16f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:network and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:17.016774 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2836841-1566-43b4-979f-d752a80b5341 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=c43c22e7-2499-448f-805d-0cbe5c5da7ed,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:17.024146 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-829ddf9d-660b-43d6-9028-bd80072ec9b5 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] DELETE failed (client error): The resource could not be found. Mar 08 09:48:17.024712 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829ddf9d-660b-43d6-9028-bd80072ec9b5 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:48:17.026667 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-829ddf9d-660b-43d6-9028-bd80072ec9b5 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/subnets/4f43ddd0-5d99-4372-920f-9056938605dd HTTP/1.1" status: 404 len: 337 time: 0.0491521 Mar 08 09:48:17.029894 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41882) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:17.050617 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f5057c5e-ff98-4195-aead-18b83d52c16f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:17.054872 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-284ed3ae-e226-45be-a70d-947c6d3afa07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:17.056455 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e60903c-da54-42b8-8c9f-c6b00c34fb6a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] DELETE failed (client error): The resource could not be found. Mar 08 09:48:17.056988 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e60903c-da54-42b8-8c9f-c6b00c34fb6a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:48:17.061129 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0e60903c-da54-42b8-8c9f-c6b00c34fb6a tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/networks/2f62843d-7cf2-4815-ada6-26c1bfb04442 HTTP/1.1" status: 404 len: 339 time: 0.0278757 Mar 08 09:48:17.061362 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41886) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:17.089048 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f2836841-1566-43b4-979f-d752a80b5341 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:17.099208 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1acf9f-b775-45fd-ad20-ce3c3ba36cc2 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] DELETE failed (client error): The resource could not be found. Mar 08 09:48:17.099674 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef1acf9f-b775-45fd-ad20-ce3c3ba36cc2 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:48:17.101528 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ef1acf9f-b775-45fd-ad20-ce3c3ba36cc2 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/subnets/092955bc-2263-4c5a-88d8-bab438dc0666 HTTP/1.1" status: 404 len: 337 time: 0.0391281 Mar 08 09:48:17.105126 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41890) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:17.131442 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4da68c4-ad50-443c-a3ce-9e0aafdfbd15 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] DELETE failed (client error): The resource could not be found. Mar 08 09:48:17.132251 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4da68c4-ad50-443c-a3ce-9e0aafdfbd15 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:48:17.134389 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e4da68c4-ad50-443c-a3ce-9e0aafdfbd15 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/networks/512d9645-be92-496b-ad8e-c82ca4649ead HTTP/1.1" status: 404 len: 339 time: 0.0282915 Mar 08 09:48:17.136922 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41894) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:17.142621 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f5057c5e-ff98-4195-aead-18b83d52c16f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:17.207002 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b044d22f-bfb6-47a9-9436-2b2e09a7d18d tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Deleting subnet ca9fc363-5470-4598-a797-541c4eaf1651 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:48:17.210209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b044d22f-bfb6-47a9-9436-2b2e09a7d18d tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:17.228501 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-284ed3ae-e226-45be-a70d-947c6d3afa07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Calling delete_port for e13738a2-005c-4408-a6a7-93efd58f5972 owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:17.268717 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b044d22f-bfb6-47a9-9436-2b2e09a7d18d tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:17.272253 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-74d44845-0486-43ef-a712-438a826c7a53 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:17.272662 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-74d44845-0486-43ef-a712-438a826c7a53 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:17.285887 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f2836841-1566-43b4-979f-d752a80b5341 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/c43c22e7-2499-448f-805d-0cbe5c5da7ed HTTP/1.1" status: 204 len: 168 time: 2.3402157 Mar 08 09:48:17.297211 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41898) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:17.299735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5057c5e-ff98-4195-aead-18b83d52c16f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:17.305006 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f5057c5e-ff98-4195-aead-18b83d52c16f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:17.391750 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fd2c10-48a4-4a4c-8474-09a6c9fdaee3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:17.393256 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fd2c10-48a4-4a4c-8474-09a6c9fdaee3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:17.393997 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-89fd2c10-48a4-4a4c-8474-09a6c9fdaee3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:17.416649 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-89fd2c10-48a4-4a4c-8474-09a6c9fdaee3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:17.417785 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-89fd2c10-48a4-4a4c-8474-09a6c9fdaee3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1196523 Mar 08 09:48:17.420459 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41902) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:17.441401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b28a40-9b67-4926-83d1-69b848d2bb51 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:17.443239 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-37b28a40-9b67-4926-83d1-69b848d2bb51 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "GET /v2.0/networks/0092b317-fba6-481a-9c1a-91e0998b20b7 HTTP/1.1" status: 200 len: 881 time: 0.9138572 Mar 08 09:48:17.454451 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41906) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:17.456401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-74d44845-0486-43ef-a712-438a826c7a53 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Calling delete_port for a8af32bf-fb6d-4328-a0b7-9e9fec3f3c15 owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:17.500742 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:17.515924 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b044d22f-bfb6-47a9-9436-2b2e09a7d18d tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:17.519345 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5057c5e-ff98-4195-aead-18b83d52c16f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:48:17.551363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f5057c5e-ff98-4195-aead-18b83d52c16f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:17.551702 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-f5057c5e-ff98-4195-aead-18b83d52c16f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Added segment 274ce18d-dd36-4d8a-9781-774fac7dd7f5 of type vlan for network 2636d80f-5036-4f56-9259-59621083efcd Mar 08 09:48:17.559639 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f2d4d765-aa19-47b0-b10d-066db93b289a tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ae8508a-a4d2-4b50-a477-cd91882047cc HTTP/1.1" status: 200 len: 205 time: 0.1008837 Mar 08 09:48:17.565303 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41910) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:17.582064 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5b6508-20d1-405b-8970-3892559b5f16 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet 5d984f4b-07ce-494e-86cd-06f493149a10 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:48:17.590986 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Deleting port 69d0b997-3252-47fc-be42-6442876a3ce9 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:17.591322 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:17.620471 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-de5b6508-20d1-405b-8970-3892559b5f16 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:17.682583 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f5057c5e-ff98-4195-aead-18b83d52c16f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:17.703010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-de5b6508-20d1-405b-8970-3892559b5f16 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:17.795076 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b044d22f-bfb6-47a9-9436-2b2e09a7d18d tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:17.848350 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044d22f-bfb6-47a9-9436-2b2e09a7d18d tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Subnet': ['ID=ca9fc363-5470-4598-a797-541c4eaf1651,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:17.852724 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b044d22f-bfb6-47a9-9436-2b2e09a7d18d tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:17.857241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a4c60b-a921-4a5a-9910-14f93d534598 None None] Network cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:17.900829 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b044d22f-bfb6-47a9-9436-2b2e09a7d18d tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/subnets/ca9fc363-5470-4598-a797-541c4eaf1651 HTTP/1.1" status: 204 len: 168 time: 0.7600429 Mar 08 09:48:17.901124 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41914) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:17.917068 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f5057c5e-ff98-4195-aead-18b83d52c16f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:17.925446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5057c5e-ff98-4195-aead-18b83d52c16f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:17.926289 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f5057c5e-ff98-4195-aead-18b83d52c16f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:17.994059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-74d44845-0486-43ef-a712-438a826c7a53 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:18.021141 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] For port 69d0b997-3252-47fc-be42-6442876a3ce9, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=69d0b997-3252-47fc-be42-6442876a3ce9,segment=NetworkSegment(b9b5c4ab-df3a-4cbd-985a-4b59607ad5f9),segment_id=b9b5c4ab-df3a-4cbd-985a-4b59607ad5f9)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:18.021495 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:18.050185 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9ed152e9-c801-4903-ae9a-5babad7d94a1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:18.146665 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95634ba-3ca7-4923-a142-80f091aa9133 None None] DHCP port deletion for cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:48:18.151611 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c95634ba-3ca7-4923-a142-80f091aa9133 None None] Deleting port ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:18.152083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c95634ba-3ca7-4923-a142-80f091aa9133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:18.169168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d44845-0486-43ef-a712-438a826c7a53 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Pushing event deleted for resources: {'Port': ['ID=a8af32bf-fb6d-4328-a0b7-9e9fec3f3c15,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:18.197710 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-284ed3ae-e226-45be-a70d-947c6d3afa07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:18.249923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-de5b6508-20d1-405b-8970-3892559b5f16 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:18.370057 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Calling delete_port for 69d0b997-3252-47fc-be42-6442876a3ce9 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:18.405468 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c95634ba-3ca7-4923-a142-80f091aa9133 None None] For port ecb0e333-0ead-43a9-8b1c-043ebfe78fb9, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ecb0e333-0ead-43a9-8b1c-043ebfe78fb9,segment=NetworkSegment(33afa67e-c369-44be-bdda-40d200dc4a5d),segment_id=33afa67e-c369-44be-bdda-40d200dc4a5d)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:18.405870 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c95634ba-3ca7-4923-a142-80f091aa9133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:18.420159 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:18.456714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ed3ae-e226-45be-a70d-947c6d3afa07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Port': ['ID=e13738a2-005c-4408-a6a7-93efd58f5972,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:18.463268 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f5057c5e-ff98-4195-aead-18b83d52c16f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6079702 Mar 08 09:48:18.463268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5057c5e-ff98-4195-aead-18b83d52c16f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Network': ['ID=2636d80f-5036-4f56-9259-59621083efcd,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:18.471193 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41918) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:18.472844 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Deleting port ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:18.473348 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:18.504490 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-9991a634-a3ce-4632-8c72-cfec2427faa3 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'subnet': {'network_id': '2636d80f-5036-4f56-9259-59621083efcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:18.540963 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-de5b6508-20d1-405b-8970-3892559b5f16 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:18.543715 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:18.552133 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c95634ba-3ca7-4923-a142-80f091aa9133 None None] Calling delete_port for ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:18.617167 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 2636d80f-5036-4f56-9259-59621083efcd details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:48:18.660585 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Port': ['ID=69d0b997-3252-47fc-be42-6442876a3ce9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:18.662939 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b6508-20d1-405b-8970-3892559b5f16 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=5d984f4b-07ce-494e-86cd-06f493149a10,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:18.675779 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-de5b6508-20d1-405b-8970-3892559b5f16 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:18.685353 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No DVR routers for this DVR port 69d0b997-3252-47fc-be42-6442876a3ce9 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:48:18.726131 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e114077-5c9e-4f35-96c0-3880e1f09e1e None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:18.771863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-74d44845-0486-43ef-a712-438a826c7a53 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:18.775157 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-74d44845-0486-43ef-a712-438a826c7a53 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:18.776335 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-74d44845-0486-43ef-a712-438a826c7a53 tempest-ServerActionsTestJSON-527012513 tempest-ServerActionsTestJSON-527012513-project] 10.222.0.24 "DELETE /v2.0/floatingips/b648fd41-a828-4d42-aa25-6f60533e1f02 HTTP/1.1" status: 204 len: 168 time: 2.6697598 Mar 08 09:48:18.779875 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41922) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:18.806814 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-de5b6508-20d1-405b-8970-3892559b5f16 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/5d984f4b-07ce-494e-86cd-06f493149a10 HTTP/1.1" status: 204 len: 168 time: 1.3828890 Mar 08 09:48:18.810060 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9991a634-a3ce-4632-8c72-cfec2427faa3 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:18.814305 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41926) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:18.832386 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c95634ba-3ca7-4923-a142-80f091aa9133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:18.889427 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9991a634-a3ce-4632-8c72-cfec2427faa3 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:subnet and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:18.894920 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95634ba-3ca7-4923-a142-80f091aa9133 None None] Pushing event deleted for resources: {'Port': ['ID=ecb0e333-0ead-43a9-8b1c-043ebfe78fb9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:18.899929 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95634ba-3ca7-4923-a142-80f091aa9133 None None] No DVR routers for this DVR port ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:48:18.903402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9991a634-a3ce-4632-8c72-cfec2427faa3 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:18.916210 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-284ed3ae-e226-45be-a70d-947c6d3afa07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:18.972858 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a728bf6d-d9c7-4f43-97fb-56f807330fd1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1567717 Mar 08 09:48:18.973645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9991a634-a3ce-4632-8c72-cfec2427faa3 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:18.978473 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41930) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:18.981660 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:18.986477 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9ed152e9-c801-4903-ae9a-5babad7d94a1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.078948 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] For port ecb0e333-0ead-43a9-8b1c-043ebfe78fb9, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ecb0e333-0ead-43a9-8b1c-043ebfe78fb9,segment=NetworkSegment(33afa67e-c369-44be-bdda-40d200dc4a5d),segment_id=33afa67e-c369-44be-bdda-40d200dc4a5d)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:19.079338 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.079577 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d1e315-4ee4-42f2-bd96-e2d1dbe85bbf None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:48:19.085392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e6d1e315-4ee4-42f2-bd96-e2d1dbe85bbf None None] Deleting port f78f7c21-8535-40df-810d-9a2e0763e2e6 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:19.085915 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6d1e315-4ee4-42f2-bd96-e2d1dbe85bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.089619 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c9e07b-75fa-4769-9f6b-a821175fd969']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:19.127792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9991a634-a3ce-4632-8c72-cfec2427faa3 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:19.132250 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9991a634-a3ce-4632-8c72-cfec2427faa3 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.154969 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-9ed152e9-c801-4903-ae9a-5babad7d94a1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Deleting port 16defe10-15be-43a5-92e3-78d2e812db94 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:19.155306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9ed152e9-c801-4903-ae9a-5babad7d94a1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.195270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-284ed3ae-e226-45be-a70d-947c6d3afa07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.204092 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-284ed3ae-e226-45be-a70d-947c6d3afa07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.206692 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b5c4ab-df3a-4cbd-985a-4b59607ad5f9') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:19.206996 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b5c4ab-df3a-4cbd-985a-4b59607ad5f9') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:19.287273 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.299515 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Calling delete_port for ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:19.314696 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e6d1e315-4ee4-42f2-bd96-e2d1dbe85bbf None None] For port f78f7c21-8535-40df-810d-9a2e0763e2e6, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f78f7c21-8535-40df-810d-9a2e0763e2e6,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:19.315082 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6d1e315-4ee4-42f2-bd96-e2d1dbe85bbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.336402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-284ed3ae-e226-45be-a70d-947c6d3afa07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.336914 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284ed3ae-e226-45be-a70d-947c6d3afa07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Fanout notify agent at l3_agent the message router_deleted on router 152fe438-b930-4912-be15-6ffd88da6199 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:48:19.364877 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.422256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-284ed3ae-e226-45be-a70d-947c6d3afa07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.424804 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-284ed3ae-e226-45be-a70d-947c6d3afa07 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/routers/152fe438-b930-4912-be15-6ffd88da6199 HTTP/1.1" status: 204 len: 168 time: 4.2396278 Mar 08 09:48:19.432212 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41934) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:19.440080 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e19495a1-3d1b-420c-b62c-e70344ecfa62 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'network': {'name': 'tempest-RoutersTest-612183023'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:19.446999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e6d1e315-4ee4-42f2-bd96-e2d1dbe85bbf None None] Calling delete_port for f78f7c21-8535-40df-810d-9a2e0763e2e6 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:19.447221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e19495a1-3d1b-420c-b62c-e70344ecfa62 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:19.453964 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e19495a1-3d1b-420c-b62c-e70344ecfa62 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:network and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:19.458894 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e19495a1-3d1b-420c-b62c-e70344ecfa62 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:19.468496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e19495a1-3d1b-420c-b62c-e70344ecfa62 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:19.493013 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9ed152e9-c801-4903-ae9a-5babad7d94a1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.505387 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19495a1-3d1b-420c-b62c-e70344ecfa62 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Made reservation on behalf of c6601661feb14b85b700842beac586af for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:19.508719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e19495a1-3d1b-420c-b62c-e70344ecfa62 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.539257 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6d1e315-4ee4-42f2-bd96-e2d1dbe85bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.574737 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:19.575167 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:19.592617 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:19.597310 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d1e315-4ee4-42f2-bd96-e2d1dbe85bbf None None] No DVR routers for this DVR port f78f7c21-8535-40df-810d-9a2e0763e2e6 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:48:19.620334 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1e315-4ee4-42f2-bd96-e2d1dbe85bbf None None] Pushing event deleted for resources: {'Port': ['ID=f78f7c21-8535-40df-810d-9a2e0763e2e6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:19.678136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-9ed152e9-c801-4903-ae9a-5babad7d94a1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Calling delete_port for 16defe10-15be-43a5-92e3-78d2e812db94 owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:19.715492 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d71c85-e6c8-4381-b02c-6f3c766586ba tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:19.716882 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a2d71c85-e6c8-4381-b02c-6f3c766586ba tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7374008 Mar 08 09:48:19.720645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41938) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:19.779873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:48:19.780729 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:48:19.781394 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.789956 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19495a1-3d1b-420c-b62c-e70344ecfa62 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:48:19.807381 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.817230 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Network': ['ID=a3c9e07b-75fa-4769-9f6b-a821175fd969,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:19.822451 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e19495a1-3d1b-420c-b62c-e70344ecfa62 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.822816 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-e19495a1-3d1b-420c-b62c-e70344ecfa62 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Added segment 25b8f754-fb5b-4f18-9b84-6e13387b6eff of type vlan for network cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b Mar 08 09:48:19.827661 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c63f7214-e2b4-4081-aecc-5d5e1f4b48b4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/a3c9e07b-75fa-4769-9f6b-a821175fd969 HTTP/1.1" status: 204 len: 168 time: 4.8381689 Mar 08 09:48:19.837164 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41942) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:19.844841 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4dfdd97c-a9fe-4d8e-8471-b19a82384c02 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1049595853'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:19.854334 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4dfdd97c-a9fe-4d8e-8471-b19a82384c02 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:19.889395 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4dfdd97c-a9fe-4d8e-8471-b19a82384c02 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:network and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:19.896905 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4dfdd97c-a9fe-4d8e-8471-b19a82384c02 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:19.903333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae8f137-7b46-4f18-8f19-5699bb4b32a0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:19.904037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-eae8f137-7b46-4f18-8f19-5699bb4b32a0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:19.905777 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4dfdd97c-a9fe-4d8e-8471-b19a82384c02 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:19.953122 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfdd97c-a9fe-4d8e-8471-b19a82384c02 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:19.955023 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e19495a1-3d1b-420c-b62c-e70344ecfa62 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.956527 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd97c-a9fe-4d8e-8471-b19a82384c02 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:19.968999 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-eae8f137-7b46-4f18-8f19-5699bb4b32a0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:19.970077 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-eae8f137-7b46-4f18-8f19-5699bb4b32a0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2474568 Mar 08 09:48:19.976330 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41946) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:20.065034 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-492c6524-5169-4c15-b425-ce2172f10344 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789032 Mar 08 09:48:20.065034 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41950) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:20.071098 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d023ef20-fee4-4b4e-887a-a4cc3453468b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:20.123766 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:48:20.162283 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:48:20.162782 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:48:20.164247 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f78f7c21-8535-40df-810d-9a2e0763e2e6 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:48:20.199347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-4dfdd97c-a9fe-4d8e-8471-b19a82384c02 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:48:20.199715 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-4dfdd97c-a9fe-4d8e-8471-b19a82384c02 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:48:20.200204 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: f78f7c21-8535-40df-810d-9a2e0763e2e6 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:48:20.200621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f78f7c21-8535-40df-810d-9a2e0763e2e6 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:48:20.203034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9991a634-a3ce-4632-8c72-cfec2427faa3 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.207049 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d023ef20-fee4-4b4e-887a-a4cc3453468b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:20.231647 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e19495a1-3d1b-420c-b62c-e70344ecfa62 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.236964 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19495a1-3d1b-420c-b62c-e70344ecfa62 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:20.237542 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e19495a1-3d1b-420c-b62c-e70344ecfa62 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.248374 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d023ef20-fee4-4b4e-887a-a4cc3453468b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:20.269031 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d023ef20-fee4-4b4e-887a-a4cc3453468b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:20.273112 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d023ef20-fee4-4b4e-887a-a4cc3453468b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.273246 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9ed152e9-c801-4903-ae9a-5babad7d94a1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.287176 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Deleting port ecb0e333-0ead-43a9-8b1c-043ebfe78fb9 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:20.287506 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.378247 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] The port 'ecb0e333-0ead-43a9-8b1c-043ebfe78fb9' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:48:20.394320 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed152e9-c801-4903-ae9a-5babad7d94a1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Pushing event deleted for resources: {'Port': ['ID=16defe10-15be-43a5-92e3-78d2e812db94,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:20.490445 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e19495a1-3d1b-420c-b62c-e70344ecfa62 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0569859 Mar 08 09:48:20.497515 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41954) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:20.500231 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f8c64aa-1bd1-4520-aeb5-e09b2b756545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.511402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991a634-a3ce-4632-8c72-cfec2427faa3 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Subnet': ['ID=ed868331-44f2-49d0-b7c0-ead4b8563384,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:20.513392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19495a1-3d1b-420c-b62c-e70344ecfa62 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Network': ['ID=cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:20.528167 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:48:20.536922 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991a634-a3ce-4632-8c72-cfec2427faa3 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Checking segment: {'id': '274ce18d-dd36-4d8a-9781-774fac7dd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2636d80f-5036-4f56-9259-59621083efcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:20.537282 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9991a634-a3ce-4632-8c72-cfec2427faa3 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network hostable DHCP agents. Network: 2636d80f-5036-4f56-9259-59621083efcd, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:48:20.554915 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9ed152e9-c801-4903-ae9a-5babad7d94a1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.576545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b777c267-19da-4a49-bbcd-003b4df1a0cc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'subnet': {'network_id': 'cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:20.724617 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd97c-a9fe-4d8e-8471-b19a82384c02 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.728930 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9991a634-a3ce-4632-8c72-cfec2427faa3 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 2636d80f-5036-4f56-9259-59621083efcd is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:48:20.741349 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9ed152e9-c801-4903-ae9a-5babad7d94a1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.745098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9ed152e9-c801-4903-ae9a-5babad7d94a1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.751258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-9991a634-a3ce-4632-8c72-cfec2427faa3 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 2636d80f-5036-4f56-9259-59621083efcd) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:20.756371 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.764170 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9991a634-a3ce-4632-8c72-cfec2427faa3 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:20.764401 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8651076c-3676-44c2-8b15-a6345de5bc1d None None] Network 2636d80f-5036-4f56-9259-59621083efcd requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:20.764778 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9991a634-a3ce-4632-8c72-cfec2427faa3 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.785980 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9ed152e9-c801-4903-ae9a-5babad7d94a1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.786616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed152e9-c801-4903-ae9a-5babad7d94a1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Fanout notify agent at l3_agent the message router_deleted on router 1ae8508a-a4d2-4b50-a477-cd91882047cc {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:48:20.794425 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9ed152e9-c801-4903-ae9a-5babad7d94a1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.800340 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9ed152e9-c801-4903-ae9a-5babad7d94a1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "DELETE /v2.0/routers/1ae8508a-a4d2-4b50-a477-cd91882047cc HTTP/1.1" status: 204 len: 168 time: 3.2340567 Mar 08 09:48:20.801439 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41958) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:20.805296 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9991a634-a3ce-4632-8c72-cfec2427faa3 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3329868 Mar 08 09:48:20.808930 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-bddd0dfd-d3fc-44a0-9e50-dd64a6875ce1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-3807912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:20.814570 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41962) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:20.817387 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bddd0dfd-d3fc-44a0-9e50-dd64a6875ce1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:20.822454 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-33c33cf8-ec1a-4844-84aa-ff27e27b8199 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-608213516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:20.830432 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bddd0dfd-d3fc-44a0-9e50-dd64a6875ce1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Usage tracker for resource:router and tenant:fdf8a4a144d04e029227790a5607b81e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:20.833442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-33c33cf8-ec1a-4844-84aa-ff27e27b8199 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:20.835711 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bddd0dfd-d3fc-44a0-9e50-dd64a6875ce1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:20.842130 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-33c33cf8-ec1a-4844-84aa-ff27e27b8199 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:router and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:20.844798 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bddd0dfd-d3fc-44a0-9e50-dd64a6875ce1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:20.846828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-33c33cf8-ec1a-4844-84aa-ff27e27b8199 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:20.855156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-33c33cf8-ec1a-4844-84aa-ff27e27b8199 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:20.864046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bddd0dfd-d3fc-44a0-9e50-dd64a6875ce1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.865664 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bddd0dfd-d3fc-44a0-9e50-dd64a6875ce1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.876429 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-33c33cf8-ec1a-4844-84aa-ff27e27b8199 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.877562 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-33c33cf8-ec1a-4844-84aa-ff27e27b8199 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.887899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:20.894342 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bddd0dfd-d3fc-44a0-9e50-dd64a6875ce1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.915156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-33c33cf8-ec1a-4844-84aa-ff27e27b8199 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.937990 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b777c267-19da-4a49-bbcd-003b4df1a0cc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:20.938848 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bddd0dfd-d3fc-44a0-9e50-dd64a6875ce1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.948238 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfdd97c-a9fe-4d8e-8471-b19a82384c02 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:48:20.953922 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33afa67e-c369-44be-bdda-40d200dc4a5d') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:20.954190 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33afa67e-c369-44be-bdda-40d200dc4a5d') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:20.956287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-33c33cf8-ec1a-4844-84aa-ff27e27b8199 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.960797 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b777c267-19da-4a49-bbcd-003b4df1a0cc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:subnet and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:20.984331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bddd0dfd-d3fc-44a0-9e50-dd64a6875ce1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.985751 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bddd0dfd-d3fc-44a0-9e50-dd64a6875ce1 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1830273 Mar 08 09:48:20.987387 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-33c33cf8-ec1a-4844-84aa-ff27e27b8199 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:20.991853 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-33c33cf8-ec1a-4844-84aa-ff27e27b8199 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1732399 Mar 08 09:48:20.991853 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41966) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:20.995297 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-40007561-8354-4cd1-9a24-80e0aaecbb78 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'enable_snat': False}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:21.045225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41970) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:21.046538 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-2636d80f-5036-4f56-9259-59621083efcd', 'network_id': '2636d80f-5036-4f56-9259-59621083efcd', 'tenant_id': '8487a2388023440e9c6b176be36100ad', 'fixed_ips': [{'subnet_id': 'ed868331-44f2-49d0-b7c0-ead4b8563384'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:48:21.047784 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:21.065346 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-0462324a-3bd1-484f-8bd1-ecc4a9173640 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'network_id': '2636d80f-5036-4f56-9259-59621083efcd', 'name': 'tempest-PortsIpV6TestJSON-1674617332'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:21.109583 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b777c267-19da-4a49-bbcd-003b4df1a0cc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:21.129047 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b777c267-19da-4a49-bbcd-003b4df1a0cc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:21.131894 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:21.149416 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd97c-a9fe-4d8e-8471-b19a82384c02 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:21.149758 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-4dfdd97c-a9fe-4d8e-8471-b19a82384c02 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Added segment e1b97c42-a479-4cb1-bae2-5864bbfb0ad9 of type vlan for network 6871aba0-6d97-499f-8517-f22d2a1ccbba Mar 08 09:48:21.214942 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Allocated IP 2001:db8::2 (2636d80f-5036-4f56-9259-59621083efcd/ed868331-44f2-49d0-b7c0-ead4b8563384/94ad1dde-488b-4f3c-8481-c049d4b4f22c) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:21.230625 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b777c267-19da-4a49-bbcd-003b4df1a0cc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Made reservation on behalf of c6601661feb14b85b700842beac586af for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:21.234073 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b777c267-19da-4a49-bbcd-003b4df1a0cc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:21.252515 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:21.328079 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:21.328477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:21.354910 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:21.374020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd97c-a9fe-4d8e-8471-b19a82384c02 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:21.436863 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:21.492786 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40007561-8354-4cd1-9a24-80e0aaecbb78 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:21.497575 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d023ef20-fee4-4b4e-887a-a4cc3453468b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:21.506219 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0462324a-3bd1-484f-8bd1-ecc4a9173640 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:21.524022 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0462324a-3bd1-484f-8bd1-ecc4a9173640 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:port and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:21.528774 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0462324a-3bd1-484f-8bd1-ecc4a9173640 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:21.544649 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0462324a-3bd1-484f-8bd1-ecc4a9173640 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:21.579871 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Transition to ACTIVE for port object 94ad1dde-488b-4f3c-8481-c049d4b4f22c will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:21.597438 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d023ef20-fee4-4b4e-887a-a4cc3453468b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:21.601399 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:21.606767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0462324a-3bd1-484f-8bd1-ecc4a9173640 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:21.608275 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d023ef20-fee4-4b4e-887a-a4cc3453468b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:21.610270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0462324a-3bd1-484f-8bd1-ecc4a9173640 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:21.628149 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef6c633-bd09-4f79-9229-fb633f9a6e33 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:21.636451 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d023ef20-fee4-4b4e-887a-a4cc3453468b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:21.637075 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d023ef20-fee4-4b4e-887a-a4cc3453468b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:21.643537 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:21.644765 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Transition to ACTIVE for port object 94ad1dde-488b-4f3c-8481-c049d4b4f22c will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:21.657216 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd97c-a9fe-4d8e-8471-b19a82384c02 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:21.660376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:21.662774 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfdd97c-a9fe-4d8e-8471-b19a82384c02 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:21.663414 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd97c-a9fe-4d8e-8471-b19a82384c02 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:21.690200 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Network': ['ID=cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:21.692036 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023ef20-fee4-4b4e-887a-a4cc3453468b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=d79f26c6-71b0-4909-8149-5d0e9b761c93,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:21.771501 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-32e9739a-a590-454a-acd5-495b245df114 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/networks/cc7a2106-fc69-4b6d-a1f8-5c5f861a1f00 HTTP/1.1" status: 204 len: 168 time: 3.8691623 Mar 08 09:48:21.773102 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-0462324a-3bd1-484f-8bd1-ecc4a9173640 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] device_id is not set on port 4f335db1-a0ea-41aa-a249-7507babe6b30 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:48:21.806110 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Network 2636d80f-5036-4f56-9259-59621083efcd is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:21.806992 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Pushing event updated for resources: {'Port': ['ID=94ad1dde-488b-4f3c-8481-c049d4b4f22c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:21.807798 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41974) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:21.813370 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:21.815733 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:21.863558 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-60576ca6-0018-4509-8a38-b0844b0f385b tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] DELETE failed (client error): The resource could not be found. Mar 08 09:48:21.864016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60576ca6-0018-4509-8a38-b0844b0f385b tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:48:21.878935 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4dfdd97c-a9fe-4d8e-8471-b19a82384c02 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0407240 Mar 08 09:48:21.880581 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d023ef20-fee4-4b4e-887a-a4cc3453468b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8148441 Mar 08 09:48:21.886236 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-60576ca6-0018-4509-8a38-b0844b0f385b tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/subnets/b9e6b66c-f61b-4dce-9df0-ba7d68a995bc HTTP/1.1" status: 404 len: 337 time: 0.0773969 Mar 08 09:48:21.887397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41978) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:21.887722 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41980) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:21.894461 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 41982) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:21.905534 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-d150fbf8-b593-45e9-adc6-e32a81742a36 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'subnet': {'network_id': '6871aba0-6d97-499f-8517-f22d2a1ccbba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:21.916808 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfdd97c-a9fe-4d8e-8471-b19a82384c02 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Network': ['ID=6871aba0-6d97-499f-8517-f22d2a1ccbba,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:21.928603 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-4bc25014-88a8-40e3-af1d-383fb043cc49 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'mac_address': 'fa:16:3e:66:82:a5', 'name': 'tempest-NetworksTestDHCPv6-491033570'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:21.934758 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 6871aba0-6d97-499f-8517-f22d2a1ccbba details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:48:21.944409 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9f8c64aa-1bd1-4520-aeb5-e09b2b756545 admin admin] Deleting port 9b486273-ff0c-464b-b28d-79382375488f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:21.945066 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f8c64aa-1bd1-4520-aeb5-e09b2b756545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:22.001189 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Attempting to bind port 94ad1dde-488b-4f3c-8481-c049d4b4f22c on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:48:22.001650 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Attempting to bind port 94ad1dde-488b-4f3c-8481-c049d4b4f22c by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '274ce18d-dd36-4d8a-9781-774fac7dd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2636d80f-5036-4f56-9259-59621083efcd'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:48:22.002356 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Attempting to bind port 94ad1dde-488b-4f3c-8481-c049d4b4f22c on network 2636d80f-5036-4f56-9259-59621083efcd {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:48:22.038918 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7058e2e-faac-4560-8fcf-56b7c3e16168 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] DELETE failed (client error): The resource could not be found. Mar 08 09:48:22.039304 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7058e2e-faac-4560-8fcf-56b7c3e16168 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:48:22.043828 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c7058e2e-faac-4560-8fcf-56b7c3e16168 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/networks/25edaa30-4366-4b91-ba75-ab411ef7f9b6 HTTP/1.1" status: 404 len: 339 time: 0.1427903 Mar 08 09:48:22.047583 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41990) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:22.064208 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:48:22.064589 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Checking segment: {'id': '274ce18d-dd36-4d8a-9781-774fac7dd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2636d80f-5036-4f56-9259-59621083efcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:22.065088 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:22.065739 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Bound using segment: {'id': '274ce18d-dd36-4d8a-9781-774fac7dd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2636d80f-5036-4f56-9259-59621083efcd'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:48:22.066302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Bound port: 94ad1dde-488b-4f3c-8481-c049d4b4f22c, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274ce18d-dd36-4d8a-9781-774fac7dd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2636d80f-5036-4f56-9259-59621083efcd'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:48:22.066739 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:22.086522 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b777c267-19da-4a49-bbcd-003b4df1a0cc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:22.222624 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': 'd79f26c6-71b0-4909-8149-5d0e9b761c93'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:48:22.223623 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:22.248463 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] For port 94ad1dde-488b-4f3c-8481-c049d4b4f22c, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:48:22.251825 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c53e18-fcdb-4be0-b5df-ea8c68f46fea tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Deleting subnet f859981c-a6a0-41b0-8145-fb2442061f16 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:48:22.262706 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11c53e18-fcdb-4be0-b5df-ea8c68f46fea tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:22.282887 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d150fbf8-b593-45e9-adc6-e32a81742a36 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:22.295842 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d150fbf8-b593-45e9-adc6-e32a81742a36 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:subnet and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:22.297976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777c267-19da-4a49-bbcd-003b4df1a0cc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Subnet': ['ID=e3a2856c-7ffa-41ac-a590-86c030252e2c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:22.309401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d150fbf8-b593-45e9-adc6-e32a81742a36 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:22.317129 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] For port 94ad1dde-488b-4f3c-8481-c049d4b4f22c, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=94ad1dde-488b-4f3c-8481-c049d4b4f22c,segment=NetworkSegment(274ce18d-dd36-4d8a-9781-774fac7dd7f5),segment_id=274ce18d-dd36-4d8a-9781-774fac7dd7f5)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:48:22.326776 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:22.346834 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-9f8c64aa-1bd1-4520-aeb5-e09b2b756545 admin admin] For port 9b486273-ff0c-464b-b28d-79382375488f, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9b486273-ff0c-464b-b28d-79382375488f,segment=NetworkSegment(5fdb64d3-0b47-4e50-9fbf-d89b25ee019e),segment_id=5fdb64d3-0b47-4e50-9fbf-d89b25ee019e)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:22.347350 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f8c64aa-1bd1-4520-aeb5-e09b2b756545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:22.381376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-0462324a-3bd1-484f-8bd1-ecc4a9173640 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Allocated IP 2001:db8::9b (2636d80f-5036-4f56-9259-59621083efcd/ed868331-44f2-49d0-b7c0-ead4b8563384/4f335db1-a0ea-41aa-a249-7507babe6b30) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:22.388277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d150fbf8-b593-45e9-adc6-e32a81742a36 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:22.410477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b777c267-19da-4a49-bbcd-003b4df1a0cc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Checking segment: {'id': '25b8f754-fb5b-4f18-9b84-6e13387b6eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:22.411588 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b777c267-19da-4a49-bbcd-003b4df1a0cc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network hostable DHCP agents. Network: cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:48:22.450625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4bc25014-88a8-40e3-af1d-383fb043cc49 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:22.453207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d150fbf8-b593-45e9-adc6-e32a81742a36 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:22.456876 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d150fbf8-b593-45e9-adc6-e32a81742a36 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:22.475164 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11c53e18-fcdb-4be0-b5df-ea8c68f46fea tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:22.485466 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367de39-48f4-49b7-a2ee-a392b6d1cbfc None None] Pushing event updated for resources: {'Port': ['ID=94ad1dde-488b-4f3c-8481-c049d4b4f22c,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:22.490281 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4bc25014-88a8-40e3-af1d-383fb043cc49 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:port and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:22.496627 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Allocated IP 2001:db8::2 (162da289-2647-477b-bcb7-e834030497c1/d79f26c6-71b0-4909-8149-5d0e9b761c93/df28b2d1-691f-4227-ad3c-c9c11faeaef7) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:22.518269 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4bc25014-88a8-40e3-af1d-383fb043cc49 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:22.519757 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9f8c64aa-1bd1-4520-aeb5-e09b2b756545 admin admin] Calling delete_port for 9b486273-ff0c-464b-b28d-79382375488f owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:22.542284 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4bc25014-88a8-40e3-af1d-383fb043cc49 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:22.621922 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40007561-8354-4cd1-9a24-80e0aaecbb78 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:22.702295 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc25014-88a8-40e3-af1d-383fb043cc49 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:22.718515 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f8c64aa-1bd1-4520-aeb5-e09b2b756545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:22.724198 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40007561-8354-4cd1-9a24-80e0aaecbb78 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:22.908165 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:22.919013 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c64aa-1bd1-4520-aeb5-e09b2b756545 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b486273-ff0c-464b-b28d-79382375488f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:22.919742 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Transition to ACTIVE for port object df28b2d1-691f-4227-ad3c-c9c11faeaef7 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:22.940447 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Transition to ACTIVE for port object df28b2d1-691f-4227-ad3c-c9c11faeaef7 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:22.952394 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:22.960874 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b777c267-19da-4a49-bbcd-003b4df1a0cc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:48:23.082094 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:23.083304 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Pushing event updated for resources: {'Port': ['ID=df28b2d1-691f-4227-ad3c-c9c11faeaef7,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:23.085782 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:23.090048 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:23.147613 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b777c267-19da-4a49-bbcd-003b4df1a0cc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:23.162428 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0462324a-3bd1-484f-8bd1-ecc4a9173640 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:23.162671 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b777c267-19da-4a49-bbcd-003b4df1a0cc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:23.163041 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b777c267-19da-4a49-bbcd-003b4df1a0cc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:23.180217 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-0462324a-3bd1-484f-8bd1-ecc4a9173640 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Transition to ACTIVE for port object 4f335db1-a0ea-41aa-a249-7507babe6b30 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:23.192588 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11c53e18-fcdb-4be0-b5df-ea8c68f46fea tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:23.200306 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bbb554-da9a-4a44-817e-d2057a728c46 None None] Network cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:23.216076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0462324a-3bd1-484f-8bd1-ecc4a9173640 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:23.274530 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4bc25014-88a8-40e3-af1d-383fb043cc49 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:23.280392 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b777c267-19da-4a49-bbcd-003b4df1a0cc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7328415 Mar 08 09:48:23.292083 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41994) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:23.344039 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Attempting to bind port df28b2d1-691f-4227-ad3c-c9c11faeaef7 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:48:23.344588 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Attempting to bind port df28b2d1-691f-4227-ad3c-c9c11faeaef7 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:48:23.344928 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Attempting to bind port df28b2d1-691f-4227-ad3c-c9c11faeaef7 on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:48:23.347812 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d4416bdf-aa47-4b02-ad9f-2c983bd4ef13 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-370636334', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:23.352365 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0462324a-3bd1-484f-8bd1-ecc4a9173640 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 2636d80f-5036-4f56-9259-59621083efcd is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:23.362949 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:48:23.363365 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:23.363771 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:23.364243 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:48:23.364791 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Bound port: df28b2d1-691f-4227-ad3c-c9c11faeaef7, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:48:23.365150 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:23.366183 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d4416bdf-aa47-4b02-ad9f-2c983bd4ef13 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:23.368792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-0462324a-3bd1-484f-8bd1-ecc4a9173640 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:23.371486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0462324a-3bd1-484f-8bd1-ecc4a9173640 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:23.373716 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d4416bdf-aa47-4b02-ad9f-2c983bd4ef13 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:router and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:23.377223 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0462324a-3bd1-484f-8bd1-ecc4a9173640 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:23.377820 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0462324a-3bd1-484f-8bd1-ecc4a9173640 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:23.378317 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d4416bdf-aa47-4b02-ad9f-2c983bd4ef13 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:23.401123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-40007561-8354-4cd1-9a24-80e0aaecbb78 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Allocated IP 172.26.2.52 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/7a9601a9-5140-4ae2-ab04-d929a5ee189c) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:23.404223 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d4416bdf-aa47-4b02-ad9f-2c983bd4ef13 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:23.407783 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-4bc25014-88a8-40e3-af1d-383fb043cc49 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port 87c0192b-93d6-47e1-ba2a-d91c0d2bcd67 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:48:23.418258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f8c64aa-1bd1-4520-aeb5-e09b2b756545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:23.423095 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11c53e18-fcdb-4be0-b5df-ea8c68f46fea tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:23.573412 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c53e18-fcdb-4be0-b5df-ea8c68f46fea tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Subnet': ['ID=f859981c-a6a0-41b0-8145-fb2442061f16,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:23.579441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-11c53e18-fcdb-4be0-b5df-ea8c68f46fea tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:23.593494 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462324a-3bd1-484f-8bd1-ecc4a9173640 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=4f335db1-a0ea-41aa-a249-7507babe6b30,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:23.602154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d150fbf8-b593-45e9-adc6-e32a81742a36 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:23.661015 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-11c53e18-fcdb-4be0-b5df-ea8c68f46fea tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/subnets/f859981c-a6a0-41b0-8145-fb2442061f16 HTTP/1.1" status: 204 len: 168 time: 1.6119034 Mar 08 09:48:23.663578 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0462324a-3bd1-484f-8bd1-ecc4a9173640 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6167979 Mar 08 09:48:23.663730 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 41998) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:23.663837 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42000) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:23.688725 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f8ca5b-28a5-4f8c-98a5-4ee67a8286a6 None None] Network eabb35cf-fe85-4c4a-afe3-3a58a036555e requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:23.749548 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b', 'network_id': 'cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'fixed_ips': [{'subnet_id': 'e3a2856c-7ffa-41ac-a590-86c030252e2c'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:48:23.750546 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:23.756543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150fbf8-b593-45e9-adc6-e32a81742a36 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Subnet': ['ID=c798f5a7-eaa5-43c4-bfcf-661c27afe09f,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:23.798448 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d4416bdf-aa47-4b02-ad9f-2c983bd4ef13 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:23.799716 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d4416bdf-aa47-4b02-ad9f-2c983bd4ef13 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:23.899000 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecdd055-c286-432a-a194-a25b574ae610 None None] Network 2636d80f-5036-4f56-9259-59621083efcd requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:23.912211 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] For port df28b2d1-691f-4227-ad3c-c9c11faeaef7, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:48:23.918625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d150fbf8-b593-45e9-adc6-e32a81742a36 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Checking segment: {'id': 'e1b97c42-a479-4cb1-bae2-5864bbfb0ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6871aba0-6d97-499f-8517-f22d2a1ccbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:23.919024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d150fbf8-b593-45e9-adc6-e32a81742a36 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network hostable DHCP agents. Network: 6871aba0-6d97-499f-8517-f22d2a1ccbba, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:48:23.948756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-4bc25014-88a8-40e3-af1d-383fb043cc49 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::2b1 (162da289-2647-477b-bcb7-e834030497c1/d79f26c6-71b0-4909-8149-5d0e9b761c93/87c0192b-93d6-47e1-ba2a-d91c0d2bcd67) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:23.970400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40007561-8354-4cd1-9a24-80e0aaecbb78 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:23.990893 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d150fbf8-b593-45e9-adc6-e32a81742a36 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network 6871aba0-6d97-499f-8517-f22d2a1ccbba is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:48:24.026414 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-d150fbf8-b593-45e9-adc6-e32a81742a36 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 6871aba0-6d97-499f-8517-f22d2a1ccbba) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:24.031250 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d150fbf8-b593-45e9-adc6-e32a81742a36 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:24.032580 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d150fbf8-b593-45e9-adc6-e32a81742a36 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:24.033033 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] For port df28b2d1-691f-4227-ad3c-c9c11faeaef7, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=df28b2d1-691f-4227-ad3c-c9c11faeaef7,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:48:24.103346 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cf6d34-213d-4aff-a343-d4c56214f6c9 None None] Network 6871aba0-6d97-499f-8517-f22d2a1ccbba requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:24.119285 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d150fbf8-b593-45e9-adc6-e32a81742a36 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2274504 Mar 08 09:48:24.131305 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:24.140232 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d4416bdf-aa47-4b02-ad9f-2c983bd4ef13 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:24.143160 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42006) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:24.173613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40007561-8354-4cd1-9a24-80e0aaecbb78 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:24.245567 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b30dabcf-bb50-42ab-aca0-47db6141724d None None] Provisioning for port 94ad1dde-488b-4f3c-8481-c049d4b4f22c completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:24.266397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40007561-8354-4cd1-9a24-80e0aaecbb78 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:24.279296 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-40007561-8354-4cd1-9a24-80e0aaecbb78 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:24.282162 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40007561-8354-4cd1-9a24-80e0aaecbb78 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:24.339900 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:24.343826 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 94ad1dde-488b-4f3c-8481-c049d4b4f22c up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:24.345738 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40007561-8354-4cd1-9a24-80e0aaecbb78 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Pushing event updated for resources: {'Port': ['ID=7a9601a9-5140-4ae2-ab04-d929a5ee189c,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:24.383584 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4bc25014-88a8-40e3-af1d-383fb043cc49 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:24.423537 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:24.503654 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbae36-abdd-46e5-8869-9a60e1fc8b72 None None] Pushing event updated for resources: {'Port': ['ID=df28b2d1-691f-4227-ad3c-c9c11faeaef7,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:24.510923 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Allocated IP 172.20.0.2 (cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b/e3a2856c-7ffa-41ac-a590-86c030252e2c/a0864e7f-390d-4a45-ac04-191dc2c28848) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:24.528459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-4bc25014-88a8-40e3-af1d-383fb043cc49 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object 87c0192b-93d6-47e1-ba2a-d91c0d2bcd67 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:24.699644 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4bc25014-88a8-40e3-af1d-383fb043cc49 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:24.705245 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 94ad1dde-488b-4f3c-8481-c049d4b4f22c completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:24.775227 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 94ad1dde-488b-4f3c-8481-c049d4b4f22c triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:24.775603 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:24.802737 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc25014-88a8-40e3-af1d-383fb043cc49 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:24.808520 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-4bc25014-88a8-40e3-af1d-383fb043cc49 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:24.810963 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc25014-88a8-40e3-af1d-383fb043cc49 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:24.818709 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc25014-88a8-40e3-af1d-383fb043cc49 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:24.819689 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4bc25014-88a8-40e3-af1d-383fb043cc49 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:24.819809 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2904a929-0a85-45aa-9c88-6e5772dd7f32 None None] DHCP port deletion for eabb35cf-fe85-4c4a-afe3-3a58a036555e request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:48:24.822033 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d4416bdf-aa47-4b02-ad9f-2c983bd4ef13 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:24.841446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc25014-88a8-40e3-af1d-383fb043cc49 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=87c0192b-93d6-47e1-ba2a-d91c0d2bcd67,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:24.851474 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Deleting port 0690b893-3c70-4fcb-806f-f2ce85ba420c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:24.852065 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:24.941329 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4bc25014-88a8-40e3-af1d-383fb043cc49 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0479794 Mar 08 09:48:24.958936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42010) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:24.964727 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2904a929-0a85-45aa-9c88-6e5772dd7f32 None None] Deleting port 0690b893-3c70-4fcb-806f-f2ce85ba420c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:24.964939 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2904a929-0a85-45aa-9c88-6e5772dd7f32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:25.014570 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40007561-8354-4cd1-9a24-80e0aaecbb78 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:25.031783 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-6871aba0-6d97-499f-8517-f22d2a1ccbba', 'network_id': '6871aba0-6d97-499f-8517-f22d2a1ccbba', 'tenant_id': '016bdee0e1984d6ab84e5721b9d2d47e', 'fixed_ips': [{'subnet_id': 'c798f5a7-eaa5-43c4-bfcf-661c27afe09f'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:48:25.032627 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:25.099396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-17f5d377-bb7b-4d60-bf59-3b7ad1b0be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:25.116231 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8c64aa-1bd1-4520-aeb5-e09b2b756545 admin admin] Router 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:48:25.202237 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d4416bdf-aa47-4b02-ad9f-2c983bd4ef13 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:25.203232 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d4416bdf-aa47-4b02-ad9f-2c983bd4ef13 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.9078493 Mar 08 09:48:25.224192 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42014) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:25.361616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce83482c-132f-4fd6-84d0-61d1ec4bb0d9 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:25.368408 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce83482c-132f-4fd6-84d0-61d1ec4bb0d9 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:25.369342 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ce83482c-132f-4fd6-84d0-61d1ec4bb0d9 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:25.371854 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:25.401888 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:25.451911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ce83482c-132f-4fd6-84d0-61d1ec4bb0d9 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:25.454162 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ce83482c-132f-4fd6-84d0-61d1ec4bb0d9 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4941998 Mar 08 09:48:25.458611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42018) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:25.462083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Transition to ACTIVE for port object a0864e7f-390d-4a45-ac04-191dc2c28848 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:25.513627 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Allocated IP 172.20.0.2 (6871aba0-6d97-499f-8517-f22d2a1ccbba/c798f5a7-eaa5-43c4-bfcf-661c27afe09f/2ae77bf3-a50c-4dd3-943b-acc6e54d3f81) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:25.575002 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40007561-8354-4cd1-9a24-80e0aaecbb78 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:25.578607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40007561-8354-4cd1-9a24-80e0aaecbb78 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:25.692652 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:25.795785 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-2e4efc0c-a6ac-4715-a1d2-0f41d12f63ed tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port 87c0192b-93d6-47e1-ba2a-d91c0d2bcd67 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:25.796257 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2e4efc0c-a6ac-4715-a1d2-0f41d12f63ed tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:25.828279 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Transition to ACTIVE for port object a0864e7f-390d-4a45-ac04-191dc2c28848 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:25.850909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2904a929-0a85-45aa-9c88-6e5772dd7f32 None None] For port 0690b893-3c70-4fcb-806f-f2ce85ba420c, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0690b893-3c70-4fcb-806f-f2ce85ba420c,segment=NetworkSegment(f0158ca7-d101-4b47-94f9-577dad02cf32),segment_id=f0158ca7-d101-4b47-94f9-577dad02cf32)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:25.851309 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2904a929-0a85-45aa-9c88-6e5772dd7f32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:25.882792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:25.896728 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8c64aa-1bd1-4520-aeb5-e09b2b756545 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:48:25.906864 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8c87f5-3035-4bc9-9a95-ef5b6dda75db None None] Sync routers for ids ['3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:48:25.923761 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8c87f5-3035-4bc9-9a95-ef5b6dda75db None None] Routers {'3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:25.924395 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0a8c87f5-3035-4bc9-9a95-ef5b6dda75db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:26.017353 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9f8c64aa-1bd1-4520-aeb5-e09b2b756545 admin admin] 10.222.0.24 "PUT /v2.0/routers/3c2e89c2-e24f-45d8-b5ef-9527850ac7cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2194018 Mar 08 09:48:26.049869 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42022) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:26.079369 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 94ad1dde-488b-4f3c-8481-c049d4b4f22c, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=94ad1dde-488b-4f3c-8481-c049d4b4f22c,segment=NetworkSegment(274ce18d-dd36-4d8a-9781-774fac7dd7f5),segment_id=274ce18d-dd36-4d8a-9781-774fac7dd7f5)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:26.102342 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2904a929-0a85-45aa-9c88-6e5772dd7f32 None None] Calling delete_port for 0690b893-3c70-4fcb-806f-f2ce85ba420c owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:26.173853 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6944a5aa-d466-4be2-8b05-82f0f643ac82 None None] Provisioning complete for port 94ad1dde-488b-4f3c-8481-c049d4b4f22c triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:26.174229 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6944a5aa-d466-4be2-8b05-82f0f643ac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:26.232829 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:26.265568 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-0a8c87f5-3035-4bc9-9a95-ef5b6dda75db None None] Set router 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:48:26.345319 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Network cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:26.401468 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:26.444358 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:26.448029 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device df28b2d1-691f-4227-ad3c-c9c11faeaef7 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:26.502881 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Pushing event updated for resources: {'Port': ['ID=a0864e7f-390d-4a45-ac04-191dc2c28848,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:26.597103 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40007561-8354-4cd1-9a24-80e0aaecbb78 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Router 07b03f07-d6af-436f-b0ff-3b5046d54292 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:48:26.598479 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] For port 0690b893-3c70-4fcb-806f-f2ce85ba420c, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0690b893-3c70-4fcb-806f-f2ce85ba420c,segment=NetworkSegment(f0158ca7-d101-4b47-94f9-577dad02cf32),segment_id=f0158ca7-d101-4b47-94f9-577dad02cf32)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:26.609082 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:26.613415 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2e4efc0c-a6ac-4715-a1d2-0f41d12f63ed tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:26.630395 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:26.664342 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0a8c87f5-3035-4bc9-9a95-ef5b6dda75db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'name': 'tempest-ServerActionsTestJSON-935696121-router', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:26Z', 'updated_at': '2022-03-08T09:48:22Z', 'revision_number': 5, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'gw_port': {'id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:26.670354 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8c87f5-3035-4bc9-9a95-ef5b6dda75db None None] Checking router: 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:48:26.678973 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:26.686274 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8c87f5-3035-4bc9-9a95-ef5b6dda75db None None] Routers {'3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:26.687211 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0a8c87f5-3035-4bc9-9a95-ef5b6dda75db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:47:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:26.765236 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Transition to ACTIVE for port object 2ae77bf3-a50c-4dd3-943b-acc6e54d3f81 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:26.784523 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2904a929-0a85-45aa-9c88-6e5772dd7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:26.840825 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=94ad1dde-488b-4f3c-8481-c049d4b4f22c,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:26.845645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-2e4efc0c-a6ac-4715-a1d2-0f41d12f63ed tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for 87c0192b-93d6-47e1-ba2a-d91c0d2bcd67 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:26.878494 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Calling delete_port for 0690b893-3c70-4fcb-806f-f2ce85ba420c owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:26.882268 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Attempting to bind port a0864e7f-390d-4a45-ac04-191dc2c28848 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:48:26.882696 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Attempting to bind port a0864e7f-390d-4a45-ac04-191dc2c28848 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '25b8f754-fb5b-4f18-9b84-6e13387b6eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:48:26.883055 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Attempting to bind port a0864e7f-390d-4a45-ac04-191dc2c28848 on network cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:48:26.886159 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:26.897635 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Transition to ACTIVE for port object 2ae77bf3-a50c-4dd3-943b-acc6e54d3f81 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:26.914481 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2904a929-0a85-45aa-9c88-6e5772dd7f32 None None] No DVR routers for this DVR port 0690b893-3c70-4fcb-806f-f2ce85ba420c on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:48:26.929176 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904a929-0a85-45aa-9c88-6e5772dd7f32 None None] Pushing event deleted for resources: {'Port': ['ID=0690b893-3c70-4fcb-806f-f2ce85ba420c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:26.931377 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:48:26.931833 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Checking segment: {'id': '25b8f754-fb5b-4f18-9b84-6e13387b6eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:26.932291 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:26.932685 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Bound using segment: {'id': '25b8f754-fb5b-4f18-9b84-6e13387b6eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:48:26.933184 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Bound port: a0864e7f-390d-4a45-ac04-191dc2c28848, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b8f754-fb5b-4f18-9b84-6e13387b6eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:48:26.933559 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:26.948408 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:26.950540 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-0a8c87f5-3035-4bc9-9a95-ef5b6dda75db None None] Set router 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:48:27.031033 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:27.052989 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port df28b2d1-691f-4227-ad3c-c9c11faeaef7 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:27.134753 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Network 6871aba0-6d97-499f-8517-f22d2a1ccbba is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:27.154355 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2e4efc0c-a6ac-4715-a1d2-0f41d12f63ed tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:27.165369 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:27.179760 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Subnet': ['ID=c798f5a7-eaa5-43c4-bfcf-661c27afe09f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:27.192954 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:27.194963 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Pushing event updated for resources: {'Port': ['ID=2ae77bf3-a50c-4dd3-943b-acc6e54d3f81,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:27.210466 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0690b893-3c70-4fcb-806f-f2ce85ba420c no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:48:27.297559 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f00beb8-a0ae-4f73-b2e7-4b5ae28be578 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:27.330930 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0a8c87f5-3035-4bc9-9a95-ef5b6dda75db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'name': 'tempest-ServerActionsTestJSON-935696121-router', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:26Z', 'updated_at': '2022-03-08T09:48:22Z', 'revision_number': 5, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'gw_port': {'id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:27.335750 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8c87f5-3035-4bc9-9a95-ef5b6dda75db None None] The sync data for ids ['3c2e89c2-e24f-45d8-b5ef-9527850ac7cc'] in dv-neutron-831730-2-hyperv is: [{'id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'name': 'tempest-ServerActionsTestJSON-935696121-router', 'tenant_id': '3930543b2ce942fe899a5a461a431d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:43:26Z', 'updated_at': '2022-03-08T09:48:22Z', 'revision_number': 5, 'project_id': '3930543b2ce942fe899a5a461a431d3e', 'gw_port': {'id': '3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e89c2-e24f-45d8-b5ef-9527850ac7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:43:30Z', 'updated_at': '2022-03-08T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:48:27.350351 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6944a5aa-d466-4be2-8b05-82f0f643ac82 None None] Provisioning for port 4f335db1-a0ea-41aa-a249-7507babe6b30 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:27.373816 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 0690b893-3c70-4fcb-806f-f2ce85ba420c {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:48:27.374167 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0690b893-3c70-4fcb-806f-f2ce85ba420c not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:48:27.434962 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:48:27.435461 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:48:27.435860 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4efc0c-a6ac-4715-a1d2-0f41d12f63ed tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=87c0192b-93d6-47e1-ba2a-d91c0d2bcd67,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:27.439485 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6944a5aa-d466-4be2-8b05-82f0f643ac82 None None] Provisioning complete for port 4f335db1-a0ea-41aa-a249-7507babe6b30 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:27.439673 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6944a5aa-d466-4be2-8b05-82f0f643ac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:27.440653 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:27.507947 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Attempting to bind port 2ae77bf3-a50c-4dd3-943b-acc6e54d3f81 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:48:27.508325 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Attempting to bind port 2ae77bf3-a50c-4dd3-943b-acc6e54d3f81 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'e1b97c42-a479-4cb1-bae2-5864bbfb0ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6871aba0-6d97-499f-8517-f22d2a1ccbba'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:48:27.508760 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Attempting to bind port 2ae77bf3-a50c-4dd3-943b-acc6e54d3f81 on network 6871aba0-6d97-499f-8517-f22d2a1ccbba {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:48:27.523710 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:48:27.524096 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Checking segment: {'id': 'e1b97c42-a479-4cb1-bae2-5864bbfb0ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6871aba0-6d97-499f-8517-f22d2a1ccbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:27.524506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:27.524923 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Bound using segment: {'id': 'e1b97c42-a479-4cb1-bae2-5864bbfb0ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6871aba0-6d97-499f-8517-f22d2a1ccbba'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:48:27.525405 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Bound port: 2ae77bf3-a50c-4dd3-943b-acc6e54d3f81, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b97c42-a479-4cb1-bae2-5864bbfb0ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6871aba0-6d97-499f-8517-f22d2a1ccbba'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:48:27.525794 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:27.541426 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] For port a0864e7f-390d-4a45-ac04-191dc2c28848, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:48:27.552095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b2ea734-3691-4eb4-9796-bbd6a68a6a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:27.561261 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] For port a0864e7f-390d-4a45-ac04-191dc2c28848, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a0864e7f-390d-4a45-ac04-191dc2c28848,segment=NetworkSegment(25b8f754-fb5b-4f18-9b84-6e13387b6eff),segment_id=25b8f754-fb5b-4f18-9b84-6e13387b6eff)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:48:27.562343 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6944a5aa-d466-4be2-8b05-82f0f643ac82 None None] Port 4f335db1-a0ea-41aa-a249-7507babe6b30 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:48:27.592154 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:27.644042 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2e4efc0c-a6ac-4715-a1d2-0f41d12f63ed tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:27.683709 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40007561-8354-4cd1-9a24-80e0aaecbb78 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:48:27.700345 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40007561-8354-4cd1-9a24-80e0aaecbb78 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:27.701652 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-40007561-8354-4cd1-9a24-80e0aaecbb78 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "PUT /v2.0/routers/07b03f07-d6af-436f-b0ff-3b5046d54292 HTTP/1.1" status: 200 len: 912 time: 6.7108073 Mar 08 09:48:27.713380 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42028) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:27.714691 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:27.719083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c33bc74-f396-4d84-ab95-fb6fe87ded92 None None] Sync routers for ids ['07b03f07-d6af-436f-b0ff-3b5046d54292'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:48:27.725425 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2e4efc0c-a6ac-4715-a1d2-0f41d12f63ed tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/87c0192b-93d6-47e1-ba2a-d91c0d2bcd67 HTTP/1.1" status: 204 len: 168 time: 2.2657533 Mar 08 09:48:27.736465 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42032) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:27.738000 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6871aba0-6d97-499f-8517-f22d2a1ccbba']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:27.757860 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a779caca-11df-4b11-bd14-4492b6b90b1f None None] Could not find standard attr ID for object 87c0192b-93d6-47e1-ba2a-d91c0d2bcd67. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:48:27.766950 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] For port 2ae77bf3-a50c-4dd3-943b-acc6e54d3f81, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:48:27.771008 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c33bc74-f396-4d84-ab95-fb6fe87ded92 None None] Routers {'07b03f07-d6af-436f-b0ff-3b5046d54292'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:27.771658 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-9c33bc74-f396-4d84-ab95-fb6fe87ded92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['07b03f07-d6af-436f-b0ff-3b5046d54292'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:27.824133 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Deleting port 3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:27.824355 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:27.864012 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7089c6c-6c86-4f54-9112-8476f49a548c None None] Pushing event updated for resources: {'Port': ['ID=a0864e7f-390d-4a45-ac04-191dc2c28848,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:27.869468 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] For port 2ae77bf3-a50c-4dd3-943b-acc6e54d3f81, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=2ae77bf3-a50c-4dd3-943b-acc6e54d3f81,segment=NetworkSegment(e1b97c42-a479-4cb1-bae2-5864bbfb0ad9),segment_id=e1b97c42-a479-4cb1-bae2-5864bbfb0ad9)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:48:27.870580 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-9c33bc74-f396-4d84-ab95-fb6fe87ded92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:27.884546 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:27.921793 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b97c42-a479-4cb1-bae2-5864bbfb0ad9') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:27.922422 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b97c42-a479-4cb1-bae2-5864bbfb0ad9') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:27.929438 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a779caca-11df-4b11-bd14-4492b6b90b1f None None] Provisioning complete for port 4f335db1-a0ea-41aa-a249-7507babe6b30 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:27.929792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a779caca-11df-4b11-bd14-4492b6b90b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:27.938080 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Deleting port 0690b893-3c70-4fcb-806f-f2ce85ba420c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:27.938895 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:27.967140 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c33bc74-f396-4d84-ab95-fb6fe87ded92 None None] Routers {'07b03f07-d6af-436f-b0ff-3b5046d54292'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:27.967783 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-9c33bc74-f396-4d84-ab95-fb6fe87ded92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['07b03f07-d6af-436f-b0ff-3b5046d54292'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:28.058247 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:28.105853 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-58404c73-9be5-4aeb-a108-24d4a796190a tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "GET /v2.0/routers/07b03f07-d6af-436f-b0ff-3b5046d54292 HTTP/1.1" status: 200 len: 918 time: 0.3840308 Mar 08 09:48:28.108508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42036) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:28.136197 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-9c33bc74-f396-4d84-ab95-fb6fe87ded92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:28.136603 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c33bc74-f396-4d84-ab95-fb6fe87ded92 None None] The sync data for ids ['07b03f07-d6af-436f-b0ff-3b5046d54292'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:48:28.156059 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] The port '0690b893-3c70-4fcb-806f-f2ce85ba420c' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:48:28.205551 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] For port 3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:28.205909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:28.227051 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:28.227760 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a779caca-11df-4b11-bd14-4492b6b90b1f None None] Port 4f335db1-a0ea-41aa-a249-7507babe6b30 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:48:28.260373 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4cbe9f-abb5-4a23-9cdc-815d4bcbfd6e None None] Pushing event updated for resources: {'Port': ['ID=2ae77bf3-a50c-4dd3-943b-acc6e54d3f81,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:28.294989 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a779caca-11df-4b11-bd14-4492b6b90b1f None None] Provisioning for port df28b2d1-691f-4227-ad3c-c9c11faeaef7 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:28.302869 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5e4ff8-fa16-482a-bf64-350e12a38e5f None None] Network 6871aba0-6d97-499f-8517-f22d2a1ccbba requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:28.364951 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Calling delete_port for 3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4 owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:28.397356 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:28.425289 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32eaa85-e81d-404d-a799-293346cb1a3b tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:28.427116 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c32eaa85-e81d-404d-a799-293346cb1a3b tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&device_id=07b03f07-d6af-436f-b0ff-3b5046d54292&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3176572 Mar 08 09:48:28.430141 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42040) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:28.430419 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a779caca-11df-4b11-bd14-4492b6b90b1f None None] Provisioning complete for port df28b2d1-691f-4227-ad3c-c9c11faeaef7 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:28.430800 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a779caca-11df-4b11-bd14-4492b6b90b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:28.432168 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baecc7b2-69be-4a90-a55c-5061fb8d0ba7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:28.434010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baecc7b2-69be-4a90-a55c-5061fb8d0ba7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:28.441371 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-baecc7b2-69be-4a90-a55c-5061fb8d0ba7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:28.483445 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:28.483983 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:28.493275 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 94ad1dde-488b-4f3c-8481-c049d4b4f22c up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:28.500019 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:28.528313 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:28.604642 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9c6e6a-8ce4-4171-ab7e-e09ef72a171c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:28.608715 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6d9c6e6a-8ce4-4171-ab7e-e09ef72a171c tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "GET /v2.0/networks/0092b317-fba6-481a-9c1a-91e0998b20b7 HTTP/1.1" status: 200 len: 881 time: 0.1746578 Mar 08 09:48:28.608950 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42044) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:28.666284 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-104610ab-1bbb-43cd-acee-934fc3cb851b tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b03f07-d6af-436f-b0ff-3b5046d54292 HTTP/1.1" status: 200 len: 205 time: 0.0538449 Mar 08 09:48:28.666528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42048) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:28.730118 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:28.730368 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 94ad1dde-488b-4f3c-8481-c049d4b4f22c triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:28.730835 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:28.741241 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-baecc7b2-69be-4a90-a55c-5061fb8d0ba7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:28.743102 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-baecc7b2-69be-4a90-a55c-5061fb8d0ba7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.9949090 Mar 08 09:48:28.747677 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:48:28.759989 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42052) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:28.815723 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a779caca-11df-4b11-bd14-4492b6b90b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:28.821107 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 09:48:28.821107 dv-neutron-831730-2-hyperv neutron-server[87772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 09:48:28.821107 dv-neutron-831730-2-hyperv neutron-server[87772]: [parameters: {'id': '6871aba0-6d97-499f-8517-f22d2a1ccbba'}] Mar 08 09:48:28.821107 dv-neutron-831730-2-hyperv neutron-server[87772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:48:28.822144 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:48:28.838028 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:28.878518 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabb35cf-fe85-4c4a-afe3-3a58a036555e']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:28.902063 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:28.905809 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a779caca-11df-4b11-bd14-4492b6b90b1f None None] For port df28b2d1-691f-4227-ad3c-c9c11faeaef7, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=df28b2d1-691f-4227-ad3c-c9c11faeaef7,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:28.920802 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a779caca-11df-4b11-bd14-4492b6b90b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:28.957449 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0158ca7-d101-4b47-94f9-577dad02cf32') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:28.957907 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0158ca7-d101-4b47-94f9-577dad02cf32') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:29.020335 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.029386 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device a0864e7f-390d-4a45-ac04-191dc2c28848 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:29.046986 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.076545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a3600e-6b51-4161-b180-747e4e5089b7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet d79f26c6-71b0-4909-8149-5d0e9b761c93 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:48:29.090515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:29.096010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-4f00beb8-a0ae-4f73-b2e7-4b5ae28be578 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Allocated IP 172.20.0.1 (cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b/e3a2856c-7ffa-41ac-a590-86c030252e2c/6cbeacc8-11fc-4be3-b6f6-815bd2e4792f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:29.100438 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21a3600e-6b51-4161-b180-747e4e5089b7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.155064 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=4f335db1-a0ea-41aa-a249-7507babe6b30,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:29.162426 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port a0864e7f-390d-4a45-ac04-191dc2c28848 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:29.167366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.167884 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.168184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.168614 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.169055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.169459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.169859 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.170256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.170699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.171089 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.171472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.171869 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.174537 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779caca-11df-4b11-bd14-4492b6b90b1f None None] Pushing event updated for resources: {'Port': ['ID=df28b2d1-691f-4227-ad3c-c9c11faeaef7,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:29.202573 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.206987 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:48:29.217379 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9b486273-ff0c-464b-b28d-79382375488f no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:48:29.224814 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d52340cb-135c-472f-a106-15a036d4cecd tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.269129 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.269572 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.270058 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.270944 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.271349 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.271752 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.272200 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.272542 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.272988 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.273548 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.273931 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.274222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:29.294364 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:29.294774 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.317412 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 9b486273-ff0c-464b-b28d-79382375488f {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:48:29.317734 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9b486273-ff0c-464b-b28d-79382375488f not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:29.320499 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:29.355623 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.356922 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.398179 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5788a4-0b68-4cab-b1a9-4bbf3bb04f26 None None] Network cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:29.429341 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21a3600e-6b51-4161-b180-747e4e5089b7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.511339 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Provisioning for port a0864e7f-390d-4a45-ac04-191dc2c28848 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:29.538455 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Provisioning complete for port a0864e7f-390d-4a45-ac04-191dc2c28848 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:29.538821 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.602815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.605493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.607413 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Deleting port 2ae77bf3-a50c-4dd3-943b-acc6e54d3f81 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:29.607699 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.639077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d52340cb-135c-472f-a106-15a036d4cecd tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.642856 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.656836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-d52340cb-135c-472f-a106-15a036d4cecd tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Deleting port 7a9601a9-5140-4ae2-ab04-d929a5ee189c {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:29.658627 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d52340cb-135c-472f-a106-15a036d4cecd tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.685107 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.699483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.699966 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c2e89c2-e24f-45d8-b5ef-9527850ac7cc {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:48:29.732270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.733447 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e1592875-e845-40da-a0e2-1cbd03ad6de6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3c2e89c2-e24f-45d8-b5ef-9527850ac7cc HTTP/1.1" status: 204 len: 168 time: 3.6822777 Mar 08 09:48:29.747670 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.751156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42056) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:29.767673 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] Pushing event deleted for resources: {'Network': ['ID=eabb35cf-fe85-4c4a-afe3-3a58a036555e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:29.770010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.808311 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] For port a0864e7f-390d-4a45-ac04-191dc2c28848, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a0864e7f-390d-4a45-ac04-191dc2c28848,segment=NetworkSegment(25b8f754-fb5b-4f18-9b84-6e13387b6eff),segment_id=25b8f754-fb5b-4f18-9b84-6e13387b6eff)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:29.818748 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.909585 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5315fc-a870-420c-ad09-f5e30fbfb673 admin admin] Deleting subnet 22ec09f4-37c1-4973-ad35-a74953dd1390 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:48:29.916988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ce5315fc-a870-420c-ad09-f5e30fbfb673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.944101 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Pushing event updated for resources: {'Port': ['ID=a0864e7f-390d-4a45-ac04-191dc2c28848,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:29.972936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d52340cb-135c-472f-a106-15a036d4cecd tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:29.985580 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Provisioning complete for port 4f335db1-a0ea-41aa-a249-7507babe6b30 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:29.987238 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:30.055893 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ea359234-73a5-4592-97a2-46915da0e338 tempest-NetworksIpV6Test-270653444 tempest-NetworksIpV6Test-270653444-project] 10.222.0.24 "DELETE /v2.0/networks/eabb35cf-fe85-4c4a-afe3-3a58a036555e HTTP/1.1" status: 204 len: 168 time: 6.3889425 Mar 08 09:48:30.064376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:30.064975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:30.065559 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:30.065966 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:30.066804 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:30.067493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:30.068916 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:30.069408 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:30.069945 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:30.070469 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:30.070973 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:30.071476 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:48:30.079374 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a554a-9554-445a-bf70-fd074a39dc1d None None] Port 4f335db1-a0ea-41aa-a249-7507babe6b30 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:48:30.081819 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:30.083188 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8706c1fc-0125-4e7b-918a-aca1f3d327c4 None None] get_active_networks_info from dv-neutron-831730-2-hyperv {{(pid=87773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 09:48:30.108048 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ce5315fc-a870-420c-ad09-f5e30fbfb673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:30.145586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-d52340cb-135c-472f-a106-15a036d4cecd tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Calling delete_port for 7a9601a9-5140-4ae2-ab04-d929a5ee189c owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:30.218162 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f00beb8-a0ae-4f73-b2e7-4b5ae28be578 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:30.232151 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-598d807f-0857-4e23-a60b-d343e4894ead None None] Provisioning complete for port a0864e7f-390d-4a45-ac04-191dc2c28848 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:30.235153 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-598d807f-0857-4e23-a60b-d343e4894ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:30.288842 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-4f00beb8-a0ae-4f73-b2e7-4b5ae28be578 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Transition to ACTIVE for port object 6cbeacc8-11fc-4be3-b6f6-815bd2e4792f will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:30.295571 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ce5315fc-a870-420c-ad09-f5e30fbfb673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:30.352616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8706c1fc-0125-4e7b-918a-aca1f3d327c4 None None] Resources bound (agent type, host, resource id): {{(pid=87773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 09:48:30.383668 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device a0864e7f-390d-4a45-ac04-191dc2c28848 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:30.397858 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21a3600e-6b51-4161-b180-747e4e5089b7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:30.450351 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d52340cb-135c-472f-a106-15a036d4cecd tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:30.484021 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42064) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:30.575279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] For port 2ae77bf3-a50c-4dd3-943b-acc6e54d3f81, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=2ae77bf3-a50c-4dd3-943b-acc6e54d3f81,segment=NetworkSegment(e1b97c42-a479-4cb1-bae2-5864bbfb0ad9),segment_id=e1b97c42-a479-4cb1-bae2-5864bbfb0ad9)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:30.576035 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:30.639143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ce5315fc-a870-420c-ad09-f5e30fbfb673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:30.669960 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52340cb-135c-472f-a106-15a036d4cecd tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Pushing event deleted for resources: {'Port': ['ID=7a9601a9-5140-4ae2-ab04-d929a5ee189c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:30.704021 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port a0864e7f-390d-4a45-ac04-191dc2c28848 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:30.704394 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:30.709215 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5315fc-a870-420c-ad09-f5e30fbfb673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ec09f4-37c1-4973-ad35-a74953dd1390,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:30.722004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ce5315fc-a870-420c-ad09-f5e30fbfb673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:30.748714 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:30.771594 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ce5315fc-a870-420c-ad09-f5e30fbfb673 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/22ec09f4-37c1-4973-ad35-a74953dd1390 HTTP/1.1" status: 204 len: 168 time: 1.0193741 Mar 08 09:48:30.774641 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42070) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:30.775366 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Calling delete_port for 2ae77bf3-a50c-4dd3-943b-acc6e54d3f81 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:30.817379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f00beb8-a0ae-4f73-b2e7-4b5ae28be578 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:30.913040 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d52340cb-135c-472f-a106-15a036d4cecd tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:30.913290 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21a3600e-6b51-4161-b180-747e4e5089b7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:30.933624 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device df28b2d1-691f-4227-ad3c-c9c11faeaef7 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:30.976032 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f00beb8-a0ae-4f73-b2e7-4b5ae28be578 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:30.993021 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3600e-6b51-4161-b180-747e4e5089b7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=d79f26c6-71b0-4909-8149-5d0e9b761c93,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:30.994971 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4f00beb8-a0ae-4f73-b2e7-4b5ae28be578 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:31.023970 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f00beb8-a0ae-4f73-b2e7-4b5ae28be578 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:31.026834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.035036 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port df28b2d1-691f-4227-ad3c-c9c11faeaef7 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:31.035201 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.054493 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21a3600e-6b51-4161-b180-747e4e5089b7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.070189 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6249544f-ee58-4cca-b05a-d6f951ff4fee None None] Network 7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:31.083641 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0a7585-b893-4400-bbbe-a9a43d0bf384 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:31.108663 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d52340cb-135c-472f-a106-15a036d4cecd tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.112371 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-933b1eb3-11e2-4941-a588-5dd159a21d12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9f411f6cb5a4546a0eace12b5c81c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6270230 Mar 08 09:48:31.114782 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d52340cb-135c-472f-a106-15a036d4cecd tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.119070 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42074) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:31.171229 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] Deleting port 65024524-470b-4d1f-93b0-0407c18331f8 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:31.171567 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.234317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d52340cb-135c-472f-a106-15a036d4cecd tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.235378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52340cb-135c-472f-a106-15a036d4cecd tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Fanout notify agent at l3_agent the message router_deleted on router 07b03f07-d6af-436f-b0ff-3b5046d54292 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:48:31.287535 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e3f25e56-d838-4e5e-92e9-a6ee13baf2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.298504 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d52340cb-135c-472f-a106-15a036d4cecd tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.303088 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d52340cb-135c-472f-a106-15a036d4cecd tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "DELETE /v2.0/routers/07b03f07-d6af-436f-b0ff-3b5046d54292 HTTP/1.1" status: 204 len: 168 time: 2.6009710 Mar 08 09:48:31.306978 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00beb8-a0ae-4f73-b2e7-4b5ae28be578 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=6cbeacc8-11fc-4be3-b6f6-815bd2e4792f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:31.321354 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42078) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:31.351712 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1169548607', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:31.353732 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e3f25e56-d838-4e5e-92e9-a6ee13baf2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.363072 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.426826 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:31.429354 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f00beb8-a0ae-4f73-b2e7-4b5ae28be578 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.432516 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-21a3600e-6b51-4161-b180-747e4e5089b7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/d79f26c6-71b0-4909-8149-5d0e9b761c93 HTTP/1.1" status: 204 len: 168 time: 2.6658061 Mar 08 09:48:31.450382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42082) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:31.455722 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Usage tracker for resource:router and tenant:fdf8a4a144d04e029227790a5607b81e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:31.464883 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No DVR routers for this DVR port 2ae77bf3-a50c-4dd3-943b-acc6e54d3f81 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:48:31.492662 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Port': ['ID=2ae77bf3-a50c-4dd3-943b-acc6e54d3f81,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:31.512409 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:31.513720 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-774261ff-4b11-43bc-ab14-dc0127655255 None None] Provisioning for port 6cbeacc8-11fc-4be3-b6f6-815bd2e4792f completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:31.527323 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-774261ff-4b11-43bc-ab14-dc0127655255 None None] Provisioning complete for port 6cbeacc8-11fc-4be3-b6f6-815bd2e4792f triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:31.527545 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-774261ff-4b11-43bc-ab14-dc0127655255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.549705 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b3713353-8d82-4dab-aa9b-9fa2bbd0b20e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889416 Mar 08 09:48:31.553429 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42086) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:31.592362 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:31.595666 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] For port 65024524-470b-4d1f-93b0-0407c18331f8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=65024524-470b-4d1f-93b0-0407c18331f8,segment=NetworkSegment(5fdb64d3-0b47-4e50-9fbf-d89b25ee019e),segment_id=5fdb64d3-0b47-4e50-9fbf-d89b25ee019e)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:31.596112 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.606779 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-774261ff-4b11-43bc-ab14-dc0127655255 None None] Port 6cbeacc8-11fc-4be3-b6f6-815bd2e4792f cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:48:31.690877 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:48:31.744180 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:48:31.744452 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3b5fa4f1-eae9-43d3-b74f-b493f12e0fc4 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:48:31.746267 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] Calling delete_port for 65024524-470b-4d1f-93b0-0407c18331f8 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:31.747122 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf7e1b1-8482-4f1b-8ed9-79580abc7447 None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:48:31.753954 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-edf7e1b1-8482-4f1b-8ed9-79580abc7447 None None] Deleting port df28b2d1-691f-4227-ad3c-c9c11faeaef7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:31.754248 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-edf7e1b1-8482-4f1b-8ed9-79580abc7447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.781128 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.782239 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.790969 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e3f25e56-d838-4e5e-92e9-a6ee13baf2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.807265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.819808 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f25e56-d838-4e5e-92e9-a6ee13baf2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8116cc42-f4c2-4a43-b760-e949b8019db1,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:31.828790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e3f25e56-d838-4e5e-92e9-a6ee13baf2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.830216 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e3f25e56-d838-4e5e-92e9-a6ee13baf2cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8116cc42-f4c2-4a43-b760-e949b8019db1 HTTP/1.1" status: 204 len: 168 time: 0.7090600 Mar 08 09:48:31.854965 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.858226 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6871aba0-6d97-499f-8517-f22d2a1ccbba']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:31.871250 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8f05bc-15d3-497b-ae21-7112a6dccaee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:31.871999 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6a8f05bc-15d3-497b-ae21-7112a6dccaee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:31.892189 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.922009 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b686c20e-a299-4ab4-a3bd-04bfb1a46254 None None] DHCP port deletion for 7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:48:31.934143 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.936603 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b97c42-a479-4cb1-bae2-5864bbfb0ad9') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:31.936942 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b97c42-a479-4cb1-bae2-5864bbfb0ad9') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:31.951027 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.951708 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:31.968456 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] No DVR routers for this DVR port 65024524-470b-4d1f-93b0-0407c18331f8 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:48:31.993225 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:32.005149 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] Pushing event deleted for resources: {'Port': ['ID=65024524-470b-4d1f-93b0-0407c18331f8,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:32.008556 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6a8f05bc-15d3-497b-ae21-7112a6dccaee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:32.010003 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6a8f05bc-15d3-497b-ae21-7112a6dccaee tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4555953 Mar 08 09:48:32.012815 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42092) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:32.041674 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-edf7e1b1-8482-4f1b-8ed9-79580abc7447 None None] For port df28b2d1-691f-4227-ad3c-c9c11faeaef7, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=df28b2d1-691f-4227-ad3c-c9c11faeaef7,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:32.042315 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-edf7e1b1-8482-4f1b-8ed9-79580abc7447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:32.131916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:32.163043 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:32.173224 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-edf7e1b1-8482-4f1b-8ed9-79580abc7447 None None] Calling delete_port for df28b2d1-691f-4227-ad3c-c9c11faeaef7 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:32.182838 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdb64d3-0b47-4e50-9fbf-d89b25ee019e') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:32.183202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdb64d3-0b47-4e50-9fbf-d89b25ee019e') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:32.198271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:32.272165 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-edf7e1b1-8482-4f1b-8ed9-79580abc7447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:32.328702 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7e1b1-8482-4f1b-8ed9-79580abc7447 None None] Pushing event deleted for resources: {'Port': ['ID=df28b2d1-691f-4227-ad3c-c9c11faeaef7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:32.331267 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf7e1b1-8482-4f1b-8ed9-79580abc7447 None None] No DVR routers for this DVR port df28b2d1-691f-4227-ad3c-c9c11faeaef7 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:48:32.346923 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:32.356529 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:32.357477 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:32.373530 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:32.377422 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c64c81-9617-4b4b-9859-c6b695e34719 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:32.378121 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c2c64c81-9617-4b4b-9859-c6b695e34719 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:32.380348 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 65024524-470b-4d1f-93b0-0407c18331f8 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:48:32.397966 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=4f335db1-a0ea-41aa-a249-7507babe6b30,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:32.400882 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f00beb8-a0ae-4f73-b2e7-4b5ae28be578 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:32.419805 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:32.434503 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 65024524-470b-4d1f-93b0-0407c18331f8 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:48:32.434985 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 65024524-470b-4d1f-93b0-0407c18331f8 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:48:32.435676 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device df28b2d1-691f-4227-ad3c-c9c11faeaef7 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:48:32.475966 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:32.478037 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: df28b2d1-691f-4227-ad3c-c9c11faeaef7 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:48:32.478401 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device df28b2d1-691f-4227-ad3c-c9c11faeaef7 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:48:32.482261 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:32.506512 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:32.525889 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5fe7709d-4bf1-449c-8c40-ae83a327ff78 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7a6bb4f2-b3e2-4d0a-a8b4-2459758df5f8 HTTP/1.1" status: 204 len: 168 time: 1.7503166 Mar 08 09:48:32.591985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:32.592399 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:32.606704 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:32.676967 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42114) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:32.727865 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9bff649e-0f6c-40a3-870b-78c758d2ff0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3930543b2ce942fe899a5a461a431d3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0495191 Mar 08 09:48:32.730234 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42120) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:32.788825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4105db83-b71f-4ba7-9f13-1d90d7fa50c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:32.790020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c2c64c81-9617-4b4b-9859-c6b695e34719 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:32.791463 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c2c64c81-9617-4b4b-9859-c6b695e34719 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6091647 Mar 08 09:48:32.803978 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42124) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:32.857825 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42128) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:32.885206 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ac1cb98b-4f58-4b15-ac4f-38ecfb1761c2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797923 Mar 08 09:48:32.889643 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42130) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:32.897261 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-14fdd336-5002-4d25-8715-14373cef0677 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:32.911722 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4105db83-b71f-4ba7-9f13-1d90d7fa50c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:32.928304 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:33.031404 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:33.063083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-14fdd336-5002-4d25-8715-14373cef0677 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:33.066908 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4105db83-b71f-4ba7-9f13-1d90d7fa50c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:33.078570 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:33.089532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-14fdd336-5002-4d25-8715-14373cef0677 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:33.098373 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105db83-b71f-4ba7-9f13-1d90d7fa50c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0361fc2f-c467-429b-94d3-4154b2718ff1,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:33.104766 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4105db83-b71f-4ba7-9f13-1d90d7fa50c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:33.106392 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4105db83-b71f-4ba7-9f13-1d90d7fa50c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0361fc2f-c467-429b-94d3-4154b2718ff1 HTTP/1.1" status: 204 len: 168 time: 0.3747113 Mar 08 09:48:33.107740 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 2636d80f-5036-4f56-9259-59621083efcd is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:33.116784 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Network': ['ID=6871aba0-6d97-499f-8517-f22d2a1ccbba,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:33.122088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fdd336-5002-4d25-8715-14373cef0677 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:33.124009 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:33.130565 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-14fdd336-5002-4d25-8715-14373cef0677 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:33.132166 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1a43e3ed-d228-4a98-bccf-5637ea4743ac tempest-DvrRoutersNegativeTest-891581367 tempest-DvrRoutersNegativeTest-891581367-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-969250626', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:33.135374 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.policy [None req-1a43e3ed-d228-4a98-bccf-5637ea4743ac tempest-DvrRoutersNegativeTest-891581367 tempest-DvrRoutersNegativeTest-891581367-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87772) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 08 09:48:33.135374 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.policy [None req-1a43e3ed-d228-4a98-bccf-5637ea4743ac tempest-DvrRoutersNegativeTest-891581367 tempest-DvrRoutersNegativeTest-891581367-project] Failed policy check for 'create_router' {{(pid=87772) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 08 09:48:33.135786 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-1a43e3ed-d228-4a98-bccf-5637ea4743ac tempest-DvrRoutersNegativeTest-891581367 tempest-DvrRoutersNegativeTest-891581367-project] create failed (client error): Access was denied to this resource. Mar 08 09:48:33.136787 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1a43e3ed-d228-4a98-bccf-5637ea4743ac tempest-DvrRoutersNegativeTest-891581367 tempest-DvrRoutersNegativeTest-891581367-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2290151 Mar 08 09:48:33.138121 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-75a71878-c696-4ca9-b9c3-db3c45195085 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/6871aba0-6d97-499f-8517-f22d2a1ccbba HTTP/1.1" status: 204 len: 168 time: 8.9892759 Mar 08 09:48:33.142994 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42140) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:33.246328 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c5b44e2f-5182-47c4-8295-ef8d82cf79b8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-317869347'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:33.279905 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c5b44e2f-5182-47c4-8295-ef8d82cf79b8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:33.492061 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c5b44e2f-5182-47c4-8295-ef8d82cf79b8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:network and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:33.506951 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c5b44e2f-5182-47c4-8295-ef8d82cf79b8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:33.531045 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c5b44e2f-5182-47c4-8295-ef8d82cf79b8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:33.572920 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-86a39397-7c87-47ce-aee2-f5cb2036dfc4 None None] Provisioning complete for port 4f335db1-a0ea-41aa-a249-7507babe6b30 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:33.573530 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-86a39397-7c87-47ce-aee2-f5cb2036dfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:33.639440 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42154) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:33.646951 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.objects.ports [None req-14fdd336-5002-4d25-8715-14373cef0677 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87771) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 09:48:33.652421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-14fdd336-5002-4d25-8715-14373cef0677 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:33.735636 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-86a39397-7c87-47ce-aee2-f5cb2036dfc4 None None] Port 4f335db1-a0ea-41aa-a249-7507babe6b30 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:48:33.739376 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b44e2f-5182-47c4-8295-ef8d82cf79b8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:33.743065 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5b44e2f-5182-47c4-8295-ef8d82cf79b8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:33.791239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fdd336-5002-4d25-8715-14373cef0677 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:33.795128 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-14fdd336-5002-4d25-8715-14373cef0677 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:33.799401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fdd336-5002-4d25-8715-14373cef0677 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:33.800153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-14fdd336-5002-4d25-8715-14373cef0677 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:33.807891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdd336-5002-4d25-8715-14373cef0677 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=d2925458-8f78-4e87-b488-e63bf830dcae,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:33.818867 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fc955b-d031-4d8e-a4f5-c90678d13075 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:33.831130 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b44e2f-5182-47c4-8295-ef8d82cf79b8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:48:33.838413 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-14fdd336-5002-4d25-8715-14373cef0677 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9478824 Mar 08 09:48:33.839488 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42164) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:33.842060 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f00beb8-a0ae-4f73-b2e7-4b5ae28be578 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:33.848134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-34e42dff-fafa-43d4-b1bc-94de6607857b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:33.853716 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f00beb8-a0ae-4f73-b2e7-4b5ae28be578 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:33.881404 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5b44e2f-5182-47c4-8295-ef8d82cf79b8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:33.881744 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-c5b44e2f-5182-47c4-8295-ef8d82cf79b8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Added segment 5fcc4c35-1cc9-4f6d-a430-7fac9eea7ff0 of type vlan for network ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3 Mar 08 09:48:33.936151 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Router c890b083-9e23-49a4-beaf-f9d5acf0dac9 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:48:33.985079 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cdc7701c-0cb0-4167-aa7f-9d51c0843ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:34.008994 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-cdc7701c-0cb0-4167-aa7f-9d51c0843ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:34.052342 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-cdc7701c-0cb0-4167-aa7f-9d51c0843ddf admin admin] Usage tracker for resource:security_group_rule and tenant:cbaba935bfb8477c96992a182a1dedd1 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:34.056342 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-cdc7701c-0cb0-4167-aa7f-9d51c0843ddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:34.066378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-cdc7701c-0cb0-4167-aa7f-9d51c0843ddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:34.069364 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-34e42dff-fafa-43d4-b1bc-94de6607857b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:34.076365 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-34e42dff-fafa-43d4-b1bc-94de6607857b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:34.083560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-34e42dff-fafa-43d4-b1bc-94de6607857b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:34.091106 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-34e42dff-fafa-43d4-b1bc-94de6607857b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:34.118296 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e42dff-fafa-43d4-b1bc-94de6607857b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:34.122407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-34e42dff-fafa-43d4-b1bc-94de6607857b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:34.158186 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00beb8-a0ae-4f73-b2e7-4b5ae28be578 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=6cbeacc8-11fc-4be3-b6f6-815bd2e4792f,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:34.165791 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f00beb8-a0ae-4f73-b2e7-4b5ae28be578 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:34.172572 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5b44e2f-5182-47c4-8295-ef8d82cf79b8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:34.195007 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cdc7701c-0cb0-4167-aa7f-9d51c0843ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:34.208810 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cdc7701c-0cb0-4167-aa7f-9d51c0843ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:34.221161 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': 'd2925458-8f78-4e87-b488-e63bf830dcae'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:48:34.222406 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:34.342405 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-cdc7701c-0cb0-4167-aa7f-9d51c0843ddf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbaba935bfb8477c96992a182a1dedd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7018154 Mar 08 09:48:34.346773 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42178) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:34.353146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7701c-0cb0-4167-aa7f-9d51c0843ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c06880-4ab2-4177-8ea4-2fc530149f61,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:34.404404 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:34.453336 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.ipam_backend_mixin [None req-34e42dff-fafa-43d4-b1bc-94de6607857b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2925458-8f78-4e87-b488-e63bf830dcae (CIDR: 2001:db8::/64) Mar 08 09:48:34.454823 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8f80e487-fe1d-4448-ba74-fd0d1f4aab24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:34.455622 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:34.466496 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e42dff-fafa-43d4-b1bc-94de6607857b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:48:34.466956 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e42dff-fafa-43d4-b1bc-94de6607857b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:48:34.494399 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Allocated IP 2001:db8::f816:3eff:fe60:1ae3 (162da289-2647-477b-bcb7-e834030497c1/d2925458-8f78-4e87-b488-e63bf830dcae/59dd6cd3-3497-4f86-a324-099c17fe4c05) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:34.498582 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8f80e487-fe1d-4448-ba74-fd0d1f4aab24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:34.542019 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:48:34.542250 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-34e42dff-fafa-43d4-b1bc-94de6607857b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7008586 Mar 08 09:48:34.552719 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42184) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:34.555177 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d779ef-73d8-470b-ad14-afc12e8d03cd None None] Sync routers for ids ['c890b083-9e23-49a4-beaf-f9d5acf0dac9'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:48:34.566578 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d779ef-73d8-470b-ad14-afc12e8d03cd None None] Routers {'c890b083-9e23-49a4-beaf-f9d5acf0dac9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:34.568206 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-30d779ef-73d8-470b-ad14-afc12e8d03cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c890b083-9e23-49a4-beaf-f9d5acf0dac9'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:34.570868 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-976fd8a3-6d71-49c4-a44c-cb8912deb217 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:34.594705 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5b44e2f-5182-47c4-8295-ef8d82cf79b8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:34.600809 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b44e2f-5182-47c4-8295-ef8d82cf79b8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:34.601411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5b44e2f-5182-47c4-8295-ef8d82cf79b8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:34.643932 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8f80e487-fe1d-4448-ba74-fd0d1f4aab24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:34.677249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80e487-fe1d-4448-ba74-fd0d1f4aab24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c06880-4ab2-4177-8ea4-2fc530149f61,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:34.686627 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-30d779ef-73d8-470b-ad14-afc12e8d03cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:34.703282 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8f80e487-fe1d-4448-ba74-fd0d1f4aab24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:34.706995 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8f80e487-fe1d-4448-ba74-fd0d1f4aab24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92c06880-4ab2-4177-8ea4-2fc530149f61 HTTP/1.1" status: 204 len: 168 time: 0.3562427 Mar 08 09:48:34.712313 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d779ef-73d8-470b-ad14-afc12e8d03cd None None] Routers {'c890b083-9e23-49a4-beaf-f9d5acf0dac9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:34.713236 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-30d779ef-73d8-470b-ad14-afc12e8d03cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c890b083-9e23-49a4-beaf-f9d5acf0dac9'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:34.778347 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-30d779ef-73d8-470b-ad14-afc12e8d03cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:34.778751 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d779ef-73d8-470b-ad14-afc12e8d03cd None None] The sync data for ids ['c890b083-9e23-49a4-beaf-f9d5acf0dac9'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:48:34.820992 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dea68fb3-16da-408d-a6e6-d52ae7b24c84 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "PUT /v2.0/routers/c890b083-9e23-49a4-beaf-f9d5acf0dac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1532078 Mar 08 09:48:34.820992 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b44e2f-5182-47c4-8295-ef8d82cf79b8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Network': ['ID=ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:34.822769 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42196) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:34.839691 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:48:34.932077 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c5b44e2f-5182-47c4-8295-ef8d82cf79b8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7862451 Mar 08 09:48:34.934655 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42204) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:34.953181 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-213b2d36-4941-4a09-80fd-1afd26d6277e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'subnet': {'network_id': 'ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:34.973597 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:34.991997 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Transition to ACTIVE for port object 59dd6cd3-3497-4f86-a324-099c17fe4c05 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:35.022203 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Transition to ACTIVE for port object 59dd6cd3-3497-4f86-a324-099c17fe4c05 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:35.029237 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f00beb8-a0ae-4f73-b2e7-4b5ae28be578 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:35.031715 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:35.039739 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4f00beb8-a0ae-4f73-b2e7-4b5ae28be578 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:35.066059 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Allocated IP 172.26.2.81 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/415adada-2f99-49fc-9af6-50c6a1d8b7fc) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:35.135481 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Pushing event updated for resources: {'Port': ['ID=59dd6cd3-3497-4f86-a324-099c17fe4c05,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:35.142335 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:35.143793 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:35.146207 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:35.193760 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-976fd8a3-6d71-49c4-a44c-cb8912deb217 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:35.202042 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-976fd8a3-6d71-49c4-a44c-cb8912deb217 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:35.215288 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-976fd8a3-6d71-49c4-a44c-cb8912deb217 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:35.265968 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-213b2d36-4941-4a09-80fd-1afd26d6277e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:35.272555 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-213b2d36-4941-4a09-80fd-1afd26d6277e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:subnet and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:35.287396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Attempting to bind port 59dd6cd3-3497-4f86-a324-099c17fe4c05 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:48:35.287776 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Attempting to bind port 59dd6cd3-3497-4f86-a324-099c17fe4c05 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:48:35.288143 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Attempting to bind port 59dd6cd3-3497-4f86-a324-099c17fe4c05 on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:48:35.289318 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-213b2d36-4941-4a09-80fd-1afd26d6277e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:35.299894 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:48:35.300272 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:35.300720 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:35.301141 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:48:35.302990 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-213b2d36-4941-4a09-80fd-1afd26d6277e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:35.303312 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Bound port: 59dd6cd3-3497-4f86-a324-099c17fe4c05, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:48:35.304074 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:35.328135 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5e8af5-60b5-4afd-9943-952350b744c8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:35.328913 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2c5e8af5-60b5-4afd-9943-952350b744c8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Synchronizing usage tracker for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:35.372586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213b2d36-4941-4a09-80fd-1afd26d6277e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:35.376160 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-976fd8a3-6d71-49c4-a44c-cb8912deb217 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:35.384855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-213b2d36-4941-4a09-80fd-1afd26d6277e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:35.410780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976fd8a3-6d71-49c4-a44c-cb8912deb217 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:35.414542 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-976fd8a3-6d71-49c4-a44c-cb8912deb217 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:35.432555 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2c5e8af5-60b5-4afd-9943-952350b744c8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Unset dirty status for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:35.434042 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2c5e8af5-60b5-4afd-9943-952350b744c8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c890b083-9e23-49a4-beaf-f9d5acf0dac9 HTTP/1.1" status: 200 len: 988 time: 0.6047525 Mar 08 09:48:35.438767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42220) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:35.453040 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] For port 59dd6cd3-3497-4f86-a324-099c17fe4c05, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:48:35.458024 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] For port 59dd6cd3-3497-4f86-a324-099c17fe4c05, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=59dd6cd3-3497-4f86-a324-099c17fe4c05,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:48:35.473572 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:35.564729 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3b814357-6ece-41ba-acd9-1e4c535d61f4 None None] Provisioning complete for port 6cbeacc8-11fc-4be3-b6f6-815bd2e4792f triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:35.565131 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b814357-6ece-41ba-acd9-1e4c535d61f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:35.643208 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8c266-5ef0-4876-9754-58d5c830a313 None None] Pushing event updated for resources: {'Port': ['ID=59dd6cd3-3497-4f86-a324-099c17fe4c05,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:35.685872 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3b814357-6ece-41ba-acd9-1e4c535d61f4 None None] Port 6cbeacc8-11fc-4be3-b6f6-815bd2e4792f cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:48:35.888225 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f00beb8-a0ae-4f73-b2e7-4b5ae28be578 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:48:35.892628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.ipam_backend_mixin [None req-213b2d36-4941-4a09-80fd-1afd26d6277e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Performing IP validity checks on allocation pools {{(pid=87771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 08 09:48:35.893170 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.ipam_backend_mixin [None req-213b2d36-4941-4a09-80fd-1afd26d6277e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 08 09:48:36.030664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42238) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:36.258403 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42248) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:36.330332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:36.341158 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-213b2d36-4941-4a09-80fd-1afd26d6277e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:36.377434 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f00beb8-a0ae-4f73-b2e7-4b5ae28be578 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:48:36.381390 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-976fd8a3-6d71-49c4-a44c-cb8912deb217 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:36.389535 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e214cc90-2d21-461b-b3c1-e2664163cffe None None] Sync routers for ids ['5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:48:36.405083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e214cc90-2d21-461b-b3c1-e2664163cffe None None] Routers {'5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:36.410798 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-e214cc90-2d21-461b-b3c1-e2664163cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:36.418853 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b2d36-4941-4a09-80fd-1afd26d6277e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Subnet': ['ID=aca141c7-2cb8-4710-9ca4-53432313f5cf,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:36.430274 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4f00beb8-a0ae-4f73-b2e7-4b5ae28be578 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2049758 Mar 08 09:48:36.444844 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42254) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:36.488804 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 59dd6cd3-3497-4f86-a324-099c17fe4c05 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:36.495094 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:36.508153 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2be5cd2c-7af5-4865-92c4-a551d2b689e3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:36.508596 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-2be5cd2c-7af5-4865-92c4-a551d2b689e3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 08 09:48:36.509116 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-2be5cd2c-7af5-4865-92c4-a551d2b689e3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): There was a conflict when trying to complete your request. Mar 08 09:48:36.515082 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2be5cd2c-7af5-4865-92c4-a551d2b689e3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4759896 Mar 08 09:48:36.515951 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42260) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:36.517688 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:36.521343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938410233'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:36.525493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-e214cc90-2d21-461b-b3c1-e2664163cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:36.534650 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:36.544957 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Usage tracker for resource:floatingip and tenant:26b945fa18614fd8a23bb7a003fa9a7f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:36.546526 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e214cc90-2d21-461b-b3c1-e2664163cffe None None] Routers {'5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:36.547298 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-e214cc90-2d21-461b-b3c1-e2664163cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:36.549142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:36.553082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:36.568029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:36.573439 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:36.575466 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b2d36-4941-4a09-80fd-1afd26d6277e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Checking segment: {'id': '5fcc4c35-1cc9-4f6d-a430-7fac9eea7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:36.575819 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213b2d36-4941-4a09-80fd-1afd26d6277e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network hostable DHCP agents. Network: ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:48:36.584506 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:36.609365 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:36.613157 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976fd8a3-6d71-49c4-a44c-cb8912deb217 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:36.623354 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-976fd8a3-6d71-49c4-a44c-cb8912deb217 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:36.633851 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-e214cc90-2d21-461b-b3c1-e2664163cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:36.634563 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e214cc90-2d21-461b-b3c1-e2664163cffe None None] The sync data for ids ['5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:48:36.651730 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:36.655029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for floatingip, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:36.658205 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976fd8a3-6d71-49c4-a44c-cb8912deb217 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:36.662744 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 59dd6cd3-3497-4f86-a324-099c17fe4c05 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:36.665935 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-976fd8a3-6d71-49c4-a44c-cb8912deb217 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:36.670901 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:36.672755 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Pushing event updated for resources: {'Port': ['ID=415adada-2f99-49fc-9af6-50c6a1d8b7fc,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:36.675435 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fd8a3-6d71-49c4-a44c-cb8912deb217 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=0f5ab9ff-4f51-4533-9261-ca95664643f7,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:36.683920 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:36.697945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213b2d36-4941-4a09-80fd-1afd26d6277e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:48:36.700094 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:36.730249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:36.734927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa11fd3-2ee5-475c-ae1a-db867e3f9d06 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:36.735548 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5aa11fd3-2ee5-475c-ae1a-db867e3f9d06 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Synchronizing usage tracker for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:36.764951 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-976fd8a3-6d71-49c4-a44c-cb8912deb217 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2111073 Mar 08 09:48:36.770450 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42264) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:36.771783 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-213b2d36-4941-4a09-80fd-1afd26d6277e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:36.780871 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9170683d-9d83-4725-9de4-be577db9e556 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'mac_address': 'fa:16:3e:7a:01:01', 'name': 'tempest-NetworksTestDHCPv6-1416468228'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:36.788600 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213b2d36-4941-4a09-80fd-1afd26d6277e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:36.789222 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-213b2d36-4941-4a09-80fd-1afd26d6277e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:36.790047 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab9e9e6-d88b-4600-90b3-239d2512aaa9 None None] Network ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:36.793563 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:36.822759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:36.828922 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:36.889529 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:36.898241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d85c942e-26ef-41f7-95e3-6a7bcc514b6b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:36.961776 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-213b2d36-4941-4a09-80fd-1afd26d6277e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0252151 Mar 08 09:48:36.973448 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42268) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:37.002519 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9170683d-9d83-4725-9de4-be577db9e556 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:37.012748 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5aa11fd3-2ee5-475c-ae1a-db867e3f9d06 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Unset dirty status for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:37.014104 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5aa11fd3-2ee5-475c-ae1a-db867e3f9d06 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/ports/6cbeacc8-11fc-4be3-b6f6-815bd2e4792f HTTP/1.1" status: 200 len: 910 time: 0.5668423 Mar 08 09:48:37.018389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9170683d-9d83-4725-9de4-be577db9e556 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:port and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:37.021580 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42272) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:37.023931 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9170683d-9d83-4725-9de4-be577db9e556 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:37.034030 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-cf8763f2-81bf-42b1-99ce-c95081e58171 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e3a2856c-7ffa-41ac-a590-86c030252e2c'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:37.052968 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8ec478-bbf8-44af-a8ad-db4f28211e26 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:37.060685 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9170683d-9d83-4725-9de4-be577db9e556 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:37.189405 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9170683d-9d83-4725-9de4-be577db9e556 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:37.240549 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3', 'network_id': 'ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3', 'tenant_id': '016bdee0e1984d6ab84e5721b9d2d47e', 'fixed_ips': [{'subnet_id': 'aca141c7-2cb8-4710-9ca4-53432313f5cf'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:48:37.241683 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:37.291480 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4c35ab10-315c-417b-863d-d2d5b01dc265 None None] Provisioning for port 59dd6cd3-3497-4f86-a324-099c17fe4c05 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:37.344252 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4c35ab10-315c-417b-863d-d2d5b01dc265 None None] Provisioning complete for port 59dd6cd3-3497-4f86-a324-099c17fe4c05 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:37.345071 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c35ab10-315c-417b-863d-d2d5b01dc265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:37.474023 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:37.530054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:37.612153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:37.633447 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:37.664914 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Allocated IP 172.20.0.3 (ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3/aca141c7-2cb8-4710-9ca4-53432313f5cf/b7d46d8e-bd16-42dd-8243-94537f7a3379) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:37.667737 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:37.692017 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c35ab10-315c-417b-863d-d2d5b01dc265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:37.695423 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:37.700474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:37.710134 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:37.723842 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:37.755913 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:37.758550 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6376f93c-de9d-48f1-b6ee-7c1b417bcbbb,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:37.767665 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-d85c942e-26ef-41f7-95e3-6a7bcc514b6b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port 4f335db1-a0ea-41aa-a249-7507babe6b30 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:37.768000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d85c942e-26ef-41f7-95e3-6a7bcc514b6b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:37.857550 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4c35ab10-315c-417b-863d-d2d5b01dc265 None None] For port 59dd6cd3-3497-4f86-a324-099c17fe4c05, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=59dd6cd3-3497-4f86-a324-099c17fe4c05,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:37.873186 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c35ab10-315c-417b-863d-d2d5b01dc265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:37.914040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9170683d-9d83-4725-9de4-be577db9e556 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:37.931668 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09643619-d771-426e-b856-2d7e81ae8d57 None None] Update dhcp port {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'fixed_ips': [{'subnet_id': 'd2925458-8f78-4e87-b488-e63bf830dcae', 'ip_address': '2001:db8::f816:3eff:fe60:1ae3'}, {'subnet_id': '0f5ab9ff-4f51-4533-9261-ca95664643f7'}], 'binding:host_id': 'dv-neutron-831730-2-hyperv'}, 'id': '59dd6cd3-3497-4f86-a324-099c17fe4c05'} from dv-neutron-831730-2-hyperv. {{(pid=87773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 09:48:37.944084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Allocated IP 172.26.2.195 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/2042a8d7-df0b-4f76-8d3f-4a0cb1dd2690) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:38.018985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-9170683d-9d83-4725-9de4-be577db9e556 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port cf046410-6176-4348-a09b-52aec06fa538 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:48:38.030059 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09643619-d771-426e-b856-2d7e81ae8d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:38.046621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35ab10-315c-417b-863d-d2d5b01dc265 None None] Pushing event updated for resources: {'Port': ['ID=59dd6cd3-3497-4f86-a324-099c17fe4c05,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:38.149389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf8763f2-81bf-42b1-99ce-c95081e58171 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:38.187056 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:38.195305 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:38.201386 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d85c942e-26ef-41f7-95e3-6a7bcc514b6b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:38.208810 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:38.232599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Transition to ACTIVE for port object b7d46d8e-bd16-42dd-8243-94537f7a3379 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:38.264649 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Transition to ACTIVE for port object b7d46d8e-bd16-42dd-8243-94537f7a3379 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:38.274105 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:38.344976 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Network ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:38.348363 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:38.356725 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:38.377333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-d85c942e-26ef-41f7-95e3-6a7bcc514b6b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for 4f335db1-a0ea-41aa-a249-7507babe6b30 owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:38.395165 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 59dd6cd3-3497-4f86-a324-099c17fe4c05 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:38.417983 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Pushing event updated for resources: {'Port': ['ID=b7d46d8e-bd16-42dd-8243-94537f7a3379,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:38.427717 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9088aa34-e499-444f-a0c6-8d83cdf5a7b2,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:38.467953 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:38.470971 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:38.472174 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-364dbcc6-3c9f-4f06-9699-0bc7b469548d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9552920 Mar 08 09:48:38.477889 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:38.481187 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42276) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:38.520000 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Attempting to bind port b7d46d8e-bd16-42dd-8243-94537f7a3379 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:48:38.520275 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Attempting to bind port b7d46d8e-bd16-42dd-8243-94537f7a3379 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '5fcc4c35-1cc9-4f6d-a430-7fac9eea7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:48:38.520846 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Attempting to bind port b7d46d8e-bd16-42dd-8243-94537f7a3379 on network ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:48:38.527519 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:48:38.528172 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Checking segment: {'id': '5fcc4c35-1cc9-4f6d-a430-7fac9eea7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:38.528864 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:38.529416 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Bound using segment: {'id': '5fcc4c35-1cc9-4f6d-a430-7fac9eea7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:48:38.530033 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Bound port: b7d46d8e-bd16-42dd-8243-94537f7a3379, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fcc4c35-1cc9-4f6d-a430-7fac9eea7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:48:38.530604 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:38.536295 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-322d0141-55c6-4a10-bee4-b7a9c593c049 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': '9088aa34-e499-444f-a0c6-8d83cdf5a7b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:38.537446 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:38.552532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Subnet': ['ID=aca141c7-2cb8-4710-9ca4-53432313f5cf,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:38.559652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-322d0141-55c6-4a10-bee4-b7a9c593c049 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:38.570915 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-322d0141-55c6-4a10-bee4-b7a9c593c049 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:38.593847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-322d0141-55c6-4a10-bee4-b7a9c593c049 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:38.602280 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 59dd6cd3-3497-4f86-a324-099c17fe4c05 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:38.602873 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:38.620575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-322d0141-55c6-4a10-bee4-b7a9c593c049 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:38.695058 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] For port b7d46d8e-bd16-42dd-8243-94537f7a3379, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:48:38.707901 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] For port b7d46d8e-bd16-42dd-8243-94537f7a3379, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=b7d46d8e-bd16-42dd-8243-94537f7a3379,segment=NetworkSegment(5fcc4c35-1cc9-4f6d-a430-7fac9eea7ff0),segment_id=5fcc4c35-1cc9-4f6d-a430-7fac9eea7ff0)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:48:38.709120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:38.741168 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:38.755529 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:38.763466 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-322d0141-55c6-4a10-bee4-b7a9c593c049 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:38.773096 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-9170683d-9d83-4725-9de4-be577db9e556 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8:0:1::135 (162da289-2647-477b-bcb7-e834030497c1/0f5ab9ff-4f51-4533-9261-ca95664643f7/cf046410-6176-4348-a09b-52aec06fa538) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:38.776773 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:38.779404 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-9170683d-9d83-4725-9de4-be577db9e556 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::f816:3eff:fe7a:101 (162da289-2647-477b-bcb7-e834030497c1/d2925458-8f78-4e87-b488-e63bf830dcae/cf046410-6176-4348-a09b-52aec06fa538) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:38.827075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fcc4c35-1cc9-4f6d-a430-7fac9eea7ff0') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:38.827380 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fcc4c35-1cc9-4f6d-a430-7fac9eea7ff0') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:38.877396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230fba4-c098-4ecd-bd7f-b78e803e1355 None None] Pushing event updated for resources: {'Port': ['ID=b7d46d8e-bd16-42dd-8243-94537f7a3379,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:38.888392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:38.920551 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473ce6c4-01c7-43ae-9af9-05c9eafc36cd None None] Network ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:38.933195 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:38.942743 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:38.949665 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:38.961436 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:38.998498 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:38.998901 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:39.019247 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:39.022012 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Pushing event updated for resources: {'Port': ['ID=2042a8d7-df0b-4f76-8d3f-4a0cb1dd2690,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:39.118426 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d85c942e-26ef-41f7-95e3-6a7bcc514b6b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:39.255539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9170683d-9d83-4725-9de4-be577db9e556 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:39.309367 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.api [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 09:48:39.309367 dv-neutron-831730-2-hyperv neutron-server[87771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 09:48:39.309367 dv-neutron-831730-2-hyperv neutron-server[87771]: [parameters: {'id': 'ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3'}] Mar 08 09:48:39.309367 dv-neutron-831730-2-hyperv neutron-server[87771]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:48:39.309807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG oslo_db.api [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:48:39.309896 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-9170683d-9d83-4725-9de4-be577db9e556 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object cf046410-6176-4348-a09b-52aec06fa538 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:39.311098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-322d0141-55c6-4a10-bee4-b7a9c593c049 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:39.315182 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c942e-26ef-41f7-95e3-6a7bcc514b6b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Port': ['ID=4f335db1-a0ea-41aa-a249-7507babe6b30,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:39.324411 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-322d0141-55c6-4a10-bee4-b7a9c593c049 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:39.450454 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d0141-55c6-4a10-bee4-b7a9c593c049 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7363da9-2fe2-40bb-bb80-b068596aa861,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:39.515127 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf8763f2-81bf-42b1-99ce-c95081e58171 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:39.521632 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Router 3db11e72-f421-4d55-849e-91ee1e396e0d is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:48:39.528631 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9170683d-9d83-4725-9de4-be577db9e556 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:39.537449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-322d0141-55c6-4a10-bee4-b7a9c593c049 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:39.538630 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-322d0141-55c6-4a10-bee4-b7a9c593c049 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0241039 Mar 08 09:48:39.543024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42280) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:39.545598 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d85c942e-26ef-41f7-95e3-6a7bcc514b6b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:39.551731 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-a3e92858-7560-43f9-849f-4f9edb8a0783 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': '9088aa34-e499-444f-a0c6-8d83cdf5a7b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:39.559750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:39.561120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a3e92858-7560-43f9-849f-4f9edb8a0783 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:39.565915 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf8763f2-81bf-42b1-99ce-c95081e58171 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:39.570608 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a3e92858-7560-43f9-849f-4f9edb8a0783 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:39.574794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a3e92858-7560-43f9-849f-4f9edb8a0783 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:39.617589 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-09643619-d771-426e-b856-2d7e81ae8d57 None None] Allocated IP 2001:db8:0:1::2 (162da289-2647-477b-bcb7-e834030497c1/0f5ab9ff-4f51-4533-9261-ca95664643f7/59dd6cd3-3497-4f86-a324-099c17fe4c05) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:39.659699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a3e92858-7560-43f9-849f-4f9edb8a0783 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:39.718429 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9170683d-9d83-4725-9de4-be577db9e556 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:39.731285 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9170683d-9d83-4725-9de4-be577db9e556 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:39.741593 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9170683d-9d83-4725-9de4-be577db9e556 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:39.748198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9170683d-9d83-4725-9de4-be577db9e556 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:39.748198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9170683d-9d83-4725-9de4-be577db9e556 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:39.764913 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8763f2-81bf-42b1-99ce-c95081e58171 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:39.765558 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf8763f2-81bf-42b1-99ce-c95081e58171 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:39.771117 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cf8763f2-81bf-42b1-99ce-c95081e58171 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/ports/6cbeacc8-11fc-4be3-b6f6-815bd2e4792f HTTP/1.1" status: 200 len: 910 time: 2.7443945 Mar 08 09:48:39.771652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42284) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:39.773864 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:39.775103 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170683d-9d83-4725-9de4-be577db9e556 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=cf046410-6176-4348-a09b-52aec06fa538,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:39.829088 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-09643619-d771-426e-b856-2d7e81ae8d57 None None] For port 59dd6cd3-3497-4f86-a324-099c17fe4c05, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=59dd6cd3-3497-4f86-a324-099c17fe4c05,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:39.854084 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09643619-d771-426e-b856-2d7e81ae8d57 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:39.870863 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-09643619-d771-426e-b856-2d7e81ae8d57 None None] Transition to ACTIVE for port object 59dd6cd3-3497-4f86-a324-099c17fe4c05 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:39.874980 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09643619-d771-426e-b856-2d7e81ae8d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:39.913383 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:39.915170 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a3e92858-7560-43f9-849f-4f9edb8a0783 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:39.916075 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9170683d-9d83-4725-9de4-be577db9e556 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1429377 Mar 08 09:48:39.928568 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42288) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:39.979194 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8763f2-81bf-42b1-99ce-c95081e58171 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=6cbeacc8-11fc-4be3-b6f6-815bd2e4792f,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:39.996754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:48:40.017616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09643619-d771-426e-b856-2d7e81ae8d57 None None] Pushing event updated for resources: {'Port': ['ID=59dd6cd3-3497-4f86-a324-099c17fe4c05,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:40.020260 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212f75d-57c3-4344-b34c-7e6642344a52 None None] Sync routers for ids ['3db11e72-f421-4d55-849e-91ee1e396e0d'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:48:40.029521 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212f75d-57c3-4344-b34c-7e6642344a52 None None] Routers {'3db11e72-f421-4d55-849e-91ee1e396e0d'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:40.030111 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8212f75d-57c3-4344-b34c-7e6642344a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3db11e72-f421-4d55-849e-91ee1e396e0d'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:40.043894 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a12c4940-ed4c-475b-ad95-43d49212712c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port cf046410-6176-4348-a09b-52aec06fa538 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:40.044320 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a12c4940-ed4c-475b-ad95-43d49212712c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:40.082731 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:40.086400 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ce62a939-24e9-4b4b-876f-8724cb050793 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.7525458 Mar 08 09:48:40.086847 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42292) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:40.093960 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-21f09e9b-8d67-4add-9129-d59920cd48e0 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:40.101091 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8212f75d-57c3-4344-b34c-7e6642344a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:40.116535 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212f75d-57c3-4344-b34c-7e6642344a52 None None] Routers {'3db11e72-f421-4d55-849e-91ee1e396e0d'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:40.117344 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8212f75d-57c3-4344-b34c-7e6642344a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3db11e72-f421-4d55-849e-91ee1e396e0d'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:40.131070 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85c942e-26ef-41f7-95e3-6a7bcc514b6b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Router c890b083-9e23-49a4-beaf-f9d5acf0dac9 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:48:40.137484 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Deleting port b7d46d8e-bd16-42dd-8243-94537f7a3379 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:40.137866 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:40.223672 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8212f75d-57c3-4344-b34c-7e6642344a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:40.224734 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212f75d-57c3-4344-b34c-7e6642344a52 None None] The sync data for ids ['3db11e72-f421-4d55-849e-91ee1e396e0d'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:48:40.324737 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 59dd6cd3-3497-4f86-a324-099c17fe4c05 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:40.760306 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-86cd87c1-49e1-418e-87ec-7b2e15824cc2 None None] Provisioning for port 59dd6cd3-3497-4f86-a324-099c17fe4c05 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:40.769808 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-86cd87c1-49e1-418e-87ec-7b2e15824cc2 None None] Provisioning complete for port 59dd6cd3-3497-4f86-a324-099c17fe4c05 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:40.770473 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-86cd87c1-49e1-418e-87ec-7b2e15824cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:40.845517 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-a3e92858-7560-43f9-849f-4f9edb8a0783 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): There was a conflict when trying to complete your request. Mar 08 09:48:40.847535 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a3e92858-7560-43f9-849f-4f9edb8a0783 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.3029552 Mar 08 09:48:40.862412 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42296) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:40.916865 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a12c4940-ed4c-475b-ad95-43d49212712c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:40.973317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85c942e-26ef-41f7-95e3-6a7bcc514b6b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:48:40.983970 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d85c942e-26ef-41f7-95e3-6a7bcc514b6b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "PUT /v2.0/routers/c890b083-9e23-49a4-beaf-f9d5acf0dac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5343685 Mar 08 09:48:40.984998 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6171e02f-2b95-47fc-8b99-b8a5517f678c None None] Sync routers for ids ['c890b083-9e23-49a4-beaf-f9d5acf0dac9'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:48:40.997409 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42300) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:41.014172 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c388ed28-f15c-4cc5-8e38-3e8743295057 None None] get_active_networks_info from dv-neutron-831730-2-hyperv {{(pid=87773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 09:48:41.046441 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6171e02f-2b95-47fc-8b99-b8a5517f678c None None] Routers {'c890b083-9e23-49a4-beaf-f9d5acf0dac9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:41.047726 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6171e02f-2b95-47fc-8b99-b8a5517f678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c890b083-9e23-49a4-beaf-f9d5acf0dac9'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:41.099518 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3200d5c5-994c-4ce5-b1fe-83e3701e0d7f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] GET failed (client error): The resource could not be found. Mar 08 09:48:41.100099 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3200d5c5-994c-4ce5-b1fe-83e3701e0d7f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Synchronizing usage tracker for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:41.127721 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6171e02f-2b95-47fc-8b99-b8a5517f678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:41.142492 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a12c4940-ed4c-475b-ad95-43d49212712c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for cf046410-6176-4348-a09b-52aec06fa538 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:41.143741 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6171e02f-2b95-47fc-8b99-b8a5517f678c None None] Routers {'c890b083-9e23-49a4-beaf-f9d5acf0dac9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:41.144493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6171e02f-2b95-47fc-8b99-b8a5517f678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c890b083-9e23-49a4-beaf-f9d5acf0dac9'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:41.165794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] For port b7d46d8e-bd16-42dd-8243-94537f7a3379, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=b7d46d8e-bd16-42dd-8243-94537f7a3379,segment=NetworkSegment(5fcc4c35-1cc9-4f6d-a430-7fac9eea7ff0),segment_id=5fcc4c35-1cc9-4f6d-a430-7fac9eea7ff0)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:41.166357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:41.192008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f787abf8-441d-4263-a1f2-822e92154507 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:41.213767 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21f09e9b-8d67-4add-9129-d59920cd48e0 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:41.227857 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6171e02f-2b95-47fc-8b99-b8a5517f678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:41.228397 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6171e02f-2b95-47fc-8b99-b8a5517f678c None None] The sync data for ids ['c890b083-9e23-49a4-beaf-f9d5acf0dac9'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:48:41.249649 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21f09e9b-8d67-4add-9129-d59920cd48e0 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:41.263915 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3a3915dc-5d23-4a48-b127-0df40883ce20 None None] Provisioning for port cf046410-6176-4348-a09b-52aec06fa538 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:41.266510 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-21f09e9b-8d67-4add-9129-d59920cd48e0 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Deleting port 415adada-2f99-49fc-9af6-50c6a1d8b7fc {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:41.266861 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21f09e9b-8d67-4add-9129-d59920cd48e0 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:41.276308 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3a3915dc-5d23-4a48-b127-0df40883ce20 None None] Provisioning complete for port cf046410-6176-4348-a09b-52aec06fa538 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:41.276684 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a3915dc-5d23-4a48-b127-0df40883ce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:41.305016 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c388ed28-f15c-4cc5-8e38-3e8743295057 None None] Resources bound (agent type, host, resource id): {{(pid=87773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 09:48:41.326444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3200d5c5-994c-4ce5-b1fe-83e3701e0d7f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Unset dirty status for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:41.329755 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3200d5c5-994c-4ce5-b1fe-83e3701e0d7f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports/4f335db1-a0ea-41aa-a249-7507babe6b30 HTTP/1.1" status: 404 len: 333 time: 0.3313715 Mar 08 09:48:41.331935 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42304) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:41.339666 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Calling delete_port for b7d46d8e-bd16-42dd-8243-94537f7a3379 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:41.368266 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3a3915dc-5d23-4a48-b127-0df40883ce20 None None] Port cf046410-6176-4348-a09b-52aec06fa538 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:48:41.379841 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.resource_extend [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:48:41.445790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:41.448375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f787abf8-441d-4263-a1f2-822e92154507 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:41.469227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:41.595946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a12c4940-ed4c-475b-ad95-43d49212712c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:41.602853 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bacd6295-e0a0-4cb9-8d11-a149afc2128a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:41.648974 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Pushing event updated for resources: {'Port': ['ID=2042a8d7-df0b-4f76-8d3f-4a0cb1dd2690,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:41.656606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:41.709277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:41.724591 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Port': ['ID=b7d46d8e-bd16-42dd-8243-94537f7a3379,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:41.727253 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f787abf8-441d-4263-a1f2-822e92154507 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:41.732669 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No DVR routers for this DVR port b7d46d8e-bd16-42dd-8243-94537f7a3379 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:48:41.769961 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c4940-ed4c-475b-ad95-43d49212712c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=cf046410-6176-4348-a09b-52aec06fa538,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:41.854995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787abf8-441d-4263-a1f2-822e92154507 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9088aa34-e499-444f-a0c6-8d83cdf5a7b2,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:41.874831 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f787abf8-441d-4263-a1f2-822e92154507 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:41.876005 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f787abf8-441d-4263-a1f2-822e92154507 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "DELETE /v2.0/security-groups/9088aa34-e499-444f-a0c6-8d83cdf5a7b2 HTTP/1.1" status: 204 len: 168 time: 1.0002868 Mar 08 09:48:41.928198 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42308) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:41.935912 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:41.939585 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-056b26fc-90fc-4d2f-8626-bd5a1a1416f5 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6777432 Mar 08 09:48:41.943535 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42312) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:41.958513 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:41.974465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-611041948'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:41.987084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:42.009312 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Usage tracker for resource:network and tenant:26b945fa18614fd8a23bb7a003fa9a7f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:42.015957 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:42.021173 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:42.034481 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:42.053708 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fcc4c35-1cc9-4f6d-a430-7fac9eea7ff0') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:42.054008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fcc4c35-1cc9-4f6d-a430-7fac9eea7ff0') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:42.081723 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:42.095815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-260371f7-0609-495e-803d-afc0d8ec851d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Synchronizing usage tracker for tenant:d35c6c63f27e44ad890655260ecfb25f on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:42.099152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Made reservation on behalf of 26b945fa18614fd8a23bb7a003fa9a7f for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:42.102505 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:42.126468 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-87ee02a4-6b48-4435-b6d5-63d0a31c0153 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:42.179581 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:42.180687 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a12c4940-ed4c-475b-ad95-43d49212712c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:42.194408 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:42.215512 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:42.215900 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:42.233610 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:42.251726 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bacd6295-e0a0-4cb9-8d11-a149afc2128a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:42.253123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:42.262940 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a12c4940-ed4c-475b-ad95-43d49212712c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/cf046410-6176-4348-a09b-52aec06fa538 HTTP/1.1" status: 204 len: 168 time: 2.3340266 Mar 08 09:48:42.264281 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bacd6295-e0a0-4cb9-8d11-a149afc2128a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:42.269256 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42316) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:42.319803 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21f09e9b-8d67-4add-9129-d59920cd48e0 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:42.394990 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bacd6295-e0a0-4cb9-8d11-a149afc2128a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:42.395514 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacd6295-e0a0-4cb9-8d11-a149afc2128a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Fanout notify agent at l3_agent the message router_deleted on router c890b083-9e23-49a4-beaf-f9d5acf0dac9 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:48:42.467164 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-21f09e9b-8d67-4add-9129-d59920cd48e0 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Calling delete_port for 415adada-2f99-49fc-9af6-50c6a1d8b7fc owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:42.487180 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Usage tracker for resource:security_group_rule and tenant:26b945fa18614fd8a23bb7a003fa9a7f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:42.497037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-260371f7-0609-495e-803d-afc0d8ec851d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Unset dirty status for tenant:d35c6c63f27e44ad890655260ecfb25f on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:42.498296 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-260371f7-0609-495e-803d-afc0d8ec851d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5639973 Mar 08 09:48:42.504244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:42.506474 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42320) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:42.511355 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bacd6295-e0a0-4cb9-8d11-a149afc2128a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:42.512612 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bacd6295-e0a0-4cb9-8d11-a149afc2128a tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/routers/c890b083-9e23-49a4-beaf-f9d5acf0dac9 HTTP/1.1" status: 204 len: 168 time: 1.1738894 Mar 08 09:48:42.516349 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42324) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:42.517690 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:42.521020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f8cc54c7-707a-4bd2-8d13-9c5a06d25dbe tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group': {'name': 'tempest-secgroup--766077870'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:42.531697 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f8cc54c7-707a-4bd2-8d13-9c5a06d25dbe tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:42.562940 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f8cc54c7-707a-4bd2-8d13-9c5a06d25dbe tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:42.580972 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:42.670126 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:42.728560 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9275e45d-06e2-47f8-8c06-1c1b0026dccc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:42.729227 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9275e45d-06e2-47f8-8c06-1c1b0026dccc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:42.736896 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Network': ['ID=ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:42.754000 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7d46ffce-7a8d-44eb-ae56-37304e468821 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3 HTTP/1.1" status: 204 len: 168 time: 5.7732821 Mar 08 09:48:42.761091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9f08e1-708e-4300-a645-1ffdfa923d14 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting subnet ed868331-44f2-49d0-b7c0-ead4b8563384 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:48:42.764610 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42328) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:42.769264 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-db9f08e1-708e-4300-a645-1ffdfa923d14 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:42.799092 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8cc54c7-707a-4bd2-8d13-9c5a06d25dbe tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:42.804788 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-b5f9f06f-d4d9-4e2c-8258-797e318e1d80 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-217706817'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:42.827432 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b5f9f06f-d4d9-4e2c-8258-797e318e1d80 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:42.838163 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b5f9f06f-d4d9-4e2c-8258-797e318e1d80 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:network and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:42.843713 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f8cc54c7-707a-4bd2-8d13-9c5a06d25dbe tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:42.843915 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b5f9f06f-d4d9-4e2c-8258-797e318e1d80 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:42.848727 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9275e45d-06e2-47f8-8c06-1c1b0026dccc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:42.849952 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9275e45d-06e2-47f8-8c06-1c1b0026dccc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5798697 Mar 08 09:48:42.854043 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42332) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:42.859018 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b5f9f06f-d4d9-4e2c-8258-797e318e1d80 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:42.862304 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-db9f08e1-708e-4300-a645-1ffdfa923d14 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:42.862536 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f8cc54c7-707a-4bd2-8d13-9c5a06d25dbe tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:42.895357 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f8cc54c7-707a-4bd2-8d13-9c5a06d25dbe tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:42.912948 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f8cc54c7-707a-4bd2-8d13-9c5a06d25dbe tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:42.932769 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f9f06f-d4d9-4e2c-8258-797e318e1d80 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:42.936360 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b5f9f06f-d4d9-4e2c-8258-797e318e1d80 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.044187 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21f09e9b-8d67-4add-9129-d59920cd48e0 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.046873 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.061188 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f9f06f-d4d9-4e2c-8258-797e318e1d80 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:48:43.065384 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.094729 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be19989d-dc90-4a64-a248-a8fd9567b665 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:43.096216 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-be19989d-dc90-4a64-a248-a8fd9567b665 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2357402 Mar 08 09:48:43.102684 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42336) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:43.109743 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b5f9f06f-d4d9-4e2c-8258-797e318e1d80 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.110092 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-b5f9f06f-d4d9-4e2c-8258-797e318e1d80 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Added segment 800687f6-2083-4559-b552-13adacca9e53 of type vlan for network 96171376-af52-483b-9641-156411bb8148 Mar 08 09:48:43.117052 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f09e9b-8d67-4add-9129-d59920cd48e0 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Pushing event deleted for resources: {'Port': ['ID=415adada-2f99-49fc-9af6-50c6a1d8b7fc,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:43.135738 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.161006 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-87ee02a4-6b48-4435-b6d5-63d0a31c0153 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting port 6cbeacc8-11fc-4be3-b6f6-815bd2e4792f {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:43.161350 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-87ee02a4-6b48-4435-b6d5-63d0a31c0153 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.165706 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8cc54c7-707a-4bd2-8d13-9c5a06d25dbe tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.196784 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8cc54c7-707a-4bd2-8d13-9c5a06d25dbe tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.198600 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:48:43.203878 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-db9f08e1-708e-4300-a645-1ffdfa923d14 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.260196 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc54c7-707a-4bd2-8d13-9c5a06d25dbe tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b88322-1caf-4642-811b-4bba2716511c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:43.270545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21f09e9b-8d67-4add-9129-d59920cd48e0 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.270817 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de4d2f38-1206-4b64-8b98-fe4c6edd3a5f,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:43.309723 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.309995 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Added segment c067aee0-dfaa-476a-a75a-07ee5b21ce04 of type vlan for network 2dc74550-47d3-45ed-8fa3-0868d8d827cf Mar 08 09:48:43.335137 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8cc54c7-707a-4bd2-8d13-9c5a06d25dbe tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.336314 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f8cc54c7-707a-4bd2-8d13-9c5a06d25dbe tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8228171 Mar 08 09:48:43.340555 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42340) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:43.344494 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b5f9f06f-d4d9-4e2c-8258-797e318e1d80 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.391889 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0cac44a1-c7e7-42aa-a7fd-19b834b24c63 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': '20b88322-1caf-4642-811b-4bba2716511c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:43.392600 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-0cac44a1-c7e7-42aa-a7fd-19b834b24c63 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 08 09:48:43.393109 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-0cac44a1-c7e7-42aa-a7fd-19b834b24c63 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:48:43.394015 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154668d8-bf20-4a5f-88d3-affdad1e08bc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:43.394750 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0cac44a1-c7e7-42aa-a7fd-19b834b24c63 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0525999 Mar 08 09:48:43.396281 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154668d8-bf20-4a5f-88d3-affdad1e08bc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:43.397883 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154668d8-bf20-4a5f-88d3-affdad1e08bc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:43.398672 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-154668d8-bf20-4a5f-88d3-affdad1e08bc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:43.402557 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42344) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:43.465083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.536352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-154668d8-bf20-4a5f-88d3-affdad1e08bc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:43.540013 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-154668d8-bf20-4a5f-88d3-affdad1e08bc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4294701 Mar 08 09:48:43.544153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b5f9f06f-d4d9-4e2c-8258-797e318e1d80 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.549480 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f9f06f-d4d9-4e2c-8258-797e318e1d80 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:43.550077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b5f9f06f-d4d9-4e2c-8258-797e318e1d80 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.554183 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42348) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:43.588334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-db9f08e1-708e-4300-a645-1ffdfa923d14 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.689344 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-87ee02a4-6b48-4435-b6d5-63d0a31c0153 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.719329 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.724866 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:43.725571 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.727292 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735b5bc3-14ea-426b-aee3-dedca315bd98 None None] Network 2636d80f-5036-4f56-9259-59621083efcd requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:43.729731 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-db9f08e1-708e-4300-a645-1ffdfa923d14 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.784686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f08e1-708e-4300-a645-1ffdfa923d14 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Subnet': ['ID=ed868331-44f2-49d0-b7c0-ead4b8563384,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:43.849840 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21f09e9b-8d67-4add-9129-d59920cd48e0 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.854976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32309524-eb38-4572-abdf-eda2a519e0e8 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.856942 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21f09e9b-8d67-4add-9129-d59920cd48e0 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:43.929210 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-87ee02a4-6b48-4435-b6d5-63d0a31c0153 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Calling delete_port for 6cbeacc8-11fc-4be3-b6f6-815bd2e4792f owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:43.965560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9f06f-d4d9-4e2c-8258-797e318e1d80 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Network': ['ID=96171376-af52-483b-9641-156411bb8148,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:43.982269 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 96171376-af52-483b-9641-156411bb8148 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:48:43.997998 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b5f9f06f-d4d9-4e2c-8258-797e318e1d80 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2295003 Mar 08 09:48:43.997998 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-db9f08e1-708e-4300-a645-1ffdfa923d14 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/subnets/ed868331-44f2-49d0-b7c0-ead4b8563384 HTTP/1.1" status: 204 len: 168 time: 1.4771290 Mar 08 09:48:44.004891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7027f0f1-762e-4c31-9291-c47101ccba79 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet 0f5ab9ff-4f51-4533-9261-ca95664643f7 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:48:44.009763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42352) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:44.009763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42354) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:44.016803 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84efc83-4c8d-4a28-ae3b-15b449a24519 None None] DHCP port deletion for 2636d80f-5036-4f56-9259-59621083efcd request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:48:44.033764 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0753679 Mar 08 09:48:44.034013 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b84efc83-4c8d-4a28-ae3b-15b449a24519 None None] Deleting port 94ad1dde-488b-4f3c-8481-c049d4b4f22c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:44.034013 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b84efc83-4c8d-4a28-ae3b-15b449a24519 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:44.034215 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7027f0f1-762e-4c31-9291-c47101ccba79 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:44.034316 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32309524-eb38-4572-abdf-eda2a519e0e8 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:44.051709 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42360) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:44.061901 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2d944912-e4c4-4d6c-8c9b-fc28e8f3c661 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Request body: {'subnet': {'network_id': '2dc74550-47d3-45ed-8fa3-0868d8d827cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:44.070531 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-7526be67-8395-428f-8640-b4b9d9358edc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'subnet': {'network_id': '96171376-af52-483b-9641-156411bb8148', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:44.108420 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f09e9b-8d67-4add-9129-d59920cd48e0 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Router 3db11e72-f421-4d55-849e-91ee1e396e0d has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:48:44.349013 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2d944912-e4c4-4d6c-8c9b-fc28e8f3c661 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:44.361302 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32309524-eb38-4572-abdf-eda2a519e0e8 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:44.365390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b84efc83-4c8d-4a28-ae3b-15b449a24519 None None] For port 94ad1dde-488b-4f3c-8481-c049d4b4f22c, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=94ad1dde-488b-4f3c-8481-c049d4b4f22c,segment=NetworkSegment(274ce18d-dd36-4d8a-9781-774fac7dd7f5),segment_id=274ce18d-dd36-4d8a-9781-774fac7dd7f5)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:44.366144 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b84efc83-4c8d-4a28-ae3b-15b449a24519 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:44.377436 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 94ad1dde-488b-4f3c-8481-c049d4b4f22c no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:48:44.380960 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2d944912-e4c4-4d6c-8c9b-fc28e8f3c661 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Usage tracker for resource:subnet and tenant:26b945fa18614fd8a23bb7a003fa9a7f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:44.389821 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f09e9b-8d67-4add-9129-d59920cd48e0 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:48:44.403384 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b3493c-7cbc-4b84-8272-cdc8fc10dde4 None None] Sync routers for ids ['3db11e72-f421-4d55-849e-91ee1e396e0d'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:48:44.408788 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2d944912-e4c4-4d6c-8c9b-fc28e8f3c661 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:44.409679 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893867b-c0cf-4514-8ebe-2892dcb22a2f tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Pushing event updated for resources: {'Network': ['ID=2dc74550-47d3-45ed-8fa3-0868d8d827cf,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:44.416303 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32309524-eb38-4572-abdf-eda2a519e0e8 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b88322-1caf-4642-811b-4bba2716511c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:44.426243 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 2dc74550-47d3-45ed-8fa3-0868d8d827cf details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:48:44.430597 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b3493c-7cbc-4b84-8272-cdc8fc10dde4 None None] Routers {'3db11e72-f421-4d55-849e-91ee1e396e0d'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:44.431222 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-79b3493c-7cbc-4b84-8272-cdc8fc10dde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3db11e72-f421-4d55-849e-91ee1e396e0d'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:44.435253 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2d944912-e4c4-4d6c-8c9b-fc28e8f3c661 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:44.444776 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21f09e9b-8d67-4add-9129-d59920cd48e0 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:44.446708 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-21f09e9b-8d67-4add-9129-d59920cd48e0 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "PUT /v2.0/routers/3db11e72-f421-4d55-849e-91ee1e396e0d HTTP/1.1" status: 200 len: 706 time: 4.3587708 Mar 08 09:48:44.450385 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32309524-eb38-4572-abdf-eda2a519e0e8 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:44.455640 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-32309524-eb38-4572-abdf-eda2a519e0e8 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "DELETE /v2.0/security-groups/20b88322-1caf-4642-811b-4bba2716511c HTTP/1.1" status: 204 len: 168 time: 1.0521743 Mar 08 09:48:44.456893 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42364) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:44.457619 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42366) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:44.523445 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-79b3493c-7cbc-4b84-8272-cdc8fc10dde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:44.532148 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b3493c-7cbc-4b84-8272-cdc8fc10dde4 None None] Routers {'3db11e72-f421-4d55-849e-91ee1e396e0d'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:44.532787 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-79b3493c-7cbc-4b84-8272-cdc8fc10dde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3db11e72-f421-4d55-849e-91ee1e396e0d'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:44.539785 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-582655b4-3bc0-4d80-b5cb-748c51add6cb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:44.545851 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d944912-e4c4-4d6c-8c9b-fc28e8f3c661 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Made reservation on behalf of 26b945fa18614fd8a23bb7a003fa9a7f for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:44.549508 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d944912-e4c4-4d6c-8c9b-fc28e8f3c661 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:44.567103 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7027f0f1-762e-4c31-9291-c47101ccba79 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:44.610834 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-79b3493c-7cbc-4b84-8272-cdc8fc10dde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:44.611259 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b3493c-7cbc-4b84-8272-cdc8fc10dde4 None None] The sync data for ids ['3db11e72-f421-4d55-849e-91ee1e396e0d'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:48:44.681232 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b84efc83-4c8d-4a28-ae3b-15b449a24519 None None] Calling delete_port for 94ad1dde-488b-4f3c-8481-c049d4b4f22c owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:44.713131 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-582655b4-3bc0-4d80-b5cb-748c51add6cb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port 94ad1dde-488b-4f3c-8481-c049d4b4f22c {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:44.713477 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-582655b4-3bc0-4d80-b5cb-748c51add6cb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:44.727152 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6554eb6a-d4ec-43bf-b531-c440bb2eceef tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "GET /v2.0/routers/3db11e72-f421-4d55-849e-91ee1e396e0d HTTP/1.1" status: 200 len: 741 time: 0.2633955 Mar 08 09:48:44.736793 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42372) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:44.755224 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7526be67-8395-428f-8640-b4b9d9358edc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:44.765111 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d0e350e1-3f1d-4e26-9d66-31b4e5bab143 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Synchronizing usage tracker for tenant:d35c6c63f27e44ad890655260ecfb25f on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:44.791441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d0e350e1-3f1d-4e26-9d66-31b4e5bab143 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Unset dirty status for tenant:d35c6c63f27e44ad890655260ecfb25f on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:44.798113 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d0e350e1-3f1d-4e26-9d66-31b4e5bab143 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3352435 Mar 08 09:48:44.798787 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42376) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:44.806289 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7d376af0-d6dd-4c26-b7eb-acc24ea3782d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group': {'name': 'tempest-secgroup--1902926641'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:44.809794 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:44.810949 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7526be67-8395-428f-8640-b4b9d9358edc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:subnet and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:44.812933 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7d376af0-d6dd-4c26-b7eb-acc24ea3782d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:44.823012 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-306b7e6c-ca93-4407-aaa8-d4bc854bc858 tempest-RoutersAdminTest-1638947189 tempest-RoutersAdminTest-1638947189-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&device_id=3db11e72-f421-4d55-849e-91ee1e396e0d HTTP/1.1" status: 200 len: 205 time: 0.0748246 Mar 08 09:48:44.824084 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42380) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:44.830119 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7526be67-8395-428f-8640-b4b9d9358edc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:44.840135 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b84efc83-4c8d-4a28-ae3b-15b449a24519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:44.841976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7027f0f1-762e-4c31-9291-c47101ccba79 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:44.861473 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7d376af0-d6dd-4c26-b7eb-acc24ea3782d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:44.909805 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7526be67-8395-428f-8640-b4b9d9358edc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:44.916030 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-82c92a8b-215e-40a5-9be4-876a8e726066 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "GET /v2.0/ports?device_id=3db11e72-f421-4d55-849e-91ee1e396e0d HTTP/1.1" status: 200 len: 205 time: 0.0881524 Mar 08 09:48:44.921398 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42384) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:44.923370 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84efc83-4c8d-4a28-ae3b-15b449a24519 None None] Pushing event deleted for resources: {'Port': ['ID=94ad1dde-488b-4f3c-8481-c049d4b4f22c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:44.924928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-582655b4-3bc0-4d80-b5cb-748c51add6cb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] The port '94ad1dde-488b-4f3c-8481-c049d4b4f22c' was deleted {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:48:44.927481 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84efc83-4c8d-4a28-ae3b-15b449a24519 None None] No DVR routers for this DVR port 94ad1dde-488b-4f3c-8481-c049d4b4f22c on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:48:44.930887 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d376af0-d6dd-4c26-b7eb-acc24ea3782d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:44.966295 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7d376af0-d6dd-4c26-b7eb-acc24ea3782d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:44.982015 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7d376af0-d6dd-4c26-b7eb-acc24ea3782d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:44.985952 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7d376af0-d6dd-4c26-b7eb-acc24ea3782d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:45.001623 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7d376af0-d6dd-4c26-b7eb-acc24ea3782d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:45.014658 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d944912-e4c4-4d6c-8c9b-fc28e8f3c661 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.037460 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7526be67-8395-428f-8640-b4b9d9358edc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:45.041202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7526be67-8395-428f-8640-b4b9d9358edc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.117776 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d944912-e4c4-4d6c-8c9b-fc28e8f3c661 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Pushing event updated for resources: {'Subnet': ['ID=1de23857-c886-44f9-9239-f75e50c116a8,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:45.138777 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d944912-e4c4-4d6c-8c9b-fc28e8f3c661 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Checking segment: {'id': 'c067aee0-dfaa-476a-a75a-07ee5b21ce04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2dc74550-47d3-45ed-8fa3-0868d8d827cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:45.139129 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d944912-e4c4-4d6c-8c9b-fc28e8f3c661 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Network hostable DHCP agents. Network: 2dc74550-47d3-45ed-8fa3-0868d8d827cf, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:48:45.174795 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d376af0-d6dd-4c26-b7eb-acc24ea3782d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.179186 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d376af0-d6dd-4c26-b7eb-acc24ea3782d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.197317 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d944912-e4c4-4d6c-8c9b-fc28e8f3c661 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Network 2dc74550-47d3-45ed-8fa3-0868d8d827cf is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:48:45.221605 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-34eb40df-41d7-4849-936f-3e553e21e84b tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.224239 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2d944912-e4c4-4d6c-8c9b-fc28e8f3c661 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 2dc74550-47d3-45ed-8fa3-0868d8d827cf) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:45.228776 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d944912-e4c4-4d6c-8c9b-fc28e8f3c661 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:45.229361 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d944912-e4c4-4d6c-8c9b-fc28e8f3c661 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.233431 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2bf4e8-78d9-4868-b3bd-0b1b90013dd7 None None] Network 2dc74550-47d3-45ed-8fa3-0868d8d827cf requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:45.248634 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d376af0-d6dd-4c26-b7eb-acc24ea3782d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec886b4-69f0-4aa1-99d3-cee98382e4ad,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:45.264330 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d376af0-d6dd-4c26-b7eb-acc24ea3782d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.270998 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7d376af0-d6dd-4c26-b7eb-acc24ea3782d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4684200 Mar 08 09:48:45.272072 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42388) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:45.275559 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2d944912-e4c4-4d6c-8c9b-fc28e8f3c661 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2229009 Mar 08 09:48:45.278930 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4f6c6901-b02e-443d-a594-44de70b1e7e8 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': 'fec886b4-69f0-4aa1-99d3-cee98382e4ad', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:45.279613 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-4f6c6901-b02e-443d-a594-44de70b1e7e8 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 08 09:48:45.280229 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-4f6c6901-b02e-443d-a594-44de70b1e7e8 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:48:45.283976 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4f6c6901-b02e-443d-a594-44de70b1e7e8 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0108557 Mar 08 09:48:45.284590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42392) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:45.285057 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42394) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:45.301580 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1376641955', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:45.309933 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:45.318567 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Usage tracker for resource:router and tenant:26b945fa18614fd8a23bb7a003fa9a7f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:45.326986 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:45.337581 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:45.367766 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.368932 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.385926 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-302a981d-1404-4c4e-89c1-7d8e2ebf204d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.400480 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-582655b4-3bc0-4d80-b5cb-748c51add6cb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.419025 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-302a981d-1404-4c4e-89c1-7d8e2ebf204d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.463190 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-2dc74550-47d3-45ed-8fa3-0868d8d827cf', 'network_id': '2dc74550-47d3-45ed-8fa3-0868d8d827cf', 'tenant_id': '26b945fa18614fd8a23bb7a003fa9a7f', 'fixed_ips': [{'subnet_id': '1de23857-c886-44f9-9239-f75e50c116a8'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:48:45.464173 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.472985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-302a981d-1404-4c4e-89c1-7d8e2ebf204d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.491896 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a981d-1404-4c4e-89c1-7d8e2ebf204d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec886b4-69f0-4aa1-99d3-cee98382e4ad,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:45.499287 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-302a981d-1404-4c4e-89c1-7d8e2ebf204d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.500633 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-302a981d-1404-4c4e-89c1-7d8e2ebf204d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "DELETE /v2.0/security-groups/fec886b4-69f0-4aa1-99d3-cee98382e4ad HTTP/1.1" status: 204 len: 168 time: 0.2132719 Mar 08 09:48:45.503830 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42400) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:45.519991 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-87ee02a4-6b48-4435-b6d5-63d0a31c0153 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.539606 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.562798 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-582655b4-3bc0-4d80-b5cb-748c51add6cb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2636d80f-5036-4f56-9259-59621083efcd']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:45.573024 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-699f8f46-c02f-41d6-bfd1-3ce94d85bfb3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Synchronizing usage tracker for tenant:d35c6c63f27e44ad890655260ecfb25f on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:45.604363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7027f0f1-762e-4c31-9291-c47101ccba79 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.637249 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Allocated IP 172.20.0.2 (2dc74550-47d3-45ed-8fa3-0868d8d827cf/1de23857-c886-44f9-9239-f75e50c116a8/19006aa8-7a47-4f2e-995b-4bc1f27e29e3) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:45.776037 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-699f8f46-c02f-41d6-bfd1-3ce94d85bfb3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Unset dirty status for tenant:d35c6c63f27e44ad890655260ecfb25f on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:45.781469 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-699f8f46-c02f-41d6-bfd1-3ce94d85bfb3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2720578 Mar 08 09:48:45.782746 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42404) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:45.840436 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2bf2c8a9-4bcf-4b93-bd4e-7a4983efbd89 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group': {'name': 'tempest-secgroup--307265512'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:45.854897 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2bf2c8a9-4bcf-4b93-bd4e-7a4983efbd89 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:45.874219 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee02a4-6b48-4435-b6d5-63d0a31c0153 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Port': ['ID=6cbeacc8-11fc-4be3-b6f6-815bd2e4792f,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:45.881975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-582655b4-3bc0-4d80-b5cb-748c51add6cb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274ce18d-dd36-4d8a-9781-774fac7dd7f5') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:45.882418 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-582655b4-3bc0-4d80-b5cb-748c51add6cb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274ce18d-dd36-4d8a-9781-774fac7dd7f5') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:45.888839 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027f0f1-762e-4c31-9291-c47101ccba79 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=0f5ab9ff-4f51-4533-9261-ca95664643f7,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:45.892191 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.904603 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Transition to ACTIVE for port object 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:45.931023 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Transition to ACTIVE for port object 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:45.933098 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2bf2c8a9-4bcf-4b93-bd4e-7a4983efbd89 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:45.938244 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25533557-0311-4c91-a456-0a602ad8f771 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:45.956217 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.972170 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7027f0f1-762e-4c31-9291-c47101ccba79 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.994329 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.995552 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-34eb40df-41d7-4849-936f-3e553e21e84b tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:45.999432 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-582655b4-3bc0-4d80-b5cb-748c51add6cb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:46.007316 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-34eb40df-41d7-4849-936f-3e553e21e84b tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:46.026936 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c8a9-4bcf-4b93-bd4e-7a4983efbd89 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:46.086029 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2bf2c8a9-4bcf-4b93-bd4e-7a4983efbd89 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:46.092160 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2bf2c8a9-4bcf-4b93-bd4e-7a4983efbd89 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:46.095029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-582655b4-3bc0-4d80-b5cb-748c51add6cb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:46.096144 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2bf2c8a9-4bcf-4b93-bd4e-7a4983efbd89 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:46.103319 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2bf2c8a9-4bcf-4b93-bd4e-7a4983efbd89 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:46.134135 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Network 2dc74550-47d3-45ed-8fa3-0868d8d827cf is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:46.137183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Pushing event updated for resources: {'Port': ['ID=19006aa8-7a47-4f2e-995b-4bc1f27e29e3,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:46.140983 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:46.143138 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:46.149604 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7027f0f1-762e-4c31-9291-c47101ccba79 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/0f5ab9ff-4f51-4533-9261-ca95664643f7 HTTP/1.1" status: 204 len: 168 time: 2.5756104 Mar 08 09:48:46.150324 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582655b4-3bc0-4d80-b5cb-748c51add6cb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:46.150736 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-582655b4-3bc0-4d80-b5cb-748c51add6cb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:46.173499 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:46.182185 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42408) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:46.204510 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-34eb40df-41d7-4849-936f-3e553e21e84b tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:46.204888 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34eb40df-41d7-4849-936f-3e553e21e84b tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Fanout notify agent at l3_agent the message router_deleted on router 3db11e72-f421-4d55-849e-91ee1e396e0d {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:48:46.296041 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d9f6c5-4233-4c93-9119-edfd0e75817b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet d2925458-8f78-4e87-b488-e63bf830dcae {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:48:46.307819 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15d9f6c5-4233-4c93-9119-edfd0e75817b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:46.359634 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Attempting to bind port 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:48:46.360157 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Attempting to bind port 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c067aee0-dfaa-476a-a75a-07ee5b21ce04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2dc74550-47d3-45ed-8fa3-0868d8d827cf'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:48:46.360622 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Attempting to bind port 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 on network 2dc74550-47d3-45ed-8fa3-0868d8d827cf {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:48:46.371854 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:48:46.372271 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Checking segment: {'id': 'c067aee0-dfaa-476a-a75a-07ee5b21ce04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2dc74550-47d3-45ed-8fa3-0868d8d827cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:46.372826 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:46.373320 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Bound using segment: {'id': 'c067aee0-dfaa-476a-a75a-07ee5b21ce04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2dc74550-47d3-45ed-8fa3-0868d8d827cf'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:48:46.373999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Bound port: 19006aa8-7a47-4f2e-995b-4bc1f27e29e3, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c067aee0-dfaa-476a-a75a-07ee5b21ce04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2dc74550-47d3-45ed-8fa3-0868d8d827cf'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:48:46.374778 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:46.401494 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-34eb40df-41d7-4849-936f-3e553e21e84b tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:46.405819 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15d9f6c5-4233-4c93-9119-edfd0e75817b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:46.406340 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-34eb40df-41d7-4849-936f-3e553e21e84b tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "DELETE /v2.0/routers/3db11e72-f421-4d55-849e-91ee1e396e0d HTTP/1.1" status: 204 len: 168 time: 1.4746299 Mar 08 09:48:46.414723 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42412) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:46.431011 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-87ee02a4-6b48-4435-b6d5-63d0a31c0153 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:46.460268 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c8a9-4bcf-4b93-bd4e-7a4983efbd89 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:46.473364 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-582655b4-3bc0-4d80-b5cb-748c51add6cb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:46.500909 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-548a2253-ca46-4761-9354-f461b0424954 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "GET /v2.0/ports?device_id=3db11e72-f421-4d55-849e-91ee1e396e0d HTTP/1.1" status: 200 len: 205 time: 0.0825441 Mar 08 09:48:46.517886 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] For port 19006aa8-7a47-4f2e-995b-4bc1f27e29e3, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:48:46.518486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-582655b4-3bc0-4d80-b5cb-748c51add6cb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:46.521447 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] For port 19006aa8-7a47-4f2e-995b-4bc1f27e29e3, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=19006aa8-7a47-4f2e-995b-4bc1f27e29e3,segment=NetworkSegment(c067aee0-dfaa-476a-a75a-07ee5b21ce04),segment_id=c067aee0-dfaa-476a-a75a-07ee5b21ce04)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:48:46.522468 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42416) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:46.534113 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:46.607934 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c8a9-4bcf-4b93-bd4e-7a4983efbd89 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:46.643691 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582655b4-3bc0-4d80-b5cb-748c51add6cb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Network': ['ID=2636d80f-5036-4f56-9259-59621083efcd,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:46.665986 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582e129-3f8d-43fd-88d1-19ec42619a6c None None] Pushing event updated for resources: {'Port': ['ID=19006aa8-7a47-4f2e-995b-4bc1f27e29e3,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:46.668966 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7526be67-8395-428f-8640-b4b9d9358edc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:46.681641 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-582655b4-3bc0-4d80-b5cb-748c51add6cb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/networks/2636d80f-5036-4f56-9259-59621083efcd HTTP/1.1" status: 204 len: 168 time: 2.6634581 Mar 08 09:48:46.695921 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42420) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:46.700855 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:46.713733 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-6102a2c2-1571-4eb9-ac80-df8a03798149 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] delete failed (client error): The resource could not be found. Mar 08 09:48:46.714760 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6102a2c2-1571-4eb9-ac80-df8a03798149 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "DELETE /v2.0/routers/3db11e72-f421-4d55-849e-91ee1e396e0d HTTP/1.1" status: 404 len: 336 time: 0.1896205 Mar 08 09:48:46.729769 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42424) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:46.841146 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:46.892946 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526be67-8395-428f-8640-b4b9d9358edc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Subnet': ['ID=faac5a23-6198-4ca4-a17d-7d759e860137,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:46.916580 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-90f2b6b5-ff07-40b7-93a9-bb9b53282647 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b03f07-d6af-436f-b0ff-3b5046d54292 HTTP/1.1" status: 200 len: 205 time: 0.1805472 Mar 08 09:48:46.916580 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2c8a9-4bcf-4b93-bd4e-7a4983efbd89 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043faf1b-3469-43c0-9c2b-40f535f27dfe,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:46.928020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42430) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:46.993724 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7526be67-8395-428f-8640-b4b9d9358edc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Checking segment: {'id': '800687f6-2083-4559-b552-13adacca9e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96171376-af52-483b-9641-156411bb8148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:46.994083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7526be67-8395-428f-8640-b4b9d9358edc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network hostable DHCP agents. Network: 96171376-af52-483b-9641-156411bb8148, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:48:47.009353 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ee02a4-6b48-4435-b6d5-63d0a31c0153 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:48:47.038648 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c8a9-4bcf-4b93-bd4e-7a4983efbd89 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:47.042780 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2bf2c8a9-4bcf-4b93-bd4e-7a4983efbd89 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2562351 Mar 08 09:48:47.057137 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42434) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:47.072927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653a830c-b5e7-45a6-9e72-71af1c929fd5 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:47.073537 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-653a830c-b5e7-45a6-9e72-71af1c929fd5 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Synchronizing usage tracker for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:47.076410 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-14a2e7a8-d4be-4e74-8cbc-ecd5a1607c7d tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] delete failed (client error): The resource could not be found. Mar 08 09:48:47.077447 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-14a2e7a8-d4be-4e74-8cbc-ecd5a1607c7d tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "DELETE /v2.0/routers/07b03f07-d6af-436f-b0ff-3b5046d54292 HTTP/1.1" status: 404 len: 336 time: 0.1476767 Mar 08 09:48:47.078740 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15d9f6c5-4233-4c93-9119-edfd0e75817b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:47.082278 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42438) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:47.091257 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7526be67-8395-428f-8640-b4b9d9358edc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network 96171376-af52-483b-9641-156411bb8148 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:48:47.110100 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-44a852ef-26ad-40b8-a74d-4f70dce099ec tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': '043faf1b-3469-43c0-9c2b-40f535f27dfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:47.111479 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-44a852ef-26ad-40b8-a74d-4f70dce099ec tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 08 09:48:47.112201 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-44a852ef-26ad-40b8-a74d-4f70dce099ec tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:48:47.116204 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-44a852ef-26ad-40b8-a74d-4f70dce099ec tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0536563 Mar 08 09:48:47.127424 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42442) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:47.136294 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c1b5da30-c955-44fc-bd0b-1903dc61fd15 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': '043faf1b-3469-43c0-9c2b-40f535f27dfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:47.136999 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-c1b5da30-c955-44fc-bd0b-1903dc61fd15 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 08 09:48:47.137496 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-c1b5da30-c955-44fc-bd0b-1903dc61fd15 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:48:47.138453 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c1b5da30-c955-44fc-bd0b-1903dc61fd15 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0100150 Mar 08 09:48:47.147930 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42446) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:47.172044 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d81c4c56-292c-40d8-a1d4-a9b18b1cd837 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': '043faf1b-3469-43c0-9c2b-40f535f27dfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:47.172844 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-d81c4c56-292c-40d8-a1d4-a9b18b1cd837 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 08 09:48:47.173353 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-d81c4c56-292c-40d8-a1d4-a9b18b1cd837 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:48:47.177460 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d81c4c56-292c-40d8-a1d4-a9b18b1cd837 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0198886 Mar 08 09:48:47.208082 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42450) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:47.227643 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9248c8b7-9587-447d-8a1a-2d59ce34bd8e tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': '043faf1b-3469-43c0-9c2b-40f535f27dfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:47.229190 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-9248c8b7-9587-447d-8a1a-2d59ce34bd8e tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 08 09:48:47.229710 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-9248c8b7-9587-447d-8a1a-2d59ce34bd8e tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:48:47.234296 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9248c8b7-9587-447d-8a1a-2d59ce34bd8e tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0165169 Mar 08 09:48:47.235980 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42454) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:47.244149 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-653a830c-b5e7-45a6-9e72-71af1c929fd5 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Unset dirty status for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:47.245537 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-653a830c-b5e7-45a6-9e72-71af1c929fd5 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports/51585ce6-fce5-44b7-9f51-4bd2eb297269 HTTP/1.1" status: 200 len: 845 time: 0.5460753 Mar 08 09:48:47.262937 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42458) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:47.285298 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b9da0ab6-c008-4534-94f5-a7739d34c148 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ae8508a-a4d2-4b50-a477-cd91882047cc HTTP/1.1" status: 200 len: 205 time: 0.2015705 Mar 08 09:48:47.305107 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42462) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:47.342580 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-7526be67-8395-428f-8640-b4b9d9358edc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 96171376-af52-483b-9641-156411bb8148) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:47.348121 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ee02a4-6b48-4435-b6d5-63d0a31c0153 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:48:47.352235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7526be67-8395-428f-8640-b4b9d9358edc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:47.352872 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7526be67-8395-428f-8640-b4b9d9358edc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:47.357053 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b851366e-3310-4890-8972-80e324472b38 None None] Network 96171376-af52-483b-9641-156411bb8148 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:47.362528 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-87ee02a4-6b48-4435-b6d5-63d0a31c0153 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5638041 Mar 08 09:48:47.365967 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42466) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:47.430097 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-59de0528-c027-474e-9320-d29b2a3d9d4c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Synchronizing usage tracker for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:47.441863 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7526be67-8395-428f-8640-b4b9d9358edc tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4290812 Mar 08 09:48:47.445925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42470) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:47.470239 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8094416-bbcc-44d5-b026-3134be516b8c None None] Sync routers for ids ['5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:48:47.470490 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-59de0528-c027-474e-9320-d29b2a3d9d4c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Unset dirty status for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:47.472008 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-59de0528-c027-474e-9320-d29b2a3d9d4c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0 HTTP/1.1" status: 200 len: 205 time: 0.1044283 Mar 08 09:48:47.484048 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42474) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:47.494768 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8094416-bbcc-44d5-b026-3134be516b8c None None] Routers {'5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:47.495415 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-c8094416-bbcc-44d5-b026-3134be516b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:47.577911 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-c8094416-bbcc-44d5-b026-3134be516b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:47.594256 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Allocated IP 172.26.2.3 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/4af67254-e347-4f8d-8013-02fc8207d1aa) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:47.599148 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-5bcf4483-cfc7-4402-a40d-57bb52b408ac tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] delete failed (client error): The resource could not be found. Mar 08 09:48:47.600525 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5bcf4483-cfc7-4402-a40d-57bb52b408ac tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "DELETE /v2.0/routers/1ae8508a-a4d2-4b50-a477-cd91882047cc HTTP/1.1" status: 404 len: 336 time: 0.2872229 Mar 08 09:48:47.603750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42478) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:47.605681 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8094416-bbcc-44d5-b026-3134be516b8c None None] Routers {'5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:47.606553 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-c8094416-bbcc-44d5-b026-3134be516b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:47.623990 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15d9f6c5-4233-4c93-9119-edfd0e75817b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:47.673352 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-12261606-aeed-4ae2-afbb-e21e0cd7040c tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports/51585ce6-fce5-44b7-9f51-4bd2eb297269?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4093306 Mar 08 09:48:47.686227 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42482) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:47.690953 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15d9f6c5-4233-4c93-9119-edfd0e75817b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:47.701528 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-c8094416-bbcc-44d5-b026-3134be516b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:47.701931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8094416-bbcc-44d5-b026-3134be516b8c None None] The sync data for ids ['5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:48:47.705707 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8a61198e-78b8-4df2-a10e-cf9f64ba08bd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'subnet': {'network_id': '8382c660-25f3-4087-9fe3-10449af161e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:47.708077 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef04a86-1786-4026-bb5e-f2d8442dd454 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:47.725161 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9f6c5-4233-4c93-9119-edfd0e75817b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=d2925458-8f78-4e87-b488-e63bf830dcae,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:47.772759 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7064f062-e95f-4046-b5a2-15dfa6bc45dc tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "GET /v2.0/ports?device_id=c04fb4be-9299-4b97-a6a2-3673c786303c HTTP/1.1" status: 200 len: 205 time: 0.1535606 Mar 08 09:48:47.778503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42486) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:47.781293 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fde06db4-6f54-4345-ad5a-05bb53d6ebbc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:47.802848 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b6b54e0-a3be-4e58-8562-1b7de8eea92b tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:47.873624 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-21763184-7504-4cbd-a92f-596bb07d6b0b None None] Provisioning complete for port 59dd6cd3-3497-4f86-a324-099c17fe4c05 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:47.874013 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21763184-7504-4cbd-a92f-596bb07d6b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:47.916880 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-15d9f6c5-4233-4c93-9119-edfd0e75817b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/d2925458-8f78-4e87-b488-e63bf830dcae HTTP/1.1" status: 204 len: 168 time: 1.7335379 Mar 08 09:48:47.931627 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42490) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:47.982919 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-0fafb27b-784b-4cb5-bf0c-24bfe5bc2cc3 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] delete failed (client error): The resource could not be found. Mar 08 09:48:47.983948 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0fafb27b-784b-4cb5-bf0c-24bfe5bc2cc3 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "DELETE /v2.0/routers/c04fb4be-9299-4b97-a6a2-3673c786303c HTTP/1.1" status: 404 len: 336 time: 0.1542528 Mar 08 09:48:47.998124 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42494) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:48.043632 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f87949-248f-48c9-86be-270acb649afb None None] Network 2dc74550-47d3-45ed-8fa3-0868d8d827cf requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:48.058774 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-40230b19-9099-4b9e-9405-1d47c4d28fb3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1187341 Mar 08 09:48:48.062639 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42498) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:48.069504 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b6b54e0-a3be-4e58-8562-1b7de8eea92b tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:48.086087 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-92f82fad-7bc6-43ba-b222-7d0a6eaeb842 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:48.115866 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8a61198e-78b8-4df2-a10e-cf9f64ba08bd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:48.147430 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:48.164888 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-91446fab-330e-46e6-a2ac-ccc2f780b70e tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "GET /v2.0/ports?device_id=2af2a858-7dfc-401f-9d9f-3ebaa94a0291 HTTP/1.1" status: 200 len: 205 time: 0.1652389 Mar 08 09:48:48.171537 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8a61198e-78b8-4df2-a10e-cf9f64ba08bd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:subnet and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:48.171933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42502) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:48.176634 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8a61198e-78b8-4df2-a10e-cf9f64ba08bd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:48.245858 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8a61198e-78b8-4df2-a10e-cf9f64ba08bd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:48.286796 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:48.291416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fde06db4-6f54-4345-ad5a-05bb53d6ebbc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:48.301591 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a61198e-78b8-4df2-a10e-cf9f64ba08bd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:48.305255 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a61198e-78b8-4df2-a10e-cf9f64ba08bd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:48.306928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fde06db4-6f54-4345-ad5a-05bb53d6ebbc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:48.310253 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-c55d04df-1b9e-44bc-b102-862feb23ecca tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] delete failed (client error): The resource could not be found. Mar 08 09:48:48.314099 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c55d04df-1b9e-44bc-b102-862feb23ecca tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "DELETE /v2.0/routers/2af2a858-7dfc-401f-9d9f-3ebaa94a0291 HTTP/1.1" status: 404 len: 336 time: 0.1385288 Mar 08 09:48:48.314444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42506) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:48.320257 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-96171376-af52-483b-9641-156411bb8148', 'network_id': '96171376-af52-483b-9641-156411bb8148', 'tenant_id': '016bdee0e1984d6ab84e5721b9d2d47e', 'fixed_ips': [{'subnet_id': 'faac5a23-6198-4ca4-a17d-7d759e860137'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:48:48.321420 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:48.323181 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-92f82fad-7bc6-43ba-b222-7d0a6eaeb842 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:48.345603 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-92f82fad-7bc6-43ba-b222-7d0a6eaeb842 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:48.352643 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b6b54e0-a3be-4e58-8562-1b7de8eea92b tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:48.360084 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-92f82fad-7bc6-43ba-b222-7d0a6eaeb842 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:48.381050 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-92f82fad-7bc6-43ba-b222-7d0a6eaeb842 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:48.421718 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-619c5a1d-3f3d-44e8-9057-57f30f16d59d tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c3f519f-85ab-41e7-9afe-8fe23c5d66e8 HTTP/1.1" status: 200 len: 205 time: 0.1037073 Mar 08 09:48:48.426138 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42510) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:48.469312 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b54e0-a3be-4e58-8562-1b7de8eea92b tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=043faf1b-3469-43c0-9c2b-40f535f27dfe,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:48.502030 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fde06db4-6f54-4345-ad5a-05bb53d6ebbc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:48.502841 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde06db4-6f54-4345-ad5a-05bb53d6ebbc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Fanout notify agent at l3_agent the message router_deleted on router 5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:48:48.513926 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f82fad-7bc6-43ba-b222-7d0a6eaeb842 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:48.518008 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-54645ffb-473b-46e7-9541-9604edad20ba tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] delete failed (client error): The resource could not be found. Mar 08 09:48:48.518152 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92f82fad-7bc6-43ba-b222-7d0a6eaeb842 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:48.519406 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-54645ffb-473b-46e7-9541-9604edad20ba tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "DELETE /v2.0/routers/3c3f519f-85ab-41e7-9afe-8fe23c5d66e8 HTTP/1.1" status: 404 len: 336 time: 0.0920632 Mar 08 09:48:48.523437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:48.532334 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e859facc-9403-49ca-9f08-b24aea829b3f None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:48:48.549060 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6c21ce44-02d7-48c9-81aa-37e9328ee43d None None] Provisioning for port 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:48.555923 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42514) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:48.561810 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:48.593933 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e859facc-9403-49ca-9f08-b24aea829b3f None None] Deleting port 59dd6cd3-3497-4f86-a324-099c17fe4c05 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:48.594625 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e859facc-9403-49ca-9f08-b24aea829b3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:48.656751 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b6b54e0-a3be-4e58-8562-1b7de8eea92b tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:48.661515 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5b6b54e0-a3be-4e58-8562-1b7de8eea92b tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "DELETE /v2.0/security-groups/043faf1b-3469-43c0-9c2b-40f535f27dfe HTTP/1.1" status: 204 len: 168 time: 1.4210730 Mar 08 09:48:48.665752 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42518) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:48.735180 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fde06db4-6f54-4345-ad5a-05bb53d6ebbc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:48.736847 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fde06db4-6f54-4345-ad5a-05bb53d6ebbc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/routers/5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0 HTTP/1.1" status: 204 len: 168 time: 1.2515042 Mar 08 09:48:48.742420 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42522) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:48.750338 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8792c9-3933-423a-8906-b4eb07f837f6 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] DELETE failed (client error): The resource could not be found. Mar 08 09:48:48.750792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8792c9-3933-423a-8906-b4eb07f837f6 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:48:48.755029 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bf8792c9-3933-423a-8906-b4eb07f837f6 tempest-RoutersAdminTest-608357502 tempest-RoutersAdminTest-608357502-project] 10.222.0.24 "DELETE /v2.0/subnets/becafa08-f7f1-40b4-bdf2-8c741c74e023 HTTP/1.1" status: 404 len: 337 time: 0.1953583 Mar 08 09:48:48.777497 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:48.787641 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3fb7df64-a50b-44dd-bdb3-828d9934d944 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Synchronizing usage tracker for tenant:d35c6c63f27e44ad890655260ecfb25f on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:48.877595 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Allocated IP 172.20.0.1 (96171376-af52-483b-9641-156411bb8148/faac5a23-6198-4ca4-a17d-7d759e860137/2872d98d-5076-4b65-9f6c-ddcf08828058) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:48.912808 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:48.927170 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:48.934216 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:48.947666 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:48.948046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:48.967432 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:49.005661 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3fb7df64-a50b-44dd-bdb3-828d9934d944 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Unset dirty status for tenant:d35c6c63f27e44ad890655260ecfb25f on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:49.010512 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3fb7df64-a50b-44dd-bdb3-828d9934d944 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3306985 Mar 08 09:48:49.010512 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Pushing event updated for resources: {'Port': ['ID=4af67254-e347-4f8d-8013-02fc8207d1aa,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:49.013571 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42530) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:49.029395 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-aff18b4c-a060-43fe-acde-0ea0e4457a18 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group': {'name': 'tempest-secgroup--1782957165'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:49.039764 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-aff18b4c-a060-43fe-acde-0ea0e4457a18 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:49.068255 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-aff18b4c-a060-43fe-acde-0ea0e4457a18 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:49.073896 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42534) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:49.095858 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9667b1f8-5b8b-4ac7-b6a1-7b27f5d98298 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting subnet e3a2856c-7ffa-41ac-a590-86c030252e2c {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:48:49.111556 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff18b4c-a060-43fe-acde-0ea0e4457a18 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.131100 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9667b1f8-5b8b-4ac7-b6a1-7b27f5d98298 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.140364 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-aff18b4c-a060-43fe-acde-0ea0e4457a18 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:49.145933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-aff18b4c-a060-43fe-acde-0ea0e4457a18 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:49.156225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-aff18b4c-a060-43fe-acde-0ea0e4457a18 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:49.169052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-aff18b4c-a060-43fe-acde-0ea0e4457a18 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:49.182390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e859facc-9403-49ca-9f08-b24aea829b3f None None] For port 59dd6cd3-3497-4f86-a324-099c17fe4c05, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=59dd6cd3-3497-4f86-a324-099c17fe4c05,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:49.182866 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e859facc-9403-49ca-9f08-b24aea829b3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.282276 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7dcef955-6c7c-4787-bca7-410f4f52f929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.307207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7dcef955-6c7c-4787-bca7-410f4f52f929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:49.314524 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff18b4c-a060-43fe-acde-0ea0e4457a18 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.315512 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7dcef955-6c7c-4787-bca7-410f4f52f929 admin admin] Usage tracker for resource:security_group_rule and tenant:fdf8a4a144d04e029227790a5607b81e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:49.319105 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7dcef955-6c7c-4787-bca7-410f4f52f929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:49.324903 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff18b4c-a060-43fe-acde-0ea0e4457a18 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.328244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7dcef955-6c7c-4787-bca7-410f4f52f929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:49.328789 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9667b1f8-5b8b-4ac7-b6a1-7b27f5d98298 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.371013 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e859facc-9403-49ca-9f08-b24aea829b3f None None] Calling delete_port for 59dd6cd3-3497-4f86-a324-099c17fe4c05 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:49.384378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff18b4c-a060-43fe-acde-0ea0e4457a18 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978ee0b0-2dd6-4ab8-934d-134ffd168572,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:49.411504 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff18b4c-a060-43fe-acde-0ea0e4457a18 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.413370 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-aff18b4c-a060-43fe-acde-0ea0e4457a18 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3964276 Mar 08 09:48:49.416726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42540) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:49.427486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-a151332b-0ab4-4709-8fd6-867739047af0 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': '978ee0b0-2dd6-4ab8-934d-134ffd168572', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:49.428223 dv-neutron-831730-2-hyperv neutron-server[87771]: WARNING neutron.api.v2.base [None req-a151332b-0ab4-4709-8fd6-867739047af0 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 08 09:48:49.428743 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-a151332b-0ab4-4709-8fd6-867739047af0 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:48:49.429723 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a151332b-0ab4-4709-8fd6-867739047af0 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118437 Mar 08 09:48:49.432674 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42544) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:49.444615 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-ddf2442b-e167-4b4e-9f76-13814c2ee60e tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': '978ee0b0-2dd6-4ab8-934d-134ffd168572', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:49.452276 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ddf2442b-e167-4b4e-9f76-13814c2ee60e tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:49.465485 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ddf2442b-e167-4b4e-9f76-13814c2ee60e tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:49.470483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ddf2442b-e167-4b4e-9f76-13814c2ee60e tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:49.482915 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ddf2442b-e167-4b4e-9f76-13814c2ee60e tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:49.506317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7dcef955-6c7c-4787-bca7-410f4f52f929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.512992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7dcef955-6c7c-4787-bca7-410f4f52f929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.547278 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9afb5efd-9bbf-403a-b0a6-df3d63e4dc6f None None] Provisioning complete for port 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:49.547653 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9afb5efd-9bbf-403a-b0a6-df3d63e4dc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.568345 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-ddf2442b-e167-4b4e-9f76-13814c2ee60e tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:48:49.569650 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ddf2442b-e167-4b4e-9f76-13814c2ee60e tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1358187 Mar 08 09:48:49.573506 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42548) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:49.577369 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcef955-6c7c-4787-bca7-410f4f52f929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad135404-902c-4c82-b595-05e9e73b01fd,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:49.581897 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7dcef955-6c7c-4787-bca7-410f4f52f929 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fdf8a4a144d04e029227790a5607b81e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5046844 Mar 08 09:48:49.585916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1125ef90-460b-4649-a753-524905ab6ffd tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': '978ee0b0-2dd6-4ab8-934d-134ffd168572', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:49.586582 dv-neutron-831730-2-hyperv neutron-server[87771]: WARNING neutron.api.v2.base [None req-1125ef90-460b-4649-a753-524905ab6ffd tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 08 09:48:49.587216 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-1125ef90-460b-4649-a753-524905ab6ffd tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:48:49.588337 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1125ef90-460b-4649-a753-524905ab6ffd tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0130754 Mar 08 09:48:49.589095 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42552) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:49.592497 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42554) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:49.609097 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1ba88789-7ff6-47dc-9f07-29ec1c3a0eb3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': '978ee0b0-2dd6-4ab8-934d-134ffd168572', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:49.617781 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1ba88789-7ff6-47dc-9f07-29ec1c3a0eb3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:49.628253 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.631667 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1ba88789-7ff6-47dc-9f07-29ec1c3a0eb3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:49.637086 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1ba88789-7ff6-47dc-9f07-29ec1c3a0eb3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:49.650567 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1ba88789-7ff6-47dc-9f07-29ec1c3a0eb3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:49.679342 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.683946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a61198e-78b8-4df2-a10e-cf9f64ba08bd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.692292 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e859facc-9403-49ca-9f08-b24aea829b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.696944 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e0430ab0-d29b-4c4c-9f2d-43312ae25182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.711429 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-1ba88789-7ff6-47dc-9f07-29ec1c3a0eb3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:48:49.715215 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1ba88789-7ff6-47dc-9f07-29ec1c3a0eb3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1185772 Mar 08 09:48:49.715406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42560) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:49.726410 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1184ecbc-eec9-460c-9d0e-dd4edceb1f0d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': '978ee0b0-2dd6-4ab8-934d-134ffd168572', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:49.727129 dv-neutron-831730-2-hyperv neutron-server[87771]: WARNING neutron.api.v2.base [None req-1184ecbc-eec9-460c-9d0e-dd4edceb1f0d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 08 09:48:49.727615 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-1184ecbc-eec9-460c-9d0e-dd4edceb1f0d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:48:49.728538 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1184ecbc-eec9-460c-9d0e-dd4edceb1f0d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0120823 Mar 08 09:48:49.732763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42564) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:49.740871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-f0740761-b3bc-426f-9b1b-9b486a2666dd tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': '978ee0b0-2dd6-4ab8-934d-134ffd168572', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:49.747046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e0430ab0-d29b-4c4c-9f2d-43312ae25182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.747197 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Transition to ACTIVE for port object 2872d98d-5076-4b65-9f6c-ddcf08828058 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:49.758171 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f0740761-b3bc-426f-9b1b-9b486a2666dd tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:49.767998 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e859facc-9403-49ca-9f08-b24aea829b3f None None] No DVR routers for this DVR port 59dd6cd3-3497-4f86-a324-099c17fe4c05 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:48:49.769193 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f0740761-b3bc-426f-9b1b-9b486a2666dd tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:49.775037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f0740761-b3bc-426f-9b1b-9b486a2666dd tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:49.777463 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859facc-9403-49ca-9f08-b24aea829b3f None None] Pushing event deleted for resources: {'Port': ['ID=59dd6cd3-3497-4f86-a324-099c17fe4c05,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:49.784928 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a61198e-78b8-4df2-a10e-cf9f64ba08bd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 8382c660-25f3-4087-9fe3-10449af161e4 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:49.791934 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 19006aa8-7a47-4f2e-995b-4bc1f27e29e3, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=19006aa8-7a47-4f2e-995b-4bc1f27e29e3,segment=NetworkSegment(c067aee0-dfaa-476a-a75a-07ee5b21ce04),segment_id=c067aee0-dfaa-476a-a75a-07ee5b21ce04)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:49.792326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f0740761-b3bc-426f-9b1b-9b486a2666dd tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:49.797059 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8a61198e-78b8-4df2-a10e-cf9f64ba08bd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:49.803896 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Transition to ACTIVE for port object 2872d98d-5076-4b65-9f6c-ddcf08828058 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:49.807132 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a61198e-78b8-4df2-a10e-cf9f64ba08bd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:49.807888 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a61198e-78b8-4df2-a10e-cf9f64ba08bd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.809556 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.813011 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbebb204-d5af-4f02-b046-abfe01d45c41 None None] Network 8382c660-25f3-4087-9fe3-10449af161e4 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:49.842612 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-f0740761-b3bc-426f-9b1b-9b486a2666dd tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:48:49.844029 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f0740761-b3bc-426f-9b1b-9b486a2666dd tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1100945 Mar 08 09:48:49.848788 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e0430ab0-d29b-4c4c-9f2d-43312ae25182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.850975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42568) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:49.870954 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-6120e408-d43a-4267-9b4d-a3aea667f5ad tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': '978ee0b0-2dd6-4ab8-934d-134ffd168572', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:49.871495 dv-neutron-831730-2-hyperv neutron-server[87771]: WARNING neutron.api.v2.base [None req-6120e408-d43a-4267-9b4d-a3aea667f5ad tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 08 09:48:49.871902 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-6120e408-d43a-4267-9b4d-a3aea667f5ad tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:48:49.875488 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6120e408-d43a-4267-9b4d-a3aea667f5ad tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112441 Mar 08 09:48:49.875488 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0430ab0-d29b-4c4c-9f2d-43312ae25182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad135404-902c-4c82-b595-05e9e73b01fd,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:49.882704 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42572) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:49.895328 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-4d25d94e-d3a5-4328-9a04-f1b56af98e2a tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': '978ee0b0-2dd6-4ab8-934d-134ffd168572', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:49.896985 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.905643 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61198e-78b8-4df2-a10e-cf9f64ba08bd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Subnet': ['ID=47386eea-4c59-4156-9fb9-6c7c9ead2b63,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:49.932135 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4d25d94e-d3a5-4328-9a04-f1b56af98e2a tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:49.939510 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e0430ab0-d29b-4c4c-9f2d-43312ae25182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.943024 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e0430ab0-d29b-4c4c-9f2d-43312ae25182 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad135404-902c-4c82-b595-05e9e73b01fd HTTP/1.1" status: 204 len: 168 time: 0.3504920 Mar 08 09:48:49.944098 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:49.968208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Subnet': ['ID=faac5a23-6198-4ca4-a17d-7d759e860137,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:49.980920 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4d25d94e-d3a5-4328-9a04-f1b56af98e2a tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:49.984953 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4d25d94e-d3a5-4328-9a04-f1b56af98e2a tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:49.994895 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4d25d94e-d3a5-4328-9a04-f1b56af98e2a tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:49.997034 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9667b1f8-5b8b-4ac7-b6a1-7b27f5d98298 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.056068 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8a61198e-78b8-4df2-a10e-cf9f64ba08bd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3603480 Mar 08 09:48:50.067457 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42578) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:50.072509 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2c392612-7d49-4c86-8aee-ebd1493a1abd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'security_group': {'name': 'tempest-secgroup-1162800629'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:50.073214 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Network 96171376-af52-483b-9641-156411bb8148 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:50.078888 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2c392612-7d49-4c86-8aee-ebd1493a1abd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:50.082847 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2c392612-7d49-4c86-8aee-ebd1493a1abd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:security_group and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:50.085721 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2c392612-7d49-4c86-8aee-ebd1493a1abd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:50.087234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:50.090345 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:50.091555 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2c392612-7d49-4c86-8aee-ebd1493a1abd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:50.118094 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.143993 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=19006aa8-7a47-4f2e-995b-4bc1f27e29e3,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:50.158678 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-4d25d94e-d3a5-4328-9a04-f1b56af98e2a tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:48:50.162963 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4d25d94e-d3a5-4328-9a04-f1b56af98e2a tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2746799 Mar 08 09:48:50.167745 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c392612-7d49-4c86-8aee-ebd1493a1abd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.167914 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42584) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:50.171474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96171376-af52-483b-9641-156411bb8148']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:50.181402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1dff9980-c476-42c1-a143-fa2aba67742e tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': '978ee0b0-2dd6-4ab8-934d-134ffd168572', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:50.185454 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-92f82fad-7bc6-43ba-b222-7d0a6eaeb842 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 09:48:50.189417 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1dff9980-c476-42c1-a143-fa2aba67742e tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:50.195591 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800687f6-2083-4559-b552-13adacca9e53') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:50.195783 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800687f6-2083-4559-b552-13adacca9e53') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:50.202456 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1dff9980-c476-42c1-a143-fa2aba67742e tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:50.208252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1dff9980-c476-42c1-a143-fa2aba67742e tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:50.215811 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.225754 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1dff9980-c476-42c1-a143-fa2aba67742e tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:50.244465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.258583 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:50.259200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.259568 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92f82fad-7bc6-43ba-b222-7d0a6eaeb842 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:50.304390 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:50.360015 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2c392612-7d49-4c86-8aee-ebd1493a1abd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:50.391366 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f82fad-7bc6-43ba-b222-7d0a6eaeb842 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:50.392467 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2c392612-7d49-4c86-8aee-ebd1493a1abd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:security_group_rule and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:50.403006 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2c392612-7d49-4c86-8aee-ebd1493a1abd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:50.403944 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42588) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:50.406151 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-92f82fad-7bc6-43ba-b222-7d0a6eaeb842 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:50.413903 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.438785 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:50.445874 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-1dff9980-c476-42c1-a143-fa2aba67742e tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:48:50.447209 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1dff9980-c476-42c1-a143-fa2aba67742e tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2784462 Mar 08 09:48:50.453567 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42592) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:50.462963 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf7fb7c-1fe4-4303-934b-557605a60a1f None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:50.465617 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f82fad-7bc6-43ba-b222-7d0a6eaeb842 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:50.466211 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92f82fad-7bc6-43ba-b222-7d0a6eaeb842 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.469962 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2c392612-7d49-4c86-8aee-ebd1493a1abd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:50.478114 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f82fad-7bc6-43ba-b222-7d0a6eaeb842 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=0d5803a7-2a38-4dda-bd44-e12655d56065,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:50.480435 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9667b1f8-5b8b-4ac7-b6a1-7b27f5d98298 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.490749 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.api [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 09:48:50.490749 dv-neutron-831730-2-hyperv neutron-server[87771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 09:48:50.490749 dv-neutron-831730-2-hyperv neutron-server[87771]: [parameters: {'id': '96171376-af52-483b-9641-156411bb8148'}] Mar 08 09:48:50.490749 dv-neutron-831730-2-hyperv neutron-server[87771]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:48:50.491650 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG oslo_db.api [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:48:50.523795 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7658fa9e-db37-4d1d-a244-ca1ef653e0f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b8a715db78d41b3ae9258795521a551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1175389 Mar 08 09:48:50.530933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42596) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:50.556961 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667b1f8-5b8b-4ac7-b6a1-7b27f5d98298 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a2856c-7ffa-41ac-a590-86c030252e2c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:50.565164 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9667b1f8-5b8b-4ac7-b6a1-7b27f5d98298 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.592012 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-92f82fad-7bc6-43ba-b222-7d0a6eaeb842 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5265937 Mar 08 09:48:50.596199 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42600) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:50.611188 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba1e1fa-8543-40b5-ba9a-02a1986b3050 None None] Network cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:50.613144 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9667b1f8-5b8b-4ac7-b6a1-7b27f5d98298 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/subnets/e3a2856c-7ffa-41ac-a590-86c030252e2c HTTP/1.1" status: 204 len: 168 time: 1.8374467 Mar 08 09:48:50.622508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-3de787f0-2579-40ce-8544-60e32da79b4a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:50.668967 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42604) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:50.727568 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Pushing event updated for resources: {'Port': ['ID=2872d98d-5076-4b65-9f6c-ddcf08828058,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:50.743852 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Attempting to bind port 2872d98d-5076-4b65-9f6c-ddcf08828058 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:48:50.744297 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Attempting to bind port 2872d98d-5076-4b65-9f6c-ddcf08828058 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '800687f6-2083-4559-b552-13adacca9e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96171376-af52-483b-9641-156411bb8148'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:48:50.744754 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Attempting to bind port 2872d98d-5076-4b65-9f6c-ddcf08828058 on network 96171376-af52-483b-9641-156411bb8148 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:48:50.795320 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3de787f0-2579-40ce-8544-60e32da79b4a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:50.802396 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d663237-b02c-43a4-92d4-11224e9ff584 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.804680 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3de787f0-2579-40ce-8544-60e32da79b4a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:50.808992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3de787f0-2579-40ce-8544-60e32da79b4a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:50.825697 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3de787f0-2579-40ce-8544-60e32da79b4a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:50.827668 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-16d135f1-f556-4187-8175-f57a99b1512e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.845108 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:48:50.845527 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Checking segment: {'id': '800687f6-2083-4559-b552-13adacca9e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96171376-af52-483b-9641-156411bb8148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:50.845909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.846281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Bound using segment: {'id': '800687f6-2083-4559-b552-13adacca9e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96171376-af52-483b-9641-156411bb8148'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:48:50.846811 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Bound port: 2872d98d-5076-4b65-9f6c-ddcf08828058, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800687f6-2083-4559-b552-13adacca9e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96171376-af52-483b-9641-156411bb8148'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:48:50.847188 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.876521 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d663237-b02c-43a4-92d4-11224e9ff584 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.897120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-16d135f1-f556-4187-8175-f57a99b1512e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.908383 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.911772 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c392612-7d49-4c86-8aee-ebd1493a1abd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.923525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c392612-7d49-4c86-8aee-ebd1493a1abd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.944656 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de787f0-2579-40ce-8544-60e32da79b4a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:50.947856 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3de787f0-2579-40ce-8544-60e32da79b4a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.978271 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting port a0864e7f-390d-4a45-ac04-191dc2c28848 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:50.978632 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:50.994742 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:51.027292 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c392612-7d49-4c86-8aee-ebd1493a1abd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ef61d2-5027-4466-9aea-22f5558cfbda,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:51.034550 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c392612-7d49-4c86-8aee-ebd1493a1abd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:51.038563 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2c392612-7d49-4c86-8aee-ebd1493a1abd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9700170 Mar 08 09:48:51.073263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Deleting port 2872d98d-5076-4b65-9f6c-ddcf08828058 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:51.073601 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:51.088683 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42608) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:51.091374 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:51.092059 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:51.107197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9c7ff1ea-d089-482a-822d-b27514405964 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'security_group': {'name': 'tempest-secgroup-105346090'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:51.123115 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9c7ff1ea-d089-482a-822d-b27514405964 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:51.130542 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d663237-b02c-43a4-92d4-11224e9ff584 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:51.132894 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9c7ff1ea-d089-482a-822d-b27514405964 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:security_group and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:51.137336 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9c7ff1ea-d089-482a-822d-b27514405964 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:51.155271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d663237-b02c-43a4-92d4-11224e9ff584 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=978ee0b0-2dd6-4ab8-934d-134ffd168572,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:51.182258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9c7ff1ea-d089-482a-822d-b27514405964 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:51.208928 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:51.220719 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c7ff1ea-d089-482a-822d-b27514405964 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:51.249053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d663237-b02c-43a4-92d4-11224e9ff584 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:51.250748 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7d663237-b02c-43a4-92d4-11224e9ff584 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "DELETE /v2.0/security-groups/978ee0b0-2dd6-4ab8-934d-134ffd168572 HTTP/1.1" status: 204 len: 168 time: 0.7947443 Mar 08 09:48:51.255465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42612) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:51.261275 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] For port 2872d98d-5076-4b65-9f6c-ddcf08828058, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:48:51.294685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-16d135f1-f556-4187-8175-f57a99b1512e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:51.297093 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-16d135f1-f556-4187-8175-f57a99b1512e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:51.301319 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-16d135f1-f556-4187-8175-f57a99b1512e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a5520da-eb73-489d-888e-4cd636f33cf8 HTTP/1.1" status: 204 len: 168 time: 0.7658317 Mar 08 09:48:51.328114 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.ipam_backend_mixin [None req-3de787f0-2579-40ce-8544-60e32da79b4a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0d5803a7-2a38-4dda-bd44-e12655d56065 (CIDR: 2001:db8::/64) Mar 08 09:48:51.329064 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d135f1-f556-4187-8175-f57a99b1512e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5520da-eb73-489d-888e-4cd636f33cf8,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:51.331227 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] For port 2872d98d-5076-4b65-9f6c-ddcf08828058, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=2872d98d-5076-4b65-9f6c-ddcf08828058,segment=NetworkSegment(800687f6-2083-4559-b552-13adacca9e53),segment_id=800687f6-2083-4559-b552-13adacca9e53)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:48:51.344724 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:51.367201 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de787f0-2579-40ce-8544-60e32da79b4a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:48:51.367733 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de787f0-2579-40ce-8544-60e32da79b4a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:48:51.402003 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-8382c660-25f3-4087-9fe3-10449af161e4', 'network_id': '8382c660-25f3-4087-9fe3-10449af161e4', 'tenant_id': '8487a2388023440e9c6b176be36100ad', 'fixed_ips': [{'subnet_id': '47386eea-4c59-4156-9fb9-6c7c9ead2b63'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:48:51.402844 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:51.412874 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': '0d5803a7-2a38-4dda-bd44-e12655d56065'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:48:51.413701 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:51.458853 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-604f9b70-9f95-4ddd-93cb-cd7d022cbb82 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Synchronizing usage tracker for tenant:d35c6c63f27e44ad890655260ecfb25f on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:51.498543 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3de787f0-2579-40ce-8544-60e32da79b4a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8955674 Mar 08 09:48:51.499269 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42618) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:51.505311 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-604f9b70-9f95-4ddd-93cb-cd7d022cbb82 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Unset dirty status for tenant:d35c6c63f27e44ad890655260ecfb25f on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:51.506561 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-604f9b70-9f95-4ddd-93cb-cd7d022cbb82 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2499633 Mar 08 09:48:51.510554 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42622) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:51.517861 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e7b513fb-fc8b-416b-9406-dd6ab4519f24 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:51.602263 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9c7ff1ea-d089-482a-822d-b27514405964 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:51.620165 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9c7ff1ea-d089-482a-822d-b27514405964 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:security_group_rule and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:51.625328 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9c7ff1ea-d089-482a-822d-b27514405964 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:51.635489 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9c7ff1ea-d089-482a-822d-b27514405964 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:51.645521 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] For port a0864e7f-390d-4a45-ac04-191dc2c28848, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a0864e7f-390d-4a45-ac04-191dc2c28848,segment=NetworkSegment(25b8f754-fb5b-4f18-9b84-6e13387b6eff),segment_id=25b8f754-fb5b-4f18-9b84-6e13387b6eff)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:51.646263 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:51.716325 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Allocated IP 2001:db8::f816:3eff:fe0a:b98e (162da289-2647-477b-bcb7-e834030497c1/0d5803a7-2a38-4dda-bd44-e12655d56065/28ce7f68-29e9-4b87-8599-51789bd6e169) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:51.800846 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] For port 2872d98d-5076-4b65-9f6c-ddcf08828058, host dv-neutron-831730-2-hyperv, got binding levels [] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:51.801357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:51.811474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-fe244cef-0cc0-41ed-b077-7e672d4301e7 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group': {'name': 'tempest-secgroup--240150618'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:51.817185 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fe244cef-0cc0-41ed-b077-7e672d4301e7 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:51.827880 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fe244cef-0cc0-41ed-b077-7e672d4301e7 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:51.837940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e7b513fb-fc8b-416b-9406-dd6ab4519f24 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:51.839137 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Calling delete_port for a0864e7f-390d-4a45-ac04-191dc2c28848 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:51.848343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fe244cef-0cc0-41ed-b077-7e672d4301e7 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:51.858040 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e7b513fb-fc8b-416b-9406-dd6ab4519f24 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:51.872251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a882b-dd07-4e80-b76f-659e96078586 None None] Pushing event updated for resources: {'Port': ['ID=2872d98d-5076-4b65-9f6c-ddcf08828058,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:51.926257 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e7b513fb-fc8b-416b-9406-dd6ab4519f24 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:52.019918 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Calling delete_port for 2872d98d-5076-4b65-9f6c-ddcf08828058 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:52.026293 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff755904-1129-430d-a68e-c3609af35c70 None None] DHCP port deletion for cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:48:52.061824 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e7b513fb-fc8b-416b-9406-dd6ab4519f24 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:52.072255 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:52.079159 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c7ff1ea-d089-482a-822d-b27514405964 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:52.089455 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fe244cef-0cc0-41ed-b077-7e672d4301e7 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:52.096344 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b513fb-fc8b-416b-9406-dd6ab4519f24 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:52.101336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e7b513fb-fc8b-416b-9406-dd6ab4519f24 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:52.122133 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fe244cef-0cc0-41ed-b077-7e672d4301e7 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:52.141363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fe244cef-0cc0-41ed-b077-7e672d4301e7 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:52.155079 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Port': ['ID=a0864e7f-390d-4a45-ac04-191dc2c28848,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:52.162405 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c7ff1ea-d089-482a-822d-b27514405964 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:52.164946 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fe244cef-0cc0-41ed-b077-7e672d4301e7 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:52.207962 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] No DVR routers for this DVR port a0864e7f-390d-4a45-ac04-191dc2c28848 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:48:52.215986 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 59dd6cd3-3497-4f86-a324-099c17fe4c05 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:48:52.269625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.api [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:48:52.269979 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG oslo_db.api [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:48:52.282749 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Router 72139487-eb80-4ad8-8c9b-1f2742eb473a is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:48:52.320286 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ff1ea-d089-482a-822d-b27514405964 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9d0604-48dc-45b7-a821-4c83f8196cec,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:52.321376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 59dd6cd3-3497-4f86-a324-099c17fe4c05 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:48:52.321885 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 59dd6cd3-3497-4f86-a324-099c17fe4c05 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:48:52.346561 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c7ff1ea-d089-482a-822d-b27514405964 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:52.350907 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9c7ff1ea-d089-482a-822d-b27514405964 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2616341 Mar 08 09:48:52.356846 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42642) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:52.367688 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-2e6e9c92-ac29-4ce8-80a8-433ee13a4796 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-570635107', 'security_groups': ['ac9d0604-48dc-45b7-a821-4c83f8196cec'], 'network_id': '8382c660-25f3-4087-9fe3-10449af161e4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '47386eea-4c59-4156-9fb9-6c7c9ead2b63'}]}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:52.396217 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538fb67b-ae17-45a1-a01c-06337db144c3 None None] Network 96171376-af52-483b-9641-156411bb8148 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:52.441973 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Allocated IP 2001:db8::2 (8382c660-25f3-4087-9fe3-10449af161e4/47386eea-4c59-4156-9fb9-6c7c9ead2b63/31ca9c9d-0bc8-47c0-8743-f024c79d513b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:52.505251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device a0864e7f-390d-4a45-ac04-191dc2c28848 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:48:52.524009 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fe244cef-0cc0-41ed-b077-7e672d4301e7 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:52.530704 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:52.538975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fe244cef-0cc0-41ed-b077-7e672d4301e7 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:52.637950 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:52.664546 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b8f754-fb5b-4f18-9b84-6e13387b6eff') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:52.664906 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b8f754-fb5b-4f18-9b84-6e13387b6eff') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:52.690480 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:52.706684 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: a0864e7f-390d-4a45-ac04-191dc2c28848 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:48:52.706901 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device a0864e7f-390d-4a45-ac04-191dc2c28848 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:48:52.715079 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:48:52.723897 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe244cef-0cc0-41ed-b077-7e672d4301e7 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35c7ae4-00ea-4f58-b26c-f6a784b3fa75,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:52.733773 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0caf5f-9667-4bea-b55a-8e6e6fb80979 None None] Sync routers for ids ['72139487-eb80-4ad8-8c9b-1f2742eb473a'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:48:52.738925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fe244cef-0cc0-41ed-b077-7e672d4301e7 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:52.743039 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fe244cef-0cc0-41ed-b077-7e672d4301e7 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2291739 Mar 08 09:48:52.743537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2e6e9c92-ac29-4ce8-80a8-433ee13a4796 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:52.748332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42650) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:52.752113 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-05ef5a88-1dbc-4f89-b44e-6f6fd34640b4 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': 'e35c7ae4-00ea-4f58-b26c-f6a784b3fa75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:52.754215 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:52.765017 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0caf5f-9667-4bea-b55a-8e6e6fb80979 None None] Routers {'72139487-eb80-4ad8-8c9b-1f2742eb473a'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:52.765929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:52.766391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:52.767004 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ab0caf5f-9667-4bea-b55a-8e6e6fb80979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['72139487-eb80-4ad8-8c9b-1f2742eb473a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:52.769696 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2e6e9c92-ac29-4ce8-80a8-433ee13a4796 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:52.772433 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-05ef5a88-1dbc-4f89-b44e-6f6fd34640b4 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:52.775169 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Deleting port 2872d98d-5076-4b65-9f6c-ddcf08828058 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:52.775524 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:52.787146 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:52.803656 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:52.807315 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-74bd5632-0b16-4bda-905d-759895c469a1 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.5188551 Mar 08 09:48:52.808790 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42654) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:52.819012 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-05ef5a88-1dbc-4f89-b44e-6f6fd34640b4 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:52.826578 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-05ef5a88-1dbc-4f89-b44e-6f6fd34640b4 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:52.841535 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-05ef5a88-1dbc-4f89-b44e-6f6fd34640b4 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:52.858861 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6e9c92-ac29-4ce8-80a8-433ee13a4796 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:52.886772 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ab0caf5f-9667-4bea-b55a-8e6e6fb80979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:52.896638 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0caf5f-9667-4bea-b55a-8e6e6fb80979 None None] Routers {'72139487-eb80-4ad8-8c9b-1f2742eb473a'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:48:52.897556 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ab0caf5f-9667-4bea-b55a-8e6e6fb80979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['72139487-eb80-4ad8-8c9b-1f2742eb473a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:52.959057 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ab0caf5f-9667-4bea-b55a-8e6e6fb80979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:52.959894 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0caf5f-9667-4bea-b55a-8e6e6fb80979 None None] The sync data for ids ['72139487-eb80-4ad8-8c9b-1f2742eb473a'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:48:52.971206 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:52.993097 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:53.080826 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Transition to ACTIVE for port object 28ce7f68-29e9-4b87-8599-51789bd6e169 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:53.083915 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:53.096559 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Network': ['ID=cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:53.100758 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eb2fd6b7-1b26-4c89-bbe2-aca4f96b1537 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/networks/cdb8fdbf-ae65-4b7b-8b02-9250d720ef4b HTTP/1.1" status: 204 len: 168 time: 2.4292297 Mar 08 09:48:53.103880 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42664) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:53.109895 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b58db47a-202c-49af-92ab-22c0e893468f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-822893422', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:53.120152 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b58db47a-202c-49af-92ab-22c0e893468f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:53.121599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Transition to ACTIVE for port object 28ce7f68-29e9-4b87-8599-51789bd6e169 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:53.139849 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b58db47a-202c-49af-92ab-22c0e893468f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:router and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:53.148507 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b58db47a-202c-49af-92ab-22c0e893468f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:53.149032 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:53.163272 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b58db47a-202c-49af-92ab-22c0e893468f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:53.172567 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e7b513fb-fc8b-416b-9406-dd6ab4519f24 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:53.181536 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] For port 2872d98d-5076-4b65-9f6c-ddcf08828058, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=2872d98d-5076-4b65-9f6c-ddcf08828058,segment=NetworkSegment(800687f6-2083-4559-b552-13adacca9e53),segment_id=800687f6-2083-4559-b552-13adacca9e53)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:53.181893 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:53.258807 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:53.268519 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:53.271783 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:53.373139 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b513fb-fc8b-416b-9406-dd6ab4519f24 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:53.380139 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Calling delete_port for 2872d98d-5076-4b65-9f6c-ddcf08828058 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:53.391276 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Pushing event updated for resources: {'Port': ['ID=28ce7f68-29e9-4b87-8599-51789bd6e169,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:53.419472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-e7b513fb-fc8b-416b-9406-dd6ab4519f24 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:53.421310 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-05ef5a88-1dbc-4f89-b44e-6f6fd34640b4 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): The resource could not be found. Mar 08 09:48:53.425196 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-05ef5a88-1dbc-4f89-b44e-6f6fd34640b4 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6750112 Mar 08 09:48:53.427795 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b513fb-fc8b-416b-9406-dd6ab4519f24 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:53.428383 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e7b513fb-fc8b-416b-9406-dd6ab4519f24 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:53.437100 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42674) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:53.468208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-86544f85-8c5b-48ef-8541-c49e5993dca3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': 'e35c7ae4-00ea-4f58-b26c-f6a784b3fa75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '82ff7120-fc77-47cc-b653-93a01ccfad16'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:53.482087 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-86544f85-8c5b-48ef-8541-c49e5993dca3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:53.487621 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9c92-ac29-4ce8-80a8-433ee13a4796 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:53.493246 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:53.500884 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Attempting to bind port 28ce7f68-29e9-4b87-8599-51789bd6e169 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:48:53.501244 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Attempting to bind port 28ce7f68-29e9-4b87-8599-51789bd6e169 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:48:53.501979 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Attempting to bind port 28ce7f68-29e9-4b87-8599-51789bd6e169 on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:48:53.506117 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-86544f85-8c5b-48ef-8541-c49e5993dca3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:53.512376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b513fb-fc8b-416b-9406-dd6ab4519f24 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=cbf530ca-0dda-4d83-9165-a80a1d17c3fc,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:53.515228 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e7b513fb-fc8b-416b-9406-dd6ab4519f24 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0112467 Mar 08 09:48:53.518420 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Transition to ACTIVE for port object 31ca9c9d-0bc8-47c0-8743-f024c79d513b will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:53.521986 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-86544f85-8c5b-48ef-8541-c49e5993dca3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:53.523102 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:48:53.523489 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:53.523937 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:53.525195 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:48:53.525516 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Bound port: 28ce7f68-29e9-4b87-8599-51789bd6e169, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:48:53.526477 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:53.526737 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42678) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:53.539181 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-076779e7-10a2-49d9-a5fd-301c87c1f3e6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'mac_address': 'fa:16:3e:3c:e9:2e', 'name': 'tempest-NetworksTestDHCPv6-603867952'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:53.543518 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b58db47a-202c-49af-92ab-22c0e893468f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:53.544618 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b58db47a-202c-49af-92ab-22c0e893468f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:53.553882 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-86544f85-8c5b-48ef-8541-c49e5993dca3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:53.598226 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-2e6e9c92-ac29-4ce8-80a8-433ee13a4796 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] device_id is not set on port e9dfbec1-d7c6-4218-8b3e-471a8f8ef830 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:48:53.608854 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Transition to ACTIVE for port object 31ca9c9d-0bc8-47c0-8743-f024c79d513b will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:53.615684 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b58db47a-202c-49af-92ab-22c0e893468f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:53.623062 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:53.696849 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42682) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:53.732011 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Network 8382c660-25f3-4087-9fe3-10449af161e4 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:53.736629 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:53.739621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:53.743825 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b58db47a-202c-49af-92ab-22c0e893468f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:53.752677 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] For port 28ce7f68-29e9-4b87-8599-51789bd6e169, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:48:53.799246 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Pushing event updated for resources: {'Port': ['ID=31ca9c9d-0bc8-47c0-8743-f024c79d513b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:53.804319 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] For port 28ce7f68-29e9-4b87-8599-51789bd6e169, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=28ce7f68-29e9-4b87-8599-51789bd6e169,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:48:53.842123 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:53.850213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b58db47a-202c-49af-92ab-22c0e893468f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:53.852093 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b58db47a-202c-49af-92ab-22c0e893468f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7464113 Mar 08 09:48:53.855641 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42688) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:53.864863 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-caaf0a96-6bc7-43ac-bdfa-8975f19fe16b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'network': {'name': 'tempest-RoutersTest-1578011422'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:53.871340 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-caaf0a96-6bc7-43ac-bdfa-8975f19fe16b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:53.917907 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1783267943', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:53.921231 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-caaf0a96-6bc7-43ac-bdfa-8975f19fe16b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:network and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:53.931451 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:53.934152 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-caaf0a96-6bc7-43ac-bdfa-8975f19fe16b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:53.943052 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Usage tracker for resource:port and tenant:24191e35deda4c5583ac45429c4254ee is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:53.945251 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-caaf0a96-6bc7-43ac-bdfa-8975f19fe16b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:53.946553 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Attempting to bind port 31ca9c9d-0bc8-47c0-8743-f024c79d513b on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:48:53.946931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Attempting to bind port 31ca9c9d-0bc8-47c0-8743-f024c79d513b by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '82f46998-f26d-4405-afb4-718c980c641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8382c660-25f3-4087-9fe3-10449af161e4'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:48:53.947293 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Attempting to bind port 31ca9c9d-0bc8-47c0-8743-f024c79d513b on network 8382c660-25f3-4087-9fe3-10449af161e4 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:48:53.950403 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:53.959710 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:48:53.959959 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:53.960490 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Checking segment: {'id': '82f46998-f26d-4405-afb4-718c980c641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8382c660-25f3-4087-9fe3-10449af161e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:53.960490 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:53.960684 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Bound using segment: {'id': '82f46998-f26d-4405-afb4-718c980c641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8382c660-25f3-4087-9fe3-10449af161e4'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:48:53.961028 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Bound port: 31ca9c9d-0bc8-47c0-8743-f024c79d513b, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f46998-f26d-4405-afb4-718c980c641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8382c660-25f3-4087-9fe3-10449af161e4'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:48:53.961410 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:53.969449 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:53.978183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3925e0c-a530-4e45-9ccf-84f26830d2c5 None None] Pushing event updated for resources: {'Port': ['ID=28ce7f68-29e9-4b87-8599-51789bd6e169,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:53.999009 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Made reservation on behalf of 24191e35deda4c5583ac45429c4254ee for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:54.003475 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:54.040893 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Port': ['ID=2872d98d-5076-4b65-9f6c-ddcf08828058,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:54.056667 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaf0a96-6bc7-43ac-bdfa-8975f19fe16b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Made reservation on behalf of c6601661feb14b85b700842beac586af for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:54.060346 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-caaf0a96-6bc7-43ac-bdfa-8975f19fe16b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:54.074294 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] For port 31ca9c9d-0bc8-47c0-8743-f024c79d513b, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:48:54.075923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:54.077734 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] For port 31ca9c9d-0bc8-47c0-8743-f024c79d513b, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=31ca9c9d-0bc8-47c0-8743-f024c79d513b,segment=NetworkSegment(82f46998-f26d-4405-afb4-718c980c641f),segment_id=82f46998-f26d-4405-afb4-718c980c641f)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:48:54.083989 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:54.089731 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No DVR routers for this DVR port 2872d98d-5076-4b65-9f6c-ddcf08828058 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:48:54.091552 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-076779e7-10a2-49d9-a5fd-301c87c1f3e6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:54.095054 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-86544f85-8c5b-48ef-8541-c49e5993dca3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): The resource could not be found. Mar 08 09:48:54.100456 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-86544f85-8c5b-48ef-8541-c49e5993dca3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6504498 Mar 08 09:48:54.103284 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42692) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:54.139158 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-076779e7-10a2-49d9-a5fd-301c87c1f3e6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:port and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:54.145755 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-076779e7-10a2-49d9-a5fd-301c87c1f3e6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:54.168677 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:54.176801 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153730d-9579-4500-97d0-5f6ebe69e24b None None] Pushing event updated for resources: {'Port': ['ID=31ca9c9d-0bc8-47c0-8743-f024c79d513b,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:54.192975 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caaf0a96-6bc7-43ac-bdfa-8975f19fe16b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:48:54.197185 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-076779e7-10a2-49d9-a5fd-301c87c1f3e6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:54.202278 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Usage tracker for resource:security_group_rule and tenant:24191e35deda4c5583ac45429c4254ee is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:54.207851 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:54.258050 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:54.285432 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-caaf0a96-6bc7-43ac-bdfa-8975f19fe16b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:54.285781 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-caaf0a96-6bc7-43ac-bdfa-8975f19fe16b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Added segment f1540a43-8556-40ad-9fb7-b07bdd636c91 of type vlan for network d05084e8-fff9-4281-88e9-9b14ed74bdb6 Mar 08 09:48:54.286884 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b4c68c0-a7a2-4fb2-89fe-6314d8562750 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:54.347842 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:54.366000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076779e7-10a2-49d9-a5fd-301c87c1f3e6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:54.376159 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b4c68c0-a7a2-4fb2-89fe-6314d8562750 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:54.395991 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:54.403944 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-caaf0a96-6bc7-43ac-bdfa-8975f19fe16b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:54.474614 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96171376-af52-483b-9641-156411bb8148']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:54.496055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800687f6-2083-4559-b552-13adacca9e53') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:54.497483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800687f6-2083-4559-b552-13adacca9e53') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:54.520120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:54.550409 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 28ce7f68-29e9-4b87-8599-51789bd6e169 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:54.580003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-2e6e9c92-ac29-4ce8-80a8-433ee13a4796 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Allocated IP 2001:db8::3d (8382c660-25f3-4087-9fe3-10449af161e4/47386eea-4c59-4156-9fb9-6c7c9ead2b63/e9dfbec1-d7c6-4218-8b3e-471a8f8ef830) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:54.640018 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 28ce7f68-29e9-4b87-8599-51789bd6e169 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:54.693388 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b4c68c0-a7a2-4fb2-89fe-6314d8562750 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:54.702933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:54.727088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:54.728020 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:54.734972 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-caaf0a96-6bc7-43ac-bdfa-8975f19fe16b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:54.741961 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaf0a96-6bc7-43ac-bdfa-8975f19fe16b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:54.742404 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:54.745042 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-caaf0a96-6bc7-43ac-bdfa-8975f19fe16b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:54.779437 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c68c0-a7a2-4fb2-89fe-6314d8562750 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35c7ae4-00ea-4f58-b26c-f6a784b3fa75,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:54.858464 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2f16bdbf-68b4-458d-b0df-5756943053e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:54.874181 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-076779e7-10a2-49d9-a5fd-301c87c1f3e6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:54.952655 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:54.983200 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf0a96-6bc7-43ac-bdfa-8975f19fe16b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Network': ['ID=d05084e8-fff9-4281-88e9-9b14ed74bdb6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:54.994169 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-076779e7-10a2-49d9-a5fd-301c87c1f3e6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port 107d2870-7f87-4ebd-8175-16ed67555972 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:48:54.995442 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network d05084e8-fff9-4281-88e9-9b14ed74bdb6 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:48:55.000676 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-caaf0a96-6bc7-43ac-bdfa-8975f19fe16b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1440496 Mar 08 09:48:55.007333 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42696) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:55.010374 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b4c68c0-a7a2-4fb2-89fe-6314d8562750 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:55.011502 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7b4c68c0-a7a2-4fb2-89fe-6314d8562750 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "DELETE /v2.0/security-groups/e35c7ae4-00ea-4f58-b26c-f6a784b3fa75 HTTP/1.1" status: 204 len: 168 time: 0.9035504 Mar 08 09:48:55.015197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:55.019711 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42700) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:55.022942 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b5eefd69-5936-4006-92ea-ec0e99a9a215 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'subnet': {'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:55.030529 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:55.036240 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Network': ['ID=96171376-af52-483b-9641-156411bb8148,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:55.072339 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4b452498-1fe2-4ac6-9a34-4446995792f0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/96171376-af52-483b-9641-156411bb8148 HTTP/1.1" status: 204 len: 168 time: 7.6220601 Mar 08 09:48:55.081428 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42704) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:55.104502 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-b48e73fb-cd12-49a1-a270-e606dcd7c3f9 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-176453700'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:55.130624 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b48e73fb-cd12-49a1-a270-e606dcd7c3f9 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:55.132733 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:55.146642 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9c92-ac29-4ce8-80a8-433ee13a4796 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:55.153884 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b48e73fb-cd12-49a1-a270-e606dcd7c3f9 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:network and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:55.169473 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] device_id is not set on port ce00b10f-815d-4d3c-8e2c-2c3956aa2669 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:48:55.179634 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b48e73fb-cd12-49a1-a270-e606dcd7c3f9 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:55.252799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b48e73fb-cd12-49a1-a270-e606dcd7c3f9 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:55.257463 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-2e6e9c92-ac29-4ce8-80a8-433ee13a4796 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Transition to ACTIVE for port object e9dfbec1-d7c6-4218-8b3e-471a8f8ef830 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:55.309132 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309b12f0-2281-44bf-b159-4b16018a67ec None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:55.324080 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ba3eb979-b685-4dcb-bfe9-dda131139947 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Synchronizing usage tracker for tenant:d35c6c63f27e44ad890655260ecfb25f on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:48:55.326027 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48e73fb-cd12-49a1-a270-e606dcd7c3f9 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:55.329883 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b48e73fb-cd12-49a1-a270-e606dcd7c3f9 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:55.338411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d41c6f-5ba2-4ed9-a012-922533baa944,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:55.351566 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b5eefd69-5936-4006-92ea-ec0e99a9a215 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:55.356521 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b5eefd69-5936-4006-92ea-ec0e99a9a215 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:subnet and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:55.359539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b5eefd69-5936-4006-92ea-ec0e99a9a215 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:55.365441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b5eefd69-5936-4006-92ea-ec0e99a9a215 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:55.394780 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48e73fb-cd12-49a1-a270-e606dcd7c3f9 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:48:55.402968 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-076779e7-10a2-49d9-a5fd-301c87c1f3e6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8:0:1::2cf (162da289-2647-477b-bcb7-e834030497c1/cbf530ca-0dda-4d83-9165-a80a1d17c3fc/107d2870-7f87-4ebd-8175-16ed67555972) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:55.417091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-076779e7-10a2-49d9-a5fd-301c87c1f3e6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::f816:3eff:fe3c:e92e (162da289-2647-477b-bcb7-e834030497c1/0d5803a7-2a38-4dda-bd44-e12655d56065/107d2870-7f87-4ebd-8175-16ed67555972) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:55.420308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b48e73fb-cd12-49a1-a270-e606dcd7c3f9 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:55.420308 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-b48e73fb-cd12-49a1-a270-e606dcd7c3f9 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Added segment 8b09845b-2685-4a54-9220-45eb0077b224 of type vlan for network 0a2515e4-b86a-410b-acd3-e5e1d961bde1 Mar 08 09:48:55.426799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5eefd69-5936-4006-92ea-ec0e99a9a215 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Made reservation on behalf of c6601661feb14b85b700842beac586af for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:55.429770 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9c92-ac29-4ce8-80a8-433ee13a4796 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:55.430338 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5eefd69-5936-4006-92ea-ec0e99a9a215 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:55.524577 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e9c92-ac29-4ce8-80a8-433ee13a4796 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=e9dfbec1-d7c6-4218-8b3e-471a8f8ef830,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:55.553186 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3472b7fd-6fb0-431f-8745-42f6c119fc3f None None] Provisioning for port 28ce7f68-29e9-4b87-8599-51789bd6e169 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:55.568519 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3472b7fd-6fb0-431f-8745-42f6c119fc3f None None] Provisioning complete for port 28ce7f68-29e9-4b87-8599-51789bd6e169 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:55.569171 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3472b7fd-6fb0-431f-8745-42f6c119fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:55.584966 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b48e73fb-cd12-49a1-a270-e606dcd7c3f9 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:55.600642 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6e9c92-ac29-4ce8-80a8-433ee13a4796 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 8382c660-25f3-4087-9fe3-10449af161e4 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:55.608104 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-2e6e9c92-ac29-4ce8-80a8-433ee13a4796 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:55.612472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6e9c92-ac29-4ce8-80a8-433ee13a4796 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:55.621277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6e9c92-ac29-4ce8-80a8-433ee13a4796 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:55.622450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9c92-ac29-4ce8-80a8-433ee13a4796 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:55.662751 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2e6e9c92-ac29-4ce8-80a8-433ee13a4796 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3038890 Mar 08 09:48:55.675669 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42708) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:55.694471 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-89235809-10ee-472c-abaa-74eaf60c1e0f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'subnet': {'network_id': '8382c660-25f3-4087-9fe3-10449af161e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:55.709137 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ba3eb979-b685-4dcb-bfe9-dda131139947 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Unset dirty status for tenant:d35c6c63f27e44ad890655260ecfb25f on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:48:55.710652 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ba3eb979-b685-4dcb-bfe9-dda131139947 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6572692 Mar 08 09:48:55.720531 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42712) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:55.760720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e852faa1-cd38-4733-ad27-3f7ba0bcb0d4 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': '70c021e2-9f92-442d-89dd-69decd6f6ab1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:55.776821 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Allocated IP 172.20.0.1 (2dc74550-47d3-45ed-8fa3-0868d8d827cf/1de23857-c886-44f9-9239-f75e50c116a8/0fc6ec7c-47ca-4687-b30f-06bf6f1928f9) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:55.793182 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e852faa1-cd38-4733-ad27-3f7ba0bcb0d4 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:55.850538 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e852faa1-cd38-4733-ad27-3f7ba0bcb0d4 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:55.851347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Allocated IP 172.26.2.103 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/ce00b10f-815d-4d3c-8e2c-2c3956aa2669) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:55.855105 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3472b7fd-6fb0-431f-8745-42f6c119fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:55.904115 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3472b7fd-6fb0-431f-8745-42f6c119fc3f None None] For port 28ce7f68-29e9-4b87-8599-51789bd6e169, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=28ce7f68-29e9-4b87-8599-51789bd6e169,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:55.919791 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3472b7fd-6fb0-431f-8745-42f6c119fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:56.033271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e852faa1-cd38-4733-ad27-3f7ba0bcb0d4 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:56.041910 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b48e73fb-cd12-49a1-a270-e606dcd7c3f9 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:56.047462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48e73fb-cd12-49a1-a270-e606dcd7c3f9 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:56.048262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b48e73fb-cd12-49a1-a270-e606dcd7c3f9 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:56.079523 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472b7fd-6fb0-431f-8745-42f6c119fc3f None None] Pushing event updated for resources: {'Port': ['ID=28ce7f68-29e9-4b87-8599-51789bd6e169,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:56.085883 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e852faa1-cd38-4733-ad27-3f7ba0bcb0d4 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:56.106604 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2fc20c-3b79-4149-9070-93e4137a9576 None None] Update dhcp port {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'fixed_ips': [{'subnet_id': '0d5803a7-2a38-4dda-bd44-e12655d56065', 'ip_address': '2001:db8::f816:3eff:fe0a:b98e'}, {'subnet_id': 'cbf530ca-0dda-4d83-9165-a80a1d17c3fc'}], 'binding:host_id': 'dv-neutron-831730-2-hyperv'}, 'id': '28ce7f68-29e9-4b87-8599-51789bd6e169'} from dv-neutron-831730-2-hyperv. {{(pid=87773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 09:48:56.156582 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e3171f18-fbe7-4465-a6d4-4129e4661ba0 None None] Provisioning complete for port 51585ce6-fce5-44b7-9f51-4bd2eb297269 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:56.156932 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3171f18-fbe7-4465-a6d4-4129e4661ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:56.212269 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc20c-3b79-4149-9070-93e4137a9576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:56.213712 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5eefd69-5936-4006-92ea-ec0e99a9a215 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:56.220396 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b48e73fb-cd12-49a1-a270-e606dcd7c3f9 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1326461 Mar 08 09:48:56.221523 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:56.223487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42716) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:56.241588 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-af0d758f-3fb3-4877-8da9-ee0b85607932 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'subnet': {'network_id': '0a2515e4-b86a-410b-acd3-e5e1d961bde1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:56.258867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e73fb-cd12-49a1-a270-e606dcd7c3f9 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Network': ['ID=0a2515e4-b86a-410b-acd3-e5e1d961bde1,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:56.265934 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e3171f18-fbe7-4465-a6d4-4129e4661ba0 None None] Port 51585ce6-fce5-44b7-9f51-4bd2eb297269 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:48:56.274376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 0a2515e4-b86a-410b-acd3-e5e1d961bde1 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:48:56.355372 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Transition to ACTIVE for port object 0fc6ec7c-47ca-4687-b30f-06bf6f1928f9 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:56.379803 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e3171f18-fbe7-4465-a6d4-4129e4661ba0 None None] Provisioning for port 31ca9c9d-0bc8-47c0-8743-f024c79d513b completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:56.384553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-89235809-10ee-472c-abaa-74eaf60c1e0f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:56.389452 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eefd69-5936-4006-92ea-ec0e99a9a215 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Subnet': ['ID=4be09b40-fe18-4c36-9529-087f193a766d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:56.411850 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-89235809-10ee-472c-abaa-74eaf60c1e0f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:subnet and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:56.413947 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eefd69-5936-4006-92ea-ec0e99a9a215 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Checking segment: {'id': 'f1540a43-8556-40ad-9fb7-b07bdd636c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:56.414482 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eefd69-5936-4006-92ea-ec0e99a9a215 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network hostable DHCP agents. Network: d05084e8-fff9-4281-88e9-9b14ed74bdb6, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:48:56.418708 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-89235809-10ee-472c-abaa-74eaf60c1e0f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:56.424300 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-e852faa1-cd38-4733-ad27-3f7ba0bcb0d4 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): The resource could not be found. Mar 08 09:48:56.429639 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e852faa1-cd38-4733-ad27-3f7ba0bcb0d4 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7079368 Mar 08 09:48:56.432037 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42720) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:56.436440 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-076779e7-10a2-49d9-a5fd-301c87c1f3e6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:56.439705 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d7337358-d075-40ed-92b5-b5d268effe6a tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group': {'name': 'tempest-secgroup--719792574'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:56.441592 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-89235809-10ee-472c-abaa-74eaf60c1e0f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:56.448346 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-af0d758f-3fb3-4877-8da9-ee0b85607932 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:56.461142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-af0d758f-3fb3-4877-8da9-ee0b85607932 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:subnet and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:56.462266 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d7337358-d075-40ed-92b5-b5d268effe6a tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:56.467340 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-af0d758f-3fb3-4877-8da9-ee0b85607932 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:56.470377 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:56.477707 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89235809-10ee-472c-abaa-74eaf60c1e0f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:56.482816 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-89235809-10ee-472c-abaa-74eaf60c1e0f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:56.491533 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:56.495514 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d7337358-d075-40ed-92b5-b5d268effe6a tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:56.504418 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-af0d758f-3fb3-4877-8da9-ee0b85607932 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:56.506644 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-076779e7-10a2-49d9-a5fd-301c87c1f3e6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object 107d2870-7f87-4ebd-8175-16ed67555972 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:56.527903 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eefd69-5936-4006-92ea-ec0e99a9a215 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network d05084e8-fff9-4281-88e9-9b14ed74bdb6 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:48:56.556977 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b5eefd69-5936-4006-92ea-ec0e99a9a215 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, d05084e8-fff9-4281-88e9-9b14ed74bdb6) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:56.579212 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eefd69-5936-4006-92ea-ec0e99a9a215 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:56.579798 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5eefd69-5936-4006-92ea-ec0e99a9a215 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:56.579916 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7abb484-4278-44ff-9452-77c47c6b5a08 None None] Network d05084e8-fff9-4281-88e9-9b14ed74bdb6 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:56.585539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Network 2dc74550-47d3-45ed-8fa3-0868d8d827cf is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:56.592928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0d758f-3fb3-4877-8da9-ee0b85607932 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:56.597291 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af0d758f-3fb3-4877-8da9-ee0b85607932 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:56.599583 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7337358-d075-40ed-92b5-b5d268effe6a tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:56.612317 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:56.635576 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:56.666931 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Pushing event updated for resources: {'Port': ['ID=0fc6ec7c-47ca-4687-b30f-06bf6f1928f9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:56.716944 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d7337358-d075-40ed-92b5-b5d268effe6a tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:56.724047 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b5eefd69-5936-4006-92ea-ec0e99a9a215 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7114830 Mar 08 09:48:56.728573 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42724) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:56.729723 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d7337358-d075-40ed-92b5-b5d268effe6a tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:56.735072 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d7337358-d075-40ed-92b5-b5d268effe6a tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:56.770125 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-487857d1-8e7e-4791-9e35-7ec7a35c96c6 None None] Provisioning for port e9dfbec1-d7c6-4218-8b3e-471a8f8ef830 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:56.773657 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 31ca9c9d-0bc8-47c0-8743-f024c79d513b up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:56.784649 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.ipam_backend_mixin [None req-89235809-10ee-472c-abaa-74eaf60c1e0f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 47386eea-4c59-4156-9fb9-6c7c9ead2b63 (CIDR: 2001:db8::/64) Mar 08 09:48:56.791612 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-076779e7-10a2-49d9-a5fd-301c87c1f3e6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:56.794091 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:56.796652 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-89235809-10ee-472c-abaa-74eaf60c1e0f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:48:56.797155 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89235809-10ee-472c-abaa-74eaf60c1e0f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:48:56.802403 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:56.805161 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d7337358-d075-40ed-92b5-b5d268effe6a tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:56.894869 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-487857d1-8e7e-4791-9e35-7ec7a35c96c6 None None] Provisioning complete for port e9dfbec1-d7c6-4218-8b3e-471a8f8ef830 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:56.895217 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-487857d1-8e7e-4791-9e35-7ec7a35c96c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:56.906824 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076779e7-10a2-49d9-a5fd-301c87c1f3e6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:56.917870 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-076779e7-10a2-49d9-a5fd-301c87c1f3e6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:56.926085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076779e7-10a2-49d9-a5fd-301c87c1f3e6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=107d2870-7f87-4ebd-8175-16ed67555972,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:56.935638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076779e7-10a2-49d9-a5fd-301c87c1f3e6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:56.942275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076779e7-10a2-49d9-a5fd-301c87c1f3e6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:56.943314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-076779e7-10a2-49d9-a5fd-301c87c1f3e6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:56.977951 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-89235809-10ee-472c-abaa-74eaf60c1e0f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3010693 Mar 08 09:48:56.981037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42728) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:56.995519 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-5a2fc20c-3b79-4149-9070-93e4137a9576 None None] Allocated IP 2001:db8:0:1::2 (162da289-2647-477b-bcb7-e834030497c1/cbf530ca-0dda-4d83-9165-a80a1d17c3fc/28ce7f68-29e9-4b87-8599-51789bd6e169) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:56.998156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-87afa83e-b08e-4d75-a014-92df79d1cb28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'subnet': {'network_id': '8382c660-25f3-4087-9fe3-10449af161e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:57.055796 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-076779e7-10a2-49d9-a5fd-301c87c1f3e6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5240362 Mar 08 09:48:57.056513 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:57.057014 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-487857d1-8e7e-4791-9e35-7ec7a35c96c6 None None] Port e9dfbec1-d7c6-4218-8b3e-471a8f8ef830 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:48:57.074016 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42732) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:57.075043 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:57.083785 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:48:57.108992 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Pushing event updated for resources: {'Port': ['ID=ce00b10f-815d-4d3c-8e2c-2c3956aa2669,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:57.109878 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 31ca9c9d-0bc8-47c0-8743-f024c79d513b completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:57.167019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af0d758f-3fb3-4877-8da9-ee0b85607932 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.206143 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 31ca9c9d-0bc8-47c0-8743-f024c79d513b triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:57.206496 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.241639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-87afa83e-b08e-4d75-a014-92df79d1cb28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:57.258032 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-87afa83e-b08e-4d75-a014-92df79d1cb28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:subnet and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:57.270596 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-87afa83e-b08e-4d75-a014-92df79d1cb28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:57.273090 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-d05084e8-fff9-4281-88e9-9b14ed74bdb6', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:48:57.273257 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d758f-3fb3-4877-8da9-ee0b85607932 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Subnet': ['ID=8c624b48-64c3-4453-ad2c-3d4be8e11b86,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:57.273494 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.284049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-87afa83e-b08e-4d75-a014-92df79d1cb28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:57.294791 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0d758f-3fb3-4877-8da9-ee0b85607932 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Checking segment: {'id': '8b09845b-2685-4a54-9220-45eb0077b224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0a2515e4-b86a-410b-acd3-e5e1d961bde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:48:57.295187 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0d758f-3fb3-4877-8da9-ee0b85607932 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network hostable DHCP agents. Network: 0a2515e4-b86a-410b-acd3-e5e1d961bde1, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:48:57.308117 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87afa83e-b08e-4d75-a014-92df79d1cb28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:57.311584 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-87afa83e-b08e-4d75-a014-92df79d1cb28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.323390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1bad334e-cba6-4550-bb42-0d0e80378a63 None None] Provisioning for port 0fc6ec7c-47ca-4687-b30f-06bf6f1928f9 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:57.373472 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1bad334e-cba6-4550-bb42-0d0e80378a63 None None] Provisioning complete for port 0fc6ec7c-47ca-4687-b30f-06bf6f1928f9 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:57.373880 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bad334e-cba6-4550-bb42-0d0e80378a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.404083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0d758f-3fb3-4877-8da9-ee0b85607932 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network 0a2515e4-b86a-410b-acd3-e5e1d961bde1 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:48:57.431238 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-af0d758f-3fb3-4877-8da9-ee0b85607932 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 0a2515e4-b86a-410b-acd3-e5e1d961bde1) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:57.439814 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0d758f-3fb3-4877-8da9-ee0b85607932 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:57.441370 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af0d758f-3fb3-4877-8da9-ee0b85607932 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.463968 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82e23f6-620f-473e-8e95-4ed6fa6c458c None None] Network 0a2515e4-b86a-410b-acd3-e5e1d961bde1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:57.480779 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-af0d758f-3fb3-4877-8da9-ee0b85607932 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2450888 Mar 08 09:48:57.482544 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42736) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:57.577932 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1bad334e-cba6-4550-bb42-0d0e80378a63 None None] Port 0fc6ec7c-47ca-4687-b30f-06bf6f1928f9 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:48:57.584637 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5a2fc20c-3b79-4149-9070-93e4137a9576 None None] For port 28ce7f68-29e9-4b87-8599-51789bd6e169, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=28ce7f68-29e9-4b87-8599-51789bd6e169,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:57.648534 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:57.649163 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.685985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-77d86d94-2570-491d-82e6-ef757d0e4f95 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port 107d2870-7f87-4ebd-8175-16ed67555972 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:48:57.686339 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77d86d94-2570-491d-82e6-ef757d0e4f95 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.690755 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-264e102d-a127-447c-954c-701ef95eb137 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.756318 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-249a5eec-b494-4030-a7eb-1cb49b9c31a1 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0582986 Mar 08 09:48:57.759308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42740) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:57.762006 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67351998-ec1e-4a2d-a078-69b245229c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.767070 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-c688bff9-2bbe-4d6a-8810-bb2951d83124 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.103'}]}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:57.775897 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c688bff9-2bbe-4d6a-8810-bb2951d83124 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:57.777664 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.782216 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7337358-d075-40ed-92b5-b5d268effe6a tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.796782 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c688bff9-2bbe-4d6a-8810-bb2951d83124 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Usage tracker for resource:router and tenant:24191e35deda4c5583ac45429c4254ee is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:57.797509 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7337358-d075-40ed-92b5-b5d268effe6a tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.803589 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c688bff9-2bbe-4d6a-8810-bb2951d83124 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:57.819083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-264e102d-a127-447c-954c-701ef95eb137 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.837048 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc20c-3b79-4149-9070-93e4137a9576 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.850713 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c688bff9-2bbe-4d6a-8810-bb2951d83124 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:57.869949 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Allocated IP 172.20.0.2 (d05084e8-fff9-4281-88e9-9b14ed74bdb6/4be09b40-fe18-4c36-9529-087f193a766d/bf21323c-d698-4943-a24b-436c5db933db) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:48:57.878531 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-87afa83e-b08e-4d75-a014-92df79d1cb28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.919753 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 31ca9c9d-0bc8-47c0-8743-f024c79d513b, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=31ca9c9d-0bc8-47c0-8743-f024c79d513b,segment=NetworkSegment(82f46998-f26d-4405-afb4-718c980c641f),segment_id=82f46998-f26d-4405-afb4-718c980c641f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:48:57.930306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c688bff9-2bbe-4d6a-8810-bb2951d83124 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.931560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c688bff9-2bbe-4d6a-8810-bb2951d83124 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.934757 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5a2fc20c-3b79-4149-9070-93e4137a9576 None None] Transition to ACTIVE for port object 28ce7f68-29e9-4b87-8599-51789bd6e169 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:57.941489 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.942203 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 28ce7f68-29e9-4b87-8599-51789bd6e169 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:57.957125 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7337358-d075-40ed-92b5-b5d268effe6a tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.958653 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d7337358-d075-40ed-92b5-b5d268effe6a tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5234358 Mar 08 09:48:57.960266 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f3a6d34-b0b1-4450-8012-eee2d15a9d3e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:57.981173 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42744) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:57.996946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9229f6f9-5dff-413e-af5c-455be0efc8e3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group': {'name': 'tempest-secgroup--1791817101'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:58.004248 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7337358-d075-40ed-92b5-b5d268effe6a tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a37d74-8ab5-4cf3-a2ac-f0793caed50f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:58.023684 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9229f6f9-5dff-413e-af5c-455be0efc8e3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:58.034233 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc20c-3b79-4149-9070-93e4137a9576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:58.069509 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9229f6f9-5dff-413e-af5c-455be0efc8e3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:58.094443 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87afa83e-b08e-4d75-a014-92df79d1cb28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 8382c660-25f3-4087-9fe3-10449af161e4 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:48:58.105156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-87afa83e-b08e-4d75-a014-92df79d1cb28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:48:58.113237 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87afa83e-b08e-4d75-a014-92df79d1cb28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:48:58.113942 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-87afa83e-b08e-4d75-a014-92df79d1cb28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:58.120421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c688bff9-2bbe-4d6a-8810-bb2951d83124 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:58.124085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afa83e-b08e-4d75-a014-92df79d1cb28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Subnet': ['ID=84d4a129-031e-4674-8086-98a3cb379e8d,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:58.131825 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9229f6f9-5dff-413e-af5c-455be0efc8e3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:58.137073 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-264e102d-a127-447c-954c-701ef95eb137 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:58.143921 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:58.175870 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ccca12-800e-4a33-8a3d-651ec6bbf493 None None] Network 8382c660-25f3-4087-9fe3-10449af161e4 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:58.184567 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e102d-a127-447c-954c-701ef95eb137 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Subnet': ['ID=8c624b48-64c3-4453-ad2c-3d4be8e11b86,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:58.203703 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9229f6f9-5dff-413e-af5c-455be0efc8e3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:58.279762 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-87afa83e-b08e-4d75-a014-92df79d1cb28 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2950544 Mar 08 09:48:58.287478 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42748) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:58.307726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-afffca3d-5e0f-48af-8ce7-044d835eb49e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2118177242', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '84d4a129-031e-4674-8086-98a3cb379e8d'}], 'security_groups': ['a3ef61d2-5027-4466-9aea-22f5558cfbda']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:58.313053 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1826b7-ecec-4c3f-8852-8d6d27049406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-0a2515e4-b86a-410b-acd3-e5e1d961bde1', 'network_id': '0a2515e4-b86a-410b-acd3-e5e1d961bde1', 'tenant_id': '016bdee0e1984d6ab84e5721b9d2d47e', 'fixed_ips': [{'subnet_id': '8c624b48-64c3-4453-ad2c-3d4be8e11b86'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:48:58.313983 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9f1826b7-ecec-4c3f-8852-8d6d27049406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:58.388412 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9229f6f9-5dff-413e-af5c-455be0efc8e3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:58.442379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77d86d94-2570-491d-82e6-ef757d0e4f95 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:58.452974 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:58.459835 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-264e102d-a127-447c-954c-701ef95eb137 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:58.474524 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=31ca9c9d-0bc8-47c0-8743-f024c79d513b,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:58.517040 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:58.522664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9229f6f9-5dff-413e-af5c-455be0efc8e3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:58.591379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9229f6f9-5dff-413e-af5c-455be0efc8e3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:58.636625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c688bff9-2bbe-4d6a-8810-bb2951d83124 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:58.643769 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-264e102d-a127-447c-954c-701ef95eb137 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2515e4-b86a-410b-acd3-e5e1d961bde1']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:58.669701 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-77d86d94-2570-491d-82e6-ef757d0e4f95 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for 107d2870-7f87-4ebd-8175-16ed67555972 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:48:58.679200 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fc20c-3b79-4149-9070-93e4137a9576 None None] Pushing event updated for resources: {'Port': ['ID=28ce7f68-29e9-4b87-8599-51789bd6e169,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:58.694605 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-264e102d-a127-447c-954c-701ef95eb137 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b09845b-2685-4a54-9220-45eb0077b224') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:58.699736 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-264e102d-a127-447c-954c-701ef95eb137 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b09845b-2685-4a54-9220-45eb0077b224') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:48:58.734959 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9229f6f9-5dff-413e-af5c-455be0efc8e3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:58.790486 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9229f6f9-5dff-413e-af5c-455be0efc8e3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:58.812832 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-264e102d-a127-447c-954c-701ef95eb137 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:58.833463 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 31ca9c9d-0bc8-47c0-8743-f024c79d513b up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:48:58.856657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-264e102d-a127-447c-954c-701ef95eb137 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:58.857308 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85832cf2-f9e3-4b1f-9562-eea0355a655e None None] Network 0a2515e4-b86a-410b-acd3-e5e1d961bde1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:48:58.867376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264e102d-a127-447c-954c-701ef95eb137 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:48:58.867996 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-264e102d-a127-447c-954c-701ef95eb137 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:58.874767 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:48:59.010240 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:48:59.100607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-264e102d-a127-447c-954c-701ef95eb137 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:59.131068 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-264e102d-a127-447c-954c-701ef95eb137 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:59.138245 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e102d-a127-447c-954c-701ef95eb137 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Network': ['ID=0a2515e4-b86a-410b-acd3-e5e1d961bde1,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:59.145717 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42752) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:59.147541 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-264e102d-a127-447c-954c-701ef95eb137 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/0a2515e4-b86a-410b-acd3-e5e1d961bde1 HTTP/1.1" status: 204 len: 168 time: 1.6634560 Mar 08 09:48:59.161436 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 31ca9c9d-0bc8-47c0-8743-f024c79d513b triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:59.161889 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:59.183707 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d7a60496-d40a-4ed8-9c45-1579569327ad tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1349496059'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:48:59.208391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d7a60496-d40a-4ed8-9c45-1579569327ad tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:48:59.238576 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d7a60496-d40a-4ed8-9c45-1579569327ad tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:network and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:48:59.247072 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d7a60496-d40a-4ed8-9c45-1579569327ad tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:48:59.282388 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5c3f692a-f830-46cf-9f84-6c090f2f0457 None None] Provisioning for port 28ce7f68-29e9-4b87-8599-51789bd6e169 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:48:59.284912 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d7a60496-d40a-4ed8-9c45-1579569327ad tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:48:59.288570 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5c3f692a-f830-46cf-9f84-6c090f2f0457 None None] Provisioning complete for port 28ce7f68-29e9-4b87-8599-51789bd6e169 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:48:59.289348 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c3f692a-f830-46cf-9f84-6c090f2f0457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:59.317912 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afffca3d-5e0f-48af-8ce7-044d835eb49e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:59.425074 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9229f6f9-5dff-413e-af5c-455be0efc8e3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:59.434425 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a60496-d40a-4ed8-9c45-1579569327ad tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:48:59.438511 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7a60496-d40a-4ed8-9c45-1579569327ad tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:59.464404 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9229f6f9-5dff-413e-af5c-455be0efc8e3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:59.466232 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c1b7e2-4b80-44ba-80cc-0d51eda08273 None None] Update dhcp port {'port': {'network_id': '8382c660-25f3-4087-9fe3-10449af161e4', 'fixed_ips': [{'subnet_id': '47386eea-4c59-4156-9fb9-6c7c9ead2b63', 'ip_address': '2001:db8::2'}, {'subnet_id': '84d4a129-031e-4674-8086-98a3cb379e8d'}], 'binding:host_id': 'dv-neutron-831730-2-hyperv'}, 'id': '31ca9c9d-0bc8-47c0-8743-f024c79d513b'} from dv-neutron-831730-2-hyperv. {{(pid=87773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 09:48:59.580086 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Transition to ACTIVE for port object bf21323c-d698-4943-a24b-436c5db933db will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:59.598430 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77d86d94-2570-491d-82e6-ef757d0e4f95 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:59.600184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a60496-d40a-4ed8-9c45-1579569327ad tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:48:59.606466 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229f6f9-5dff-413e-af5c-455be0efc8e3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc220a5-dbf3-45e3-be6f-f3e612807180,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:59.636101 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7a60496-d40a-4ed8-9c45-1579569327ad tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:59.636479 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-d7a60496-d40a-4ed8-9c45-1579569327ad tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Added segment d21afaf4-0421-43c1-880f-812510c7ea28 of type vlan for network 21a9b53e-0d80-49cf-88d8-99d53b9612b9 Mar 08 09:48:59.649080 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Transition to ACTIVE for port object bf21323c-d698-4943-a24b-436c5db933db will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:48:59.714982 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d86d94-2570-491d-82e6-ef757d0e4f95 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=107d2870-7f87-4ebd-8175-16ed67555972,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:48:59.743607 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97c1b7e2-4b80-44ba-80cc-0d51eda08273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:59.749701 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9229f6f9-5dff-413e-af5c-455be0efc8e3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:59.756394 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9229f6f9-5dff-413e-af5c-455be0efc8e3 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7734652 Mar 08 09:48:59.757745 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42756) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:48:59.766116 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:59.937758 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:48:59.953041 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:48:59.966131 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b93efbd5-e4d2-4862-a6c8-0a3df73cb42d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group_rule': {'security_group_id': '32a37d74-8ab5-4cf3-a2ac-f0793caed50f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1cc220a5-dbf3-45e3-be6f-f3e612807180'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:00.021095 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b93efbd5-e4d2-4862-a6c8-0a3df73cb42d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:00.026385 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:00.045501 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c688bff9-2bbe-4d6a-8810-bb2951d83124 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:00.056756 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Network d05084e8-fff9-4281-88e9-9b14ed74bdb6 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:00.057438 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-8f3a6d34-b0b1-4450-8012-eee2d15a9d3e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Allocated IP 172.20.0.1 (d05084e8-fff9-4281-88e9-9b14ed74bdb6/4be09b40-fe18-4c36-9529-087f193a766d/95fe9702-e7f0-4312-bf14-01ad61cbb146) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:00.074033 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:00.085520 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:00.099541 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:00.100206 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Pushing event updated for resources: {'Port': ['ID=bf21323c-d698-4943-a24b-436c5db933db,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:00.123203 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c688bff9-2bbe-4d6a-8810-bb2951d83124 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:00.137942 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7a60496-d40a-4ed8-9c45-1579569327ad tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:00.149866 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b93efbd5-e4d2-4862-a6c8-0a3df73cb42d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:00.160331 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77d86d94-2570-491d-82e6-ef757d0e4f95 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:00.182469 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b93efbd5-e4d2-4862-a6c8-0a3df73cb42d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:00.200054 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-97c1b7e2-4b80-44ba-80cc-0d51eda08273 None None] Allocated IP 2001:db8:0:1::2 (8382c660-25f3-4087-9fe3-10449af161e4/84d4a129-031e-4674-8086-98a3cb379e8d/31ca9c9d-0bc8-47c0-8743-f024c79d513b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:00.211043 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e1e12609-331a-4d8c-ba89-08a08c694515 None None] Could not find standard attr ID for object 107d2870-7f87-4ebd-8175-16ed67555972. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:49:00.211468 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b93efbd5-e4d2-4862-a6c8-0a3df73cb42d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:00.215816 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-77d86d94-2570-491d-82e6-ef757d0e4f95 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/107d2870-7f87-4ebd-8175-16ed67555972 HTTP/1.1" status: 204 len: 168 time: 3.1388061 Mar 08 09:49:00.219303 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Attempting to bind port bf21323c-d698-4943-a24b-436c5db933db on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:49:00.219622 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Attempting to bind port bf21323c-d698-4943-a24b-436c5db933db by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'f1540a43-8556-40ad-9fb7-b07bdd636c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:49:00.220003 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Attempting to bind port bf21323c-d698-4943-a24b-436c5db933db on network d05084e8-fff9-4281-88e9-9b14ed74bdb6 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:49:00.231391 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:49:00.231771 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Checking segment: {'id': 'f1540a43-8556-40ad-9fb7-b07bdd636c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:00.232186 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:00.232588 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Bound using segment: {'id': 'f1540a43-8556-40ad-9fb7-b07bdd636c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:49:00.233100 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Bound port: bf21323c-d698-4943-a24b-436c5db933db, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540a43-8556-40ad-9fb7-b07bdd636c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:49:00.233485 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:00.245940 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42760) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:00.314078 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-d7a60496-d40a-4ed8-9c45-1579569327ad tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:49:00.333903 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c688bff9-2bbe-4d6a-8810-bb2951d83124 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:00.337669 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:00.406030 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Pushing event updated for resources: {'Port': ['ID=0fc6ec7c-47ca-4687-b30f-06bf6f1928f9,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:00.429543 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] For port bf21323c-d698-4943-a24b-436c5db933db, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:49:00.432421 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-97c1b7e2-4b80-44ba-80cc-0d51eda08273 None None] For port 31ca9c9d-0bc8-47c0-8743-f024c79d513b, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=31ca9c9d-0bc8-47c0-8743-f024c79d513b,segment=NetworkSegment(82f46998-f26d-4405-afb4-718c980c641f),segment_id=82f46998-f26d-4405-afb4-718c980c641f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:00.442172 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] For port bf21323c-d698-4943-a24b-436c5db933db, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=bf21323c-d698-4943-a24b-436c5db933db,segment=NetworkSegment(f1540a43-8556-40ad-9fb7-b07bdd636c91),segment_id=f1540a43-8556-40ad-9fb7-b07bdd636c91)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:49:00.476898 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97c1b7e2-4b80-44ba-80cc-0d51eda08273 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:00.492075 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7a60496-d40a-4ed8-9c45-1579569327ad tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:00.497447 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a60496-d40a-4ed8-9c45-1579569327ad tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:00.498040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7a60496-d40a-4ed8-9c45-1579569327ad tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:00.500997 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-97c1b7e2-4b80-44ba-80cc-0d51eda08273 None None] Transition to ACTIVE for port object 31ca9c9d-0bc8-47c0-8743-f024c79d513b will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:00.504422 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:00.630107 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-b93efbd5-e4d2-4862-a6c8-0a3df73cb42d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:49:00.633974 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b93efbd5-e4d2-4862-a6c8-0a3df73cb42d tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7969995 Mar 08 09:49:00.645571 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ec417-76e1-4f7c-838d-44f841d439bf None None] Pushing event updated for resources: {'Port': ['ID=bf21323c-d698-4943-a24b-436c5db933db,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:00.658519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42764) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:00.665809 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97c1b7e2-4b80-44ba-80cc-0d51eda08273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:00.727366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c688bff9-2bbe-4d6a-8810-bb2951d83124 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:00.734269 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d7a60496-d40a-4ed8-9c45-1579569327ad tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5820973 Mar 08 09:49:00.735073 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42768) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:00.743535 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c688bff9-2bbe-4d6a-8810-bb2951d83124 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:00.761596 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-d81b09cf-194f-4edb-b1f2-6cbee5ab0923 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:00.765990 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a60496-d40a-4ed8-9c45-1579569327ad tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Network': ['ID=21a9b53e-0d80-49cf-88d8-99d53b9612b9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:00.771910 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f3a6d34-b0b1-4450-8012-eee2d15a9d3e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:00.794473 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588c6240-24ef-4d9b-9671-46154dc87d86 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:00.795242 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-588c6240-24ef-4d9b-9671-46154dc87d86 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:00.809889 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 21a9b53e-0d80-49cf-88d8-99d53b9612b9 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:49:00.822957 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 28ce7f68-29e9-4b87-8599-51789bd6e169 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:00.836112 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-8f3a6d34-b0b1-4450-8012-eee2d15a9d3e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Transition to ACTIVE for port object 95fe9702-e7f0-4312-bf14-01ad61cbb146 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:00.857917 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Network 2dc74550-47d3-45ed-8fa3-0868d8d827cf is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:00.860973 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:00.866134 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-588c6240-24ef-4d9b-9671-46154dc87d86 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:00.867304 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-588c6240-24ef-4d9b-9671-46154dc87d86 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6185229 Mar 08 09:49:00.871394 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42772) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:00.991026 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c688bff9-2bbe-4d6a-8810-bb2951d83124 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:00.992611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c688bff9-2bbe-4d6a-8810-bb2951d83124 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c43027ed-f38f-4ff4-90b3-2785dacc2d26 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:49:01.037558 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f3a6d34-b0b1-4450-8012-eee2d15a9d3e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:01.117186 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1b7e2-4b80-44ba-80cc-0d51eda08273 None None] Pushing event updated for resources: {'Port': ['ID=31ca9c9d-0bc8-47c0-8743-f024c79d513b,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:01.125960 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 28ce7f68-29e9-4b87-8599-51789bd6e169 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:01.126343 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:01.187848 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6bcd182c-5b59-41e9-b246-3ee342f52f2b tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:01.235229 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a6d34-b0b1-4450-8012-eee2d15a9d3e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=95fe9702-e7f0-4312-bf14-01ad61cbb146,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:01.247147 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3a6d34-b0b1-4450-8012-eee2d15a9d3e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network d05084e8-fff9-4281-88e9-9b14ed74bdb6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:01.258748 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8f3a6d34-b0b1-4450-8012-eee2d15a9d3e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:01.276674 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3a6d34-b0b1-4450-8012-eee2d15a9d3e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:01.294032 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d81b09cf-194f-4edb-b1f2-6cbee5ab0923 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:01.307559 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6bcd182c-5b59-41e9-b246-3ee342f52f2b tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:01.309983 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d44337a4-e97d-4b0e-b7de-a5e7cfe9d90f None None] Provisioning complete for port 0fc6ec7c-47ca-4687-b30f-06bf6f1928f9 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:01.310963 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d44337a4-e97d-4b0e-b7de-a5e7cfe9d90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:01.326625 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-c688bff9-2bbe-4d6a-8810-bb2951d83124 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 08 09:49:01.327700 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c688bff9-2bbe-4d6a-8810-bb2951d83124 tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5672255 Mar 08 09:49:01.341030 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42776) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:01.385656 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-afffca3d-5e0f-48af-8ce7-044d835eb49e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Delete allocated IP 2001:db8::3d (8382c660-25f3-4087-9fe3-10449af161e4/47386eea-4c59-4156-9fb9-6c7c9ead2b63) {{(pid=87771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 08 09:49:01.388059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d81b09cf-194f-4edb-b1f2-6cbee5ab0923 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:01.410930 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d44337a4-e97d-4b0e-b7de-a5e7cfe9d90f None None] Port 0fc6ec7c-47ca-4687-b30f-06bf6f1928f9 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:01.443483 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f3a6d34-b0b1-4450-8012-eee2d15a9d3e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:01.464367 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d81b09cf-194f-4edb-b1f2-6cbee5ab0923 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network 21a9b53e-0d80-49cf-88d8-99d53b9612b9 is not hosted by any dhcp agent {{(pid=87771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 08 09:49:01.469744 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81b09cf-194f-4edb-b1f2-6cbee5ab0923 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:01.470553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d81b09cf-194f-4edb-b1f2-6cbee5ab0923 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:01.471777 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d81b09cf-194f-4edb-b1f2-6cbee5ab0923 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "PUT /v2.0/networks/21a9b53e-0d80-49cf-88d8-99d53b9612b9 HTTP/1.1" status: 200 len: 723 time: 0.7259150 Mar 08 09:49:01.477668 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-afffca3d-5e0f-48af-8ce7-044d835eb49e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Allocated IP 2001:db8:0:1::348 (8382c660-25f3-4087-9fe3-10449af161e4/84d4a129-031e-4674-8086-98a3cb379e8d/e9dfbec1-d7c6-4218-8b3e-471a8f8ef830) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:01.490539 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42780) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:01.503971 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-9b023148-f5bc-437a-905c-f3d22d7a50be tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'subnet': {'network_id': '21a9b53e-0d80-49cf-88d8-99d53b9612b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:01.688408 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fc3ea9-8443-40ef-9fb1-45a074138fe8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:01.690216 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c2fc3ea9-8443-40ef-9fb1-45a074138fe8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8177884 Mar 08 09:49:01.701554 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Router 72139487-eb80-4ad8-8c9b-1f2742eb473a has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:49:01.703514 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42784) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:01.812901 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-74bcbdb4-9cf9-4326-98bf-4d97d63ee6db tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Deleting port ce00b10f-815d-4d3c-8e2c-2c3956aa2669 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:01.813250 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-74bcbdb4-9cf9-4326-98bf-4d97d63ee6db tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:01.856377 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b09cf-194f-4edb-b1f2-6cbee5ab0923 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Network': ['ID=21a9b53e-0d80-49cf-88d8-99d53b9612b9,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:01.870726 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 21a9b53e-0d80-49cf-88d8-99d53b9612b9 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:49:01.872057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6bcd182c-5b59-41e9-b246-3ee342f52f2b tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:01.896031 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32d83b9-d36d-4b16-97d4-9cc5d8e9f90c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:01.897716 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32d83b9-d36d-4b16-97d4-9cc5d8e9f90c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:01.899232 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32d83b9-d36d-4b16-97d4-9cc5d8e9f90c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:01.900070 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a32d83b9-d36d-4b16-97d4-9cc5d8e9f90c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:01.930345 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd182c-5b59-41e9-b246-3ee342f52f2b tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc220a5-dbf3-45e3-be6f-f3e612807180,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:01.969120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9b023148-f5bc-437a-905c-f3d22d7a50be tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:02.010414 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a32d83b9-d36d-4b16-97d4-9cc5d8e9f90c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:02.011595 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a32d83b9-d36d-4b16-97d4-9cc5d8e9f90c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3071141 Mar 08 09:49:02.011968 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9b023148-f5bc-437a-905c-f3d22d7a50be tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:subnet and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:02.012618 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f3a6d34-b0b1-4450-8012-eee2d15a9d3e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:02.013498 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ebfa5dde-cbb8-4241-a1ed-5efd513db958 None None] Provisioning complete for port 51585ce6-fce5-44b7-9f51-4bd2eb297269 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:02.013914 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5dde-cbb8-4241-a1ed-5efd513db958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:02.027877 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42788) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:02.081017 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa5dde-cbb8-4241-a1ed-5efd513db958 None None] Port 51585ce6-fce5-44b7-9f51-4bd2eb297269 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:02.092369 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ebfa5dde-cbb8-4241-a1ed-5efd513db958 None None] Provisioning complete for port e9dfbec1-d7c6-4218-8b3e-471a8f8ef830 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:02.093287 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5dde-cbb8-4241-a1ed-5efd513db958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:02.147906 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa5dde-cbb8-4241-a1ed-5efd513db958 None None] Port e9dfbec1-d7c6-4218-8b3e-471a8f8ef830 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:02.158440 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9b023148-f5bc-437a-905c-f3d22d7a50be tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:02.161906 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ebfa5dde-cbb8-4241-a1ed-5efd513db958 None None] Provisioning for port 31ca9c9d-0bc8-47c0-8743-f024c79d513b completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:02.166541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9b023148-f5bc-437a-905c-f3d22d7a50be tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:02.167299 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ebfa5dde-cbb8-4241-a1ed-5efd513db958 None None] Provisioning complete for port 31ca9c9d-0bc8-47c0-8743-f024c79d513b triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:02.168253 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5dde-cbb8-4241-a1ed-5efd513db958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:02.169056 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:49:02.175484 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-41e2f4aa-0d38-47a6-9fab-05b8b8fad6cf tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] 10.222.0.24 "PUT /v2.0/routers/72139487-eb80-4ad8-8c9b-1f2742eb473a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3655221 Mar 08 09:49:02.184862 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42792) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:02.190437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b023148-f5bc-437a-905c-f3d22d7a50be tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:02.194085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9b023148-f5bc-437a-905c-f3d22d7a50be tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:02.201389 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a70cb-d514-4b29-9965-3cee505c3829 None None] Sync routers for ids ['72139487-eb80-4ad8-8c9b-1f2742eb473a'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:49:02.230340 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a70cb-d514-4b29-9965-3cee505c3829 None None] Routers {'72139487-eb80-4ad8-8c9b-1f2742eb473a'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:02.230668 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-934a70cb-d514-4b29-9965-3cee505c3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['72139487-eb80-4ad8-8c9b-1f2742eb473a'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:02.278745 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-745e2ffb-4122-4d14-8e83-7074d9d4a78a tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Request body: {'port': {'network_id': '2dc74550-47d3-45ed-8fa3-0868d8d827cf', 'name': 'tempest-FloatingIPAdminTestJSON-1008221911'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:02.331362 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdabe45d-3939-436a-90a2-e9b78aaf35a2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet 0d5803a7-2a38-4dda-bd44-e12655d56065 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:49:02.336605 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdabe45d-3939-436a-90a2-e9b78aaf35a2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:02.349224 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-934a70cb-d514-4b29-9965-3cee505c3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:02.383938 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed10a2e-ebc2-4453-bc6f-ed8825f4fd1e None None] Network d05084e8-fff9-4281-88e9-9b14ed74bdb6 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:02.419808 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdabe45d-3939-436a-90a2-e9b78aaf35a2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:02.429919 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a70cb-d514-4b29-9965-3cee505c3829 None None] Routers {'72139487-eb80-4ad8-8c9b-1f2742eb473a'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:02.430554 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-934a70cb-d514-4b29-9965-3cee505c3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['72139487-eb80-4ad8-8c9b-1f2742eb473a'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:02.465388 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6bcd182c-5b59-41e9-b246-3ee342f52f2b tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:02.468843 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6bcd182c-5b59-41e9-b246-3ee342f52f2b tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "DELETE /v2.0/security-groups/1cc220a5-dbf3-45e3-be6f-f3e612807180 HTTP/1.1" status: 204 len: 168 time: 1.8068750 Mar 08 09:49:02.479731 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42796) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:02.549390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-934a70cb-d514-4b29-9965-3cee505c3829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:02.549708 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a70cb-d514-4b29-9965-3cee505c3829 None None] The sync data for ids ['72139487-eb80-4ad8-8c9b-1f2742eb473a'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:49:02.576337 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-74bcbdb4-9cf9-4326-98bf-4d97d63ee6db tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:02.598501 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-745e2ffb-4122-4d14-8e83-7074d9d4a78a tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:02.684223 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c785a772-dae1-479b-a1ef-a7212f541ddb tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Synchronizing usage tracker for tenant:d35c6c63f27e44ad890655260ecfb25f on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:02.693841 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdabe45d-3939-436a-90a2-e9b78aaf35a2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:02.727255 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-745e2ffb-4122-4d14-8e83-7074d9d4a78a tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Usage tracker for resource:port and tenant:26b945fa18614fd8a23bb7a003fa9a7f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:02.740447 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-74bcbdb4-9cf9-4326-98bf-4d97d63ee6db tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Calling delete_port for ce00b10f-815d-4d3c-8e2c-2c3956aa2669 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:02.742009 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2bbade85-7f55-4239-83a3-1db353b08fe8 None None] Provisioning for port bf21323c-d698-4943-a24b-436c5db933db completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:02.771233 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-745e2ffb-4122-4d14-8e83-7074d9d4a78a tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:02.784015 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afffca3d-5e0f-48af-8ce7-044d835eb49e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:02.794476 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-745e2ffb-4122-4d14-8e83-7074d9d4a78a tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:02.802797 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f3a6d34-b0b1-4450-8012-eee2d15a9d3e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:02.805222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c785a772-dae1-479b-a1ef-a7212f541ddb tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Unset dirty status for tenant:d35c6c63f27e44ad890655260ecfb25f on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:02.806480 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c785a772-dae1-479b-a1ef-a7212f541ddb tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3256602 Mar 08 09:49:02.809279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42800) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:02.828309 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f3a6d34-b0b1-4450-8012-eee2d15a9d3e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:02.865513 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-afffca3d-5e0f-48af-8ce7-044d835eb49e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Transition to ACTIVE for port object e9dfbec1-d7c6-4218-8b3e-471a8f8ef830 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:02.871273 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745e2ffb-4122-4d14-8e83-7074d9d4a78a tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Made reservation on behalf of 26b945fa18614fd8a23bb7a003fa9a7f for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:02.874925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-745e2ffb-4122-4d14-8e83-7074d9d4a78a tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:02.878766 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 31ca9c9d-0bc8-47c0-8743-f024c79d513b up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:02.913659 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afffca3d-5e0f-48af-8ce7-044d835eb49e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:02.930342 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdabe45d-3939-436a-90a2-e9b78aaf35a2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:02.966281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 31ca9c9d-0bc8-47c0-8743-f024c79d513b triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:02.966833 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:03.014269 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-745e2ffb-4122-4d14-8e83-7074d9d4a78a tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] device_id is not set on port ab83e286-a603-4ce3-83f4-3e3723a09551 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:49:03.037264 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdabe45d-3939-436a-90a2-e9b78aaf35a2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:03.040100 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdabe45d-3939-436a-90a2-e9b78aaf35a2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5803a7-2a38-4dda-bd44-e12655d56065,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:03.072902 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc7e95f-5c05-433e-b2f8-3badf96b37cc None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:03.076086 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a6d34-b0b1-4450-8012-eee2d15a9d3e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=95fe9702-e7f0-4312-bf14-01ad61cbb146,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:03.081398 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f3a6d34-b0b1-4450-8012-eee2d15a9d3e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:03.088580 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9476cbb2-c263-4fb3-8627-928d31f332ee tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:03.101557 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffca3d-5e0f-48af-8ce7-044d835eb49e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=e9dfbec1-d7c6-4218-8b3e-471a8f8ef830,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:03.124668 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bdabe45d-3939-436a-90a2-e9b78aaf35a2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/0d5803a7-2a38-4dda-bd44-e12655d56065 HTTP/1.1" status: 204 len: 168 time: 1.0957191 Mar 08 09:49:03.135306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42804) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:03.164327 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9476cbb2-c263-4fb3-8627-928d31f332ee tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:03.209753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-afffca3d-5e0f-48af-8ce7-044d835eb49e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] In _notify_port_updated(), no bound segment for port e9dfbec1-d7c6-4218-8b3e-471a8f8ef830 on network 8382c660-25f3-4087-9fe3-10449af161e4 {{(pid=87771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:49:03.215631 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afffca3d-5e0f-48af-8ce7-044d835eb49e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:03.216590 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afffca3d-5e0f-48af-8ce7-044d835eb49e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:03.220264 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-afffca3d-5e0f-48af-8ce7-044d835eb49e tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "PUT /v2.0/ports/e9dfbec1-d7c6-4218-8b3e-471a8f8ef830 HTTP/1.1" status: 200 len: 931 time: 4.9217153 Mar 08 09:49:03.237309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42808) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:03.317761 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1a746e67-3932-49b3-8d61-312f41d8deb6 None None] Provisioning for port 95fe9702-e7f0-4312-bf14-01ad61cbb146 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:03.349455 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1a746e67-3932-49b3-8d61-312f41d8deb6 None None] Provisioning complete for port 95fe9702-e7f0-4312-bf14-01ad61cbb146 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:03.349821 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1a746e67-3932-49b3-8d61-312f41d8deb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:03.379120 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9476cbb2-c263-4fb3-8627-928d31f332ee tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:03.418699 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476cbb2-c263-4fb3-8627-928d31f332ee tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a37d74-8ab5-4cf3-a2ac-f0793caed50f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:03.435565 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3a6d34-b0b1-4450-8012-eee2d15a9d3e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network d05084e8-fff9-4281-88e9-9b14ed74bdb6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:03.436874 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1a746e67-3932-49b3-8d61-312f41d8deb6 None None] Port 95fe9702-e7f0-4312-bf14-01ad61cbb146 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:03.438291 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9476cbb2-c263-4fb3-8627-928d31f332ee tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:03.443255 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9476cbb2-c263-4fb3-8627-928d31f332ee tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "DELETE /v2.0/security-groups/32a37d74-8ab5-4cf3-a2ac-f0793caed50f HTTP/1.1" status: 204 len: 168 time: 0.6328237 Mar 08 09:49:03.443877 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42812) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:03.446759 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8f3a6d34-b0b1-4450-8012-eee2d15a9d3e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:03.461823 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device bf21323c-d698-4943-a24b-436c5db933db up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:03.598518 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port bf21323c-d698-4943-a24b-436c5db933db completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:03.604207 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port bf21323c-d698-4943-a24b-436c5db933db triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:03.604584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:03.640262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-aed8f92b-8332-4018-aaaf-8fcbcc5ff3cd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port e9dfbec1-d7c6-4218-8b3e-471a8f8ef830 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:03.640785 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aed8f92b-8332-4018-aaaf-8fcbcc5ff3cd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:03.679065 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9b023148-f5bc-437a-905c-f3d22d7a50be tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:03.730847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0dc0fe4-2f27-4fb4-accb-4b26d76af55b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet cbf530ca-0dda-4d83-9165-a80a1d17c3fc {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:49:03.750925 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4dc71fb8-eb53-4b38-9cb6-bacecfa18d84 None None] Provisioning complete for port 95fe9702-e7f0-4312-bf14-01ad61cbb146 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:03.751725 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4dc71fb8-eb53-4b38-9cb6-bacecfa18d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:03.755699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0fe4-2f27-4fb4-accb-4b26d76af55b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:03.798705 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-74bcbdb4-9cf9-4326-98bf-4d97d63ee6db tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:03.814195 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-745e2ffb-4122-4d14-8e83-7074d9d4a78a tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Allocated IP 172.20.0.9 (2dc74550-47d3-45ed-8fa3-0868d8d827cf/1de23857-c886-44f9-9239-f75e50c116a8/ab83e286-a603-4ce3-83f4-3e3723a09551) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:03.886914 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4dc71fb8-eb53-4b38-9cb6-bacecfa18d84 None None] Port 95fe9702-e7f0-4312-bf14-01ad61cbb146 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:03.888098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcbdb4-9cf9-4326-98bf-4d97d63ee6db tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce00b10f-815d-4d3c-8e2c-2c3956aa2669,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:03.920175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:03.931793 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4dc71fb8-eb53-4b38-9cb6-bacecfa18d84 None None] Provisioning for port e9dfbec1-d7c6-4218-8b3e-471a8f8ef830 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:03.941253 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4dc71fb8-eb53-4b38-9cb6-bacecfa18d84 None None] Provisioning complete for port e9dfbec1-d7c6-4218-8b3e-471a8f8ef830 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:03.941892 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4dc71fb8-eb53-4b38-9cb6-bacecfa18d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:03.943758 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7bb4924d-ab7d-4dcf-a48c-9aa1dd817ae0 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Synchronizing usage tracker for tenant:d35c6c63f27e44ad890655260ecfb25f on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:03.990515 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7bb4924d-ab7d-4dcf-a48c-9aa1dd817ae0 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Unset dirty status for tenant:d35c6c63f27e44ad890655260ecfb25f on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:03.996211 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7bb4924d-ab7d-4dcf-a48c-9aa1dd817ae0 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5471153 Mar 08 09:49:03.996465 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42816) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:04.003748 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-08a2e7e2-9c0d-493d-8a54-3f0e9a7d0734 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621514197'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:04.033415 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port bf21323c-d698-4943-a24b-436c5db933db, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=bf21323c-d698-4943-a24b-436c5db933db,segment=NetworkSegment(f1540a43-8556-40ad-9fb7-b07bdd636c91),segment_id=f1540a43-8556-40ad-9fb7-b07bdd636c91)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:04.036886 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-08a2e7e2-9c0d-493d-8a54-3f0e9a7d0734 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:04.039562 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4dc71fb8-eb53-4b38-9cb6-bacecfa18d84 None None] Port e9dfbec1-d7c6-4218-8b3e-471a8f8ef830 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:04.043982 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:04.061275 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-08a2e7e2-9c0d-493d-8a54-3f0e9a7d0734 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:04.064640 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3a6d34-b0b1-4450-8012-eee2d15a9d3e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:49:04.115673 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b023148-f5bc-437a-905c-f3d22d7a50be tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Subnet': ['ID=95fb8d70-fb55-4486-9947-7c3a9e794b52,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:04.121460 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=bf21323c-d698-4943-a24b-436c5db933db,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:04.153867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0fe4-2f27-4fb4-accb-4b26d76af55b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:04.163813 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5082a162-4f80-488c-856e-44b9582479a5 None None] Provisioning complete for port 95fe9702-e7f0-4312-bf14-01ad61cbb146 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:04.164327 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5082a162-4f80-488c-856e-44b9582479a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:04.232594 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5082a162-4f80-488c-856e-44b9582479a5 None None] Port 95fe9702-e7f0-4312-bf14-01ad61cbb146 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:04.241113 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3a6d34-b0b1-4450-8012-eee2d15a9d3e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:49:04.242952 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08a2e7e2-9c0d-493d-8a54-3f0e9a7d0734 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:04.253165 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Sync routers for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:49:04.264450 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8f3a6d34-b0b1-4450-8012-eee2d15a9d3e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/1eee20d8-c2b4-432e-b1cc-b03b9cd57188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5308058 Mar 08 09:49:04.265135 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:04.265931 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:04.270569 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-08a2e7e2-9c0d-493d-8a54-3f0e9a7d0734 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:04.274699 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-08a2e7e2-9c0d-493d-8a54-3f0e9a7d0734 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Usage tracker for resource:security_group_rule and tenant:d35c6c63f27e44ad890655260ecfb25f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:04.277568 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-08a2e7e2-9c0d-493d-8a54-3f0e9a7d0734 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:04.280329 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42820) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:04.284487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-08a2e7e2-9c0d-493d-8a54-3f0e9a7d0734 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:04.307812 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b023148-f5bc-437a-905c-f3d22d7a50be tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Checking segment: {'id': 'd21afaf4-0421-43c1-880f-812510c7ea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '21a9b53e-0d80-49cf-88d8-99d53b9612b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:04.308211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b023148-f5bc-437a-905c-f3d22d7a50be tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network hostable DHCP agents. Network: 21a9b53e-0d80-49cf-88d8-99d53b9612b9, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:49:04.316983 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-039cdee3-8501-49d3-912c-567e987030b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'network': {'name': 'tempest-RoutersTest-966619782'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:04.331200 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff5c50c-80eb-472b-a36b-61f9fffde17a None None] get_active_networks_info from dv-neutron-831730-2-hyperv {{(pid=87773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 09:49:04.344497 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-039cdee3-8501-49d3-912c-567e987030b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:04.367397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-74bcbdb4-9cf9-4326-98bf-4d97d63ee6db tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:04.372862 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-039cdee3-8501-49d3-912c-567e987030b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:network and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:04.384089 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08a2e7e2-9c0d-493d-8a54-3f0e9a7d0734 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:04.389850 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08a2e7e2-9c0d-493d-8a54-3f0e9a7d0734 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:04.401064 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-039cdee3-8501-49d3-912c-567e987030b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:04.435289 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-039cdee3-8501-49d3-912c-567e987030b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:04.443829 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:49:04.448986 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2e7e2-9c0d-493d-8a54-3f0e9a7d0734 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f64daf-37cd-4ead-891f-a15cfdc34b39,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:04.459323 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08a2e7e2-9c0d-493d-8a54-3f0e9a7d0734 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:04.461206 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-08a2e7e2-9c0d-493d-8a54-3f0e9a7d0734 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4633493 Mar 08 09:49:04.464192 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42824) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:04.470231 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-af3d2060-b4c1-442b-aa03-9458c8f0e7f4 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:04.471089 dv-neutron-831730-2-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-af3d2060-b4c1-442b-aa03-9458c8f0e7f4 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 08 09:49:04.471709 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-af3d2060-b4c1-442b-aa03-9458c8f0e7f4 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] update failed (client error): There was a conflict when trying to complete your request. Mar 08 09:49:04.473960 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-af3d2060-b4c1-442b-aa03-9458c8f0e7f4 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "PUT /v2.0/security-groups/c1f64daf-37cd-4ead-891f-a15cfdc34b39 HTTP/1.1" status: 409 len: 330 time: 0.0085294 Mar 08 09:49:04.477036 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42828) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:04.521157 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b023148-f5bc-437a-905c-f3d22d7a50be tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network 21a9b53e-0d80-49cf-88d8-99d53b9612b9 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:49:04.532167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aed8f92b-8332-4018-aaaf-8fcbcc5ff3cd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:04.546587 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-74bcbdb4-9cf9-4326-98bf-4d97d63ee6db tempest-RoutersAdminNegativeTest-104910602 tempest-RoutersAdminNegativeTest-104910602-project-admin] 10.222.0.24 "DELETE /v2.0/ports/ce00b10f-815d-4d3c-8e2c-2c3956aa2669 HTTP/1.1" status: 204 len: 168 time: 3.2003214 Mar 08 09:49:04.586248 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae2a86a6-5c32-47d4-82a7-11e9814b34ac tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:04.633178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039cdee3-8501-49d3-912c-567e987030b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Made reservation on behalf of c6601661feb14b85b700842beac586af for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:04.637053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-039cdee3-8501-49d3-912c-567e987030b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:04.655050 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae2a86a6-5c32-47d4-82a7-11e9814b34ac tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:04.714832 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-9b023148-f5bc-437a-905c-f3d22d7a50be tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 21a9b53e-0d80-49cf-88d8-99d53b9612b9) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:04.719626 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b023148-f5bc-437a-905c-f3d22d7a50be tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:04.720458 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9b023148-f5bc-437a-905c-f3d22d7a50be tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:04.734901 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-aed8f92b-8332-4018-aaaf-8fcbcc5ff3cd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for e9dfbec1-d7c6-4218-8b3e-471a8f8ef830 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:04.739073 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff5c50c-80eb-472b-a36b-61f9fffde17a None None] Unable to find a vacant binding_index for network 21a9b53e-0d80-49cf-88d8-99d53b9612b9 and agent e50afbdd-2ba3-4a17-8c04-95c860408fdb {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 08 09:49:04.748065 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff5c50c-80eb-472b-a36b-61f9fffde17a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 21a9b53e-0d80-49cf-88d8-99d53b9612b9) {{(pid=87773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 09:49:04.754033 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae2a86a6-5c32-47d4-82a7-11e9814b34ac tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:04.770650 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-08553931-4939-4215-b049-4d96b82c923a None None] Provisioning complete for port 28ce7f68-29e9-4b87-8599-51789bd6e169 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:04.771735 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08553931-4939-4215-b049-4d96b82c923a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:04.797041 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a86a6-5c32-47d4-82a7-11e9814b34ac tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f64daf-37cd-4ead-891f-a15cfdc34b39,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:04.799204 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae2a86a6-5c32-47d4-82a7-11e9814b34ac tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:04.800707 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ae2a86a6-5c32-47d4-82a7-11e9814b34ac tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "DELETE /v2.0/security-groups/c1f64daf-37cd-4ead-891f-a15cfdc34b39 HTTP/1.1" status: 204 len: 168 time: 0.3225937 Mar 08 09:49:04.803434 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42834) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:04.850714 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device bf21323c-d698-4943-a24b-436c5db933db up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:04.882554 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d62b144b-4cf8-40bd-b9a3-d30441963a24 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Synchronizing usage tracker for tenant:d35c6c63f27e44ad890655260ecfb25f on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:04.900267 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:49:01Z', 'revision_number': 2, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:02Z', 'revision_number': 2, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:04.904943 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d62b144b-4cf8-40bd-b9a3-d30441963a24 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] Unset dirty status for tenant:d35c6c63f27e44ad890655260ecfb25f on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:04.910720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0fe4-2f27-4fb4-accb-4b26d76af55b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:04.910928 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d62b144b-4cf8-40bd-b9a3-d30441963a24 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1022787 Mar 08 09:49:04.912307 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42838) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:04.912488 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Checking router: 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:49:04.913321 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Updating router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 port 95fe9702-e7f0-4312-bf14-01ad61cbb146 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:49:04.959427 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-f2c59d58-3c4a-4f2e-a95f-8f7056edc90c tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] delete failed (client error): The resource could not be found. Mar 08 09:49:04.960791 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f2c59d58-3c4a-4f2e-a95f-8f7056edc90c tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "DELETE /v2.0/security-groups/a9389bf4-fa38-4959-a835-394ea37ee0dd HTTP/1.1" status: 404 len: 347 time: 0.0461993 Mar 08 09:49:04.966140 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42844) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:04.984529 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-1c0ed64a-c87c-408e-aa4a-e3028295d8c2 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] show failed (client error): The resource could not be found. Mar 08 09:49:04.989498 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1c0ed64a-c87c-408e-aa4a-e3028295d8c2 tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "GET /v2.0/security-groups/5acd50a0-ca2f-4407-802c-858dc76a696f HTTP/1.1" status: 404 len: 347 time: 0.0183516 Mar 08 09:49:04.993984 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42848) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:04.994139 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9b023148-f5bc-437a-905c-f3d22d7a50be tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4996312 Mar 08 09:49:04.994139 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039cdee3-8501-49d3-912c-567e987030b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:49:04.995536 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42852) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:04.998433 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:05.020130 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2189065c-e9fb-4cd4-8164-aa55111976a8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:05.041146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-745e2ffb-4122-4d14-8e83-7074d9d4a78a tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:05.058347 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-e2bb3d3d-7a11-471a-b3fd-37aec5815cee tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] show failed (client error): The resource could not be found. Mar 08 09:49:05.059596 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e2bb3d3d-7a11-471a-b3fd-37aec5815cee tempest-NegativeSecGroupTest-611299414 tempest-NegativeSecGroupTest-611299414-project] 10.222.0.24 "GET /v2.0/security-group-rules/5641728d-fba4-4776-88ca-976d01fbb685 HTTP/1.1" status: 404 len: 356 time: 0.0687857 Mar 08 09:49:05.065707 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-039cdee3-8501-49d3-912c-567e987030b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:05.066062 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-039cdee3-8501-49d3-912c-567e987030b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Added segment 3507749f-b83e-49e9-b1fd-0c4c736a347d of type vlan for network 243a2419-50dd-4b65-83da-131a2729a2f2 Mar 08 09:49:05.079103 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-745e2ffb-4122-4d14-8e83-7074d9d4a78a tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Transition to ACTIVE for port object ab83e286-a603-4ce3-83f4-3e3723a09551 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:05.161856 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42858) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:05.179537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-039cdee3-8501-49d3-912c-567e987030b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:05.239424 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0fe4-2f27-4fb4-accb-4b26d76af55b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:05.292127 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2189065c-e9fb-4cd4-8164-aa55111976a8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1786190'] for subnet, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:05.374496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc0fe4-2f27-4fb4-accb-4b26d76af55b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf530ca-0dda-4d83-9165-a80a1d17c3fc,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:05.386417 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.resource_extend [None req-039cdee3-8501-49d3-912c-567e987030b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:49:05.422800 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0fe4-2f27-4fb4-accb-4b26d76af55b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:05.447913 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aed8f92b-8332-4018-aaaf-8fcbcc5ff3cd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:05.457300 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bfcb2687-f024-4c82-80c8-b5933de31191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:05.470620 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port bf21323c-d698-4943-a24b-436c5db933db triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:05.471214 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:05.473169 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:05.486148 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Transition to ACTIVE for port object 95fe9702-e7f0-4312-bf14-01ad61cbb146 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:05.496950 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:05.531055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-039cdee3-8501-49d3-912c-567e987030b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:05.536878 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039cdee3-8501-49d3-912c-567e987030b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:05.537696 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-039cdee3-8501-49d3-912c-567e987030b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:05.542020 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-745e2ffb-4122-4d14-8e83-7074d9d4a78a tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:05.544191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bfcb2687-f024-4c82-80c8-b5933de31191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:05.621517 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bfcb2687-f024-4c82-80c8-b5933de31191 admin admin] Usage tracker for resource:security_group_rule and tenant:cb00a4fc34fd4fd0b8c005855cacfad4 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:05.628205 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8f92b-8332-4018-aaaf-8fcbcc5ff3cd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Port': ['ID=e9dfbec1-d7c6-4218-8b3e-471a8f8ef830,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:05.633554 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a0dc0fe4-2f27-4fb4-accb-4b26d76af55b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/cbf530ca-0dda-4d83-9165-a80a1d17c3fc HTTP/1.1" status: 204 len: 168 time: 2.4778345 Mar 08 09:49:05.635521 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42866) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:05.666726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bfcb2687-f024-4c82-80c8-b5933de31191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:05.671066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42870) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:05.678019 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-21a9b53e-0d80-49cf-88d8-99d53b9612b9', 'network_id': '21a9b53e-0d80-49cf-88d8-99d53b9612b9', 'tenant_id': '016bdee0e1984d6ab84e5721b9d2d47e', 'fixed_ips': [{'subnet_id': '95fb8d70-fb55-4486-9947-7c3a9e794b52'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:49:05.679444 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:05.744997 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0ada4ea1-8797-4553-aa88-6a9641a3697e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049948 Mar 08 09:49:05.745969 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53a795-05d8-4fce-b7d6-d757d9f33558 None None] Pushing event updated for resources: {'Port': ['ID=95fe9702-e7f0-4312-bf14-01ad61cbb146,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:05.748053 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42872) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:05.755226 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-abfea68b-6705-46ed-a326-6c58c6046112 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:05.761404 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e2ffb-4122-4d14-8e83-7074d9d4a78a tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Pushing event updated for resources: {'Port': ['ID=ab83e286-a603-4ce3-83f4-3e3723a09551,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:05.769543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745e2ffb-4122-4d14-8e83-7074d9d4a78a tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Network 2dc74550-47d3-45ed-8fa3-0868d8d827cf is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:05.775778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2189065c-e9fb-4cd4-8164-aa55111976a8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791804013047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8585076642'] for subnet, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:05.778570 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bfcb2687-f024-4c82-80c8-b5933de31191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:05.784268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-745e2ffb-4122-4d14-8e83-7074d9d4a78a tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:05.809905 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53a795-05d8-4fce-b7d6-d757d9f33558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:05.810245 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53a795-05d8-4fce-b7d6-d757d9f33558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:05.810585 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53a795-05d8-4fce-b7d6-d757d9f33558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:05.810917 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53a795-05d8-4fce-b7d6-d757d9f33558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:05.811252 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53a795-05d8-4fce-b7d6-d757d9f33558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:05.811568 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53a795-05d8-4fce-b7d6-d757d9f33558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:05.811891 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53a795-05d8-4fce-b7d6-d757d9f33558 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:05.812207 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53a795-05d8-4fce-b7d6-d757d9f33558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:05.812548 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53a795-05d8-4fce-b7d6-d757d9f33558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:05.812901 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53a795-05d8-4fce-b7d6-d757d9f33558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:05.813215 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53a795-05d8-4fce-b7d6-d757d9f33558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:05.813528 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f53a795-05d8-4fce-b7d6-d757d9f33558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:05.882008 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Attempting to bind port 95fe9702-e7f0-4312-bf14-01ad61cbb146 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:49:05.882691 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Attempting to bind port 95fe9702-e7f0-4312-bf14-01ad61cbb146 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'f1540a43-8556-40ad-9fb7-b07bdd636c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:49:05.883300 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Attempting to bind port 95fe9702-e7f0-4312-bf14-01ad61cbb146 on network d05084e8-fff9-4281-88e9-9b14ed74bdb6 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:49:05.890870 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:49:05.891678 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Checking segment: {'id': 'f1540a43-8556-40ad-9fb7-b07bdd636c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:05.892266 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:05.893557 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Bound using segment: {'id': 'f1540a43-8556-40ad-9fb7-b07bdd636c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:49:05.894233 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Bound port: 95fe9702-e7f0-4312-bf14-01ad61cbb146, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1540a43-8556-40ad-9fb7-b07bdd636c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:49:05.894840 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:05.922847 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2189065c-e9fb-4cd4-8164-aa55111976a8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:05.923483 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2189065c-e9fb-4cd4-8164-aa55111976a8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:05.924911 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2189065c-e9fb-4cd4-8164-aa55111976a8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "PUT /v2.0/subnets/95fb8d70-fb55-4486-9947-7c3a9e794b52 HTTP/1.1" status: 200 len: 806 time: 0.9153364 Mar 08 09:49:05.944946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189065c-e9fb-4cd4-8164-aa55111976a8 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Subnet': ['ID=95fb8d70-fb55-4486-9947-7c3a9e794b52,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:05.948134 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42878) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:05.983733 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-039cdee3-8501-49d3-912c-567e987030b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6909826 Mar 08 09:49:05.984954 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745e2ffb-4122-4d14-8e83-7074d9d4a78a tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:05.996930 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42884) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:06.001558 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Allocated IP 172.20.0.2 (21a9b53e-0d80-49cf-88d8-99d53b9612b9/95fb8d70-fb55-4486-9947-7c3a9e794b52/0bec4f0e-6e94-433c-bfc5-fbf46ef47610) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:06.020159 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fa64440e-3777-4c72-8d4a-e0cabe1de24e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'subnet': {'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:06.028973 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] For port 95fe9702-e7f0-4312-bf14-01ad61cbb146, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:49:06.033411 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aed8f92b-8332-4018-aaaf-8fcbcc5ff3cd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.033684 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] For port 95fe9702-e7f0-4312-bf14-01ad61cbb146, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=95fe9702-e7f0-4312-bf14-01ad61cbb146,segment=NetworkSegment(f1540a43-8556-40ad-9fb7-b07bdd636c91),segment_id=f1540a43-8556-40ad-9fb7-b07bdd636c91)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:49:06.035356 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-aed8f92b-8332-4018-aaaf-8fcbcc5ff3cd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/ports/e9dfbec1-d7c6-4218-8b3e-471a8f8ef830 HTTP/1.1" status: 204 len: 168 time: 2.7994037 Mar 08 09:49:06.042426 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.043835 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42888) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:06.058699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cdee3-8501-49d3-912c-567e987030b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Network': ['ID=243a2419-50dd-4b65-83da-131a2729a2f2,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:06.118149 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b002a40-75c2-4a85-ba9f-afa1aed401a1 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] GET failed (client error): The resource could not be found. Mar 08 09:49:06.118684 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8b002a40-75c2-4a85-ba9f-afa1aed401a1 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Synchronizing usage tracker for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:06.130480 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53a795-05d8-4fce-b7d6-d757d9f33558 None None] Pushing event updated for resources: {'Port': ['ID=95fe9702-e7f0-4312-bf14-01ad61cbb146,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:06.148346 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e2ffb-4122-4d14-8e83-7074d9d4a78a tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:06.149019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-745e2ffb-4122-4d14-8e83-7074d9d4a78a tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.150647 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:06.151370 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:06.159209 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8b002a40-75c2-4a85-ba9f-afa1aed401a1 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Unset dirty status for tenant:8487a2388023440e9c6b176be36100ad on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:06.160403 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8b002a40-75c2-4a85-ba9f-afa1aed401a1 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports/e9dfbec1-d7c6-4218-8b3e-471a8f8ef830 HTTP/1.1" status: 404 len: 333 time: 0.1156111 Mar 08 09:49:06.169392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42892) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:06.247883 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:49:06.257416 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-745e2ffb-4122-4d14-8e83-7074d9d4a78a tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0452986 Mar 08 09:49:06.275339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42896) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:06.276986 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.279470 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-abfea68b-6705-46ed-a326-6c58c6046112 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:06.322402 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.337964 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Transition to ACTIVE for port object 0bec4f0e-6e94-433c-bfc5-fbf46ef47610 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:06.362392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bfcb2687-f024-4c82-80c8-b5933de31191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.367561 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Transition to ACTIVE for port object 0bec4f0e-6e94-433c-bfc5-fbf46ef47610 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:06.368327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-58eac554-3739-4b30-ba9f-7f55fb488255 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.373395 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7b6d6f44-abfb-49db-8c07-75991a02bf27 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d35c6c63f27e44ad890655260ecfb25f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6129487 Mar 08 09:49:06.374644 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 243a2419-50dd-4b65-83da-131a2729a2f2 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:49:06.382338 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42902) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:06.384797 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bfcb2687-f024-4c82-80c8-b5933de31191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.401759 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:49:06.446024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-58eac554-3739-4b30-ba9f-7f55fb488255 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.509224 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb2687-f024-4c82-80c8-b5933de31191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a654b267-f4f3-450c-a2cf-fab0acec2b44,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:06.529314 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bfcb2687-f024-4c82-80c8-b5933de31191 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb00a4fc34fd4fd0b8c005855cacfad4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3592341 Mar 08 09:49:06.535269 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'project_id': '26b945fa18614fd8a23bb7a003fa9a7f', 'port_id': 'ab83e286-a603-4ce3-83f4-3e3723a09551'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:06.538876 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.540455 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42906) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:06.545352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:06.566520 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Usage tracker for resource:floatingip and tenant:26b945fa18614fd8a23bb7a003fa9a7f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:06.571718 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:06.581240 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-abfea68b-6705-46ed-a326-6c58c6046112 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:06.584361 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-abfea68b-6705-46ed-a326-6c58c6046112 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:06.590502 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-abfea68b-6705-46ed-a326-6c58c6046112 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:06.615098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:06.618090 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfea68b-6705-46ed-a326-6c58c6046112 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:06.621955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abfea68b-6705-46ed-a326-6c58c6046112 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.643560 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Pushing event updated for resources: {'Port': ['ID=0bec4f0e-6e94-433c-bfc5-fbf46ef47610,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:06.651314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-58eac554-3739-4b30-ba9f-7f55fb488255 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.653324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Network 21a9b53e-0d80-49cf-88d8-99d53b9612b9 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:06.656081 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:06.662937 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:06.668998 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fa64440e-3777-4c72-8d4a-e0cabe1de24e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:06.677314 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fa64440e-3777-4c72-8d4a-e0cabe1de24e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:subnet and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:06.682278 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fa64440e-3777-4c72-8d4a-e0cabe1de24e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:06.691571 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fa64440e-3777-4c72-8d4a-e0cabe1de24e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:06.713191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2d99267a-3f6d-4171-9b4f-8b4806e05cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.723944 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.735749 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eac554-3739-4b30-ba9f-7f55fb488255 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9d0604-48dc-45b7-a821-4c83f8196cec,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:06.777580 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Attempting to bind port 0bec4f0e-6e94-433c-bfc5-fbf46ef47610 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:49:06.778227 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Attempting to bind port 0bec4f0e-6e94-433c-bfc5-fbf46ef47610 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'd21afaf4-0421-43c1-880f-812510c7ea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '21a9b53e-0d80-49cf-88d8-99d53b9612b9'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:49:06.778684 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Attempting to bind port 0bec4f0e-6e94-433c-bfc5-fbf46ef47610 on network 21a9b53e-0d80-49cf-88d8-99d53b9612b9 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:49:06.785545 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:49:06.786220 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Checking segment: {'id': 'd21afaf4-0421-43c1-880f-812510c7ea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '21a9b53e-0d80-49cf-88d8-99d53b9612b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:06.786709 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-58eac554-3739-4b30-ba9f-7f55fb488255 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.786840 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.787397 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Bound using segment: {'id': 'd21afaf4-0421-43c1-880f-812510c7ea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '21a9b53e-0d80-49cf-88d8-99d53b9612b9'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:49:06.788045 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-58eac554-3739-4b30-ba9f-7f55fb488255 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/security-groups/ac9d0604-48dc-45b7-a821-4c83f8196cec HTTP/1.1" status: 204 len: 168 time: 0.6176987 Mar 08 09:49:06.788172 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Bound port: 0bec4f0e-6e94-433c-bfc5-fbf46ef47610, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21afaf4-0421-43c1-880f-812510c7ea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '21a9b53e-0d80-49cf-88d8-99d53b9612b9'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:49:06.788627 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.790195 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2d99267a-3f6d-4171-9b4f-8b4806e05cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.807089 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42910) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:06.852057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-80c6b5d7-96b7-407a-b554-e5e60130bc57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.856866 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:49:01Z', 'revision_number': 2, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:06Z', 'revision_number': 4, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:06.861526 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46102c55-97a0-4ffd-8ec4-5f375848b8ac None None] The sync data for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv is: [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:49:01Z', 'revision_number': 2, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:06Z', 'revision_number': 4, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:49:06.866166 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Deleting port 0bec4f0e-6e94-433c-bfc5-fbf46ef47610 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:06.867111 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.912287 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa64440e-3777-4c72-8d4a-e0cabe1de24e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Made reservation on behalf of c6601661feb14b85b700842beac586af for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:06.915758 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa64440e-3777-4c72-8d4a-e0cabe1de24e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.923717 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] For port 0bec4f0e-6e94-433c-bfc5-fbf46ef47610, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:49:06.928283 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] For port 0bec4f0e-6e94-433c-bfc5-fbf46ef47610, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0bec4f0e-6e94-433c-bfc5-fbf46ef47610,segment=NetworkSegment(d21afaf4-0421-43c1-880f-812510c7ea28),segment_id=d21afaf4-0421-43c1-880f-812510c7ea28)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:49:06.936580 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:06.966819 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-80c6b5d7-96b7-407a-b554-e5e60130bc57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:07.041626 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-305e5914-a7f0-4331-826d-c09757b93777 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:07.043289 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2d99267a-3f6d-4171-9b4f-8b4806e05cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:07.055023 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4278a-9d24-45b6-bdc9-7e8e448b247b None None] Pushing event updated for resources: {'Port': ['ID=0bec4f0e-6e94-433c-bfc5-fbf46ef47610,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:07.091917 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99267a-3f6d-4171-9b4f-8b4806e05cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6376f93c-de9d-48f1-b6ee-7c1b417bcbbb,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:07.115602 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-305e5914-a7f0-4331-826d-c09757b93777 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:07.146945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2d99267a-3f6d-4171-9b4f-8b4806e05cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:07.150364 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2d99267a-3f6d-4171-9b4f-8b4806e05cbc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6376f93c-de9d-48f1-b6ee-7c1b417bcbbb HTTP/1.1" status: 204 len: 168 time: 0.7647111 Mar 08 09:49:07.162118 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-80c6b5d7-96b7-407a-b554-e5e60130bc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:07.176077 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abfea68b-6705-46ed-a326-6c58c6046112 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:07.197005 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-80c6b5d7-96b7-407a-b554-e5e60130bc57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:07.198129 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-80c6b5d7-96b7-407a-b554-e5e60130bc57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a654b267-f4f3-450c-a2cf-fab0acec2b44 HTTP/1.1" status: 204 len: 168 time: 0.6558490 Mar 08 09:49:07.199210 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6b5d7-96b7-407a-b554-e5e60130bc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a654b267-f4f3-450c-a2cf-fab0acec2b44,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:07.215044 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:07.279614 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-305e5914-a7f0-4331-826d-c09757b93777 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:07.307317 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfea68b-6705-46ed-a326-6c58c6046112 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=12459fff-bd0c-43b4-86f3-586d22aa9e82,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:07.326144 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e5914-a7f0-4331-826d-c09757b93777 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ef61d2-5027-4466-9aea-22f5558cfbda,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:07.346981 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfea68b-6705-46ed-a326-6c58c6046112 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:07.400053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-305e5914-a7f0-4331-826d-c09757b93777 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:07.403646 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-305e5914-a7f0-4331-826d-c09757b93777 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/security-groups/a3ef61d2-5027-4466-9aea-22f5558cfbda HTTP/1.1" status: 204 len: 168 time: 0.5911760 Mar 08 09:49:07.417610 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42918) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:07.418931 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-abfea68b-6705-46ed-a326-6c58c6046112 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:07.480577 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfea68b-6705-46ed-a326-6c58c6046112 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:07.482323 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abfea68b-6705-46ed-a326-6c58c6046112 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:07.644449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f80fc8-f90a-492d-911c-e06f50d90cb0 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting subnet 47386eea-4c59-4156-9fb9-6c7c9ead2b63 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:49:07.660764 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Allocated IP 172.26.2.28 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/9f35fc59-d3b2-4eb0-a21d-86517eb7a45b) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:07.662769 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e2f80fc8-f90a-492d-911c-e06f50d90cb0 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:07.717570 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-abfea68b-6705-46ed-a326-6c58c6046112 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9658985 Mar 08 09:49:07.721617 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42928) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:07.755815 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e4b80dc9-bdc1-4b63-bd91-4a3bd129b06d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:07.791483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e2f80fc8-f90a-492d-911c-e06f50d90cb0 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:07.835553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42936) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:07.952669 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e4b80dc9-bdc1-4b63-bd91-4a3bd129b06d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:07.957798 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e2f80fc8-f90a-492d-911c-e06f50d90cb0 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:07.986024 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e4b80dc9-bdc1-4b63-bd91-4a3bd129b06d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:07.995547 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e4b80dc9-bdc1-4b63-bd91-4a3bd129b06d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:08.012037 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] For port 0bec4f0e-6e94-433c-bfc5-fbf46ef47610, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0bec4f0e-6e94-433c-bfc5-fbf46ef47610,segment=NetworkSegment(d21afaf4-0421-43c1-880f-812510c7ea28),segment_id=d21afaf4-0421-43c1-880f-812510c7ea28)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:08.012396 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:08.020755 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e4b80dc9-bdc1-4b63-bd91-4a3bd129b06d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:08.023089 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa64440e-3777-4c72-8d4a-e0cabe1de24e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:08.074419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e2f80fc8-f90a-492d-911c-e06f50d90cb0 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:08.130480 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f80fc8-f90a-492d-911c-e06f50d90cb0 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Subnet': ['ID=47386eea-4c59-4156-9fb9-6c7c9ead2b63,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:08.159329 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e2f80fc8-f90a-492d-911c-e06f50d90cb0 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:08.187229 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e2f80fc8-f90a-492d-911c-e06f50d90cb0 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/subnets/47386eea-4c59-4156-9fb9-6c7c9ead2b63 HTTP/1.1" status: 204 len: 168 time: 0.7628698 Mar 08 09:49:08.192180 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b9d036e1-d8c5-408e-b9f4-211cfa61415a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24191e35deda4c5583ac45429c4254ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092065 Mar 08 09:49:08.192336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42944) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:08.196939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42946) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:08.218753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-5fca0221-3b4a-49b0-9d57-551f1496a00f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'subnet': {'network_id': '8382c660-25f3-4087-9fe3-10449af161e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:08.221709 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b80dc9-bdc1-4b63-bd91-4a3bd129b06d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:08.225228 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4b80dc9-bdc1-4b63-bd91-4a3bd129b06d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:08.246707 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Calling delete_port for 0bec4f0e-6e94-433c-bfc5-fbf46ef47610 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:08.337152 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64440e-3777-4c72-8d4a-e0cabe1de24e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Subnet': ['ID=4eef5c78-54da-4b8f-b847-5cbe748c7d46,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:08.343344 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa64440e-3777-4c72-8d4a-e0cabe1de24e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Checking segment: {'id': '3507749f-b83e-49e9-b1fd-0c4c736a347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:08.343706 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa64440e-3777-4c72-8d4a-e0cabe1de24e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network hostable DHCP agents. Network: 243a2419-50dd-4b65-83da-131a2729a2f2, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:49:08.356927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:08.454967 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42958) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:08.476879 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5fca0221-3b4a-49b0-9d57-551f1496a00f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:08.483759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c8c679f1-baf7-4d6f-9d45-10f95fec10fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:08.487299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5fca0221-3b4a-49b0-9d57-551f1496a00f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:subnet and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:08.496758 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5fca0221-3b4a-49b0-9d57-551f1496a00f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:08.501776 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ef7ba9-23ca-41ba-9df0-5869b2f0c1d3 None None] Network 21a9b53e-0d80-49cf-88d8-99d53b9612b9 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:08.505984 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:08.509674 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5fca0221-3b4a-49b0-9d57-551f1496a00f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:08.520231 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa64440e-3777-4c72-8d4a-e0cabe1de24e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network 243a2419-50dd-4b65-83da-131a2729a2f2 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:49:08.616846 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-fa64440e-3777-4c72-8d4a-e0cabe1de24e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 243a2419-50dd-4b65-83da-131a2729a2f2) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:08.665503 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa64440e-3777-4c72-8d4a-e0cabe1de24e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:08.668089 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa64440e-3777-4c72-8d4a-e0cabe1de24e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:08.693943 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.ipam_backend_mixin [None req-e4b80dc9-bdc1-4b63-bd91-4a3bd129b06d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 12459fff-bd0c-43b4-86f3-586d22aa9e82 (CIDR: 2001:db8::/64) Mar 08 09:49:08.695483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c8c679f1-baf7-4d6f-9d45-10f95fec10fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:08.713052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fca0221-3b4a-49b0-9d57-551f1496a00f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:08.723015 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5fca0221-3b4a-49b0-9d57-551f1496a00f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:08.740616 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-595141347-network', 'tenant_id': '090578e165634cbd86b446011dd7b913'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:08.749704 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b80dc9-bdc1-4b63-bd91-4a3bd129b06d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:49:08.752534 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b80dc9-bdc1-4b63-bd91-4a3bd129b06d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:08.782296 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:08.796597 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e4b80dc9-bdc1-4b63-bd91-4a3bd129b06d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0686042 Mar 08 09:49:08.803284 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Usage tracker for resource:network and tenant:090578e165634cbd86b446011dd7b913 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:08.820979 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:08.834457 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:08.843257 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42964) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:08.857549 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fa64440e-3777-4c72-8d4a-e0cabe1de24e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8589835 Mar 08 09:49:08.866470 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:08.867257 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeece645-d9ab-4214-b52c-345690f3a6b3 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:08.908522 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762271ff-8b60-4866-b5f4-094f0d5a3f76 None None] Network 243a2419-50dd-4b65-83da-131a2729a2f2 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:08.908888 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 42968) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:08.914528 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Made reservation on behalf of 090578e165634cbd86b446011dd7b913 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:08.917932 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:08.936363 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0bec4f0e-6e94-433c-bfc5-fbf46ef47610 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:08.945760 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:09.041194 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-757d7179-29ec-4bc2-b44e-313d55caa3e0 None None] Could not find standard attr ID for object 0bec4f0e-6e94-433c-bfc5-fbf46ef47610. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:49:09.053816 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 0bec4f0e-6e94-433c-bfc5-fbf46ef47610 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:49:09.054381 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0bec4f0e-6e94-433c-bfc5-fbf46ef47610 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 08 09:49:09.097380 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Port 0bec4f0e-6e94-433c-bfc5-fbf46ef47610 not found, will not notify nova. {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 08 09:49:09.098240 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 95fe9702-e7f0-4312-bf14-01ad61cbb146 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:09.169447 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:09.173795 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:09.184875 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda69f70-ced8-40c8-99eb-ea7f33c194e4 None None] Network 8382c660-25f3-4087-9fe3-10449af161e4 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:09.186909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:09.242993 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Pushing event updated for resources: {'Port': ['ID=9f35fc59-d3b2-4eb0-a21d-86517eb7a45b,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:09.291046 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Port': ['ID=0bec4f0e-6e94-433c-bfc5-fbf46ef47610,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:09.293285 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:09.451653 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:09.452988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c8c679f1-baf7-4d6f-9d45-10f95fec10fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:09.487766 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Usage tracker for resource:security_group_rule and tenant:090578e165634cbd86b446011dd7b913 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:09.516402 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:09.522748 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c679f1-baf7-4d6f-9d45-10f95fec10fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d41c6f-5ba2-4ed9-a012-922533baa944,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:09.547075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c8c679f1-baf7-4d6f-9d45-10f95fec10fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:09.547552 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:09.551438 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c8c679f1-baf7-4d6f-9d45-10f95fec10fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2d41c6f-5ba2-4ed9-a012-922533baa944 HTTP/1.1" status: 204 len: 168 time: 1.3458025 Mar 08 09:49:09.555098 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No DVR routers for this DVR port 0bec4f0e-6e94-433c-bfc5-fbf46ef47610 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:49:09.774386 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ecbadc11-a873-4df4-9964-a39f6ffe79c4 None None] Provisioning for port ab83e286-a603-4ce3-83f4-3e3723a09551 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:09.811286 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:09.819060 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ecbadc11-a873-4df4-9964-a39f6ffe79c4 None None] Provisioning complete for port ab83e286-a603-4ce3-83f4-3e3723a09551 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:09.819422 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ecbadc11-a873-4df4-9964-a39f6ffe79c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:09.825969 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5fca0221-3b4a-49b0-9d57-551f1496a00f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:09.840799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:09.843056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 95fe9702-e7f0-4312-bf14-01ad61cbb146 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:09.850411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:09.868077 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:09.873808 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:09.916556 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 95fe9702-e7f0-4312-bf14-01ad61cbb146 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:09.917263 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:09.925738 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fca0221-3b4a-49b0-9d57-551f1496a00f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 8382c660-25f3-4087-9fe3-10449af161e4 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:09.929879 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca0221-3b4a-49b0-9d57-551f1496a00f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Subnet': ['ID=6df481aa-befd-4baf-8654-94248272201e,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:09.933143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-5fca0221-3b4a-49b0-9d57-551f1496a00f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:09.936531 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fca0221-3b4a-49b0-9d57-551f1496a00f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:09.937184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5fca0221-3b4a-49b0-9d57-551f1496a00f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:09.967247 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5fca0221-3b4a-49b0-9d57-551f1496a00f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7713792 Mar 08 09:49:09.967965 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42978) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:09.984612 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-09c2bcba-64cb-4660-855f-619a6728c518 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'security_group': {'name': 'tempest-secgroup-1448363046'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:09.993851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-09c2bcba-64cb-4660-855f-619a6728c518 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:09.999822 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-09c2bcba-64cb-4660-855f-619a6728c518 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:security_group and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:10.005748 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-09c2bcba-64cb-4660-855f-619a6728c518 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:10.014016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-09c2bcba-64cb-4660-855f-619a6728c518 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:10.030449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-09c2bcba-64cb-4660-855f-619a6728c518 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.031109 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc24e11c-a002-4ee8-80de-543e9001736c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-21a9b53e-0d80-49cf-88d8-99d53b9612b9', 'network_id': '21a9b53e-0d80-49cf-88d8-99d53b9612b9', 'tenant_id': '016bdee0e1984d6ab84e5721b9d2d47e', 'fixed_ips': [{'subnet_id': '95fb8d70-fb55-4486-9947-7c3a9e794b52'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:49:10.032128 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc24e11c-a002-4ee8-80de-543e9001736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.057599 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-09c2bcba-64cb-4660-855f-619a6728c518 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:10.061463 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-09c2bcba-64cb-4660-855f-619a6728c518 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:security_group_rule and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:10.067771 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-09c2bcba-64cb-4660-855f-619a6728c518 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:10.074723 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-09c2bcba-64cb-4660-855f-619a6728c518 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:10.078441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:10.082551 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.126292 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-243a2419-50dd-4b65-83da-131a2729a2f2', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:49:10.128092 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.144358 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ecbadc11-a873-4df4-9964-a39f6ffe79c4 None None] Port ab83e286-a603-4ce3-83f4-3e3723a09551 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:10.166431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-09c2bcba-64cb-4660-855f-619a6728c518 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.176076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-09c2bcba-64cb-4660-855f-619a6728c518 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.214958 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-09c2bcba-64cb-4660-855f-619a6728c518 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.218585 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-09c2bcba-64cb-4660-855f-619a6728c518 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2384162 Mar 08 09:49:10.219636 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 42988) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:10.232206 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e645acd2-db8b-4e97-97c7-fe22a8853ec6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'security_group': {'name': 'tempest-secgroup-364016616'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:10.241981 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e645acd2-db8b-4e97-97c7-fe22a8853ec6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:10.246155 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e645acd2-db8b-4e97-97c7-fe22a8853ec6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:security_group and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:10.248993 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e645acd2-db8b-4e97-97c7-fe22a8853ec6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:10.256763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e645acd2-db8b-4e97-97c7-fe22a8853ec6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:10.273144 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e645acd2-db8b-4e97-97c7-fe22a8853ec6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.294111 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2bcba-64cb-4660-855f-619a6728c518 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1427ce91-ddee-435d-8740-798a151e1e8a,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:10.329148 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.356622 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e645acd2-db8b-4e97-97c7-fe22a8853ec6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:10.362058 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e645acd2-db8b-4e97-97c7-fe22a8853ec6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:security_group_rule and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:10.365757 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e645acd2-db8b-4e97-97c7-fe22a8853ec6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:10.414466 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e645acd2-db8b-4e97-97c7-fe22a8853ec6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:10.435014 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.459562 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0617318b-a5a5-4495-95e5-a15c3095121d None None] Provisioning complete for port 95fe9702-e7f0-4312-bf14-01ad61cbb146 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:10.459941 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0617318b-a5a5-4495-95e5-a15c3095121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.516229 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.541795 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.575439 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:49:10.594871 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.595225 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Added segment adac42c9-8993-4200-b402-5b5bac65f0b2 of type vlan for network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 Mar 08 09:49:10.602897 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server [None req-dc24e11c-a002-4ee8-80de-543e9001736c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95fb8d70-fb55-4486-9947-7c3a9e794b52: This subnet is being modified by another concurrent operation. Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 09:49:10.664103 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise exception Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95fb8d70-fb55-4486-9947-7c3a9e794b52: This subnet is being modified by another concurrent operation. Mar 08 09:49:10.669814 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server Mar 08 09:49:10.678530 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.721154 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.732790 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43000) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:10.769059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e645acd2-db8b-4e97-97c7-fe22a8853ec6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.784258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e645acd2-db8b-4e97-97c7-fe22a8853ec6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.805671 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Allocated IP 172.21.0.2 (243a2419-50dd-4b65-83da-131a2729a2f2/4eef5c78-54da-4b8f-b847-5cbe748c7d46/0e945bea-261e-4729-acbd-b7a8ee61ca60) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:10.808854 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2c8f80-e71c-48e4-8bac-5a8b97bf649b None None] Update dhcp port {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'fixed_ips': [{'subnet_id': '12459fff-bd0c-43b4-86f3-586d22aa9e82'}], 'binding:host_id': 'dv-neutron-831730-2-hyperv'}, 'id': '28ce7f68-29e9-4b87-8599-51789bd6e169'} from dv-neutron-831730-2-hyperv. {{(pid=87773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 09:49:10.821452 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33737072-ea03-47f0-8ad4-c844ce39f27b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:10.828034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645acd2-db8b-4e97-97c7-fe22a8853ec6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc746fe-303a-4ded-a9ac-a80b533280ad,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:10.829865 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Subnet': ['ID=95fb8d70-fb55-4486-9947-7c3a9e794b52,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:10.860306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e645acd2-db8b-4e97-97c7-fe22a8853ec6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.864811 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e645acd2-db8b-4e97-97c7-fe22a8853ec6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6417317 Mar 08 09:49:10.864972 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4171d012-1926-4daa-8337-0b183eb671e6 None None] Network 21a9b53e-0d80-49cf-88d8-99d53b9612b9 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:10.865926 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43006) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:10.873251 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-f87f8627-5e0d-4faa-bc7f-4a7caf5e1b47 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'security_group': {'name': 'tempest-secgroup-1958947835'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:10.881395 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f87f8627-5e0d-4faa-bc7f-4a7caf5e1b47 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:10.885465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f87f8627-5e0d-4faa-bc7f-4a7caf5e1b47 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:security_group and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:10.888824 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f87f8627-5e0d-4faa-bc7f-4a7caf5e1b47 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:10.896588 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.896809 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 95fe9702-e7f0-4312-bf14-01ad61cbb146, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=95fe9702-e7f0-4312-bf14-01ad61cbb146,segment=NetworkSegment(f1540a43-8556-40ad-9fb7-b07bdd636c91),segment_id=f1540a43-8556-40ad-9fb7-b07bdd636c91)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:10.898618 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f87f8627-5e0d-4faa-bc7f-4a7caf5e1b47 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:10.905715 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.924618 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.978011 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Pushing event updated for resources: {'Port': ['ID=9f35fc59-d3b2-4eb0-a21d-86517eb7a45b,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:10.990264 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f87f8627-5e0d-4faa-bc7f-4a7caf5e1b47 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:10.991085 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:11.084221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f87f8627-5e0d-4faa-bc7f-4a7caf5e1b47 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:11.091256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f87f8627-5e0d-4faa-bc7f-4a7caf5e1b47 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:security_group_rule and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:11.095825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f87f8627-5e0d-4faa-bc7f-4a7caf5e1b47 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:11.104634 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:11.284124 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f87f8627-5e0d-4faa-bc7f-4a7caf5e1b47 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:11.286595 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Floating IP f075a851-dc14-4bfb-ad36-8b306cda36e9 associated. External IP: 172.26.2.28, port: ab83e286-a603-4ce3-83f4-3e3723a09551. Mar 08 09:49:11.293834 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:11.294888 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:11.295569 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:11.315385 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1568250501'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:11.345021 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:11.350167 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0bec4f0e-6e94-433c-bfc5-fbf46ef47610 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:49:11.381842 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:11.405554 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eb47fc-05c6-4ffd-864c-ea5b3113b7db None None] Network 8382c660-25f3-4087-9fe3-10449af161e4 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:11.438990 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bc2c8f80-e71c-48e4-8bac-5a8b97bf649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:11.460943 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Usage tracker for resource:network and tenant:79a011d17b33475796b4bbbdedde3ec0 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:11.466296 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 0bec4f0e-6e94-433c-bfc5-fbf46ef47610 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:49:11.467354 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0bec4f0e-6e94-433c-bfc5-fbf46ef47610 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:49:11.476115 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:11.483193 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a9b53e-0d80-49cf-88d8-99d53b9612b9']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:11.503524 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:11.572262 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21afaf4-0421-43c1-880f-812510c7ea28') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:11.572965 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21afaf4-0421-43c1-880f-812510c7ea28') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:11.638792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f87f8627-5e0d-4faa-bc7f-4a7caf5e1b47 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:11.645548 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f87f8627-5e0d-4faa-bc7f-4a7caf5e1b47 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:11.674297 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] Pushing event updated for resources: {'Network': ['ID=34eb9135-6aa7-4ebe-93ae-20fd87b811c1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:11.684394 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:11.686483 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:11.703170 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Made reservation on behalf of 79a011d17b33475796b4bbbdedde3ec0 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:11.707260 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:11.710035 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f8627-5e0d-4faa-bc7f-4a7caf5e1b47 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ae2cc7-07f3-4f27-99c9-6cb8c628e303,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:11.713035 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:49:11.727159 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:11.727559 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=95fe9702-e7f0-4312-bf14-01ad61cbb146,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:11.731841 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-491fb7ce-ef4d-4c0b-a8dc-b95d245a59a9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2720370 Mar 08 09:49:11.744523 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43010) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:11.748324 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:11.766474 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4344742e-9d05-4644-996d-e06dcdf5f463 None None] DHCP port deletion for 21a9b53e-0d80-49cf-88d8-99d53b9612b9 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:49:11.769997 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f87f8627-5e0d-4faa-bc7f-4a7caf5e1b47 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:11.773584 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f87f8627-5e0d-4faa-bc7f-4a7caf5e1b47 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9040442 Mar 08 09:49:11.773743 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:49:11.773743 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:11.780600 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43014) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:49:11.787877 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:49:11.790774 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-97042ad1-7646-4998-b5fc-427438e92f43 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-292186393', 'security_groups': ['b1ae2cc7-07f3-4f27-99c9-6cb8c628e303'], 'network_id': '8382c660-25f3-4087-9fe3-10449af161e4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6df481aa-befd-4baf-8654-94248272201e'}]}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:11.807982 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-96179558-463e-4c3c-9718-87129d14d775 admin admin] Request body: {'subnet': {'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-595141347-subnet', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:11.865343 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-96179558-463e-4c3c-9718-87129d14d775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:11.899930 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9fccc1dc-9e65-4e83-b48a-b4b057fa7805 None None] Provisioning complete for port 51585ce6-fce5-44b7-9f51-4bd2eb297269 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:11.900508 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fccc1dc-9e65-4e83-b48a-b4b057fa7805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:11.907557 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:11.913768 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-96179558-463e-4c3c-9718-87129d14d775 admin admin] Usage tracker for resource:subnet and tenant:090578e165634cbd86b446011dd7b913 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:11.929679 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-96179558-463e-4c3c-9718-87129d14d775 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:11.936021 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Usage tracker for resource:security_group_rule and tenant:79a011d17b33475796b4bbbdedde3ec0 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:11.942237 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d2c465-1802-4138-bd29-0edf283ac846 None None] Network 21a9b53e-0d80-49cf-88d8-99d53b9612b9 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:11.946285 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:11.954784 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Transition to ACTIVE for port object 0e945bea-261e-4729-acbd-b7a8ee61ca60 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:11.977009 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-96179558-463e-4c3c-9718-87129d14d775 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:11.989636 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:11.993385 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:12.026469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Router 72139487-eb80-4ad8-8c9b-1f2742eb473a has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:49:12.027821 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:12.028638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-97042ad1-7646-4998-b5fc-427438e92f43 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:12.036888 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d2c465-1802-4138-bd29-0edf283ac846 None None] Network 21a9b53e-0d80-49cf-88d8-99d53b9612b9 could not be found, it might have been deleted concurrently. {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 08 09:49:12.044452 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-97042ad1-7646-4998-b5fc-427438e92f43 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:12.048453 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96179558-463e-4c3c-9718-87129d14d775 admin admin] Made reservation on behalf of 090578e165634cbd86b446011dd7b913 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:12.051084 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96179558-463e-4c3c-9718-87129d14d775 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:12.127806 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Network': ['ID=21a9b53e-0d80-49cf-88d8-99d53b9612b9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:12.130353 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Transition to ACTIVE for port object 0e945bea-261e-4729-acbd-b7a8ee61ca60 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:12.132282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9fccc1dc-9e65-4e83-b48a-b4b057fa7805 None None] Port 51585ce6-fce5-44b7-9f51-4bd2eb297269 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:12.143151 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97042ad1-7646-4998-b5fc-427438e92f43 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:12.150087 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-48eb1790-dfb8-45e9-83ef-507eb572d8ea tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/21a9b53e-0d80-49cf-88d8-99d53b9612b9 HTTP/1.1" status: 204 len: 168 time: 6.1954277 Mar 08 09:49:12.158156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43018) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:12.177066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:12.264642 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Network 243a2419-50dd-4b65-83da-131a2729a2f2 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:12.266004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-bc2c8f80-e71c-48e4-8bac-5a8b97bf649b None None] Allocated IP 2001:db8::2 (162da289-2647-477b-bcb7-e834030497c1/12459fff-bd0c-43b4-86f3-586d22aa9e82/28ce7f68-29e9-4b87-8599-51789bd6e169) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:12.270770 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff9c52a-cb9a-408b-baeb-5a99a0791c69 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:12.271673 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff9c52a-cb9a-408b-baeb-5a99a0791c69 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:12.277560 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-cff9c52a-cb9a-408b-baeb-5a99a0791c69 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/21a9b53e-0d80-49cf-88d8-99d53b9612b9 HTTP/1.1" status: 404 len: 339 time: 0.1097913 Mar 08 09:49:12.278956 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:12.282303 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:12.286244 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43022) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:12.300616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9fccc1dc-9e65-4e83-b48a-b4b057fa7805 None None] Provisioning complete for port 31ca9c9d-0bc8-47c0-8743-f024c79d513b triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:12.301345 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fccc1dc-9e65-4e83-b48a-b4b057fa7805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:12.331153 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9769a00a-f90f-4576-8d10-025f95cd2ae4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-774614439', 'description': 'd1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:12.352685 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9769a00a-f90f-4576-8d10-025f95cd2ae4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:12.369004 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9769a00a-f90f-4576-8d10-025f95cd2ae4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:network and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:12.369252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:49:12.386167 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9769a00a-f90f-4576-8d10-025f95cd2ae4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:12.393134 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Allocated IP 172.21.0.1 (243a2419-50dd-4b65-83da-131a2729a2f2/4eef5c78-54da-4b8f-b847-5cbe748c7d46/9469bc25-0f58-4e6c-a263-840f0c77f754) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:12.404991 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97042ad1-7646-4998-b5fc-427438e92f43 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:12.419231 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:12.422910 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9769a00a-f90f-4576-8d10-025f95cd2ae4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:12.427990 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Pushing event updated for resources: {'Port': ['ID=0e945bea-261e-4729-acbd-b7a8ee61ca60,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:12.431412 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d609e3-6c78-410c-a744-f8e2b68778ac None None] Sync routers for ids ['72139487-eb80-4ad8-8c9b-1f2742eb473a'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:49:12.457733 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 09:49:12.480966 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ca024e37-582d-4fef-b0a3-9e139988c6a1 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.2045367 Mar 08 09:49:12.483655 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43026) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:12.537924 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:12.547053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-97042ad1-7646-4998-b5fc-427438e92f43 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] device_id is not set on port 6e864dec-d60e-454d-9c6f-a611ac795977 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:49:12.555931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d609e3-6c78-410c-a744-f8e2b68778ac None None] Routers {'72139487-eb80-4ad8-8c9b-1f2742eb473a'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:12.556627 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-17d609e3-6c78-410c-a744-f8e2b68778ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['72139487-eb80-4ad8-8c9b-1f2742eb473a'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:12.639216 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9769a00a-f90f-4576-8d10-025f95cd2ae4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:12.643499 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9769a00a-f90f-4576-8d10-025f95cd2ae4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:12.660424 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f90284e0-90e2-4fa9-b379-a708050ab905 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] 10.222.0.24 "GET /v2.0/floatingips/f075a851-dc14-4bfb-ad36-8b306cda36e9 HTTP/1.1" status: 200 len: 982 time: 0.1730890 Mar 08 09:49:12.662289 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43030) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:12.663979 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:12.698084 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-17d609e3-6c78-410c-a744-f8e2b68778ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:12.716390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Attempting to bind port 0e945bea-261e-4729-acbd-b7a8ee61ca60 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:49:12.716751 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Attempting to bind port 0e945bea-261e-4729-acbd-b7a8ee61ca60 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '3507749f-b83e-49e9-b1fd-0c4c736a347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:49:12.717114 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Attempting to bind port 0e945bea-261e-4729-acbd-b7a8ee61ca60 on network 243a2419-50dd-4b65-83da-131a2729a2f2 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:49:12.740337 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:49:12.740750 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Checking segment: {'id': '3507749f-b83e-49e9-b1fd-0c4c736a347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:12.741164 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:12.741542 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Bound using segment: {'id': '3507749f-b83e-49e9-b1fd-0c4c736a347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:49:12.742502 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Bound port: 0e945bea-261e-4729-acbd-b7a8ee61ca60, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507749f-b83e-49e9-b1fd-0c4c736a347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:49:12.742502 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:12.755987 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d609e3-6c78-410c-a744-f8e2b68778ac None None] Routers {'72139487-eb80-4ad8-8c9b-1f2742eb473a'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:12.756511 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-17d609e3-6c78-410c-a744-f8e2b68778ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['72139487-eb80-4ad8-8c9b-1f2742eb473a'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:12.782364 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9769a00a-f90f-4576-8d10-025f95cd2ae4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:49:12.811796 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3c5a4632-1b55-4fe5-8ec7-ae49b68ee310 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.1466737 Mar 08 09:49:12.812380 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43034) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:12.827276 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:49:12.852414 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9769a00a-f90f-4576-8d10-025f95cd2ae4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:12.852835 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-9769a00a-f90f-4576-8d10-025f95cd2ae4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Added segment d42eca3a-2681-4bef-b208-f3bc9a6f5fdc of type vlan for network 88ef31d0-2368-49bf-902e-ba2f54801c3c Mar 08 09:49:12.873073 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f6e023-894c-442f-9101-1b0138dfd106,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:12.891712 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:12.892150 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Added segment d84e2457-448d-4149-95f8-8e03eed92634 of type vlan for network 1bdf8706-ec87-4d74-b16e-ec19ec4e1897 Mar 08 09:49:12.921209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96179558-463e-4c3c-9718-87129d14d775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:12.943094 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-17d609e3-6c78-410c-a744-f8e2b68778ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:12.943673 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d609e3-6c78-410c-a744-f8e2b68778ac None None] The sync data for ids ['72139487-eb80-4ad8-8c9b-1f2742eb473a'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:49:13.002668 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-bc2c8f80-e71c-48e4-8bac-5a8b97bf649b None None] For port 28ce7f68-29e9-4b87-8599-51789bd6e169, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=28ce7f68-29e9-4b87-8599-51789bd6e169,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:13.032039 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:13.038327 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9769a00a-f90f-4576-8d10-025f95cd2ae4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:13.047628 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:13.059765 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb07546a-9495-40d4-b60c-7626dd3db80e None None] Update dhcp port {'port': {'network_id': '8382c660-25f3-4087-9fe3-10449af161e4', 'fixed_ips': [{'subnet_id': '84d4a129-031e-4674-8086-98a3cb379e8d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6df481aa-befd-4baf-8654-94248272201e'}], 'binding:host_id': 'dv-neutron-831730-2-hyperv'}, 'id': '31ca9c9d-0bc8-47c0-8743-f024c79d513b'} from dv-neutron-831730-2-hyperv. {{(pid=87773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 09:49:13.094657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96179558-463e-4c3c-9718-87129d14d775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7682eda2-a1ce-418e-9798-c51cec16a340,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:13.120556 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bc2c8f80-e71c-48e4-8bac-5a8b97bf649b None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:13.121034 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Transition to ACTIVE for port object 9469bc25-0f58-4e6c-a263-840f0c77f754 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:13.131196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] For port 0e945bea-261e-4729-acbd-b7a8ee61ca60, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:49:13.168520 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] For port 0e945bea-261e-4729-acbd-b7a8ee61ca60, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0e945bea-261e-4729-acbd-b7a8ee61ca60,segment=NetworkSegment(3507749f-b83e-49e9-b1fd-0c4c736a347d),segment_id=3507749f-b83e-49e9-b1fd-0c4c736a347d)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:49:13.171605 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 95fe9702-e7f0-4312-bf14-01ad61cbb146 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:13.197164 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb07546a-9495-40d4-b60c-7626dd3db80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:13.212493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-bc2c8f80-e71c-48e4-8bac-5a8b97bf649b None None] Transition to ACTIVE for port object 28ce7f68-29e9-4b87-8599-51789bd6e169 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:13.213790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-c7fa572e-1371-4a84-8a77-7ee9bd9c9168 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Deleting port 9f35fc59-d3b2-4eb0-a21d-86517eb7a45b {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:13.214373 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c7fa572e-1371-4a84-8a77-7ee9bd9c9168 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:13.234809 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:13.285774 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bc2c8f80-e71c-48e4-8bac-5a8b97bf649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:13.288336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-97042ad1-7646-4998-b5fc-427438e92f43 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Allocated IP 2001:db8::374 (8382c660-25f3-4087-9fe3-10449af161e4/6df481aa-befd-4baf-8654-94248272201e/6e864dec-d60e-454d-9c6f-a611ac795977) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:13.295185 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96179558-463e-4c3c-9718-87129d14d775 admin admin] Checking segment: {'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:13.295542 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96179558-463e-4c3c-9718-87129d14d775 admin admin] Network hostable DHCP agents. Network: 34eb9135-6aa7-4ebe-93ae-20fd87b811c1, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:49:13.349038 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:13.354377 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:13.355151 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:13.377783 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9769a00a-f90f-4576-8d10-025f95cd2ae4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:13.383221 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9769a00a-f90f-4576-8d10-025f95cd2ae4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:13.383832 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9769a00a-f90f-4576-8d10-025f95cd2ae4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:13.425577 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:13.510570 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:13.521086 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c7fa572e-1371-4a84-8a77-7ee9bd9c9168 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:13.521408 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c7fa572e-1371-4a84-8a77-7ee9bd9c9168 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:13.531233 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96179558-463e-4c3c-9718-87129d14d775 admin admin] Network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:49:13.538872 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 95fe9702-e7f0-4312-bf14-01ad61cbb146 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:13.538872 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:13.570165 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Pushing event updated for resources: {'Network': ['ID=1bdf8706-ec87-4d74-b16e-ec19ec4e1897,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:13.594614 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487e309-4fa4-4543-9e0a-9d635d5d6b25 None None] Pushing event updated for resources: {'Port': ['ID=0e945bea-261e-4729-acbd-b7a8ee61ca60,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:13.604236 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 1bdf8706-ec87-4d74-b16e-ec19ec4e1897 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:49:13.636568 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:13.688254 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97042ad1-7646-4998-b5fc-427438e92f43 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:13.705652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-97042ad1-7646-4998-b5fc-427438e92f43 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Transition to ACTIVE for port object 6e864dec-d60e-454d-9c6f-a611ac795977 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:13.822086 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9769a00a-f90f-4576-8d10-025f95cd2ae4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5347683 Mar 08 09:49:13.832397 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network 243a2419-50dd-4b65-83da-131a2729a2f2 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:13.833982 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769a00a-f90f-4576-8d10-025f95cd2ae4 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Network': ['ID=88ef31d0-2368-49bf-902e-ba2f54801c3c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:13.837701 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-96179558-463e-4c3c-9718-87129d14d775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 34eb9135-6aa7-4ebe-93ae-20fd87b811c1) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:13.842084 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96179558-463e-4c3c-9718-87129d14d775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:13.842532 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96179558-463e-4c3c-9718-87129d14d775 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:13.860589 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 88ef31d0-2368-49bf-902e-ba2f54801c3c details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:49:13.863180 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-60316f66-b564-4a2a-8b71-fa158cb13094 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.1197236 Mar 08 09:49:13.874585 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43038) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:13.875797 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43040) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:13.887811 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:13.889390 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-c7fa572e-1371-4a84-8a77-7ee9bd9c9168 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Calling delete_port for 9f35fc59-d3b2-4eb0-a21d-86517eb7a45b owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:13.890560 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:13.931071 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c8f80-e71c-48e4-8bac-5a8b97bf649b None None] Pushing event updated for resources: {'Port': ['ID=28ce7f68-29e9-4b87-8599-51789bd6e169,revision_number=8']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:13.934544 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894527fc-db03-407c-af5b-2cae3e1b790b None None] Network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:13.939626 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-c1cf5e96-12ef-46eb-ac80-e9e9b5669feb tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Request body: {'subnet': {'network_id': '1bdf8706-ec87-4d74-b16e-ec19ec4e1897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:13.967299 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-96179558-463e-4c3c-9718-87129d14d775 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2176318 Mar 08 09:49:13.981387 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43046) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:14.140033 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0126705-56f8-4b97-86ec-5d3d297febe1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:14.141183 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a0126705-56f8-4b97-86ec-5d3d297febe1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Synchronizing usage tracker for tenant:016bdee0e1984d6ab84e5721b9d2d47e on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:14.154813 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:14.219255 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:14.237289 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:14.249113 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Usage tracker for resource:router and tenant:090578e165634cbd86b446011dd7b913 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:14.256263 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:14.265279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=9469bc25-0f58-4e6c-a263-840f0c77f754,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:14.274702 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:14.278380 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97042ad1-7646-4998-b5fc-427438e92f43 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:14.317560 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-fb07546a-9495-40d4-b60c-7626dd3db80e None None] Allocated IP 2001:db8::2 (8382c660-25f3-4087-9fe3-10449af161e4/6df481aa-befd-4baf-8654-94248272201e/31ca9c9d-0bc8-47c0-8743-f024c79d513b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:14.346955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] For port 28ce7f68-29e9-4b87-8599-51789bd6e169, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=28ce7f68-29e9-4b87-8599-51789bd6e169,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:14.358950 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:14.360256 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:14.376801 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:14.381763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a0126705-56f8-4b97-86ec-5d3d297febe1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Unset dirty status for tenant:016bdee0e1984d6ab84e5721b9d2d47e on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:14.383061 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a0126705-56f8-4b97-86ec-5d3d297febe1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "GET /v2.0/networks?id=88ef31d0-2368-49bf-902e-ba2f54801c3c HTTP/1.1" status: 200 len: 760 time: 0.5038521 Mar 08 09:49:14.393408 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43050) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:14.406670 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-aec3fae7-9bbf-4887-ae26-6c3fe213397b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'network': {'description': 'd2'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:14.408325 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97042ad1-7646-4998-b5fc-427438e92f43 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=6e864dec-d60e-454d-9c6f-a611ac795977,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:14.424686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97042ad1-7646-4998-b5fc-427438e92f43 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 8382c660-25f3-4087-9fe3-10449af161e4 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:14.429253 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-97042ad1-7646-4998-b5fc-427438e92f43 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:14.433283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c1cf5e96-12ef-46eb-ac80-e9e9b5669feb tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:14.437583 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97042ad1-7646-4998-b5fc-427438e92f43 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:14.443866 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97042ad1-7646-4998-b5fc-427438e92f43 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:14.444683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97042ad1-7646-4998-b5fc-427438e92f43 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:14.462046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c1cf5e96-12ef-46eb-ac80-e9e9b5669feb tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Usage tracker for resource:subnet and tenant:79a011d17b33475796b4bbbdedde3ec0 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:14.470345 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c1cf5e96-12ef-46eb-ac80-e9e9b5669feb tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:14.479526 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c1cf5e96-12ef-46eb-ac80-e9e9b5669feb tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:14.506894 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cf5e96-12ef-46eb-ac80-e9e9b5669feb tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Made reservation on behalf of 79a011d17b33475796b4bbbdedde3ec0 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:14.510843 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5e96-12ef-46eb-ac80-e9e9b5669feb tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:14.550062 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fb07546a-9495-40d4-b60c-7626dd3db80e None None] For port 31ca9c9d-0bc8-47c0-8743-f024c79d513b, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=31ca9c9d-0bc8-47c0-8743-f024c79d513b,segment=NetworkSegment(82f46998-f26d-4405-afb4-718c980c641f),segment_id=82f46998-f26d-4405-afb4-718c980c641f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:14.606502 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb2a19a-4a60-4c81-b853-1bc848436f98 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:14.670182 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-97042ad1-7646-4998-b5fc-427438e92f43 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8883755 Mar 08 09:49:14.687657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c7fa572e-1371-4a84-8a77-7ee9bd9c9168 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:14.715812 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:14.784599 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43054) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:14.798196 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:49:14.810147 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-dd2551d3-62a4-4c81-8eb0-d10eb8b9490f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'subnet': {'network_id': '8382c660-25f3-4087-9fe3-10449af161e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:14.854789 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-fb07546a-9495-40d4-b60c-7626dd3db80e None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:49:14.862881 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:49:14.863715 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:14.882074 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fb1c2d27-881e-4393-aacc-f1a9d8dbf18f None None] Provisioning for port 28ce7f68-29e9-4b87-8599-51789bd6e169 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:14.894812 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa572e-1371-4a84-8a77-7ee9bd9c9168 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Pushing event deleted for resources: {'Port': ['ID=9f35fc59-d3b2-4eb0-a21d-86517eb7a45b,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:14.896545 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fb1c2d27-881e-4393-aacc-f1a9d8dbf18f None None] Provisioning complete for port 28ce7f68-29e9-4b87-8599-51789bd6e169 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:14.896953 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2d27-881e-4393-aacc-f1a9d8dbf18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:14.927481 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb07546a-9495-40d4-b60c-7626dd3db80e None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:14.975205 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:15.010000 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c4f1c5-1b8e-4ff7-b42c-14669fb4947c None None] Network 243a2419-50dd-4b65-83da-131a2729a2f2 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:15.097979 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fb07546a-9495-40d4-b60c-7626dd3db80e None None] Transition to ACTIVE for port object 31ca9c9d-0bc8-47c0-8743-f024c79d513b will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:15.166925 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb07546a-9495-40d4-b60c-7626dd3db80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:15.218302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0e945bea-261e-4729-acbd-b7a8ee61ca60 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:15.221938 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:15.244820 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5e96-12ef-46eb-ac80-e9e9b5669feb tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:15.247117 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:15.247915 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:15.316273 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c7fa572e-1371-4a84-8a77-7ee9bd9c9168 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:15.316714 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-c7fa572e-1371-4a84-8a77-7ee9bd9c9168 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Floating IP f075a851-dc14-4bfb-ad36-8b306cda36e9 disassociated (deleted). External IP: 172.26.2.28, port: ab83e286-a603-4ce3-83f4-3e3723a09551. Mar 08 09:49:15.415670 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:15.418185 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf5e96-12ef-46eb-ac80-e9e9b5669feb tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Pushing event updated for resources: {'Subnet': ['ID=0f33fffd-2cc4-44ea-aa07-5997d5fa0474,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:15.442127 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:15.447413 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aec3fae7-9bbf-4887-ae26-6c3fe213397b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:15.493134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cf5e96-12ef-46eb-ac80-e9e9b5669feb tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Checking segment: {'id': 'd84e2457-448d-4149-95f8-8e03eed92634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1bdf8706-ec87-4d74-b16e-ec19ec4e1897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:15.493134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cf5e96-12ef-46eb-ac80-e9e9b5669feb tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Network hostable DHCP agents. Network: 1bdf8706-ec87-4d74-b16e-ec19ec4e1897, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:49:15.533926 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:15.534558 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:15.587560 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Allocated IP 172.20.0.2 (34eb9135-6aa7-4ebe-93ae-20fd87b811c1/7682eda2-a1ce-418e-9798-c51cec16a340/109848dd-ce35-48d3-805a-bdc172a7f74c) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:15.590054 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07546a-9495-40d4-b60c-7626dd3db80e None None] Pushing event updated for resources: {'Port': ['ID=31ca9c9d-0bc8-47c0-8743-f024c79d513b,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:15.603030 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.7543628 Mar 08 09:49:15.645169 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 0e945bea-261e-4729-acbd-b7a8ee61ca60 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:15.649551 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43058) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:15.727043 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 28ce7f68-29e9-4b87-8599-51789bd6e169 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:15.743536 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aec3fae7-9bbf-4887-ae26-6c3fe213397b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:15.787348 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cf5e96-12ef-46eb-ac80-e9e9b5669feb tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Network 1bdf8706-ec87-4d74-b16e-ec19ec4e1897 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:49:15.824983 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-c1cf5e96-12ef-46eb-ac80-e9e9b5669feb tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 1bdf8706-ec87-4d74-b16e-ec19ec4e1897) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:15.834975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cf5e96-12ef-46eb-ac80-e9e9b5669feb tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:15.835563 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5e96-12ef-46eb-ac80-e9e9b5669feb tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:15.847323 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=28ce7f68-29e9-4b87-8599-51789bd6e169,revision_number=9']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:15.973858 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c1cf5e96-12ef-46eb-ac80-e9e9b5669feb tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0928574 Mar 08 09:49:15.980195 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43064) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:16.015811 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfd30a7-c974-48aa-aa24-d04b7e4f2ab6 None None] Network 1bdf8706-ec87-4d74-b16e-ec19ec4e1897 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:16.016111 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-980dc9fc-63c7-48fd-bc84-eb20801de221 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Request body: {'port': {'network_id': '1bdf8706-ec87-4d74-b16e-ec19ec4e1897', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1101717712'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:16.074834 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697987f-8b93-42e9-b8d0-005f38c0a2a3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=c5dd31ba-03d4-485f-a534-01162eb1bd69,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:16.077310 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aec3fae7-9bbf-4887-ae26-6c3fe213397b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network 88ef31d0-2368-49bf-902e-ba2f54801c3c is not hosted by any dhcp agent {{(pid=87772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 08 09:49:16.083115 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec3fae7-9bbf-4887-ae26-6c3fe213397b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:16.083799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aec3fae7-9bbf-4887-ae26-6c3fe213397b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:16.085847 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-aec3fae7-9bbf-4887-ae26-6c3fe213397b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "PUT /v2.0/networks/88ef31d0-2368-49bf-902e-ba2f54801c3c HTTP/1.1" status: 200 len: 757 time: 1.6879125 Mar 08 09:49:16.109259 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43068) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:16.137647 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3fae7-9bbf-4887-ae26-6c3fe213397b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Network': ['ID=88ef31d0-2368-49bf-902e-ba2f54801c3c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:16.150244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-a8eac77b-db10-4b3e-bf9a-71f2a7f0a8a1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'mac_address': 'fa:16:3e:42:8e:6e', 'name': 'tempest-NetworksTestDHCPv6-1773724406'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:16.224707 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fa572e-1371-4a84-8a77-7ee9bd9c9168 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Router 72139487-eb80-4ad8-8c9b-1f2742eb473a has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:49:16.262307 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dd2551d3-62a4-4c81-8eb0-d10eb8b9490f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:16.284938 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dd2551d3-62a4-4c81-8eb0-d10eb8b9490f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:subnet and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:16.293062 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dd2551d3-62a4-4c81-8eb0-d10eb8b9490f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:16.298202 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:16.312235 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Transition to ACTIVE for port object 109848dd-ce35-48d3-805a-bdc172a7f74c will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:16.343145 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Transition to ACTIVE for port object 109848dd-ce35-48d3-805a-bdc172a7f74c will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:16.358664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dd2551d3-62a4-4c81-8eb0-d10eb8b9490f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:16.375065 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 88ef31d0-2368-49bf-902e-ba2f54801c3c details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:49:16.427008 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e39aecb-fa19-4482-b012-be8f2c9b846a tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:16.427850 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5e39aecb-fa19-4482-b012-be8f2c9b846a tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Synchronizing usage tracker for tenant:016bdee0e1984d6ab84e5721b9d2d47e on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:16.435683 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:16.448954 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-980dc9fc-63c7-48fd-bc84-eb20801de221 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:16.453448 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2551d3-62a4-4c81-8eb0-d10eb8b9490f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:16.458498 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dd2551d3-62a4-4c81-8eb0-d10eb8b9490f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:16.468898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-980dc9fc-63c7-48fd-bc84-eb20801de221 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Usage tracker for resource:port and tenant:79a011d17b33475796b4bbbdedde3ec0 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:16.475251 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-980dc9fc-63c7-48fd-bc84-eb20801de221 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:16.487719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-980dc9fc-63c7-48fd-bc84-eb20801de221 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:16.491887 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a8eac77b-db10-4b3e-bf9a-71f2a7f0a8a1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:16.508495 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5e39aecb-fa19-4482-b012-be8f2c9b846a tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Unset dirty status for tenant:016bdee0e1984d6ab84e5721b9d2d47e on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:16.514012 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5e39aecb-fa19-4482-b012-be8f2c9b846a tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "GET /v2.0/networks?id=88ef31d0-2368-49bf-902e-ba2f54801c3c HTTP/1.1" status: 200 len: 760 time: 0.3845201 Mar 08 09:49:16.519612 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43072) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:16.526075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a8eac77b-db10-4b3e-bf9a-71f2a7f0a8a1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:16.583962 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d08f05-3ed6-4332-805d-692b556dd402 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:16.597653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-570b6255-0959-4cb0-9a85-ebf9e241950b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1992912334'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:16.600957 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980dc9fc-63c7-48fd-bc84-eb20801de221 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Made reservation on behalf of 79a011d17b33475796b4bbbdedde3ec0 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:16.604352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-980dc9fc-63c7-48fd-bc84-eb20801de221 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:16.627430 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-570b6255-0959-4cb0-9a85-ebf9e241950b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:16.640256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8eac77b-db10-4b3e-bf9a-71f2a7f0a8a1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:16.684900 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-570b6255-0959-4cb0-9a85-ebf9e241950b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:16.699488 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-59047b6e-b862-457c-9f32-30303de2e2eb None None] Provisioning for port 0e945bea-261e-4729-acbd-b7a8ee61ca60 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:16.705299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-980dc9fc-63c7-48fd-bc84-eb20801de221 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] device_id is not set on port ec6d6d88-61b4-487e-9c7a-d182de709842 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:49:16.726246 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:49:16.756257 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-59047b6e-b862-457c-9f32-30303de2e2eb None None] Provisioning complete for port 0e945bea-261e-4729-acbd-b7a8ee61ca60 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:16.756829 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59047b6e-b862-457c-9f32-30303de2e2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:16.800838 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fa572e-1371-4a84-8a77-7ee9bd9c9168 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:49:16.805543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c7fa572e-1371-4a84-8a77-7ee9bd9c9168 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:16.808352 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:16.815212 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:16.818140 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c586849-7c8b-4857-8fca-29195ff09830 None None] Sync routers for ids ['72139487-eb80-4ad8-8c9b-1f2742eb473a'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:49:16.828996 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c586849-7c8b-4857-8fca-29195ff09830 None None] Routers {'72139487-eb80-4ad8-8c9b-1f2742eb473a'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:16.829936 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5c586849-7c8b-4857-8fca-29195ff09830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['72139487-eb80-4ad8-8c9b-1f2742eb473a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:16.839066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:16.857597 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 28ce7f68-29e9-4b87-8599-51789bd6e169 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:16.858137 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:16.871922 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:16.896272 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:16.909161 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5c586849-7c8b-4857-8fca-29195ff09830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:16.917839 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570b6255-0959-4cb0-9a85-ebf9e241950b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:16.922087 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-570b6255-0959-4cb0-9a85-ebf9e241950b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:16.924278 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c586849-7c8b-4857-8fca-29195ff09830 None None] Routers {'72139487-eb80-4ad8-8c9b-1f2742eb473a'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:16.926029 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5c586849-7c8b-4857-8fca-29195ff09830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['72139487-eb80-4ad8-8c9b-1f2742eb473a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:16.941770 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Pushing event updated for resources: {'Port': ['ID=109848dd-ce35-48d3-805a-bdc172a7f74c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:16.968298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a8eac77b-db10-4b3e-bf9a-71f2a7f0a8a1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:17.025107 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570b6255-0959-4cb0-9a85-ebf9e241950b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:49:17.034883 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-570b6255-0959-4cb0-9a85-ebf9e241950b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:17.035230 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-570b6255-0959-4cb0-9a85-ebf9e241950b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Added segment 014a8135-7090-46db-8d64-a1adb1f58a3d of type vlan for network aa19a14c-a4df-44fe-8f72-371ce5546ee7 Mar 08 09:49:17.060644 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:17.065549 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-570b6255-0959-4cb0-9a85-ebf9e241950b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:17.079408 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5c586849-7c8b-4857-8fca-29195ff09830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:17.080248 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c586849-7c8b-4857-8fca-29195ff09830 None None] The sync data for ids ['72139487-eb80-4ad8-8c9b-1f2742eb473a'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:49:17.097437 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c7fa572e-1371-4a84-8a77-7ee9bd9c9168 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] 10.222.0.24 "DELETE /v2.0/floatingips/f075a851-dc14-4bfb-ad36-8b306cda36e9 HTTP/1.1" status: 204 len: 168 time: 4.2840779 Mar 08 09:49:17.104211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43076) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:17.120174 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:17.153054 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.ipam_backend_mixin [None req-dd2551d3-62a4-4c81-8eb0-d10eb8b9490f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6df481aa-befd-4baf-8654-94248272201e (CIDR: 2001:db8::/64) Mar 08 09:49:17.160740 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:17.164848 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:17.167678 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-a8eac77b-db10-4b3e-bf9a-71f2a7f0a8a1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port 4547361b-686e-4d1b-b7e9-a26a4429ceb4 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:49:17.177044 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2551d3-62a4-4c81-8eb0-d10eb8b9490f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:49:17.177535 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd2551d3-62a4-4c81-8eb0-d10eb8b9490f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:17.242782 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Attempting to bind port 109848dd-ce35-48d3-805a-bdc172a7f74c on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:49:17.243367 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Attempting to bind port 109848dd-ce35-48d3-805a-bdc172a7f74c by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:49:17.244070 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Attempting to bind port 109848dd-ce35-48d3-805a-bdc172a7f74c on network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:49:17.268316 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:17.272525 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:49:17.273181 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Checking segment: {'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:17.273737 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:17.274282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Bound using segment: {'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:49:17.274892 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Bound port: 109848dd-ce35-48d3-805a-bdc172a7f74c, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:49:17.275450 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:17.333517 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=9469bc25-0f58-4e6c-a263-840f0c77f754,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:17.333743 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-1bdf8706-ec87-4d74-b16e-ec19ec4e1897', 'network_id': '1bdf8706-ec87-4d74-b16e-ec19ec4e1897', 'tenant_id': '79a011d17b33475796b4bbbdedde3ec0', 'fixed_ips': [{'subnet_id': '0f33fffd-2cc4-44ea-aa07-5997d5fa0474'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:49:17.334811 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:17.346809 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dd2551d3-62a4-4c81-8eb0-d10eb8b9490f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5585103 Mar 08 09:49:17.348780 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-570b6255-0959-4cb0-9a85-ebf9e241950b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:17.350874 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43080) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:17.354323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570b6255-0959-4cb0-9a85-ebf9e241950b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:17.354953 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-570b6255-0959-4cb0-9a85-ebf9e241950b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:17.381349 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Usage tracker for resource:floatingip and tenant:4c81aac5db6946e196cedfb6cd2cd29c is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:17.396255 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:17.406913 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e006b953-9670-4692-b6dc-ca641f3bb9be tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'subnet': {'network_id': '8382c660-25f3-4087-9fe3-10449af161e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:17.434992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:17.546029 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59047b6e-b862-457c-9f32-30303de2e2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:17.566305 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b6255-0959-4cb0-9a85-ebf9e241950b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Network': ['ID=aa19a14c-a4df-44fe-8f72-371ce5546ee7,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:17.574893 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-980dc9fc-63c7-48fd-bc84-eb20801de221 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Allocated IP 2001:db8::1d6 (1bdf8706-ec87-4d74-b16e-ec19ec4e1897/0f33fffd-2cc4-44ea-aa07-5997d5fa0474/ec6d6d88-61b4-487e-9c7a-d182de709842) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:17.579388 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:17.611697 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network aa19a14c-a4df-44fe-8f72-371ce5546ee7 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:49:17.616075 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-570b6255-0959-4cb0-9a85-ebf9e241950b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0960391 Mar 08 09:49:17.623721 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43084) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:17.649571 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Allocated IP 172.26.2.58 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/3ff5ac85-d436-4ccb-878f-ccd79f04667e) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:17.725197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c8541e31-1430-4f90-a886-298bff0eeec5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'subnet': {'network_id': 'aa19a14c-a4df-44fe-8f72-371ce5546ee7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:17.800660 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] For port 109848dd-ce35-48d3-805a-bdc172a7f74c, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:49:17.804647 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 31ca9c9d-0bc8-47c0-8743-f024c79d513b up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:17.839082 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-59047b6e-b862-457c-9f32-30303de2e2eb None None] For port 0e945bea-261e-4729-acbd-b7a8ee61ca60, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0e945bea-261e-4729-acbd-b7a8ee61ca60,segment=NetworkSegment(3507749f-b83e-49e9-b1fd-0c4c736a347d),segment_id=3507749f-b83e-49e9-b1fd-0c4c736a347d)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:17.868640 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59047b6e-b862-457c-9f32-30303de2e2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:17.872954 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] For port 109848dd-ce35-48d3-805a-bdc172a7f74c, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=109848dd-ce35-48d3-805a-bdc172a7f74c,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:49:17.901539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:17.917563 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-a8eac77b-db10-4b3e-bf9a-71f2a7f0a8a1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::fa (162da289-2647-477b-bcb7-e834030497c1/12459fff-bd0c-43b4-86f3-586d22aa9e82/4547361b-686e-4d1b-b7e9-a26a4429ceb4) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:17.934471 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:17.936068 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network 243a2419-50dd-4b65-83da-131a2729a2f2 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:17.943222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:17.946928 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:17.955729 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-a8eac77b-db10-4b3e-bf9a-71f2a7f0a8a1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8:0:1:f816:3eff:fe42:8e6e (162da289-2647-477b-bcb7-e834030497c1/c5dd31ba-03d4-485f-a534-01162eb1bd69/4547361b-686e-4d1b-b7e9-a26a4429ceb4) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:17.995444 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59047b6e-b862-457c-9f32-30303de2e2eb None None] Pushing event updated for resources: {'Port': ['ID=0e945bea-261e-4729-acbd-b7a8ee61ca60,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:18.152778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff5ac85-d436-4ccb-878f-ccd79f04667e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:18.185095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306a84a-819b-4205-a4d2-d10382f90d97 None None] Pushing event updated for resources: {'Port': ['ID=109848dd-ce35-48d3-805a-bdc172a7f74c,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:18.190224 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-da158733-94a4-4698-a2fd-ef5db60a61d3 None None] Provisioning complete for port 51585ce6-fce5-44b7-9f51-4bd2eb297269 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:18.190597 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-da158733-94a4-4698-a2fd-ef5db60a61d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:18.202545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:18.217692 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:18.226049 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:18.265820 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-da158733-94a4-4698-a2fd-ef5db60a61d3 None None] Port 51585ce6-fce5-44b7-9f51-4bd2eb297269 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:18.285191 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-da158733-94a4-4698-a2fd-ef5db60a61d3 None None] Provisioning complete for port 0e945bea-261e-4729-acbd-b7a8ee61ca60 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:18.285631 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-da158733-94a4-4698-a2fd-ef5db60a61d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:18.443159 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a8eac77b-db10-4b3e-bf9a-71f2a7f0a8a1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:18.454351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e006b953-9670-4692-b6dc-ca641f3bb9be tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:18.472639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-980dc9fc-63c7-48fd-bc84-eb20801de221 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:18.474871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:18.487421 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e006b953-9670-4692-b6dc-ca641f3bb9be tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:subnet and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:18.487629 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-da158733-94a4-4698-a2fd-ef5db60a61d3 None None] Provisioning for port 31ca9c9d-0bc8-47c0-8743-f024c79d513b completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:18.493065 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-da158733-94a4-4698-a2fd-ef5db60a61d3 None None] Provisioning complete for port 31ca9c9d-0bc8-47c0-8743-f024c79d513b triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:18.493510 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-da158733-94a4-4698-a2fd-ef5db60a61d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:18.498618 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e006b953-9670-4692-b6dc-ca641f3bb9be tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:18.504491 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c8541e31-1430-4f90-a886-298bff0eeec5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:18.515939 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c8541e31-1430-4f90-a886-298bff0eeec5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Usage tracker for resource:subnet and tenant:016bdee0e1984d6ab84e5721b9d2d47e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:18.524794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-a8eac77b-db10-4b3e-bf9a-71f2a7f0a8a1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object 4547361b-686e-4d1b-b7e9-a26a4429ceb4 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:18.527949 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e006b953-9670-4692-b6dc-ca641f3bb9be tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:18.531827 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c8541e31-1430-4f90-a886-298bff0eeec5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:18.553320 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c8541e31-1430-4f90-a886-298bff0eeec5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:18.583870 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-980dc9fc-63c7-48fd-bc84-eb20801de221 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Transition to ACTIVE for port object ec6d6d88-61b4-487e-9c7a-d182de709842 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:18.620764 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a8eac77b-db10-4b3e-bf9a-71f2a7f0a8a1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:18.631052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-980dc9fc-63c7-48fd-bc84-eb20801de221 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:18.714457 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-da158733-94a4-4698-a2fd-ef5db60a61d3 None None] Provisioning for port 6e864dec-d60e-454d-9c6f-a611ac795977 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:18.723164 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Allocated IP 2001:db8::2 (1bdf8706-ec87-4d74-b16e-ec19ec4e1897/0f33fffd-2cc4-44ea-aa07-5997d5fa0474/9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:18.727691 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-da158733-94a4-4698-a2fd-ef5db60a61d3 None None] Provisioning complete for port 6e864dec-d60e-454d-9c6f-a611ac795977 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:18.727858 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-da158733-94a4-4698-a2fd-ef5db60a61d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:18.753868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eac77b-db10-4b3e-bf9a-71f2a7f0a8a1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:18.761470 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-a8eac77b-db10-4b3e-bf9a-71f2a7f0a8a1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:18.766336 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:49:18.768121 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eac77b-db10-4b3e-bf9a-71f2a7f0a8a1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=4547361b-686e-4d1b-b7e9-a26a4429ceb4,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:18.771558 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eac77b-db10-4b3e-bf9a-71f2a7f0a8a1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:18.776111 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e006b953-9670-4692-b6dc-ca641f3bb9be tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:18.776875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8eac77b-db10-4b3e-bf9a-71f2a7f0a8a1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:18.777522 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a8eac77b-db10-4b3e-bf9a-71f2a7f0a8a1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:18.780179 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e006b953-9670-4692-b6dc-ca641f3bb9be tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:18.801055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980dc9fc-63c7-48fd-bc84-eb20801de221 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Network 1bdf8706-ec87-4d74-b16e-ec19ec4e1897 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:18.820465 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8541e31-1430-4f90-a886-298bff0eeec5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:18.822962 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-da158733-94a4-4698-a2fd-ef5db60a61d3 None None] Port 6e864dec-d60e-454d-9c6f-a611ac795977 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:18.824600 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8541e31-1430-4f90-a886-298bff0eeec5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:18.861911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-980dc9fc-63c7-48fd-bc84-eb20801de221 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:18.874583 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a8eac77b-db10-4b3e-bf9a-71f2a7f0a8a1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2221909 Mar 08 09:49:18.875616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980dc9fc-63c7-48fd-bc84-eb20801de221 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:18.881775 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980dc9fc-63c7-48fd-bc84-eb20801de221 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:18.882412 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-980dc9fc-63c7-48fd-bc84-eb20801de221 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:18.905142 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-da158733-94a4-4698-a2fd-ef5db60a61d3 None None] Provisioning for port 9469bc25-0f58-4e6c-a263-840f0c77f754 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:18.907626 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43088) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:18.924897 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-da158733-94a4-4698-a2fd-ef5db60a61d3 None None] Provisioning complete for port 9469bc25-0f58-4e6c-a263-840f0c77f754 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:18.925133 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-da158733-94a4-4698-a2fd-ef5db60a61d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:19.003503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980dc9fc-63c7-48fd-bc84-eb20801de221 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Pushing event updated for resources: {'Port': ['ID=ec6d6d88-61b4-487e-9c7a-d182de709842,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:19.016093 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-980dc9fc-63c7-48fd-bc84-eb20801de221 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0341740 Mar 08 09:49:19.019919 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43092) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:19.038846 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-da158733-94a4-4698-a2fd-ef5db60a61d3 None None] Port 9469bc25-0f58-4e6c-a263-840f0c77f754 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:19.040592 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Request body: {'port': {'network_id': '1bdf8706-ec87-4d74-b16e-ec19ec4e1897', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1593073676', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:19.040967 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.api.validators [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] bootfile-name is not in valid_values {{(pid=87771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 09:49:19.041293 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.api.validators [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] tftp-server is not in valid_values {{(pid=87771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 09:49:19.041621 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.api.validators [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] server-ip-address is not in valid_values {{(pid=87771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 09:49:19.061497 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Allocated IP 172.26.2.86 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/cdaff888-b580-416c-b37d-5e6cb123459b) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:19.072889 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:19.075496 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-da158733-94a4-4698-a2fd-ef5db60a61d3 None None] Provisioning complete for port 28ce7f68-29e9-4b87-8599-51789bd6e169 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:19.075960 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-da158733-94a4-4698-a2fd-ef5db60a61d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:19.082689 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d7c3a-088e-45d8-acbd-3e4f892f5faf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port 4547361b-686e-4d1b-b7e9-a26a4429ceb4 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:19.083047 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bf4d7c3a-088e-45d8-acbd-3e4f892f5faf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:19.124266 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Transition to ACTIVE for port object 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:19.175458 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Transition to ACTIVE for port object 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:19.188834 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:19.308862 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Network 1bdf8706-ec87-4d74-b16e-ec19ec4e1897 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:19.321848 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:19.330165 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:19.332297 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Pushing event updated for resources: {'Port': ['ID=9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:19.429705 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Attempting to bind port 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:49:19.430087 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Attempting to bind port 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'd84e2457-448d-4149-95f8-8e03eed92634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1bdf8706-ec87-4d74-b16e-ec19ec4e1897'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:49:19.430440 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Attempting to bind port 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 on network 1bdf8706-ec87-4d74-b16e-ec19ec4e1897 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:49:19.436351 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:49:19.436798 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Checking segment: {'id': 'd84e2457-448d-4149-95f8-8e03eed92634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1bdf8706-ec87-4d74-b16e-ec19ec4e1897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:19.437154 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:19.437719 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Bound using segment: {'id': 'd84e2457-448d-4149-95f8-8e03eed92634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1bdf8706-ec87-4d74-b16e-ec19ec4e1897'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:49:19.438219 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Bound port: 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84e2457-448d-4149-95f8-8e03eed92634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1bdf8706-ec87-4d74-b16e-ec19ec4e1897'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:49:19.438591 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:19.511529 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c75895ed-4e0b-4cac-bfa6-86f6fe5869e8 None None] Provisioning complete for port 9469bc25-0f58-4e6c-a263-840f0c77f754 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:19.511750 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c75895ed-4e0b-4cac-bfa6-86f6fe5869e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:19.605696 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:19.626739 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Usage tracker for resource:port and tenant:79a011d17b33475796b4bbbdedde3ec0 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:19.647772 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d873f2d-3e4c-493b-92f4-ba2f830c3b86 None None] Network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:19.679887 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:19.680288 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] For port 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:49:19.713887 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:19.718304 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:19.730749 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.ipam_backend_mixin [None req-e006b953-9670-4692-b6dc-ca641f3bb9be tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 84d4a129-031e-4674-8086-98a3cb379e8d (CIDR: 2001:db8:0:1::/64) Mar 08 09:49:19.753607 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e006b953-9670-4692-b6dc-ca641f3bb9be tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:49:19.754090 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e006b953-9670-4692-b6dc-ca641f3bb9be tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:19.761677 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Made reservation on behalf of 79a011d17b33475796b4bbbdedde3ec0 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:19.768845 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:19.769052 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c75895ed-4e0b-4cac-bfa6-86f6fe5869e8 None None] Port 9469bc25-0f58-4e6c-a263-840f0c77f754 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:19.772084 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] For port 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7,segment=NetworkSegment(d84e2457-448d-4149-95f8-8e03eed92634),segment_id=d84e2457-448d-4149-95f8-8e03eed92634)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:49:19.776325 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8541e31-1430-4f90-a886-298bff0eeec5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:19.786407 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:19.797003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] device_id is not set on port 2a395ced-faac-4303-aa61-32375e56154a yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:49:19.833004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bf4d7c3a-088e-45d8-acbd-3e4f892f5faf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:19.862082 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:49:19.866850 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c75895ed-4e0b-4cac-bfa6-86f6fe5869e8 None None] Provisioning complete for port 28ce7f68-29e9-4b87-8599-51789bd6e169 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:19.867375 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c75895ed-4e0b-4cac-bfa6-86f6fe5869e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:19.874288 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8541e31-1430-4f90-a886-298bff0eeec5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Subnet': ['ID=7cf9200c-b7b5-4d5a-8e9e-8b254780b54a,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:19.884632 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5008f725-d168-44fa-8c92-fbe0d97517ba tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/1eee20d8-c2b4-432e-b1cc-b03b9cd57188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9714656 Mar 08 09:49:19.885433 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:19.914282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Sync routers for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:49:19.969838 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43096) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:19.982920 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0e945bea-261e-4729-acbd-b7a8ee61ca60 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:19.989582 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-601f9c64-afcb-4882-a27a-b2968ece8f68 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'network': {'name': 'tempest-RoutersTest-1918516538'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:19.996139 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-601f9c64-afcb-4882-a27a-b2968ece8f68 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:20.005733 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e006b953-9670-4692-b6dc-ca641f3bb9be tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.6542406 Mar 08 09:49:20.009183 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-601f9c64-afcb-4882-a27a-b2968ece8f68 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:network and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:20.009609 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d7c3a-088e-45d8-acbd-3e4f892f5faf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for 4547361b-686e-4d1b-b7e9-a26a4429ceb4 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:20.028629 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43100) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:20.029456 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-601f9c64-afcb-4882-a27a-b2968ece8f68 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:20.044562 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-73f51e52-92b5-477a-9c27-669be0704d35 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'subnet': {'network_id': '8382c660-25f3-4087-9fe3-10449af161e4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:20.061991 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-601f9c64-afcb-4882-a27a-b2968ece8f68 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:20.096813 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:20.097616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:20.105935 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8541e31-1430-4f90-a886-298bff0eeec5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Checking segment: {'id': '014a8135-7090-46db-8d64-a1adb1f58a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'aa19a14c-a4df-44fe-8f72-371ce5546ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:20.106302 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8541e31-1430-4f90-a886-298bff0eeec5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network hostable DHCP agents. Network: aa19a14c-a4df-44fe-8f72-371ce5546ee7, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:49:20.159352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:20.218151 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913e676-fcfe-4275-97b8-3b91b2905ef1 None None] Pushing event updated for resources: {'Port': ['ID=9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:20.219518 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601f9c64-afcb-4882-a27a-b2968ece8f68 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Made reservation on behalf of c6601661feb14b85b700842beac586af for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:20.229276 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-601f9c64-afcb-4882-a27a-b2968ece8f68 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:20.287661 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:20.327828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:20.346218 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:20.361492 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8541e31-1430-4f90-a886-298bff0eeec5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network aa19a14c-a4df-44fe-8f72-371ce5546ee7 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:49:20.387118 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Pushing event updated for resources: {'Port': ['ID=cdaff888-b580-416c-b37d-5e6cb123459b,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:20.405483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Allocated IP 2001:db8::3e4 (1bdf8706-ec87-4d74-b16e-ec19ec4e1897/0f33fffd-2cc4-44ea-aa07-5997d5fa0474/2a395ced-faac-4303-aa61-32375e56154a) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:20.422931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:49:20.459715 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c8541e31-1430-4f90-a886-298bff0eeec5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, aa19a14c-a4df-44fe-8f72-371ce5546ee7) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:20.465256 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8541e31-1430-4f90-a886-298bff0eeec5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:20.465256 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8541e31-1430-4f90-a886-298bff0eeec5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:20.498243 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-73f51e52-92b5-477a-9c27-669be0704d35 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:20.507125 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-73f51e52-92b5-477a-9c27-669be0704d35 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Usage tracker for resource:subnet and tenant:8487a2388023440e9c6b176be36100ad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:20.519348 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c8541e31-1430-4f90-a886-298bff0eeec5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8942423 Mar 08 09:49:20.520868 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-73f51e52-92b5-477a-9c27-669be0704d35 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:20.527944 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43104) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:20.534243 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983ee3e2-9816-4517-a264-916f715d858c None None] Network aa19a14c-a4df-44fe-8f72-371ce5546ee7 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:20.535164 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-73f51e52-92b5-477a-9c27-669be0704d35 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:20.638881 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:20.639899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601f9c64-afcb-4882-a27a-b2968ece8f68 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:49:20.656729 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 0e945bea-261e-4729-acbd-b7a8ee61ca60 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:20.657218 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:20.667719 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f51e52-92b5-477a-9c27-669be0704d35 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Made reservation on behalf of 8487a2388023440e9c6b176be36100ad for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:20.671129 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73f51e52-92b5-477a-9c27-669be0704d35 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:20.714208 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-601f9c64-afcb-4882-a27a-b2968ece8f68 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:20.714547 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-601f9c64-afcb-4882-a27a-b2968ece8f68 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Added segment 27729034-3299-4e68-97fc-4ca4a4b85e3c of type vlan for network b875894f-eca2-4aeb-acd0-549fea022852 Mar 08 09:49:20.789422 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bf4d7c3a-088e-45d8-acbd-3e4f892f5faf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:20.839522 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c75895ed-4e0b-4cac-bfa6-86f6fe5869e8 None None] Could not find standard attr ID for object 4547361b-686e-4d1b-b7e9-a26a4429ceb4. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:49:20.864082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d7c3a-088e-45d8-acbd-3e4f892f5faf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=4547361b-686e-4d1b-b7e9-a26a4429ceb4,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:20.973608 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:20.997378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:21.026836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:21.066899 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Transition to ACTIVE for port object 2a395ced-faac-4303-aa61-32375e56154a will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:21.109153 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:21.134386 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bf4d7c3a-088e-45d8-acbd-3e4f892f5faf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:21.198976 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f40a0dcb-4ecf-4f50-b835-4cf0323a2cd6 None None] Provisioning for port 109848dd-ce35-48d3-805a-bdc172a7f74c completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:21.240523 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-601f9c64-afcb-4882-a27a-b2968ece8f68 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:21.243431 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-aa19a14c-a4df-44fe-8f72-371ce5546ee7', 'network_id': 'aa19a14c-a4df-44fe-8f72-371ce5546ee7', 'tenant_id': '016bdee0e1984d6ab84e5721b9d2d47e', 'fixed_ips': [{'subnet_id': '7cf9200c-b7b5-4d5a-8e9e-8b254780b54a'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:49:21.244337 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:21.255712 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bf4d7c3a-088e-45d8-acbd-3e4f892f5faf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/4547361b-686e-4d1b-b7e9-a26a4429ceb4 HTTP/1.1" status: 204 len: 168 time: 2.3427868 Mar 08 09:49:21.279103 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 109848dd-ce35-48d3-805a-bdc172a7f74c up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:21.310635 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43108) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:21.412106 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:21.471766 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:21.509918 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-601f9c64-afcb-4882-a27a-b2968ece8f68 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:21.515026 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Network 1bdf8706-ec87-4d74-b16e-ec19ec4e1897 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:21.515360 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601f9c64-afcb-4882-a27a-b2968ece8f68 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:21.515948 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-601f9c64-afcb-4882-a27a-b2968ece8f68 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:21.516209 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:21.529349 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:21.530994 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a794b9c1-5acf-4353-aaa0-9b64bb05f861 None None] Network 1bdf8706-ec87-4d74-b16e-ec19ec4e1897 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:21.534335 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:21.535005 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:21.572467 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Pushing event updated for resources: {'Port': ['ID=2a395ced-faac-4303-aa61-32375e56154a,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:21.601689 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fb7b1c-e033-4e1b-8680-46700bd164c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:21.602419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-90fb7b1c-e033-4e1b-8680-46700bd164c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:21.609913 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-60912df5-818c-4687-9c06-a36f479c2aa2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.5867863 Mar 08 09:49:21.620603 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43112) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:21.623241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:21.677570 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 109848dd-ce35-48d3-805a-bdc172a7f74c completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:21.681171 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-70620596-6f85-406a-8905-0313ed2429a8 None None] Provisioning for port 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:21.699443 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 109848dd-ce35-48d3-805a-bdc172a7f74c triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:21.699862 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:21.725787 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Allocated IP 172.20.0.2 (aa19a14c-a4df-44fe-8f72-371ce5546ee7/7cf9200c-b7b5-4d5a-8e9e-8b254780b54a/5e8ae461-bcbf-46f4-8e01-3530a44e5636) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:21.745125 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:49:14Z', 'revision_number': 3, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:15Z', 'revision_number': 2, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:21.781533 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Checking router: 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:49:21.781840 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Updating router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 port 9469bc25-0f58-4e6c-a263-840f0c77f754 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:49:21.796515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-90fb7b1c-e033-4e1b-8680-46700bd164c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:21.799129 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-90fb7b1c-e033-4e1b-8680-46700bd164c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4775004 Mar 08 09:49:21.799944 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:21.808153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43116) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:21.817441 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-601f9c64-afcb-4882-a27a-b2968ece8f68 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8434007 Mar 08 09:49:21.822508 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f9c64-afcb-4882-a27a-b2968ece8f68 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Network': ['ID=b875894f-eca2-4aeb-acd0-549fea022852,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:21.824481 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43118) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:21.847493 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8a91fda8-2c7e-4ae7-a24f-6e7ecefb7acf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'subnet': {'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:21.933219 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network b875894f-eca2-4aeb-acd0-549fea022852 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:49:21.977134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Pushing event updated for resources: {'Port': ['ID=cdaff888-b580-416c-b37d-5e6cb123459b,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:21.995472 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Router c0db5835-24d4-454f-93db-d9a761214a3c is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:49:21.998141 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-70620596-6f85-406a-8905-0313ed2429a8 None None] Provisioning complete for port 109848dd-ce35-48d3-805a-bdc172a7f74c triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:21.998581 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70620596-6f85-406a-8905-0313ed2429a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:21.999906 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:22.018398 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8a91fda8-2c7e-4ae7-a24f-6e7ecefb7acf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:22.047887 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:22.051758 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-03adc0ab-7a5c-490b-8200-346a431e0aff tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9410713 Mar 08 09:49:22.057828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b4a698-6d07-4301-8aa8-444a00fa003f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:22.061509 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e9b4a698-6d07-4301-8aa8-444a00fa003f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2225716 Mar 08 09:49:22.061509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43128) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:22.070433 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da0c7e2-051a-4236-89e6-2059d9a1f7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:22.076171 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da0c7e2-051a-4236-89e6-2059d9a1f7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:22.082571 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da0c7e2-051a-4236-89e6-2059d9a1f7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:22.083436 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1da0c7e2-051a-4236-89e6-2059d9a1f7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Synchronizing usage tracker for tenant:79a011d17b33475796b4bbbdedde3ec0 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:22.088753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43130) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:22.089700 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8a91fda8-2c7e-4ae7-a24f-6e7ecefb7acf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:subnet and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:22.106324 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8a91fda8-2c7e-4ae7-a24f-6e7ecefb7acf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:22.125044 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8a91fda8-2c7e-4ae7-a24f-6e7ecefb7acf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:22.143036 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73f51e52-92b5-477a-9c27-669be0704d35 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:22.172791 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a756a62a-65db-4329-9817-67764fae351b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:22.175975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a756a62a-65db-4329-9817-67764fae351b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:22.178336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a756a62a-65db-4329-9817-67764fae351b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:22.182071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a756a62a-65db-4329-9817-67764fae351b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:22.195067 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1da0c7e2-051a-4236-89e6-2059d9a1f7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Unset dirty status for tenant:79a011d17b33475796b4bbbdedde3ec0 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:22.195751 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a91fda8-2c7e-4ae7-a24f-6e7ecefb7acf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Made reservation on behalf of c6601661feb14b85b700842beac586af for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:22.199969 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1da0c7e2-051a-4236-89e6-2059d9a1f7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.5720899 Mar 08 09:49:22.202970 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a91fda8-2c7e-4ae7-a24f-6e7ecefb7acf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:22.212910 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43138) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:22.230407 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:22.305945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:22.313019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a756a62a-65db-4329-9817-67764fae351b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:22.317468 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a756a62a-65db-4329-9817-67764fae351b tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2268751 Mar 08 09:49:22.319923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f51e52-92b5-477a-9c27-669be0704d35 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Network 8382c660-25f3-4087-9fe3-10449af161e4 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:22.320575 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43144) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:22.320753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-bc278e4f-ce88-4570-9e70-017b8ee718ac tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Deleting port 2a395ced-faac-4303-aa61-32375e56154a {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:22.321058 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bc278e4f-ce88-4570-9e70-017b8ee718ac tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:22.329368 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-73f51e52-92b5-477a-9c27-669be0704d35 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:22.351288 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:22.363365 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Usage tracker for resource:floatingip and tenant:743b26c49fe34ff6991e68120d9f9a81 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:22.367593 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:22.370440 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b2f708-40f8-446c-89f3-57a591aaf08b None None] Network 8382c660-25f3-4087-9fe3-10449af161e4 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:22.377356 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:22.387363 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f51e52-92b5-477a-9c27-669be0704d35 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:22.388733 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73f51e52-92b5-477a-9c27-669be0704d35 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:22.432513 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Notify callbacks [] for floatingip, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:22.470761 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:49:22.477584 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f51e52-92b5-477a-9c27-669be0704d35 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Subnet': ['ID=ae6d9e93-228c-4e58-a0dc-3062158b27d8,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:22.483324 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Sync routers for ids ['c0db5835-24d4-454f-93db-d9a761214a3c'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:49:22.502258 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-73f51e52-92b5-477a-9c27-669be0704d35 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4679267 Mar 08 09:49:22.505301 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Routers {'c0db5835-24d4-454f-93db-d9a761214a3c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:22.505945 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c0db5835-24d4-454f-93db-d9a761214a3c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:22.513951 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43148) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:22.524860 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-23cd9a58-f7cc-4b78-a45c-d1b63c53ccbb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1513043509', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ae6d9e93-228c-4e58-a0dc-3062158b27d8'}], 'security_groups': ['1427ce91-ddee-435d-8740-798a151e1e8a', 'fbc746fe-303a-4ded-a9ac-a80b533280ad']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:22.557669 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6ba8c5-d5c3-47b4-863e-fc9964ec906c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet 12459fff-bd0c-43b4-86f3-586d22aa9e82 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:49:22.570203 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd6ba8c5-d5c3-47b4-863e-fc9964ec906c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:22.625894 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:22.630844 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-345d800c-f0e9-4bac-bfe9-696c03129f56 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.6484210 Mar 08 09:49:22.635638 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43152) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:22.706904 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bc278e4f-ce88-4570-9e70-017b8ee718ac tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:22.718772 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Set router c0db5835-24d4-454f-93db-d9a761214a3c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:49:22.842696 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-bc278e4f-ce88-4570-9e70-017b8ee718ac tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Calling delete_port for 2a395ced-faac-4303-aa61-32375e56154a owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:22.872046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:22.891035 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Transition to ACTIVE for port object 5e8ae461-bcbf-46f4-8e01-3530a44e5636 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:22.913797 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:22.923959 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Transition to ACTIVE for port object 5e8ae461-bcbf-46f4-8e01-3530a44e5636 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:22.969029 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd6ba8c5-d5c3-47b4-863e-fc9964ec906c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:23.086167 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:18Z', 'revision_number': 3, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:23.091078 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Checking router: c0db5835-24d4-454f-93db-d9a761214a3c for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:49:23.091078 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Updating router c0db5835-24d4-454f-93db-d9a761214a3c port 3ff5ac85-d436-4ccb-878f-ccd79f04667e binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:49:23.135712 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:23.150153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bc278e4f-ce88-4570-9e70-017b8ee718ac tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:23.162466 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:23.223579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Allocated IP 172.26.2.27 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/7aa51894-b651-4925-b83c-491d0b93c27c) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:23.258101 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc278e4f-ce88-4570-9e70-017b8ee718ac tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Pushing event deleted for resources: {'Port': ['ID=2a395ced-faac-4303-aa61-32375e56154a,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:23.283565 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf9200c-b7b5-4d5a-8e9e-8b254780b54a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:23.286779 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:23.296961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bc278e4f-ce88-4570-9e70-017b8ee718ac tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:23.326343 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:23.354250 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bc278e4f-ce88-4570-9e70-017b8ee718ac tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] 10.222.0.24 "DELETE /v2.0/ports/2a395ced-faac-4303-aa61-32375e56154a HTTP/1.1" status: 204 len: 168 time: 1.1370976 Mar 08 09:49:23.363230 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43156) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:23.367540 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a91fda8-2c7e-4ae7-a24f-6e7ecefb7acf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:23.389472 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70620596-6f85-406a-8905-0313ed2429a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:23.410381 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-da78a873-41a2-47a3-b8d2-68635fedc77f tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Request body: {'port': {'name': 'tempest-new-port-name-1636456654', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:23.410774 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-da78a873-41a2-47a3-b8d2-68635fedc77f tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] bootfile-name is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 09:49:23.411114 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-da78a873-41a2-47a3-b8d2-68635fedc77f tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] tftp-server is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 09:49:23.411440 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-da78a873-41a2-47a3-b8d2-68635fedc77f tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] server-ip-address is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 08 09:49:23.469809 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:23.503069 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 109848dd-ce35-48d3-805a-bdc172a7f74c, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=109848dd-ce35-48d3-805a-bdc172a7f74c,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:23.504126 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:23.511740 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Network aa19a14c-a4df-44fe-8f72-371ce5546ee7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:23.533812 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:23.536356 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:23.547000 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:23.568669 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:23.572000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:23.575878 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:23.716295 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Pushing event updated for resources: {'Port': ['ID=5e8ae461-bcbf-46f4-8e01-3530a44e5636,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:23.760842 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:23.824725 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Pushing event updated for resources: {'Port': ['ID=7aa51894-b651-4925-b83c-491d0b93c27c,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:23.825174 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd6ba8c5-d5c3-47b4-863e-fc9964ec906c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:23.844269 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:23.851222 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:23.882737 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Transition to ACTIVE for port object 3ff5ac85-d436-4ccb-878f-ccd79f04667e will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:23.897880 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:23.903215 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa19a14c-a4df-44fe-8f72-371ce5546ee7']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:23.915530 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:23.993622 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a4970-727c-4d45-943c-bc8a4c87ca20 None None] Pushing event updated for resources: {'Port': ['ID=3ff5ac85-d436-4ccb-878f-ccd79f04667e,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:23.995833 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Attempting to bind port 3ff5ac85-d436-4ccb-878f-ccd79f04667e on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:49:23.996192 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Attempting to bind port 3ff5ac85-d436-4ccb-878f-ccd79f04667e by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:49:23.996546 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Attempting to bind port 3ff5ac85-d436-4ccb-878f-ccd79f04667e on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:49:24.004759 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:49:24.005442 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:24.006505 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:24.007116 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:49:24.008237 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Bound port: 3ff5ac85-d436-4ccb-878f-ccd79f04667e, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:49:24.009013 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:24.029513 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:24.108634 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] For port 3ff5ac85-d436-4ccb-878f-ccd79f04667e, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:49:24.116310 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] For port 3ff5ac85-d436-4ccb-878f-ccd79f04667e, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3ff5ac85-d436-4ccb-878f-ccd79f04667e,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:49:24.125819 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:24.137359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:24.156432 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-70620596-6f85-406a-8905-0313ed2429a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:49:24.156899 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-70620596-6f85-406a-8905-0313ed2429a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:49:24.208335 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Transition to ACTIVE for port object 9469bc25-0f58-4e6c-a263-840f0c77f754 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:24.218449 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Attempting to bind port 5e8ae461-bcbf-46f4-8e01-3530a44e5636 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:49:24.218813 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Attempting to bind port 5e8ae461-bcbf-46f4-8e01-3530a44e5636 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '014a8135-7090-46db-8d64-a1adb1f58a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'aa19a14c-a4df-44fe-8f72-371ce5546ee7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:49:24.219169 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Attempting to bind port 5e8ae461-bcbf-46f4-8e01-3530a44e5636 on network aa19a14c-a4df-44fe-8f72-371ce5546ee7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:49:24.231859 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=109848dd-ce35-48d3-805a-bdc172a7f74c,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:24.234613 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a4970-727c-4d45-943c-bc8a4c87ca20 None None] Pushing event updated for resources: {'Port': ['ID=3ff5ac85-d436-4ccb-878f-ccd79f04667e,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:24.239522 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:49:24.239874 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Checking segment: {'id': '014a8135-7090-46db-8d64-a1adb1f58a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'aa19a14c-a4df-44fe-8f72-371ce5546ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:24.240190 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:24.240577 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Bound using segment: {'id': '014a8135-7090-46db-8d64-a1adb1f58a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'aa19a14c-a4df-44fe-8f72-371ce5546ee7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:49:24.241083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Bound port: 5e8ae461-bcbf-46f4-8e01-3530a44e5636, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014a8135-7090-46db-8d64-a1adb1f58a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'aa19a14c-a4df-44fe-8f72-371ce5546ee7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:49:24.241460 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:24.246181 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014a8135-7090-46db-8d64-a1adb1f58a3d') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:24.246685 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014a8135-7090-46db-8d64-a1adb1f58a3d') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:24.265210 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:24.271652 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Routers {'c0db5835-24d4-454f-93db-d9a761214a3c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:24.272284 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c0db5835-24d4-454f-93db-d9a761214a3c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:24.280805 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:24.291469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:24.299965 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:24.400161 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Pushing event updated for resources: {'Port': ['ID=7aa51894-b651-4925-b83c-491d0b93c27c,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:24.428647 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:24.479071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:24.500309 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91fda8-2c7e-4ae7-a24f-6e7ecefb7acf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Subnet': ['ID=7a85b21b-fdc5-490b-a986-2af3405fddfb,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:24.514562 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:24.516766 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b0c2a8c6-6b17-484a-8a78-c191d911f5b5 tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4559135 Mar 08 09:49:24.519936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43160) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:24.533852 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] Set router c0db5835-24d4-454f-93db-d9a761214a3c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:49:24.544209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd6ba8c5-d5c3-47b4-863e-fc9964ec906c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:24.597623 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:24.597993 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:24.668867 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:24.726970 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-aea1fae8-3560-4556-ae8c-04d51d23ee62 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Synchronizing usage tracker for tenant:4c81aac5db6946e196cedfb6cd2cd29c on resource:floatingip {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:24.772244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-aea1fae8-3560-4556-ae8c-04d51d23ee62 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Unset dirty status for tenant:4c81aac5db6946e196cedfb6cd2cd29c on resource:floatingip {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:24.774058 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-aea1fae8-3560-4556-ae8c-04d51d23ee62 tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.2526190 Mar 08 09:49:24.777004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43164) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:24.785370 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:49:24.785806 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:24.865160 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f9afe785-7eee-4ce8-b9e4-eda31393bc46 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Synchronizing usage tracker for tenant:26b945fa18614fd8a23bb7a003fa9a7f on resource:floatingip {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:24.872557 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32fe2f-f47a-40f9-b2a0-8e8880bf2dd1 None None] Pushing event updated for resources: {'Port': ['ID=9469bc25-0f58-4e6c-a263-840f0c77f754,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:24.894871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f9afe785-7eee-4ce8-b9e4-eda31393bc46 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Unset dirty status for tenant:26b945fa18614fd8a23bb7a003fa9a7f on resource:floatingip {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:24.899702 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f9afe785-7eee-4ce8-b9e4-eda31393bc46 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1215045 Mar 08 09:49:24.900778 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43168) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:24.970582 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:18Z', 'revision_number': 3, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:24.978282 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa402eab-7db9-48bb-ac6f-1affeefc98d3 None None] The sync data for ids ['c0db5835-24d4-454f-93db-d9a761214a3c'] in dv-neutron-831730-2-hyperv is: [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:18Z', 'revision_number': 3, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:49:24.990750 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e6e0e7-60f0-448e-8424-cac1beeb7bdd None None] Update dhcp port {'port': {'network_id': '8382c660-25f3-4087-9fe3-10449af161e4', 'fixed_ips': [{'subnet_id': '84d4a129-031e-4674-8086-98a3cb379e8d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6df481aa-befd-4baf-8654-94248272201e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ae6d9e93-228c-4e58-a0dc-3062158b27d8'}], 'binding:host_id': 'dv-neutron-831730-2-hyperv'}, 'id': '31ca9c9d-0bc8-47c0-8743-f024c79d513b'} from dv-neutron-831730-2-hyperv. {{(pid=87773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 09:49:25.058916 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-23cd9a58-f7cc-4b78-a45c-d1b63c53ccbb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:25.074991 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a91fda8-2c7e-4ae7-a24f-6e7ecefb7acf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Checking segment: {'id': '27729034-3299-4e68-97fc-4ca4a4b85e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:25.075862 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a91fda8-2c7e-4ae7-a24f-6e7ecefb7acf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network hostable DHCP agents. Network: b875894f-eca2-4aeb-acd0-549fea022852, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:49:25.083759 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] For port 5e8ae461-bcbf-46f4-8e01-3530a44e5636, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:49:25.087374 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:49:25.089959 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b429778-60d7-4573-ace6-2c9f263d134c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:25.103643 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Attempting to bind port 9469bc25-0f58-4e6c-a263-840f0c77f754 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:49:25.104015 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Attempting to bind port 9469bc25-0f58-4e6c-a263-840f0c77f754 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '3507749f-b83e-49e9-b1fd-0c4c736a347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:49:25.104401 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Attempting to bind port 9469bc25-0f58-4e6c-a263-840f0c77f754 on network 243a2419-50dd-4b65-83da-131a2729a2f2 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:49:25.125933 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cf18c2-e9d7-4944-a73b-eb524896fad3 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:25.139128 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:49:25.139510 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Checking segment: {'id': '3507749f-b83e-49e9-b1fd-0c4c736a347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:25.139915 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:25.140370 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Bound using segment: {'id': '3507749f-b83e-49e9-b1fd-0c4c736a347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:49:25.140892 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Bound port: 9469bc25-0f58-4e6c-a263-840f0c77f754, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507749f-b83e-49e9-b1fd-0c4c736a347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:49:25.141296 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:25.153748 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-3498927e-8c14-4d83-912d-cd15abeae02f tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Deleting port 7aa51894-b651-4925-b83c-491d0b93c27c {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:25.154226 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3498927e-8c14-4d83-912d-cd15abeae02f tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:25.169909 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ba8c5-d5c3-47b4-863e-fc9964ec906c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=12459fff-bd0c-43b4-86f3-586d22aa9e82,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:25.176485 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd6ba8c5-d5c3-47b4-863e-fc9964ec906c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:25.205887 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e0e7-60f0-448e-8424-cac1beeb7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:25.209660 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da78a873-41a2-47a3-b8d2-68635fedc77f tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:25.285605 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 09:49:25.285605 dv-neutron-831730-2-hyperv neutron-server[87772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 09:49:25.285605 dv-neutron-831730-2-hyperv neutron-server[87772]: [parameters: {'id': 'aa19a14c-a4df-44fe-8f72-371ce5546ee7'}] Mar 08 09:49:25.285605 dv-neutron-831730-2-hyperv neutron-server[87772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:49:25.286566 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:49:25.371673 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bd6ba8c5-d5c3-47b4-863e-fc9964ec906c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/12459fff-bd0c-43b4-86f3-586d22aa9e82 HTTP/1.1" status: 204 len: 168 time: 3.0415874 Mar 08 09:49:25.372058 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43172) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:25.389757 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a91fda8-2c7e-4ae7-a24f-6e7ecefb7acf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network b875894f-eca2-4aeb-acd0-549fea022852 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:49:25.415189 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3498927e-8c14-4d83-912d-cd15abeae02f tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:25.415513 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3498927e-8c14-4d83-912d-cd15abeae02f tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:25.422441 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1cf0daa7-3cc8-4e87-9484-ef68a0cb879b None None] Provisioning complete for port 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:25.422682 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1cf0daa7-3cc8-4e87-9484-ef68a0cb879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:25.457193 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] For port 5e8ae461-bcbf-46f4-8e01-3530a44e5636, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=5e8ae461-bcbf-46f4-8e01-3530a44e5636,segment=NetworkSegment(014a8135-7090-46db-8d64-a1adb1f58a3d),segment_id=014a8135-7090-46db-8d64-a1adb1f58a3d)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:49:25.505800 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:25.510221 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:25.577916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-3498927e-8c14-4d83-912d-cd15abeae02f tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Calling delete_port for 7aa51894-b651-4925-b83c-491d0b93c27c owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:25.601671 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8a91fda8-2c7e-4ae7-a24f-6e7ecefb7acf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, b875894f-eca2-4aeb-acd0-549fea022852) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:25.622846 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a91fda8-2c7e-4ae7-a24f-6e7ecefb7acf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:25.623494 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a91fda8-2c7e-4ae7-a24f-6e7ecefb7acf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:25.647247 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c52324-5e40-4b22-a70f-b6e0c7c72e07 None None] Network b875894f-eca2-4aeb-acd0-549fea022852 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:25.686772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-01117f00-105b-4d30-ab44-c542b68b9921 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet c5dd31ba-03d4-485f-a534-01162eb1bd69 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:49:25.691573 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-01117f00-105b-4d30-ab44-c542b68b9921 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:25.773928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-01117f00-105b-4d30-ab44-c542b68b9921 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:25.795884 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:25.801475 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8a91fda8-2c7e-4ae7-a24f-6e7ecefb7acf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9704237 Mar 08 09:49:25.804181 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43176) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:25.822486 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] For port 9469bc25-0f58-4e6c-a263-840f0c77f754, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:49:25.831195 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] For port 9469bc25-0f58-4e6c-a263-840f0c77f754, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9469bc25-0f58-4e6c-a263-840f0c77f754,segment=NetworkSegment(3507749f-b83e-49e9-b1fd-0c4c736a347d),segment_id=3507749f-b83e-49e9-b1fd-0c4c736a347d)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:49:25.909024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3498927e-8c14-4d83-912d-cd15abeae02f tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:25.941099 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:26.104290 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7,segment=NetworkSegment(d84e2457-448d-4149-95f8-8e03eed92634),segment_id=d84e2457-448d-4149-95f8-8e03eed92634)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:26.135973 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498927e-8c14-4d83-912d-cd15abeae02f tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Pushing event deleted for resources: {'Port': ['ID=7aa51894-b651-4925-b83c-491d0b93c27c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:26.209881 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-01117f00-105b-4d30-ab44-c542b68b9921 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:26.235993 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:26.247163 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Deleting port 5e8ae461-bcbf-46f4-8e01-3530a44e5636 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:26.247641 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:26.312525 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:26.315384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:26.316171 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:48:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:26.334439 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3498927e-8c14-4d83-912d-cd15abeae02f tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:26.337210 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-da78a873-41a2-47a3-b8d2-68635fedc77f tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:49:26.360135 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3498927e-8c14-4d83-912d-cd15abeae02f tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:26.365290 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3498927e-8c14-4d83-912d-cd15abeae02f tempest-FloatingIPAdminTestJSON-408552291 tempest-FloatingIPAdminTestJSON-408552291-project] 10.222.0.24 "DELETE /v2.0/floatingips/cb380e70-f0da-43f6-a7b3-a639d197a22c HTTP/1.1" status: 204 len: 168 time: 1.4599073 Mar 08 09:49:26.365290 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-01117f00-105b-4d30-ab44-c542b68b9921 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:26.367248 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43184) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:26.437391 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147bbba-f199-45cd-9df0-77f8bfa20a56 None None] Pushing event updated for resources: {'Port': ['ID=5e8ae461-bcbf-46f4-8e01-3530a44e5636,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:26.447626 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da78a873-41a2-47a3-b8d2-68635fedc77f tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:26.466907 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d86568-c4cd-4501-8b6c-23d88703a345 None None] Network aa19a14c-a4df-44fe-8f72-371ce5546ee7 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:26.531685 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da78a873-41a2-47a3-b8d2-68635fedc77f tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:26.574821 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-01117f00-105b-4d30-ab44-c542b68b9921 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:26.576667 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-01117f00-105b-4d30-ab44-c542b68b9921 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/c5dd31ba-03d4-485f-a534-01162eb1bd69 HTTP/1.1" status: 204 len: 168 time: 1.2037060 Mar 08 09:49:26.577868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01117f00-105b-4d30-ab44-c542b68b9921 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=c5dd31ba-03d4-485f-a534-01162eb1bd69,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:26.582180 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43188) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:26.585481 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-bcac8516-7aee-4709-a195-66fa6b83ac7b tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Deleting port cdaff888-b580-416c-b37d-5e6cb123459b {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:26.585826 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bcac8516-7aee-4709-a195-66fa6b83ac7b tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:26.682294 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 109848dd-ce35-48d3-805a-bdc172a7f74c up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:26.713650 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-17f5fc68-81d4-447d-b8d7-4f5115428528 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1301591 Mar 08 09:49:26.714264 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43192) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:26.730892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-7e7f886f-9d81-4fef-b9ce-0bafcee42df2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:26.870521 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-da78a873-41a2-47a3-b8d2-68635fedc77f tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] In _notify_port_updated(), no bound segment for port ec6d6d88-61b4-487e-9c7a-d182de709842 on network 1bdf8706-ec87-4d74-b16e-ec19ec4e1897 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:49:26.877575 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da78a873-41a2-47a3-b8d2-68635fedc77f tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:26.878918 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da78a873-41a2-47a3-b8d2-68635fedc77f tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:26.883349 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-da78a873-41a2-47a3-b8d2-68635fedc77f tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] 10.222.0.24 "PUT /v2.0/ports/ec6d6d88-61b4-487e-9c7a-d182de709842 HTTP/1.1" status: 200 len: 1130 time: 3.5120738 Mar 08 09:49:26.889128 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43196) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:26.890810 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78a873-41a2-47a3-b8d2-68635fedc77f tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Pushing event updated for resources: {'Port': ['ID=ec6d6d88-61b4-487e-9c7a-d182de709842,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:26.939999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:49:27.031455 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32fe2f-f47a-40f9-b2a0-8e8880bf2dd1 None None] Pushing event updated for resources: {'Port': ['ID=9469bc25-0f58-4e6c-a263-840f0c77f754,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:27.054258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bc2341-5fd3-48e9-b3a7-1409dab801c2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:27.054911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-33bc2341-5fd3-48e9-b3a7-1409dab801c2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Synchronizing usage tracker for tenant:79a011d17b33475796b4bbbdedde3ec0 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:27.107112 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7e7f886f-9d81-4fef-b9ce-0bafcee42df2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:27.113917 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-33bc2341-5fd3-48e9-b3a7-1409dab801c2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Unset dirty status for tenant:79a011d17b33475796b4bbbdedde3ec0 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:27.118043 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-33bc2341-5fd3-48e9-b3a7-1409dab801c2 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] 10.222.0.24 "GET /v2.0/ports/ec6d6d88-61b4-487e-9c7a-d182de709842 HTTP/1.1" status: 200 len: 1130 time: 0.2258472 Mar 08 09:49:27.123073 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7e7f886f-9d81-4fef-b9ce-0bafcee42df2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:27.127560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43200) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:27.138005 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1cf0daa7-3cc8-4e87-9484-ef68a0cb879b None None] Provisioning for port ec6d6d88-61b4-487e-9c7a-d182de709842 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:27.176639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7e7f886f-9d81-4fef-b9ce-0bafcee42df2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:27.191397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7e7f886f-9d81-4fef-b9ce-0bafcee42df2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:27.232648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bcac8516-7aee-4709-a195-66fa6b83ac7b tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:27.233385 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bcac8516-7aee-4709-a195-66fa6b83ac7b tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:27.252335 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7f886f-9d81-4fef-b9ce-0bafcee42df2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:27.255421 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-23cd9a58-f7cc-4b78-a45c-d1b63c53ccbb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Delete allocated IP 2001:db8::374 (8382c660-25f3-4087-9fe3-10449af161e4/6df481aa-befd-4baf-8654-94248272201e) {{(pid=87772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 08 09:49:27.255596 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7e7f886f-9d81-4fef-b9ce-0bafcee42df2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:27.416332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-bcac8516-7aee-4709-a195-66fa6b83ac7b tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Calling delete_port for cdaff888-b580-416c-b37d-5e6cb123459b owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:27.424077 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-23cd9a58-f7cc-4b78-a45c-d1b63c53ccbb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Allocated IP 2001:db8:0:2::dc (8382c660-25f3-4087-9fe3-10449af161e4/ae6d9e93-228c-4e58-a0dc-3062158b27d8/6e864dec-d60e-454d-9c6f-a611ac795977) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:27.480747 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] For port 5e8ae461-bcbf-46f4-8e01-3530a44e5636, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=5e8ae461-bcbf-46f4-8e01-3530a44e5636,segment=NetworkSegment(014a8135-7090-46db-8d64-a1adb1f58a3d),segment_id=014a8135-7090-46db-8d64-a1adb1f58a3d)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:27.481274 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:27.522064 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 109848dd-ce35-48d3-805a-bdc172a7f74c triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:27.522644 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:27.560981 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1cf0daa7-3cc8-4e87-9484-ef68a0cb879b None None] Provisioning complete for port ec6d6d88-61b4-487e-9c7a-d182de709842 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:27.561848 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1cf0daa7-3cc8-4e87-9484-ef68a0cb879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:27.605791 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-c570e4d0-ad99-4c5b-83d3-df3c8200ce7a tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Deleting port ec6d6d88-61b4-487e-9c7a-d182de709842 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:27.606184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c570e4d0-ad99-4c5b-83d3-df3c8200ce7a tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:27.674125 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-b875894f-eca2-4aeb-acd0-549fea022852', 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'fixed_ips': [{'subnet_id': '7a85b21b-fdc5-490b-a986-2af3405fddfb'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:49:27.675367 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:27.722266 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:27.723276 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bcac8516-7aee-4709-a195-66fa6b83ac7b tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:27.723988 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Allocated IP 172.20.0.1 (34eb9135-6aa7-4ebe-93ae-20fd87b811c1/7682eda2-a1ce-418e-9798-c51cec16a340/f4ed5adc-3468-4f00-950b-4abe5a34cb18) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:27.739417 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Calling delete_port for 5e8ae461-bcbf-46f4-8e01-3530a44e5636 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:27.743084 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f6bcb08e-b332-42d5-ac22-4f8bcf808b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:27.787381 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1cf0daa7-3cc8-4e87-9484-ef68a0cb879b None None] Port ec6d6d88-61b4-487e-9c7a-d182de709842 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:27.817225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac8516-7aee-4709-a195-66fa6b83ac7b tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdaff888-b580-416c-b37d-5e6cb123459b,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:27.854431 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30a7c3e-642e-42bc-8927-33eca4ff26c7 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:28.100759 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:28.148310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bcac8516-7aee-4709-a195-66fa6b83ac7b tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:28.160225 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1cf0daa7-3cc8-4e87-9484-ef68a0cb879b None None] Could not find standard attr ID for object 2a395ced-faac-4303-aa61-32375e56154a. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:49:28.174068 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:49:14Z', 'revision_number': 3, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:25Z', 'revision_number': 4, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:28.177386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Port': ['ID=5e8ae461-bcbf-46f4-8e01-3530a44e5636,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:28.211894 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No DVR routers for this DVR port 5e8ae461-bcbf-46f4-8e01-3530a44e5636 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:49:28.269833 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab17c4-6e27-4746-bc44-d8f5cbb21acb None None] The sync data for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv is: [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:49:14Z', 'revision_number': 3, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:25Z', 'revision_number': 4, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:49:28.273228 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bcac8516-7aee-4709-a195-66fa6b83ac7b tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:28.274826 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bcac8516-7aee-4709-a195-66fa6b83ac7b tempest-FloatingIPAdminTestJSON-1577534312 tempest-FloatingIPAdminTestJSON-1577534312-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/e49a7ff8-0270-43f1-88d8-3958b1a522d1 HTTP/1.1" status: 204 len: 168 time: 1.8764682 Mar 08 09:49:28.280513 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43204) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:28.284585 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:28.288357 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3ff5ac85-d436-4ccb-878f-ccd79f04667e up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:28.382928 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:28.402373 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:28.403650 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c570e4d0-ad99-4c5b-83d3-df3c8200ce7a tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:28.405609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:28.417503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-7401a556-a428-4983-b26b-3e0b8cc3522e tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Deleting port ab83e286-a603-4ce3-83f4-3e3723a09551 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:28.418011 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7401a556-a428-4983-b26b-3e0b8cc3522e tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:28.422103 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Allocated IP 172.22.0.2 (b875894f-eca2-4aeb-acd0-549fea022852/7a85b21b-fdc5-490b-a986-2af3405fddfb/312c50a0-8db2-4f68-b031-552014064783) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:28.472242 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7e7f886f-9d81-4fef-b9ce-0bafcee42df2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:28.472515 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-23cd9a58-f7cc-4b78-a45c-d1b63c53ccbb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:49:28.473092 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-af1bfebf-3bda-44a8-b9f1-65189b2a9ed7 None None] Provisioning complete for port ec6d6d88-61b4-487e-9c7a-d182de709842 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:28.473974 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af1bfebf-3bda-44a8-b9f1-65189b2a9ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:28.512728 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-23cd9a58-f7cc-4b78-a45c-d1b63c53ccbb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:28.522716 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Transition to ACTIVE for port object f4ed5adc-3468-4f00-950b-4abe5a34cb18 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:28.524421 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:28.656308 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 3ff5ac85-d436-4ccb-878f-ccd79f04667e completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:28.662609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-af1bfebf-3bda-44a8-b9f1-65189b2a9ed7 None None] Port ec6d6d88-61b4-487e-9c7a-d182de709842 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:28.673624 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-23cd9a58-f7cc-4b78-a45c-d1b63c53ccbb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Transition to ACTIVE for port object 6e864dec-d60e-454d-9c6f-a611ac795977 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:28.677208 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa19a14c-a4df-44fe-8f72-371ce5546ee7']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:28.681162 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 3ff5ac85-d436-4ccb-878f-ccd79f04667e triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:28.681533 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:28.701185 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-c570e4d0-ad99-4c5b-83d3-df3c8200ce7a tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Calling delete_port for ec6d6d88-61b4-487e-9c7a-d182de709842 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:28.754258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-23cd9a58-f7cc-4b78-a45c-d1b63c53ccbb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:28.826552 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7f886f-9d81-4fef-b9ce-0bafcee42df2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:28.833509 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c314463-da27-4350-afc7-7434bc0465b1 None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:49:28.859493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4c314463-da27-4350-afc7-7434bc0465b1 None None] Deleting port 28ce7f68-29e9-4b87-8599-51789bd6e169 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:28.860116 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c314463-da27-4350-afc7-7434bc0465b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:28.897513 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-d9e6e0e7-60f0-448e-8424-cac1beeb7bdd None None] Allocated IP 2001:db8:0:2::2 (8382c660-25f3-4087-9fe3-10449af161e4/ae6d9e93-228c-4e58-a0dc-3062158b27d8/31ca9c9d-0bc8-47c0-8743-f024c79d513b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:28.923367 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014a8135-7090-46db-8d64-a1adb1f58a3d') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:28.923662 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014a8135-7090-46db-8d64-a1adb1f58a3d') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:28.929200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-7e7f886f-9d81-4fef-b9ce-0bafcee42df2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:28.932872 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7f886f-9d81-4fef-b9ce-0bafcee42df2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:28.933569 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7e7f886f-9d81-4fef-b9ce-0bafcee42df2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:28.979711 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:29.068163 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:29.068584 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f886f-9d81-4fef-b9ce-0bafcee42df2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=3f058596-798f-46f6-95bc-669ba9810a5f,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:29.073608 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-23cd9a58-f7cc-4b78-a45c-d1b63c53ccbb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] In _notify_port_updated(), no bound segment for port 6e864dec-d60e-454d-9c6f-a611ac795977 on network 8382c660-25f3-4087-9fe3-10449af161e4 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:49:29.079878 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cd9a58-f7cc-4b78-a45c-d1b63c53ccbb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:29.080757 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-23cd9a58-f7cc-4b78-a45c-d1b63c53ccbb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:29.082252 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-23cd9a58-f7cc-4b78-a45c-d1b63c53ccbb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "PUT /v2.0/ports/6e864dec-d60e-454d-9c6f-a611ac795977 HTTP/1.1" status: 200 len: 969 time: 6.5675652 Mar 08 09:49:29.082942 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7e7f886f-9d81-4fef-b9ce-0bafcee42df2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3646433 Mar 08 09:49:29.091788 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43208) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:29.092124 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43210) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:29.100993 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:29.113068 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-af1bfebf-3bda-44a8-b9f1-65189b2a9ed7 None None] Provisioning complete for port 28ce7f68-29e9-4b87-8599-51789bd6e169 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:29.113437 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af1bfebf-3bda-44a8-b9f1-65189b2a9ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:29.119782 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-de97f84e-7649-48f9-8b89-0ed10b164cb2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:29.148976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:49:29.149386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:29.153003 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:49:29.167991 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:49:29.195300 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd9a58-f7cc-4b78-a45c-d1b63c53ccbb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event updated for resources: {'Port': ['ID=6e864dec-d60e-454d-9c6f-a611ac795977,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:29.235156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7401a556-a428-4983-b26b-3e0b8cc3522e tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:29.245863 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Transition to ACTIVE for port object 312c50a0-8db2-4f68-b031-552014064783 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:29.325645 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:29.339128 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:29.351778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:29.413937 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Transition to ACTIVE for port object 312c50a0-8db2-4f68-b031-552014064783 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:29.446728 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:29.454527 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Pushing event updated for resources: {'Port': ['ID=f4ed5adc-3468-4f00-950b-4abe5a34cb18,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:29.456128 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:29.463927 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:29.470694 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-d9e6e0e7-60f0-448e-8424-cac1beeb7bdd None None] For port 31ca9c9d-0bc8-47c0-8743-f024c79d513b, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=31ca9c9d-0bc8-47c0-8743-f024c79d513b,segment=NetworkSegment(82f46998-f26d-4405-afb4-718c980c641f),segment_id=82f46998-f26d-4405-afb4-718c980c641f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:29.474712 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-b7495b31-65a6-4078-87ba-87ec10e05c7b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port 6e864dec-d60e-454d-9c6f-a611ac795977 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:29.475242 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b7495b31-65a6-4078-87ba-87ec10e05c7b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:29.512756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-7401a556-a428-4983-b26b-3e0b8cc3522e tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Calling delete_port for ab83e286-a603-4ce3-83f4-3e3723a09551 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:29.577650 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 3ff5ac85-d436-4ccb-878f-ccd79f04667e, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3ff5ac85-d436-4ccb-878f-ccd79f04667e,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:29.607814 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Allocated IP 172.22.0.1 (b875894f-eca2-4aeb-acd0-549fea022852/7a85b21b-fdc5-490b-a986-2af3405fddfb/ee765355-1166-4e03-a5a8-6bc723946487) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:29.608514 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:29.622832 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:29.628317 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:29.628962 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:29.629393 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:29.629817 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:29.630903 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:29.632089 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:29.632523 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:29.633073 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:29.636336 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:29.636816 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:29.638958 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:29.640870 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:29.650997 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Network b875894f-eca2-4aeb-acd0-549fea022852 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:29.652918 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4c314463-da27-4350-afc7-7434bc0465b1 None None] For port 28ce7f68-29e9-4b87-8599-51789bd6e169, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=28ce7f68-29e9-4b87-8599-51789bd6e169,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:29.653324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c314463-da27-4350-afc7-7434bc0465b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:29.654865 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:29.666211 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Network': ['ID=aa19a14c-a4df-44fe-8f72-371ce5546ee7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:29.676016 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:29.689497 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-31975628-e473-4884-b5ff-8dfedcf0bc04 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/aa19a14c-a4df-44fe-8f72-371ce5546ee7 HTTP/1.1" status: 204 len: 168 time: 9.1566381 Mar 08 09:49:29.692563 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43216) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:29.743906 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba308eee-a89c-4ea9-a4ef-a6a3abb15dec tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] GET failed (client error): The resource could not be found. Mar 08 09:49:29.744584 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ba308eee-a89c-4ea9-a4ef-a6a3abb15dec tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Synchronizing usage tracker for tenant:016bdee0e1984d6ab84e5721b9d2d47e on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:29.751062 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:29.760056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Pushing event updated for resources: {'Port': ['ID=312c50a0-8db2-4f68-b031-552014064783,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:29.760056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-d9e6e0e7-60f0-448e-8424-cac1beeb7bdd None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:49:29.877183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4c314463-da27-4350-afc7-7434bc0465b1 None None] Calling delete_port for 28ce7f68-29e9-4b87-8599-51789bd6e169 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:29.900741 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c570e4d0-ad99-4c5b-83d3-df3c8200ce7a tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:29.914781 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ba308eee-a89c-4ea9-a4ef-a6a3abb15dec tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Unset dirty status for tenant:016bdee0e1984d6ab84e5721b9d2d47e on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:29.918778 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ba308eee-a89c-4ea9-a4ef-a6a3abb15dec tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "GET /v2.0/subnets/7cf9200c-b7b5-4d5a-8e9e-8b254780b54a HTTP/1.1" status: 404 len: 337 time: 0.2225130 Mar 08 09:49:29.958317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43220) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:29.983537 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9469bc25-0f58-4e6c-a263-840f0c77f754 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:30.007344 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-de97f84e-7649-48f9-8b89-0ed10b164cb2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:30.013761 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e0e7-60f0-448e-8424-cac1beeb7bdd None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.021434 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570e4d0-ad99-4c5b-83d3-df3c8200ce7a tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Pushing event deleted for resources: {'Port': ['ID=ec6d6d88-61b4-487e-9c7a-d182de709842,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:30.021644 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.026586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-de97f84e-7649-48f9-8b89-0ed10b164cb2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:30.041093 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-de97f84e-7649-48f9-8b89-0ed10b164cb2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:30.087873 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc5dac4-72e6-46ad-8228-10d7766bcda5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:30.087873 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc5dac4-72e6-46ad-8228-10d7766bcda5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:30.116790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570e4d0-ad99-4c5b-83d3-df3c8200ce7a tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.117554 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570e4d0-ad99-4c5b-83d3-df3c8200ce7a tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.118152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570e4d0-ad99-4c5b-83d3-df3c8200ce7a tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.118712 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570e4d0-ad99-4c5b-83d3-df3c8200ce7a tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.119913 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570e4d0-ad99-4c5b-83d3-df3c8200ce7a tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.120421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570e4d0-ad99-4c5b-83d3-df3c8200ce7a tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.120953 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570e4d0-ad99-4c5b-83d3-df3c8200ce7a tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.121490 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570e4d0-ad99-4c5b-83d3-df3c8200ce7a tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.122002 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570e4d0-ad99-4c5b-83d3-df3c8200ce7a tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.122493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570e4d0-ad99-4c5b-83d3-df3c8200ce7a tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.122986 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570e4d0-ad99-4c5b-83d3-df3c8200ce7a tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.123541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c570e4d0-ad99-4c5b-83d3-df3c8200ce7a tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.162958 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.169809 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-de97f84e-7649-48f9-8b89-0ed10b164cb2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:30.203028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c570e4d0-ad99-4c5b-83d3-df3c8200ce7a tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.205132 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c570e4d0-ad99-4c5b-83d3-df3c8200ce7a tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] 10.222.0.24 "DELETE /v2.0/ports/ec6d6d88-61b4-487e-9c7a-d182de709842 HTTP/1.1" status: 204 len: 168 time: 3.0768404 Mar 08 09:49:30.209693 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43224) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:30.211065 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Transition to ACTIVE for port object ee765355-1166-4e03-a5a8-6bc723946487 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:30.224616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=3ff5ac85-d436-4ccb-878f-ccd79f04667e,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:30.244665 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.245093 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.245445 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.245784 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.246120 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.246454 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.246784 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.247110 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.247437 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.247761 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.248084 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.248405 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:49:30.259183 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8fc5dac4-72e6-46ad-8228-10d7766bcda5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/aa19a14c-a4df-44fe-8f72-371ce5546ee7 HTTP/1.1" status: 404 len: 339 time: 0.2958837 Mar 08 09:49:30.267026 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43228) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:30.275185 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.280896 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Attempting to bind port 312c50a0-8db2-4f68-b031-552014064783 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:49:30.281273 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Attempting to bind port 312c50a0-8db2-4f68-b031-552014064783 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '27729034-3299-4e68-97fc-4ca4a4b85e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:49:30.281643 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Attempting to bind port 312c50a0-8db2-4f68-b031-552014064783 on network b875894f-eca2-4aeb-acd0-549fea022852 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:49:30.290229 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:49:30.290687 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Checking segment: {'id': '27729034-3299-4e68-97fc-4ca4a4b85e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:30.291767 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.292183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Bound using segment: {'id': '27729034-3299-4e68-97fc-4ca4a4b85e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:49:30.292898 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Bound port: 312c50a0-8db2-4f68-b031-552014064783, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27729034-3299-4e68-97fc-4ca4a4b85e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:49:30.293360 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.303389 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-68495dd6-e4d2-492c-9279-909ea7276bd7 None None] Provisioning for port f4ed5adc-3468-4f00-950b-4abe5a34cb18 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:30.306125 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de97f84e-7649-48f9-8b89-0ed10b164cb2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:30.309698 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-de97f84e-7649-48f9-8b89-0ed10b164cb2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.320441 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-68495dd6-e4d2-492c-9279-909ea7276bd7 None None] Provisioning complete for port f4ed5adc-3468-4f00-950b-4abe5a34cb18 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:30.321037 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-68495dd6-e4d2-492c-9279-909ea7276bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.382644 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-68495dd6-e4d2-492c-9279-909ea7276bd7 None None] Port f4ed5adc-3468-4f00-950b-4abe5a34cb18 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:30.401380 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc61c87-21c4-48d3-8c55-da7f6032ae55 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Deleting subnet 0f33fffd-2cc4-44ea-aa07-5997d5fa0474 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:49:30.410154 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dcc61c87-21c4-48d3-8c55-da7f6032ae55 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.437266 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 9469bc25-0f58-4e6c-a263-840f0c77f754 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:30.444397 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 9469bc25-0f58-4e6c-a263-840f0c77f754 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:30.444802 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.473585 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c314463-da27-4350-afc7-7434bc0465b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.488901 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dcc61c87-21c4-48d3-8c55-da7f6032ae55 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.490786 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d9e6e0e7-60f0-448e-8424-cac1beeb7bdd None None] Transition to ACTIVE for port object 31ca9c9d-0bc8-47c0-8743-f024c79d513b will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:30.516161 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7401a556-a428-4983-b26b-3e0b8cc3522e tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.520467 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.545274 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c314463-da27-4350-afc7-7434bc0465b1 None None] Pushing event deleted for resources: {'Port': ['ID=28ce7f68-29e9-4b87-8599-51789bd6e169,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:30.552546 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e0e7-60f0-448e-8424-cac1beeb7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.585328 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.ipam_backend_mixin [None req-de97f84e-7649-48f9-8b89-0ed10b164cb2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3f058596-798f-46f6-95bc-669ba9810a5f (CIDR: 2001:db8::/64) Mar 08 09:49:30.596523 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b7495b31-65a6-4078-87ba-87ec10e05c7b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.612096 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=ee765355-1166-4e03-a5a8-6bc723946487,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:30.637218 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network b875894f-eca2-4aeb-acd0-549fea022852 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:30.641462 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:30.642882 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c314463-da27-4350-afc7-7434bc0465b1 None None] No DVR routers for this DVR port 28ce7f68-29e9-4b87-8599-51789bd6e169 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:49:30.644301 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:30.663045 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-de97f84e-7649-48f9-8b89-0ed10b164cb2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:49:30.663715 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de97f84e-7649-48f9-8b89-0ed10b164cb2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:30.691214 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401a556-a428-4983-b26b-3e0b8cc3522e tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Pushing event deleted for resources: {'Port': ['ID=ab83e286-a603-4ce3-83f4-3e3723a09551,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:30.725299 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.740002 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.746699 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f4f7d1-d6ba-46b7-9946-192dcc0dc848 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:30.806175 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.821180 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-b7495b31-65a6-4078-87ba-87ec10e05c7b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for 6e864dec-d60e-454d-9c6f-a611ac795977 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:30.886338 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dcc61c87-21c4-48d3-8c55-da7f6032ae55 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:30.894956 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] For port 312c50a0-8db2-4f68-b031-552014064783, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:49:30.914955 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] For port 312c50a0-8db2-4f68-b031-552014064783, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=312c50a0-8db2-4f68-b031-552014064783,segment=NetworkSegment(27729034-3299-4e68-97fc-4ca4a4b85e3c),segment_id=27729034-3299-4e68-97fc-4ca4a4b85e3c)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:49:30.947764 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6e0e7-60f0-448e-8424-cac1beeb7bdd None None] Pushing event updated for resources: {'Port': ['ID=31ca9c9d-0bc8-47c0-8743-f024c79d513b,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:30.984564 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:31.096111 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-de97f84e-7649-48f9-8b89-0ed10b164cb2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9969409 Mar 08 09:49:31.101048 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43232) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:31.105597 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9eb99b-e153-4f3b-a57e-43b089aa8971 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:31.107111 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fd9eb99b-e153-4f3b-a57e-43b089aa8971 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Synchronizing usage tracker for tenant:016bdee0e1984d6ab84e5721b9d2d47e on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:31.113200 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'subnet': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:31.129480 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Pushing event updated for resources: {'Port': ['ID=f4ed5adc-3468-4f00-950b-4abe5a34cb18,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:31.139285 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:31.181442 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:31.213097 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fd9eb99b-e153-4f3b-a57e-43b089aa8971 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Unset dirty status for tenant:016bdee0e1984d6ab84e5721b9d2d47e on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:31.214397 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fd9eb99b-e153-4f3b-a57e-43b089aa8971 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9382470 Mar 08 09:49:31.222394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43236) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:31.294217 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fbe508d8-8345-44af-94f4-576b5afb82df tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Synchronizing usage tracker for tenant:016bdee0e1984d6ab84e5721b9d2d47e on resource:subnet {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:31.313782 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fbe508d8-8345-44af-94f4-576b5afb82df tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Unset dirty status for tenant:016bdee0e1984d6ab84e5721b9d2d47e on resource:subnet {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:31.315025 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fbe508d8-8345-44af-94f4-576b5afb82df tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "GET /v2.0/subnets?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7 HTTP/1.1" status: 200 len: 207 time: 0.0895836 Mar 08 09:49:31.320060 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c2eae-c635-4e70-a010-7c0ae8797001 None None] Pushing event updated for resources: {'Port': ['ID=312c50a0-8db2-4f68-b031-552014064783,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:31.320757 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7401a556-a428-4983-b26b-3e0b8cc3522e tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:31.323529 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 9469bc25-0f58-4e6c-a263-840f0c77f754, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9469bc25-0f58-4e6c-a263-840f0c77f754,segment=NetworkSegment(3507749f-b83e-49e9-b1fd-0c4c736a347d),segment_id=3507749f-b83e-49e9-b1fd-0c4c736a347d)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:31.333319 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:31.334382 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:31.338180 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43240) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:31.339802 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7401a556-a428-4983-b26b-3e0b8cc3522e tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] 10.222.0.24 "DELETE /v2.0/ports/ab83e286-a603-4ce3-83f4-3e3723a09551 HTTP/1.1" status: 204 len: 168 time: 3.0582476 Mar 08 09:49:31.342739 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b7495b31-65a6-4078-87ba-87ec10e05c7b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:31.344133 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43242) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:31.407066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-162da289-2647-477b-bcb7-e834030497c1', 'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'tenant_id': '1de9d677d262479ba2ce9658eb523e79', 'fixed_ips': [{'subnet_id': '3f058596-798f-46f6-95bc-669ba9810a5f'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:49:31.407898 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:31.412654 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:31.452744 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dcc61c87-21c4-48d3-8c55-da7f6032ae55 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:31.507961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7495b31-65a6-4078-87ba-87ec10e05c7b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Port': ['ID=6e864dec-d60e-454d-9c6f-a611ac795977,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:31.566918 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=9469bc25-0f58-4e6c-a263-840f0c77f754,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:31.589159 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b7495b31-65a6-4078-87ba-87ec10e05c7b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:31.591931 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b7495b31-65a6-4078-87ba-87ec10e05c7b tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/ports/6e864dec-d60e-454d-9c6f-a611ac795977 HTTP/1.1" status: 204 len: 168 time: 2.4988277 Mar 08 09:49:31.595520 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dcc61c87-21c4-48d3-8c55-da7f6032ae55 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:31.605978 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc61c87-21c4-48d3-8c55-da7f6032ae55 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Pushing event deleted for resources: {'Subnet': ['ID=0f33fffd-2cc4-44ea-aa07-5997d5fa0474,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:31.631798 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:31.632177 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:31.653377 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43248) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:31.673665 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7976de10-28cc-48dd-8c0f-697b00c31fab None None] Network 1bdf8706-ec87-4d74-b16e-ec19ec4e1897 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:31.807216 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a510c34-9564-4f2e-aecc-f1a4dc0ec2b6 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:31.814206 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a510c34-9564-4f2e-aecc-f1a4dc0ec2b6 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:31.820728 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a510c34-9564-4f2e-aecc-f1a4dc0ec2b6 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:31.831679 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a510c34-9564-4f2e-aecc-f1a4dc0ec2b6 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:31.839415 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2a510c34-9564-4f2e-aecc-f1a4dc0ec2b6 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4981093 Mar 08 09:49:31.841437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43252) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:31.973705 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Allocated IP 2001:db8::2 (162da289-2647-477b-bcb7-e834030497c1/3f058596-798f-46f6-95bc-669ba9810a5f/a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:31.978654 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:31.983204 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dcc61c87-21c4-48d3-8c55-da7f6032ae55 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] 10.222.0.24 "DELETE /v2.0/subnets/0f33fffd-2cc4-44ea-aa07-5997d5fa0474 HTTP/1.1" status: 204 len: 168 time: 1.7705810 Mar 08 09:49:31.999293 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:subnet and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:32.002397 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43256) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:32.006355 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:32.007545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:32.031152 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b857c33c-3ad7-4048-8afd-16bd625229cb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] GET failed (client error): The resource could not be found. Mar 08 09:49:32.033154 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b857c33c-3ad7-4048-8afd-16bd625229cb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports/6e864dec-d60e-454d-9c6f-a611ac795977 HTTP/1.1" status: 404 len: 333 time: 0.3708262 Mar 08 09:49:32.056236 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:32.058317 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43260) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:32.082389 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c69a3a61-798b-4eb9-b2d8-e50d9cd69d58 None None] Could not find standard attr ID for object 6e864dec-d60e-454d-9c6f-a611ac795977. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:49:32.107574 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:32.140359 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d439e7b-f91b-4a0a-87d9-d1fa04549216 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:32.141130 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4d439e7b-f91b-4a0a-87d9-d1fa04549216 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Synchronizing usage tracker for tenant:26b945fa18614fd8a23bb7a003fa9a7f on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:32.204134 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-067fa0c5-d905-4757-82f0-a25729677f52 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3605895 Mar 08 09:49:32.205428 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4d439e7b-f91b-4a0a-87d9-d1fa04549216 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Unset dirty status for tenant:26b945fa18614fd8a23bb7a003fa9a7f on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:32.209535 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4d439e7b-f91b-4a0a-87d9-d1fa04549216 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] 10.222.0.24 "GET /v2.0/ports?device_id=72139487-eb80-4ad8-8c9b-1f2742eb473a HTTP/1.1" status: 200 len: 913 time: 0.8317215 Mar 08 09:49:32.210314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43266) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:32.210643 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43264) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:32.268219 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 28ce7f68-29e9-4b87-8599-51789bd6e169 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:49:32.325756 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 28ce7f68-29e9-4b87-8599-51789bd6e169 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:49:32.326636 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 28ce7f68-29e9-4b87-8599-51789bd6e169 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:49:32.328172 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c69a3a61-798b-4eb9-b2d8-e50d9cd69d58 None None] Provisioning complete for port 51585ce6-fce5-44b7-9f51-4bd2eb297269 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:32.329371 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c69a3a61-798b-4eb9-b2d8-e50d9cd69d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:32.433988 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c69a3a61-798b-4eb9-b2d8-e50d9cd69d58 None None] Port 51585ce6-fce5-44b7-9f51-4bd2eb297269 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:32.475644 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c69a3a61-798b-4eb9-b2d8-e50d9cd69d58 None None] Provisioning for port 31ca9c9d-0bc8-47c0-8743-f024c79d513b completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:32.515431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a619bf86-e79a-42a5-9c63-73c0c01a55a5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:32.515891 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c69a3a61-798b-4eb9-b2d8-e50d9cd69d58 None None] Provisioning complete for port 31ca9c9d-0bc8-47c0-8743-f024c79d513b triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:32.516407 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c69a3a61-798b-4eb9-b2d8-e50d9cd69d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:32.520714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a619bf86-e79a-42a5-9c63-73c0c01a55a5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:32.529051 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a619bf86-e79a-42a5-9c63-73c0c01a55a5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3154569 Mar 08 09:49:32.543351 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43272) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:32.604094 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bdb056-e73a-4bd8-bd33-d124f25afbeb None None] DHCP port deletion for 1bdf8706-ec87-4d74-b16e-ec19ec4e1897 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:49:32.657851 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:32.661423 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:32.675930 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-21bdb056-e73a-4bd8-bd33-d124f25afbeb None None] Deleting port 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:32.676225 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21bdb056-e73a-4bd8-bd33-d124f25afbeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:32.779166 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 312c50a0-8db2-4f68-b031-552014064783 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:32.834591 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aaecb1-22a3-432d-9580-d82d18036707 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['shared'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:32.836196 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aaecb1-22a3-432d-9580-d82d18036707 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['shared'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:32.842910 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-57aaecb1-22a3-432d-9580-d82d18036707 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2940927 Mar 08 09:49:32.843266 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43276) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:32.960115 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Router c0db5835-24d4-454f-93db-d9a761214a3c has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:49:32.972683 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:33.026619 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43508ea-8036-480a-a260-3e99f149e68b None None] Network b875894f-eca2-4aeb-acd0-549fea022852 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:33.051372 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63d779d5-240b-4527-820d-3d1f7cf45521 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:33.137699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2bdbc4-8df0-4530-af1d-4fdfb9edaa98 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:33.144400 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8e2bdbc4-8df0-4530-af1d-4fdfb9edaa98 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "GET /v2.0/networks/987179ed-95c1-4f09-9aa7-a5c7502d0979 HTTP/1.1" status: 200 len: 800 time: 0.2948093 Mar 08 09:49:33.144760 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43280) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:33.165020 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-21bdb056-e73a-4bd8-bd33-d124f25afbeb None None] For port 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7,segment=NetworkSegment(d84e2457-448d-4149-95f8-8e03eed92634),segment_id=d84e2457-448d-4149-95f8-8e03eed92634)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:33.165386 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21bdb056-e73a-4bd8-bd33-d124f25afbeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:33.223597 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:33.283921 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Deleting port 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:33.284340 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:33.290231 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 312c50a0-8db2-4f68-b031-552014064783 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:33.331464 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:49:33.359044 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:33.361189 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-21bdb056-e73a-4bd8-bd33-d124f25afbeb None None] Calling delete_port for 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:33.389522 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1b2b9e5e-29b0-44c2-b296-fe9629c7bbb0 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "GET /v2.0/networks/987179ed-95c1-4f09-9aa7-a5c7502d0979?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2435966 Mar 08 09:49:33.389779 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:33.394041 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43284) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:33.406218 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3ff5ac85-d436-4ccb-878f-ccd79f04667e up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:33.435536 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Transition to ACTIVE for port object a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:33.460925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d620f3-94c5-478a-9548-edf14c5d49bb tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:33.466144 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-35d620f3-94c5-478a-9548-edf14c5d49bb tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "GET /v2.0/subnets/cd08036e-030b-4c60-b40a-294896bde843 HTTP/1.1" status: 200 len: 811 time: 0.0673149 Mar 08 09:49:33.467450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43288) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:33.520822 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63d779d5-240b-4527-820d-3d1f7cf45521 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:33.548607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a26ce19-46b4-4412-8114-bc688db73da1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['shared'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:33.548876 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Transition to ACTIVE for port object a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:33.553312 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1a26ce19-46b4-4412-8114-bc688db73da1 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "GET /v2.0/subnets/cd08036e-030b-4c60-b40a-294896bde843?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0816777 Mar 08 09:49:33.554462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43292) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:33.559142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-ca398929-8f3b-46f6-9240-5b5fdd55fd13 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-457815725'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:33.565242 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-88a4f087-aea6-4c91-bb77-9ab9f29316cc tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:33.618183 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=ee765355-1166-4e03-a5a8-6bc723946487,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:33.621357 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:33.667517 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:33.721490 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ca398929-8f3b-46f6-9240-5b5fdd55fd13 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:33.747673 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ca398929-8f3b-46f6-9240-5b5fdd55fd13 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:33.756825 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:33.765390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21bdb056-e73a-4bd8-bd33-d124f25afbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:33.773488 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-23eb160c-e2a6-4a87-8798-785b36cf6d49 None None] Provisioning complete for port f4ed5adc-3468-4f00-950b-4abe5a34cb18 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:33.773909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23eb160c-e2a6-4a87-8798-785b36cf6d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:33.804964 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:33.816596 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:33.843955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:49:33.889431 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Pushing event updated for resources: {'Port': ['ID=a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:33.900213 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Sync routers for ids ['c0db5835-24d4-454f-93db-d9a761214a3c'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:49:33.902825 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 3ff5ac85-d436-4ccb-878f-ccd79f04667e triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:33.903212 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:33.955468 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca398929-8f3b-46f6-9240-5b5fdd55fd13 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:33.959059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca398929-8f3b-46f6-9240-5b5fdd55fd13 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:34.005467 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63d779d5-240b-4527-820d-3d1f7cf45521 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:34.016145 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bdb056-e73a-4bd8-bd33-d124f25afbeb None None] No DVR routers for this DVR port 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:49:34.036889 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca398929-8f3b-46f6-9240-5b5fdd55fd13 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:49:34.054181 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdb056-e73a-4bd8-bd33-d124f25afbeb None None] Pushing event deleted for resources: {'Port': ['ID=9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:34.059099 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca398929-8f3b-46f6-9240-5b5fdd55fd13 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:34.059701 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-ca398929-8f3b-46f6-9240-5b5fdd55fd13 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Added segment afbb817b-ed63-4793-b75d-f961d6c14554 of type vlan for network e741a38a-77d3-4181-b7dd-4477e89f912f Mar 08 09:49:34.067081 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d779d5-240b-4527-820d-3d1f7cf45521 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ae2cc7-07f3-4f27-99c9-6cb8c628e303,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:34.085385 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63d779d5-240b-4527-820d-3d1f7cf45521 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:34.089175 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-63d779d5-240b-4527-820d-3d1f7cf45521 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/security-groups/b1ae2cc7-07f3-4f27-99c9-6cb8c628e303 HTTP/1.1" status: 204 len: 168 time: 1.9774501 Mar 08 09:49:34.100488 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-89f16434-80c1-4c9c-9d73-8e86f5ba15af admin admin] 10.222.0.24 "PUT /v2.0/routers/c0db5835-24d4-454f-93db-d9a761214a3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4526074 Mar 08 09:49:34.100488 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43296) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:34.110544 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca398929-8f3b-46f6-9240-5b5fdd55fd13 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:34.118213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] For port 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7,segment=NetworkSegment(d84e2457-448d-4149-95f8-8e03eed92634),segment_id=d84e2457-448d-4149-95f8-8e03eed92634)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:34.118926 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:34.122272 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Routers {'c0db5835-24d4-454f-93db-d9a761214a3c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:34.122925 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c0db5835-24d4-454f-93db-d9a761214a3c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:34.169890 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network b875894f-eca2-4aeb-acd0-549fea022852 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:34.171047 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-23eb160c-e2a6-4a87-8798-785b36cf6d49 None None] Port f4ed5adc-3468-4f00-950b-4abe5a34cb18 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:34.199539 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-88a4f087-aea6-4c91-bb77-9ab9f29316cc tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Deleting port 0fc6ec7c-47ca-4687-b30f-06bf6f1928f9 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:34.199882 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-88a4f087-aea6-4c91-bb77-9ab9f29316cc tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:34.220287 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-23eb160c-e2a6-4a87-8798-785b36cf6d49 None None] Could not find standard attr ID for object 6e864dec-d60e-454d-9c6f-a611ac795977. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:49:34.236032 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Attempting to bind port a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:49:34.236494 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Attempting to bind port a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:49:34.236840 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Attempting to bind port a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d on network 162da289-2647-477b-bcb7-e834030497c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:49:34.245304 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:34.254245 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca398929-8f3b-46f6-9240-5b5fdd55fd13 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:34.259773 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:49:34.260313 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Checking segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:34.260576 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:34.261226 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Bound using segment: {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:49:34.261624 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Bound port: a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '162da289-2647-477b-bcb7-e834030497c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:49:34.262006 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:34.263765 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca398929-8f3b-46f6-9240-5b5fdd55fd13 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:34.264392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca398929-8f3b-46f6-9240-5b5fdd55fd13 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:34.290082 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-23eb160c-e2a6-4a87-8798-785b36cf6d49 None None] Provisioning for port 312c50a0-8db2-4f68-b031-552014064783 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:34.340766 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Calling delete_port for 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:34.409307 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-23eb160c-e2a6-4a87-8798-785b36cf6d49 None None] Provisioning complete for port 312c50a0-8db2-4f68-b031-552014064783 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:34.409600 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23eb160c-e2a6-4a87-8798-785b36cf6d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:34.506821 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca398929-8f3b-46f6-9240-5b5fdd55fd13 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Network': ['ID=e741a38a-77d3-4181-b7dd-4477e89f912f,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:34.518526 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ca398929-8f3b-46f6-9240-5b5fdd55fd13 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9611719 Mar 08 09:49:34.519262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43304) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:34.530055 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da2c6361-c6eb-4e74-b7a7-29d49c3898da tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:34.530354 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-69841e04-a6d3-4cf3-b97c-70d6a4b7b3c3 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'subnet': {'network_id': 'e741a38a-77d3-4181-b7dd-4477e89f912f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:34.549308 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network e741a38a-77d3-4181-b7dd-4477e89f912f details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:49:34.611503 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9469bc25-0f58-4e6c-a263-840f0c77f754 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:34.646999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Set router c0db5835-24d4-454f-93db-d9a761214a3c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:49:34.803713 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-69841e04-a6d3-4cf3-b97c-70d6a4b7b3c3 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:34.817428 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-69841e04-a6d3-4cf3-b97c-70d6a4b7b3c3 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:34.828319 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-88a4f087-aea6-4c91-bb77-9ab9f29316cc tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:34.839937 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69841e04-a6d3-4cf3-b97c-70d6a4b7b3c3 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Made reservation on behalf of 016bdee0e1984d6ab84e5721b9d2d47e for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:34.845583 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69841e04-a6d3-4cf3-b97c-70d6a4b7b3c3 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:34.863447 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da2c6361-c6eb-4e74-b7a7-29d49c3898da tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:34.888862 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:49:34.991988 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] For port a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:49:35.007771 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 08 09:49:35.037422 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-88a4f087-aea6-4c91-bb77-9ab9f29316cc tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Calling delete_port for 0fc6ec7c-47ca-4687-b30f-06bf6f1928f9 owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:35.112408 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:49:35.112753 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:49:35.115613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43318) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:35.175080 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1394773996-network', 'tenant_id': '9802eb5a2ba2431ca0c1e903daef7b6e'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:35.201816 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:35.215071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.ipam_backend_mixin [None req-69841e04-a6d3-4cf3-b97c-70d6a4b7b3c3 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Performing IP validity checks on allocation pools {{(pid=87771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 08 09:49:35.215778 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.ipam_backend_mixin [None req-69841e04-a6d3-4cf3-b97c-70d6a4b7b3c3 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 08 09:49:35.218577 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Usage tracker for resource:network and tenant:9802eb5a2ba2431ca0c1e903daef7b6e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:35.223685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:35.236825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:35.248805 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] For port a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:49:35.262575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Made reservation on behalf of 9802eb5a2ba2431ca0c1e903daef7b6e for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:35.265004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:35.281892 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:35.285914 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:35.312601 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:35.319508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Usage tracker for resource:security_group_rule and tenant:9802eb5a2ba2431ca0c1e903daef7b6e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:35.324370 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:35.333646 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 9469bc25-0f58-4e6c-a263-840f0c77f754 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:35.333919 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:35.334067 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:35.358322 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23eb160c-e2a6-4a87-8798-785b36cf6d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:35.432757 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da2c6361-c6eb-4e74-b7a7-29d49c3898da tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:35.473043 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c6361-c6eb-4e74-b7a7-29d49c3898da tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc746fe-303a-4ded-a9ac-a80b533280ad,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:35.476224 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-23eb160c-e2a6-4a87-8798-785b36cf6d49 None None] For port 312c50a0-8db2-4f68-b031-552014064783, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=312c50a0-8db2-4f68-b031-552014064783,segment=NetworkSegment(27729034-3299-4e68-97fc-4ca4a4b85e3c),segment_id=27729034-3299-4e68-97fc-4ca4a4b85e3c)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:35.481938 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bc697-fec0-4167-9f5a-94fa81782592 None None] Pushing event updated for resources: {'Port': ['ID=a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:35.489121 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23eb160c-e2a6-4a87-8798-785b36cf6d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:35.492337 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:49:35.517163 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6d3cbd87-23f7-4679-9a9b-928d77ec53c2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/1eee20d8-c2b4-432e-b1cc-b03b9cd57188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7056942 Mar 08 09:49:35.520582 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Sync routers for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:49:35.524922 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43322) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:35.534947 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:35.535706 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:35.544500 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da2c6361-c6eb-4e74-b7a7-29d49c3898da tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:35.545685 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-da2c6361-c6eb-4e74-b7a7-29d49c3898da tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/security-groups/fbc746fe-303a-4ded-a9ac-a80b533280ad HTTP/1.1" status: 204 len: 168 time: 1.4157348 Mar 08 09:49:35.556048 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fe18d65e-f452-4084-a056-f11d69c8856d tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'network': {'name': 'tempest-RoutersTest-1809123829'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:35.556818 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43326) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:35.603113 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-88a4f087-aea6-4c91-bb77-9ab9f29316cc tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:35.607475 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fe18d65e-f452-4084-a056-f11d69c8856d tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:35.619570 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Deleting port 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:35.619913 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:35.666987 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fe18d65e-f452-4084-a056-f11d69c8856d tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:network and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:35.672089 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fe18d65e-f452-4084-a056-f11d69c8856d tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:35.717493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69841e04-a6d3-4cf3-b97c-70d6a4b7b3c3 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:35.724794 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fe18d65e-f452-4084-a056-f11d69c8856d tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:35.731945 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] The port '9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:49:35.765178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4f087-aea6-4c91-bb77-9ab9f29316cc tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Pushing event deleted for resources: {'Port': ['ID=0fc6ec7c-47ca-4687-b30f-06bf6f1928f9,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:35.787324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 31ca9c9d-0bc8-47c0-8743-f024c79d513b up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:35.825479 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:30Z', 'revision_number': 2, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:35.847067 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb160c-e2a6-4a87-8798-785b36cf6d49 None None] Pushing event updated for resources: {'Port': ['ID=312c50a0-8db2-4f68-b031-552014064783,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:35.856157 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Checking router: c0db5835-24d4-454f-93db-d9a761214a3c for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:49:35.856769 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Updating router c0db5835-24d4-454f-93db-d9a761214a3c port f4ed5adc-3468-4f00-950b-4abe5a34cb18 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:49:35.880044 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:49:35.944918 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:35.950473 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:35.994232 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.064249 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe18d65e-f452-4084-a056-f11d69c8856d tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Made reservation on behalf of c6601661feb14b85b700842beac586af for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:36.071779 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe18d65e-f452-4084-a056-f11d69c8856d tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.078317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.078866 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a8f1fecb-3b5b-4e80-9a9e-025cd9c278df None None] Provisioning complete for port 312c50a0-8db2-4f68-b031-552014064783 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:36.078866 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a8f1fecb-3b5b-4e80-9a9e-025cd9c278df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.113926 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69841e04-a6d3-4cf3-b97c-70d6a4b7b3c3 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Subnet': ['ID=58ad8309-54ab-4e3a-bd86-0739e1186160,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:36.138096 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.167628 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bdf8706-ec87-4d74-b16e-ec19ec4e1897']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:36.173241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-29728d1d-af90-44cc-a1ce-134f740c6820 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.187001 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69841e04-a6d3-4cf3-b97c-70d6a4b7b3c3 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Checking segment: {'id': 'afbb817b-ed63-4793-b75d-f961d6c14554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e741a38a-77d3-4181-b7dd-4477e89f912f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:36.187652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69841e04-a6d3-4cf3-b97c-70d6a4b7b3c3 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network hostable DHCP agents. Network: e741a38a-77d3-4181-b7dd-4477e89f912f, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:49:36.199109 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84e2457-448d-4149-95f8-8e03eed92634') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:36.199477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84e2457-448d-4149-95f8-8e03eed92634') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:36.236836 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.238982 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:49:36.244829 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe18d65e-f452-4084-a056-f11d69c8856d tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:49:36.290294 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.367050 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe18d65e-f452-4084-a056-f11d69c8856d tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.367552 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-fe18d65e-f452-4084-a056-f11d69c8856d tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Added segment de0e85fe-746f-4c1b-aaea-ddc86cdf283b of type vlan for network 5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973 Mar 08 09:49:36.369092 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:49:36.369481 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.392977 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 31ca9c9d-0bc8-47c0-8743-f024c79d513b triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:49:36.393902 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:49:36.396353 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.432137 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 4, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee765355-1166-4e03-a5a8-6bc723946487', 'name': '', 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:42:63:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:29Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 2, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:36.436644 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Checking router: 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:49:36.437025 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Updating router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 port ee765355-1166-4e03-a5a8-6bc723946487 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:49:36.479751 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a9aea9-172b-46fc-8ba2-d3a772c93b06,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:36.519925 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.534269 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-29728d1d-af90-44cc-a1ce-134f740c6820 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.544776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.545306 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Added segment 2f301582-1895-4395-a699-98612d90978f of type vlan for network 939811a2-bc17-493b-92b8-63beb6e5d0d4 Mar 08 09:49:36.583935 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe18d65e-f452-4084-a056-f11d69c8856d tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.596479 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69841e04-a6d3-4cf3-b97c-70d6a4b7b3c3 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Network e741a38a-77d3-4181-b7dd-4477e89f912f is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:49:36.615913 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] For port a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:36.642340 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.652481 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a8f1fecb-3b5b-4e80-9a9e-025cd9c278df None None] Provisioning for port ee765355-1166-4e03-a5a8-6bc723946487 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:36.684123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.722444 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.732961 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a8f1fecb-3b5b-4e80-9a9e-025cd9c278df None None] Provisioning complete for port ee765355-1166-4e03-a5a8-6bc723946487 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:36.733341 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a8f1fecb-3b5b-4e80-9a9e-025cd9c278df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.749940 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] Pushing event deleted for resources: {'Network': ['ID=1bdf8706-ec87-4d74-b16e-ec19ec4e1897,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:36.776738 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a7a5cfb7-bbd8-43d1-8425-f32fb9535876 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958 tempest-ExtraDHCPOptionsIpV6TestJSON-351832958-project] 10.222.0.24 "DELETE /v2.0/networks/1bdf8706-ec87-4d74-b16e-ec19ec4e1897 HTTP/1.1" status: 204 len: 168 time: 4.7618988 Mar 08 09:49:36.780836 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:49:36.782557 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-69841e04-a6d3-4cf3-b97c-70d6a4b7b3c3 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, e741a38a-77d3-4181-b7dd-4477e89f912f) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:36.801158 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe18d65e-f452-4084-a056-f11d69c8856d tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.814955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe18d65e-f452-4084-a056-f11d69c8856d tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:36.815626 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe18d65e-f452-4084-a056-f11d69c8856d tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.818496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69841e04-a6d3-4cf3-b97c-70d6a4b7b3c3 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:36.821038 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69841e04-a6d3-4cf3-b97c-70d6a4b7b3c3 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.840641 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1fecb-3b5b-4e80-9a9e-025cd9c278df None None] Port ee765355-1166-4e03-a5a8-6bc723946487 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:36.842518 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81193e73-66a4-4bfa-8f79-478672e417b5 None None] Network e741a38a-77d3-4181-b7dd-4477e89f912f requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:36.858324 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-29728d1d-af90-44cc-a1ce-134f740c6820 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.902031 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.941839 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.942596 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:36.962665 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29728d1d-af90-44cc-a1ce-134f740c6820 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1427ce91-ddee-435d-8740-798a151e1e8a,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:36.996589 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-88a4f087-aea6-4c91-bb77-9ab9f29316cc tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:37.015671 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-29728d1d-af90-44cc-a1ce-134f740c6820 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:37.019057 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-29728d1d-af90-44cc-a1ce-134f740c6820 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/security-groups/1427ce91-ddee-435d-8740-798a151e1e8a HTTP/1.1" status: 204 len: 168 time: 1.4570367 Mar 08 09:49:37.020246 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43332) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:37.022885 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:37.023837 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:37.024745 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:37.095261 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:37.106634 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-69841e04-a6d3-4cf3-b97c-70d6a4b7b3c3 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.5811851 Mar 08 09:49:37.147425 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:37.198357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43336) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:37.223208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-cb5b65fc-98fb-4819-a1f3-c45020c4be3e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:37.226330 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:37.242115 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Transition to ACTIVE for port object ee765355-1166-4e03-a5a8-6bc723946487 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:37.254200 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:37.316755 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d,revision_number=4']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:37.319790 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:37.350102 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:37.350752 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11c31e7-be25-434e-aa2a-7d10820892aa None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:37.354614 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:37.371040 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2512510 Mar 08 09:49:37.371673 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fe18d65e-f452-4084-a056-f11d69c8856d tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8406861 Mar 08 09:49:37.380122 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43342) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:37.380338 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43344) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:37.381251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:49:37.396943 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43346) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:37.406560 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18d65e-f452-4084-a056-f11d69c8856d tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Network': ['ID=5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:37.444722 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.3401713 Mar 08 09:49:37.454716 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43352) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:37.460292 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-09fa3eae-34fd-4ef1-862c-7eb80f0112cf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Request body: {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'mac_address': 'fa:16:3e:7a:f4:27', 'name': 'tempest-NetworksTestDHCPv6-937304457'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:37.482980 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb3210-e5ec-4546-be44-7ad34028136c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Subnet': ['ID=2a00942e-742e-43d6-bcfb-e4819fce034c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:37.534905 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:37.553893 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Transition to ACTIVE for port object f4ed5adc-3468-4f00-950b-4abe5a34cb18 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:37.568514 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:49:37.577552 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf6a28-281c-4406-ae63-6e24828cd230 None None] Pushing event updated for resources: {'Port': ['ID=ee765355-1166-4e03-a5a8-6bc723946487,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:37.595785 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-def60052-1655-4ba4-bf4d-7a171a159935 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'subnet': {'network_id': '5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:37.635576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-b0b69105-fd15-4711-99d0-02f0f74415de admin admin] Request body: {'subnet': {'network_id': '939811a2-bc17-493b-92b8-63beb6e5d0d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1394773996-subnet', 'tenant_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'ip_version': 4}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:37.661073 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6d7b739b-db8d-4f48-8689-55549fe704e3 None None] Provisioning for port a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:37.673710 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Attempting to bind port ee765355-1166-4e03-a5a8-6bc723946487 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:49:37.674081 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Attempting to bind port ee765355-1166-4e03-a5a8-6bc723946487 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '27729034-3299-4e68-97fc-4ca4a4b85e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:49:37.675156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e39025-681a-468f-b3a6-084281669be8 admin admin] Pushing event updated for resources: {'Network': ['ID=939811a2-bc17-493b-92b8-63beb6e5d0d4,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:37.675303 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Attempting to bind port ee765355-1166-4e03-a5a8-6bc723946487 on network b875894f-eca2-4aeb-acd0-549fea022852 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:49:37.683165 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:49:37.683460 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Checking segment: {'id': '27729034-3299-4e68-97fc-4ca4a4b85e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:37.690125 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:37.690944 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Bound using segment: {'id': '27729034-3299-4e68-97fc-4ca4a4b85e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:49:37.691331 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Bound port: ee765355-1166-4e03-a5a8-6bc723946487, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27729034-3299-4e68-97fc-4ca4a4b85e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:49:37.691738 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:37.694939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b0b69105-fd15-4711-99d0-02f0f74415de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:37.703243 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4949caa3-08d4-440b-882f-34ce014e18d1 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting subnet 6df481aa-befd-4baf-8654-94248272201e {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:49:37.718881 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b0b69105-fd15-4711-99d0-02f0f74415de admin admin] Usage tracker for resource:subnet and tenant:9802eb5a2ba2431ca0c1e903daef7b6e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:37.763662 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4949caa3-08d4-440b-882f-34ce014e18d1 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:37.765878 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-75397546-d58d-46dd-8945-7dc49a1874e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79a011d17b33475796b4bbbdedde3ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677757 Mar 08 09:49:37.771075 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43360) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:37.801890 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-09fa3eae-34fd-4ef1-862c-7eb80f0112cf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:37.810254 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] For port ee765355-1166-4e03-a5a8-6bc723946487, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:49:37.814673 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] For port ee765355-1166-4e03-a5a8-6bc723946487, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ee765355-1166-4e03-a5a8-6bc723946487,segment=NetworkSegment(27729034-3299-4e68-97fc-4ca4a4b85e3c),segment_id=27729034-3299-4e68-97fc-4ca4a4b85e3c)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:49:37.816244 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-09fa3eae-34fd-4ef1-862c-7eb80f0112cf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Usage tracker for resource:port and tenant:1de9d677d262479ba2ce9658eb523e79 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:37.821275 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:37.821440 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-09fa3eae-34fd-4ef1-862c-7eb80f0112cf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:37.829676 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-09fa3eae-34fd-4ef1-862c-7eb80f0112cf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:37.849561 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b73878d3-3993-4c5c-9734-ce6094709ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:37.859343 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fa3eae-34fd-4ef1-862c-7eb80f0112cf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Made reservation on behalf of 1de9d677d262479ba2ce9658eb523e79 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:37.865681 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6d7b739b-db8d-4f48-8689-55549fe704e3 None None] Provisioning complete for port a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:37.866208 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6d7b739b-db8d-4f48-8689-55549fe704e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:37.874651 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b0b69105-fd15-4711-99d0-02f0f74415de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:37.907242 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:37.908987 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:37.937684 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b0b69105-fd15-4711-99d0-02f0f74415de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:37.974441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b73878d3-3993-4c5c-9734-ce6094709ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:37.997435 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4949caa3-08d4-440b-882f-34ce014e18d1 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:38.045346 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 939811a2-bc17-493b-92b8-63beb6e5d0d4 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:49:38.056155 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-def60052-1655-4ba4-bf4d-7a171a159935 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:38.058536 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09fa3eae-34fd-4ef1-862c-7eb80f0112cf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:38.080491 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b69105-fd15-4711-99d0-02f0f74415de admin admin] Made reservation on behalf of 9802eb5a2ba2431ca0c1e903daef7b6e for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:38.089573 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b0b69105-fd15-4711-99d0-02f0f74415de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:38.096604 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-09fa3eae-34fd-4ef1-862c-7eb80f0112cf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] device_id is not set on port a0a40bfe-9931-4d27-add3-b480e1777068 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:49:38.138312 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:49:38.190915 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-def60052-1655-4ba4-bf4d-7a171a159935 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:subnet and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:38.204401 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:38.206765 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-def60052-1655-4ba4-bf4d-7a171a159935 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:38.210601 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:38.237270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cb5b65fc-98fb-4819-a1f3-c45020c4be3e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8585104583'] for subnet, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:38.243252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-def60052-1655-4ba4-bf4d-7a171a159935 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:38.294871 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b73878d3-3993-4c5c-9734-ce6094709ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:38.336178 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73878d3-3993-4c5c-9734-ce6094709ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f6e023-894c-442f-9101-1b0138dfd106,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:38.358099 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b73878d3-3993-4c5c-9734-ce6094709ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:38.360368 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b73878d3-3993-4c5c-9734-ce6094709ed4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5f6e023-894c-442f-9101-1b0138dfd106 HTTP/1.1" status: 204 len: 168 time: 0.5877748 Mar 08 09:49:38.371702 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def60052-1655-4ba4-bf4d-7a171a159935 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Made reservation on behalf of c6601661feb14b85b700842beac586af for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:38.375250 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-def60052-1655-4ba4-bf4d-7a171a159935 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:38.458660 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a4f087-aea6-4c91-bb77-9ab9f29316cc tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Router 72139487-eb80-4ad8-8c9b-1f2742eb473a has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:49:38.468969 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:38.469376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:38.501379 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf6a28-281c-4406-ae63-6e24828cd230 None None] Pushing event updated for resources: {'Port': ['ID=ee765355-1166-4e03-a5a8-6bc723946487,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:38.583912 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-09fa3eae-34fd-4ef1-862c-7eb80f0112cf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8::296 (162da289-2647-477b-bcb7-e834030497c1/3f058596-798f-46f6-95bc-669ba9810a5f/a0a40bfe-9931-4d27-add3-b480e1777068) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:38.610315 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-09fa3eae-34fd-4ef1-862c-7eb80f0112cf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7a:f427 (162da289-2647-477b-bcb7-e834030497c1/2a00942e-742e-43d6-bcfb-e4819fce034c/a0a40bfe-9931-4d27-add3-b480e1777068) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:38.678867 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 4, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee765355-1166-4e03-a5a8-6bc723946487', 'name': '', 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:42:63:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:29Z', 'updated_at': '2022-03-08T09:49:37Z', 'revision_number': 4, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:38.690662 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe25442-74ab-451e-b462-bd1dcdd29323 None None] The sync data for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv is: [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 4, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee765355-1166-4e03-a5a8-6bc723946487', 'name': '', 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:42:63:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:29Z', 'updated_at': '2022-03-08T09:49:37Z', 'revision_number': 4, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:49:38.949196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-e741a38a-77d3-4181-b7dd-4477e89f912f', 'network_id': 'e741a38a-77d3-4181-b7dd-4477e89f912f', 'tenant_id': '016bdee0e1984d6ab84e5721b9d2d47e', 'fixed_ips': [{'subnet_id': '58ad8309-54ab-4e3a-bd86-0739e1186160'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:49:38.950046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:38.983871 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09fa3eae-34fd-4ef1-862c-7eb80f0112cf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:38.994259 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4949caa3-08d4-440b-882f-34ce014e18d1 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:39.003568 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-09fa3eae-34fd-4ef1-862c-7eb80f0112cf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Transition to ACTIVE for port object a0a40bfe-9931-4d27-add3-b480e1777068 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:39.035797 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09fa3eae-34fd-4ef1-862c-7eb80f0112cf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:39.154524 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa3eae-34fd-4ef1-862c-7eb80f0112cf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event updated for resources: {'Port': ['ID=a0a40bfe-9931-4d27-add3-b480e1777068,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:39.186792 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fa3eae-34fd-4ef1-862c-7eb80f0112cf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Network 162da289-2647-477b-bcb7-e834030497c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:39.189253 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-09fa3eae-34fd-4ef1-862c-7eb80f0112cf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:39.192989 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fa3eae-34fd-4ef1-862c-7eb80f0112cf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:39.200458 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fa3eae-34fd-4ef1-862c-7eb80f0112cf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:39.201525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-09fa3eae-34fd-4ef1-862c-7eb80f0112cf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:39.216012 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba38e8d-08bf-40b0-8288-c9139038bdb2 None None] Pushing event updated for resources: {'Port': ['ID=f4ed5adc-3468-4f00-950b-4abe5a34cb18,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:39.233417 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Attempting to bind port f4ed5adc-3468-4f00-950b-4abe5a34cb18 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:49:39.233812 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Attempting to bind port f4ed5adc-3468-4f00-950b-4abe5a34cb18 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:49:39.234149 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Attempting to bind port f4ed5adc-3468-4f00-950b-4abe5a34cb18 on network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:49:39.249466 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-09fa3eae-34fd-4ef1-862c-7eb80f0112cf tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7932892 Mar 08 09:49:39.254344 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:49:39.254783 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Checking segment: {'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:39.255157 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:39.255617 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Bound using segment: {'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:49:39.255838 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43376) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:39.256106 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Bound port: f4ed5adc-3468-4f00-950b-4abe5a34cb18, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:49:39.256541 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:39.288996 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:39.378874 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6d7b739b-db8d-4f48-8689-55549fe704e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:39.381175 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9039ea5d-921f-4b2b-81c9-06ac5f1c30d0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting port a0a40bfe-9931-4d27-add3-b480e1777068 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:39.381674 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9039ea5d-921f-4b2b-81c9-06ac5f1c30d0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:39.579136 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-6d7b739b-db8d-4f48-8689-55549fe704e3 None None] For port a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:39.583743 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] For port f4ed5adc-3468-4f00-950b-4abe5a34cb18, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:49:39.588451 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] For port f4ed5adc-3468-4f00-950b-4abe5a34cb18, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f4ed5adc-3468-4f00-950b-4abe5a34cb18,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:49:39.628416 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6d7b739b-db8d-4f48-8689-55549fe704e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:39.652100 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4949caa3-08d4-440b-882f-34ce014e18d1 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:39.723201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4949caa3-08d4-440b-882f-34ce014e18d1 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:39.736371 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:39.747791 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a4f087-aea6-4c91-bb77-9ab9f29316cc tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:49:39.757428 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-88a4f087-aea6-4c91-bb77-9ab9f29316cc tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] 10.222.0.24 "PUT /v2.0/routers/72139487-eb80-4ad8-8c9b-1f2742eb473a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5456951 Mar 08 09:49:39.758652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43388) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:39.776022 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608a000e-7495-4a2a-a8e6-b375758ffe94 None None] Network 8382c660-25f3-4087-9fe3-10449af161e4 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:39.849838 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cb4d7d-88e4-44d6-989d-2b753f852b4b None None] Sync routers for ids ['72139487-eb80-4ad8-8c9b-1f2742eb473a'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:49:39.886313 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4949caa3-08d4-440b-882f-34ce014e18d1 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/subnets/6df481aa-befd-4baf-8654-94248272201e HTTP/1.1" status: 204 len: 168 time: 2.8581059 Mar 08 09:49:39.927740 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43390) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:39.928077 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43394) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:39.962627 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b0b69105-fd15-4711-99d0-02f0f74415de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:39.977781 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-def60052-1655-4ba4-bf4d-7a171a159935 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:39.981677 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949caa3-08d4-440b-882f-34ce014e18d1 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Subnet': ['ID=6df481aa-befd-4baf-8654-94248272201e,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:40.004828 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9039ea5d-921f-4b2b-81c9-06ac5f1c30d0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:40.111208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cb5b65fc-98fb-4819-a1f3-c45020c4be3e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791804013047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126084'] for subnet, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:40.112200 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cb4d7d-88e4-44d6-989d-2b753f852b4b None None] Routers {'72139487-eb80-4ad8-8c9b-1f2742eb473a'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:40.113003 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-45cb4d7d-88e4-44d6-989d-2b753f852b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['72139487-eb80-4ad8-8c9b-1f2742eb473a'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:40.220137 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:49:40.220385 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:49:40.226020 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5b65fc-98fb-4819-a1f3-c45020c4be3e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:40.226626 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cb5b65fc-98fb-4819-a1f3-c45020c4be3e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:40.227933 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-cb5b65fc-98fb-4819-a1f3-c45020c4be3e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "PUT /v2.0/subnets/58ad8309-54ab-4e3a-bd86-0739e1186160 HTTP/1.1" status: 200 len: 877 time: 3.0285380 Mar 08 09:49:40.233234 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1f06ddbf-50ce-41cd-8760-59673958b899 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] Request body: {'port': {'network_id': 'be98f451-ca4f-4de6-a7e0-e1273addafdc', 'name': 'tempest-NetworksNegativeTestJSON-809060748'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:40.237585 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43404) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:40.244774 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b69105-fd15-4711-99d0-02f0f74415de admin admin] Checking segment: {'id': '2f301582-1895-4395-a699-98612d90978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '939811a2-bc17-493b-92b8-63beb6e5d0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:40.245140 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b69105-fd15-4711-99d0-02f0f74415de admin admin] Network hostable DHCP agents. Network: 939811a2-bc17-493b-92b8-63beb6e5d0d4, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:49:40.262039 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9039ea5d-921f-4b2b-81c9-06ac5f1c30d0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Calling delete_port for a0a40bfe-9931-4d27-add3-b480e1777068 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:40.285833 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Routers {'c0db5835-24d4-454f-93db-d9a761214a3c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:40.286471 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c0db5835-24d4-454f-93db-d9a761214a3c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:40.317545 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f06ddbf-50ce-41cd-8760-59673958b899 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] POST failed (client error): The resource could not be found. Mar 08 09:49:40.318011 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f06ddbf-50ce-41cd-8760-59673958b899 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:40.322913 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1f06ddbf-50ce-41cd-8760-59673958b899 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3895555 Mar 08 09:49:40.323217 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df4ade9-27a2-4f0a-a068-55b2c7707b3f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting subnet ae6d9e93-228c-4e58-a0dc-3062158b27d8 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:49:40.324892 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43408) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:40.349705 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5df4ade9-27a2-4f0a-a068-55b2c7707b3f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:40.359324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b739b-db8d-4f48-8689-55549fe704e3 None None] Pushing event updated for resources: {'Port': ['ID=a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:40.362609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-45cb4d7d-88e4-44d6-989d-2b753f852b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:40.371497 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b69105-fd15-4711-99d0-02f0f74415de admin admin] Pushing event updated for resources: {'Subnet': ['ID=384b23a1-ceb7-42e2-ae9a-820a5350be45,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:40.410120 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb60d982-b6fe-47c6-953b-3550fb403926 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:40.410642 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb60d982-b6fe-47c6-953b-3550fb403926 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:40.412262 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fb60d982-b6fe-47c6-953b-3550fb403926 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] 10.222.0.24 "DELETE /v2.0/networks/e1586e05-e770-4c57-b61c-489ab4057163 HTTP/1.1" status: 404 len: 339 time: 0.0844088 Mar 08 09:49:40.416421 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43412) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:40.482005 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def60052-1655-4ba4-bf4d-7a171a159935 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Checking segment: {'id': 'de0e85fe-746f-4c1b-aaea-ddc86cdf283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:40.482402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def60052-1655-4ba4-bf4d-7a171a159935 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network hostable DHCP agents. Network: 5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:49:40.487761 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5df4ade9-27a2-4f0a-a068-55b2c7707b3f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:40.505104 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Allocated IP 172.20.0.3 (e741a38a-77d3-4181-b7dd-4477e89f912f/58ad8309-54ab-4e3a-bd86-0739e1186160/ac8348f4-b9b6-4f12-bb2f-7cc4e3f3d915) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:40.521919 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fecb9ea5-85f8-4aeb-905c-07f4fbae4098 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:40.522690 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fecb9ea5-85f8-4aeb-905c-07f4fbae4098 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:40.538954 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fecb9ea5-85f8-4aeb-905c-07f4fbae4098 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] 10.222.0.24 "DELETE /v2.0/ports/c4169a5d-28fa-41e4-bc61-02fc29f681ec HTTP/1.1" status: 404 len: 333 time: 0.1207922 Mar 08 09:49:40.544930 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43416) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:40.553585 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-152c3c01-9df5-483e-bee8-b9b5d26efeac tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:40.616730 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b69105-fd15-4711-99d0-02f0f74415de admin admin] Network 939811a2-bc17-493b-92b8-63beb6e5d0d4 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:49:40.639788 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba38e8d-08bf-40b0-8288-c9139038bdb2 None None] Pushing event updated for resources: {'Port': ['ID=f4ed5adc-3468-4f00-950b-4abe5a34cb18,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:40.673059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def60052-1655-4ba4-bf4d-7a171a159935 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Subnet': ['ID=506b27c1-f954-4f6d-810a-7086c066d16f,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:40.685934 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cb4d7d-88e4-44d6-989d-2b753f852b4b None None] Routers {'72139487-eb80-4ad8-8c9b-1f2742eb473a'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:40.686067 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-45cb4d7d-88e4-44d6-989d-2b753f852b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['72139487-eb80-4ad8-8c9b-1f2742eb473a'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:40.715777 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9039ea5d-921f-4b2b-81c9-06ac5f1c30d0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:40.717412 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def60052-1655-4ba4-bf4d-7a171a159935 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network 5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:49:40.731356 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3092d674-ee39-425b-86ec-1e795648ca49 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:40.731727 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3092d674-ee39-425b-86ec-1e795648ca49 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:40.733420 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3092d674-ee39-425b-86ec-1e795648ca49 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] 10.222.0.24 "DELETE /v2.0/subnets/b1de6ee9-b587-4f3c-8af8-78d8d99fe29f HTTP/1.1" status: 404 len: 337 time: 0.1831448 Mar 08 09:49:40.734093 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-b0b69105-fd15-4711-99d0-02f0f74415de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 939811a2-bc17-493b-92b8-63beb6e5d0d4) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:40.738401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b69105-fd15-4711-99d0-02f0f74415de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:40.738977 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b0b69105-fd15-4711-99d0-02f0f74415de admin admin] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:40.752053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43420) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:40.769112 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039ea5d-921f-4b2b-81c9-06ac5f1c30d0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Port': ['ID=a0a40bfe-9931-4d27-add3-b480e1777068,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:40.797323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-def60052-1655-4ba4-bf4d-7a171a159935 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:40.801842 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def60052-1655-4ba4-bf4d-7a171a159935 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:40.802436 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-def60052-1655-4ba4-bf4d-7a171a159935 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:40.810606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:40.870130 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd831e51-ad51-4761-b434-f91ed2e670f4 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] GET failed (client error): The resource could not be found. Mar 08 09:49:40.871709 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bd831e51-ad51-4761-b434-f91ed2e670f4 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] 10.222.0.24 "GET /v2.0/networks/9120b02f-1f71-4873-96a7-6aaaf8277c75 HTTP/1.1" status: 404 len: 339 time: 0.1153445 Mar 08 09:49:40.924908 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b65fc-98fb-4819-a1f3-c45020c4be3e tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event updated for resources: {'Subnet': ['ID=58ad8309-54ab-4e3a-bd86-0739e1186160,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:40.929207 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b0b69105-fd15-4711-99d0-02f0f74415de admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3670759 Mar 08 09:49:40.930496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43424) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:40.939871 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-def60052-1655-4ba4-bf4d-7a171a159935 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3832090 Mar 08 09:49:40.945319 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43426) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:40.946008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43430) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:40.960548 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1394773996-router', 'tenant_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:41.040785 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5df4ade9-27a2-4f0a-a068-55b2c7707b3f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:41.076477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9039ea5d-921f-4b2b-81c9-06ac5f1c30d0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:41.096111 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed43005-a901-41fc-86e0-490aa4cacf7c None None] Network 939811a2-bc17-493b-92b8-63beb6e5d0d4 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:41.103019 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9039ea5d-921f-4b2b-81c9-06ac5f1c30d0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/a0a40bfe-9931-4d27-add3-b480e1777068 HTTP/1.1" status: 204 len: 168 time: 1.8447690 Mar 08 09:49:41.105828 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43436) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:41.117462 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e125f0e-1b67-4daa-b9db-ecbed12a4199 None None] Network 5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:41.198668 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5df4ade9-27a2-4f0a-a068-55b2c7707b3f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:41.245123 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5df4ade9-27a2-4f0a-a068-55b2c7707b3f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:41.253900 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4ade9-27a2-4f0a-a068-55b2c7707b3f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Subnet': ['ID=ae6d9e93-228c-4e58-a0dc-3062158b27d8,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:41.272562 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e836ce1d-e973-4664-92d8-4a98f89fa87e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:41.273560 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e836ce1d-e973-4664-92d8-4a98f89fa87e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:41.281867 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5df4ade9-27a2-4f0a-a068-55b2c7707b3f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/subnets/ae6d9e93-228c-4e58-a0dc-3062158b27d8 HTTP/1.1" status: 204 len: 168 time: 1.3504527 Mar 08 09:49:41.284286 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43440) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:41.307361 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:41.330195 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-af830ea3-045b-41dd-8b4e-c2daf6debd3d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:41.330945 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af830ea3-045b-41dd-8b4e-c2daf6debd3d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:41.332942 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-af830ea3-045b-41dd-8b4e-c2daf6debd3d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/subnets/6df481aa-befd-4baf-8654-94248272201e HTTP/1.1" status: 404 len: 337 time: 0.0475302 Mar 08 09:49:41.335789 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43444) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:41.355297 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b0f7cb-644c-493e-b54e-0bae26339050 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] GET failed (client error): The resource could not be found. Mar 08 09:49:41.356783 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-86b0f7cb-644c-493e-b54e-0bae26339050 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] 10.222.0.24 "GET /v2.0/ports/def377e1-9d34-4fb2-a357-fffeeab57050 HTTP/1.1" status: 404 len: 333 time: 0.4158514 Mar 08 09:49:41.366467 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43448) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:41.373213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Usage tracker for resource:router and tenant:9802eb5a2ba2431ca0c1e903daef7b6e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:41.396531 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:41.397499 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-45cb4d7d-88e4-44d6-989d-2b753f852b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:41.397899 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cb4d7d-88e4-44d6-989d-2b753f852b4b None None] The sync data for ids ['72139487-eb80-4ad8-8c9b-1f2742eb473a'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:49:41.413117 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e836ce1d-e973-4664-92d8-4a98f89fa87e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:41.416152 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e836ce1d-e973-4664-92d8-4a98f89fa87e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3093925 Mar 08 09:49:41.419174 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43452) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:41.421695 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] Set router c0db5835-24d4-454f-93db-d9a761214a3c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:49:41.458766 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:41.461150 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-29094198-26f7-4e33-a1b3-5c517cb2dccd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting subnet 84d4a129-031e-4674-8086-98a3cb379e8d {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:49:41.471559 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-29094198-26f7-4e33-a1b3-5c517cb2dccd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:41.477460 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd55ae7f-be04-42f6-8e86-70de97a40b87 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] GET failed (client error): The resource could not be found. Mar 08 09:49:41.482953 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fd55ae7f-be04-42f6-8e86-70de97a40b87 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] 10.222.0.24 "GET /v2.0/subnets/92c9aa27-7fe8-4129-975a-17cc69727458 HTTP/1.1" status: 404 len: 337 time: 0.1022460 Mar 08 09:49:41.484316 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-152c3c01-9df5-483e-bee8-b9b5d26efeac tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:41.500680 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43456) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:41.528121 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-98495940-f57f-4ad5-84b4-d53b5e1d545c tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:41.547913 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-98495940-f57f-4ad5-84b4-d53b5e1d545c tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] PUT failed (client error): The resource could not be found. Mar 08 09:49:41.549013 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98495940-f57f-4ad5-84b4-d53b5e1d545c tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:41.553451 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-98495940-f57f-4ad5-84b4-d53b5e1d545c tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] 10.222.0.24 "PUT /v2.0/networks/1a925342-d47f-4213-9b1e-2350203830e7 HTTP/1.1" status: 404 len: 339 time: 0.0432086 Mar 08 09:49:41.556423 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43460) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:41.573945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-83204b1a-b4a7-4268-ad0c-22d89e94e1fb tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:41.574481 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-29094198-26f7-4e33-a1b3-5c517cb2dccd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:41.615667 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 312c50a0-8db2-4f68-b031-552014064783 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:41.618253 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-83204b1a-b4a7-4268-ad0c-22d89e94e1fb tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] PUT failed (client error): The resource could not be found. Mar 08 09:49:41.618729 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83204b1a-b4a7-4268-ad0c-22d89e94e1fb tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:41.623509 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-83204b1a-b4a7-4268-ad0c-22d89e94e1fb tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] 10.222.0.24 "PUT /v2.0/ports/00720302-8a00-4a58-9d63-18b8162aa1fe HTTP/1.1" status: 404 len: 333 time: 0.0618160 Mar 08 09:49:41.624412 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43464) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:41.625513 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:41.643903 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e136443b-ee34-44fb-8a90-087d1be7abd2 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:41.655857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:41.657437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:41.664344 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973', 'network_id': '5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'fixed_ips': [{'subnet_id': '506b27c1-f954-4f6d-810a-7086c066d16f'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:49:41.665011 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:41.691172 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e136443b-ee34-44fb-8a90-087d1be7abd2 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] PUT failed (client error): The resource could not be found. Mar 08 09:49:41.691513 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e136443b-ee34-44fb-8a90-087d1be7abd2 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:41.696119 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e136443b-ee34-44fb-8a90-087d1be7abd2 tempest-NetworksNegativeTestJSON-818440801 tempest-NetworksNegativeTestJSON-818440801-project] 10.222.0.24 "PUT /v2.0/subnets/fb2f3df1-d408-4aa0-8060-aba1d1ddd059 HTTP/1.1" status: 404 len: 337 time: 0.0678635 Mar 08 09:49:41.709271 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64e3c5e-7b80-46f6-a912-f883f881286f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:41.710771 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d64e3c5e-7b80-46f6-a912-f883f881286f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2908165 Mar 08 09:49:41.713596 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43470) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:41.720504 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-152c3c01-9df5-483e-bee8-b9b5d26efeac tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Deleting port 4af67254-e347-4f8d-8013-02fc8207d1aa {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:41.720504 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-152c3c01-9df5-483e-bee8-b9b5d26efeac tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:41.799147 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df268f60-160f-42da-a014-62c04ba69dac tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:41.800602 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df268f60-160f-42da-a014-62c04ba69dac tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:41.802207 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df268f60-160f-42da-a014-62c04ba69dac tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:41.803352 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-df268f60-160f-42da-a014-62c04ba69dac tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:41.808863 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-29094198-26f7-4e33-a1b3-5c517cb2dccd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:41.809491 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:41.857246 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:41.869088 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-df268f60-160f-42da-a014-62c04ba69dac tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:41.873046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Transition to ACTIVE for port object ac8348f4-b9b6-4f12-bb2f-7cc4e3f3d915 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:41.873415 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-df268f60-160f-42da-a014-62c04ba69dac tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1591041 Mar 08 09:49:41.874417 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43474) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:41.899725 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Transition to ACTIVE for port object ac8348f4-b9b6-4f12-bb2f-7cc4e3f3d915 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:41.968447 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-29094198-26f7-4e33-a1b3-5c517cb2dccd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:42.036222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85e9175-d303-423b-904a-90342843dd2c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet 2a00942e-742e-43d6-bcfb-e4819fce034c {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:49:42.039377 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43480) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:42.041261 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c2ee4ace-b274-4f3f-ab9a-02697a8dda5b None None] Provisioning complete for port a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:42.041741 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c2ee4ace-b274-4f3f-ab9a-02697a8dda5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:42.042823 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29094198-26f7-4e33-a1b3-5c517cb2dccd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Subnet': ['ID=84d4a129-031e-4674-8086-98a3cb379e8d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:42.049044 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-29094198-26f7-4e33-a1b3-5c517cb2dccd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:42.051577 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b85e9175-d303-423b-904a-90342843dd2c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:42.102722 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-29094198-26f7-4e33-a1b3-5c517cb2dccd tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/subnets/84d4a129-031e-4674-8086-98a3cb379e8d HTTP/1.1" status: 204 len: 168 time: 0.7631159 Mar 08 09:49:42.103908 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43486) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:42.133333 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:42.158778 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-243fe225-8966-4da3-a907-7f572d5c97b8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:42.159372 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243fe225-8966-4da3-a907-7f572d5c97b8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:42.165720 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-243fe225-8966-4da3-a907-7f572d5c97b8 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/subnets/47386eea-4c59-4156-9fb9-6c7c9ead2b63 HTTP/1.1" status: 404 len: 337 time: 0.0570040 Mar 08 09:49:42.165720 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b85e9175-d303-423b-904a-90342843dd2c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:42.195772 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43490) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:42.223369 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:42.278312 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cb37082e-ea1b-44b4-a116-6298a5e21b65 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c890b083-9e23-49a4-beaf-f9d5acf0dac9 HTTP/1.1" status: 200 len: 205 time: 0.0791471 Mar 08 09:49:42.280016 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43494) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:42.282990 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91500bb4-06c3-46c4-ac26-f338d4780962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:42.328647 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Network e741a38a-77d3-4181-b7dd-4477e89f912f is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:42.346441 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Subnet': ['ID=58ad8309-54ab-4e3a-bd86-0739e1186160,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:42.374374 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-60ce6bf4-d309-4839-a908-c88631126c7f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] delete failed (client error): The resource could not be found. Mar 08 09:49:42.378824 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-60ce6bf4-d309-4839-a908-c88631126c7f tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/routers/c890b083-9e23-49a4-beaf-f9d5acf0dac9 HTTP/1.1" status: 404 len: 336 time: 0.0945230 Mar 08 09:49:42.379309 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-91500bb4-06c3-46c4-ac26-f338d4780962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:42.383204 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43498) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:42.390661 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:42.392930 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:42.421476 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-91500bb4-06c3-46c4-ac26-f338d4780962 admin admin] Usage tracker for resource:security_group_rule and tenant:494abb9bb8474bd7a754ff9667ab8151 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:42.427688 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-91500bb4-06c3-46c4-ac26-f338d4780962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:42.440114 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef16b64-7327-4492-942c-bccb82585aa3 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:42.440567 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef16b64-7327-4492-942c-bccb82585aa3 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:42.446751 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5ef16b64-7327-4492-942c-bccb82585aa3 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/subnets/ed868331-44f2-49d0-b7c0-ead4b8563384 HTTP/1.1" status: 404 len: 337 time: 0.0589025 Mar 08 09:49:42.446751 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-91500bb4-06c3-46c4-ac26-f338d4780962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:42.446751 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43502) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:42.455885 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 312c50a0-8db2-4f68-b031-552014064783 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:42.456720 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:42.488996 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Pushing event updated for resources: {'Port': ['ID=ac8348f4-b9b6-4f12-bb2f-7cc4e3f3d915,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:42.505215 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-394c23e3-18ff-41e0-9ebb-197079db68bb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:42.505734 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394c23e3-18ff-41e0-9ebb-197079db68bb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:42.509940 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-394c23e3-18ff-41e0-9ebb-197079db68bb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/subnets/e3302894-ea6f-4874-9d07-ba70f7f21341 HTTP/1.1" status: 404 len: 337 time: 0.0605836 Mar 08 09:49:42.518243 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b85e9175-d303-423b-904a-90342843dd2c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:42.538901 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43506) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:42.641670 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b85e9175-d303-423b-904a-90342843dd2c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:42.677969 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-152c3c01-9df5-483e-bee8-b9b5d26efeac tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:42.686986 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:42.698076 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91500bb4-06c3-46c4-ac26-f338d4780962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:42.699280 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e9175-d303-423b-904a-90342843dd2c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=2a00942e-742e-43d6-bcfb-e4819fce034c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:42.703064 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b85e9175-d303-423b-904a-90342843dd2c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:42.708598 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f678185-0ce5-4061-a35b-d00c552865f6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:42.709087 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f678185-0ce5-4061-a35b-d00c552865f6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:42.710946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91500bb4-06c3-46c4-ac26-f338d4780962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:42.759600 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-939811a2-bc17-493b-92b8-63beb6e5d0d4', 'network_id': '939811a2-bc17-493b-92b8-63beb6e5d0d4', 'tenant_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'fixed_ips': [{'subnet_id': '384b23a1-ceb7-42e2-ae9a-820a5350be45'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:49:42.760425 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:42.761245 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b85e9175-d303-423b-904a-90342843dd2c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/2a00942e-742e-43d6-bcfb-e4819fce034c HTTP/1.1" status: 204 len: 168 time: 0.8831635 Mar 08 09:49:42.762779 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43510) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:42.769397 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f7e9f1-b68a-4b2a-8b60-e120525f4ee1 None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:42.777410 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-91500bb4-06c3-46c4-ac26-f338d4780962 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=494abb9bb8474bd7a754ff9667ab8151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7356982 Mar 08 09:49:42.779814 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91500bb4-06c3-46c4-ac26-f338d4780962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a16cf0-119c-4a2d-b1bf-dcea9c508d9d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:42.782286 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43512) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:42.887687 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc35db12-036f-4ece-bbf1-dfd39912c4d8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Deleting subnet 3f058596-798f-46f6-95bc-669ba9810a5f {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:49:42.901165 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc35db12-036f-4ece-bbf1-dfd39912c4d8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:42.906147 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-152c3c01-9df5-483e-bee8-b9b5d26efeac tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Calling delete_port for 4af67254-e347-4f8d-8013-02fc8207d1aa owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:42.941885 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3f678185-0ce5-4061-a35b-d00c552865f6 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/subnets/9cb60612-1d2e-4b50-839a-408caa11216f HTTP/1.1" status: 404 len: 337 time: 0.3948901 Mar 08 09:49:42.943414 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:43.003582 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43518) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:43.060021 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2054c7dc-d397-42cb-929e-8549f05df38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:43.065017 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e741a38a-77d3-4181-b7dd-4477e89f912f']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:43.092934 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc35db12-036f-4ece-bbf1-dfd39912c4d8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:43.106820 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5cc035-054b-4e4e-9f37-900c3bba5bcc tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:43.107300 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5cc035-054b-4e4e-9f37-900c3bba5bcc tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:43.111920 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1d5cc035-054b-4e4e-9f37-900c3bba5bcc tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/ports/0590686f-cf3a-4912-80a2-b2e10ae65527 HTTP/1.1" status: 404 len: 333 time: 0.0969148 Mar 08 09:49:43.115208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbb817b-ed63-4793-b75d-f961d6c14554') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:43.115509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbb817b-ed63-4793-b75d-f961d6c14554') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:43.122132 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43522) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:43.140335 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-18d45e8f-c611-4fd4-985f-2e6f84fc3e65 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:43.152197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:43.163757 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2054c7dc-d397-42cb-929e-8549f05df38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:43.169716 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Attempting to bind port ac8348f4-b9b6-4f12-bb2f-7cc4e3f3d915 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:49:43.170249 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Attempting to bind port ac8348f4-b9b6-4f12-bb2f-7cc4e3f3d915 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'afbb817b-ed63-4793-b75d-f961d6c14554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e741a38a-77d3-4181-b7dd-4477e89f912f'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:49:43.170840 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Attempting to bind port ac8348f4-b9b6-4f12-bb2f-7cc4e3f3d915 on network e741a38a-77d3-4181-b7dd-4477e89f912f {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:49:43.179540 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Allocated IP 172.23.0.2 (5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973/506b27c1-f954-4f6d-810a-7086c066d16f/e99a9ea4-7f01-4920-b9c0-32793f0fbbc2) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:43.187746 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7bd8e9-e730-4415-9556-3e689691f616 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:43.188473 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7bd8e9-e730-4415-9556-3e689691f616 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:43.192659 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fc7bd8e9-e730-4415-9556-3e689691f616 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/subnets/50688670-b3c7-409a-a750-48f7e9670afb HTTP/1.1" status: 404 len: 337 time: 0.0670099 Mar 08 09:49:43.194416 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43528) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:43.217296 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ea0e8a-2ea3-4897-8239-7c747f065475 None None] Update dhcp port {'port': {'network_id': '8382c660-25f3-4087-9fe3-10449af161e4', 'fixed_ips': [{'subnet_id': '84d4a129-031e-4674-8086-98a3cb379e8d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ae6d9e93-228c-4e58-a0dc-3062158b27d8'}], 'binding:host_id': 'dv-neutron-831730-2-hyperv'}, 'id': '31ca9c9d-0bc8-47c0-8743-f024c79d513b'} from dv-neutron-831730-2-hyperv. {{(pid=87773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 09:49:43.231029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:43.244323 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:49:43.247928 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-78cbfbbd-e801-40e0-8253-eea137061e6d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:43.248444 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78cbfbbd-e801-40e0-8253-eea137061e6d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:43.253383 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-78cbfbbd-e801-40e0-8253-eea137061e6d tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/subnets/5a431734-5c05-467b-8281-e956feb29ab8 HTTP/1.1" status: 404 len: 337 time: 0.0548346 Mar 08 09:49:43.260413 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43532) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:43.287762 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:49:43.288190 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Checking segment: {'id': 'afbb817b-ed63-4793-b75d-f961d6c14554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e741a38a-77d3-4181-b7dd-4477e89f912f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:43.288547 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:43.289231 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Bound using segment: {'id': 'afbb817b-ed63-4793-b75d-f961d6c14554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e741a38a-77d3-4181-b7dd-4477e89f912f'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:49:43.289750 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Bound port: ac8348f4-b9b6-4f12-bb2f-7cc4e3f3d915, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afbb817b-ed63-4793-b75d-f961d6c14554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e741a38a-77d3-4181-b7dd-4477e89f912f'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:49:43.290119 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:43.310084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:49:43.310770 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:43.319103 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2ad8db-2f04-4a78-b967-eed1ffdc2c10 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:43.319648 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2ad8db-2f04-4a78-b967-eed1ffdc2c10 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:43.323972 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6b2ad8db-2f04-4a78-b967-eed1ffdc2c10 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/ports/7d460350-34bb-4cdb-9a28-eedae6bcaf0c HTTP/1.1" status: 404 len: 333 time: 0.0578470 Mar 08 09:49:43.325600 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43536) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:49:43.329406 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:49:43.372542 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f063e5-38b9-4bd6-ab48-7653add94df9 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:43.373020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f063e5-38b9-4bd6-ab48-7653add94df9 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:43.395572 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc35db12-036f-4ece-bbf1-dfd39912c4d8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:43.398527 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c2ee4ace-b274-4f3f-ab9a-02697a8dda5b None None] Could not find standard attr ID for object a0a40bfe-9931-4d27-add3-b480e1777068. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:49:43.424199 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-78f063e5-38b9-4bd6-ab48-7653add94df9 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/subnets/b397bba1-7fdb-46f3-bf29-6642a250b483 HTTP/1.1" status: 404 len: 337 time: 0.0975850 Mar 08 09:49:43.429054 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43540) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:43.431454 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2054c7dc-d397-42cb-929e-8549f05df38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:43.433966 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2054c7dc-d397-42cb-929e-8549f05df38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:43.437133 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2054c7dc-d397-42cb-929e-8549f05df38a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9a16cf0-119c-4a2d-b1bf-dcea9c508d9d HTTP/1.1" status: 204 len: 168 time: 0.6513777 Mar 08 09:49:43.500970 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054c7dc-d397-42cb-929e-8549f05df38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a16cf0-119c-4a2d-b1bf-dcea9c508d9d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:43.502896 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-20800718-00ff-4216-b0da-c64db6616b16 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:43.503442 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20800718-00ff-4216-b0da-c64db6616b16 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:43.505550 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-20800718-00ff-4216-b0da-c64db6616b16 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/subnets/37c655c1-742a-45f7-88ff-cfff01d73e2c HTTP/1.1" status: 404 len: 337 time: 0.0754473 Mar 08 09:49:43.508962 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43546) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:43.624664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc35db12-036f-4ece-bbf1-dfd39912c4d8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:43.690600 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-868eb863-0e1a-4681-8728-2288783cb416 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port 51585ce6-fce5-44b7-9f51-4bd2eb297269 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:43.691135 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-868eb863-0e1a-4681-8728-2288783cb416 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:43.710464 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45ea0e8a-2ea3-4897-8239-7c747f065475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:43.721407 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc35db12-036f-4ece-bbf1-dfd39912c4d8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:43.729656 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35db12-036f-4ece-bbf1-dfd39912c4d8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Subnet': ['ID=3f058596-798f-46f6-95bc-669ba9810a5f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:43.759491 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bc35db12-036f-4ece-bbf1-dfd39912c4d8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/3f058596-798f-46f6-95bc-669ba9810a5f HTTP/1.1" status: 204 len: 168 time: 0.9809775 Mar 08 09:49:43.760262 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43554) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:43.786866 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-152c3c01-9df5-483e-bee8-b9b5d26efeac tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:43.809686 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] For port ac8348f4-b9b6-4f12-bb2f-7cc4e3f3d915, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:49:43.813304 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] For port ac8348f4-b9b6-4f12-bb2f-7cc4e3f3d915, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ac8348f4-b9b6-4f12-bb2f-7cc4e3f3d915,segment=NetworkSegment(afbb817b-ed63-4793-b75d-f961d6c14554),segment_id=afbb817b-ed63-4793-b75d-f961d6c14554)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:49:43.842696 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.api [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 09:49:43.842696 dv-neutron-831730-2-hyperv neutron-server[87771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 09:49:43.842696 dv-neutron-831730-2-hyperv neutron-server[87771]: [parameters: {'id': 'e741a38a-77d3-4181-b7dd-4477e89f912f'}] Mar 08 09:49:43.842696 dv-neutron-831730-2-hyperv neutron-server[87771]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:49:43.843091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG oslo_db.api [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:49:43.846790 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:49:43.884797 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:43.892880 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b712ff73-f4dc-4f62-9ba2-5b3a0993284d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1242330 Mar 08 09:49:43.898673 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c3c01-9df5-483e-bee8-b9b5d26efeac tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Pushing event deleted for resources: {'Port': ['ID=4af67254-e347-4f8d-8013-02fc8207d1aa,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:43.899369 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43562) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:43.919205 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:43.923956 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:49:43.924351 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9f9067e1-e699-4fd2-91d9-dcce6f9ad0a7 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:49:44.102829 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-868eb863-0e1a-4681-8728-2288783cb416 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:44.136413 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa46679-e43d-496c-be3d-01d33c8da1c6 None None] Pushing event updated for resources: {'Port': ['ID=ac8348f4-b9b6-4f12-bb2f-7cc4e3f3d915,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:44.150532 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6be5621-45ba-4688-ba17-6314416fe739 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:44.154711 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e6be5621-45ba-4688-ba17-6314416fe739 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2543809 Mar 08 09:49:44.155307 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43572) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:44.158569 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:39Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:44.267835 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-152c3c01-9df5-483e-bee8-b9b5d26efeac tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:44.309947 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ee765355-1166-4e03-a5a8-6bc723946487 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:44.341804 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-868eb863-0e1a-4681-8728-2288783cb416 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for 51585ce6-fce5-44b7-9f51-4bd2eb297269 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:44.368025 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:44.374376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a010db4-2522-4dbc-bd00-0b1367ff9433 None None] The sync data for ids ['c0db5835-24d4-454f-93db-d9a761214a3c'] in dv-neutron-831730-2-hyperv is: [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:39Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:49:44.427456 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b024c12-ad0d-4c28-b444-e03987603211 None None] Network 8382c660-25f3-4087-9fe3-10449af161e4 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:44.509927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5016c27-9d09-4b65-8c01-370952772a97 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:44.510922 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f5016c27-9d09-4b65-8c01-370952772a97 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Synchronizing usage tracker for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:49:44.517394 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:44.545556 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Allocated IP 172.20.0.2 (939811a2-bc17-493b-92b8-63beb6e5d0d4/384b23a1-ceb7-42e2-ae9a-820a5350be45/de08a8cd-d093-4ef6-84c1-60889b9a913d) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:44.553326 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43580) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:44.600381 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f5016c27-9d09-4b65-8c01-370952772a97 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Unset dirty status for tenant:1de9d677d262479ba2ce9658eb523e79 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:49:44.604858 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f5016c27-9d09-4b65-8c01-370952772a97 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3609686 Mar 08 09:49:44.605933 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Transition to ACTIVE for port object e99a9ea4-7f01-4920-b9c0-32793f0fbbc2 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:44.606637 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43586) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:44.642635 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:44.674388 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-152c3c01-9df5-483e-bee8-b9b5d26efeac tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:44.677507 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a1e52f38-28eb-4f60-9866-cba6f2ee2acd None None] Provisioning complete for port 51585ce6-fce5-44b7-9f51-4bd2eb297269 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:44.677889 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1e52f38-28eb-4f60-9866-cba6f2ee2acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:44.679815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-152c3c01-9df5-483e-bee8-b9b5d26efeac tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:44.686259 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Deleting port ac8348f4-b9b6-4f12-bb2f-7cc4e3f3d915 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:44.686590 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:44.727592 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:44.749252 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-18c0341f-ea36-42b7-b25a-a0438dd2631d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1358597 Mar 08 09:49:44.749966 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43590) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:44.820772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-152c3c01-9df5-483e-bee8-b9b5d26efeac tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:44.821294 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152c3c01-9df5-483e-bee8-b9b5d26efeac tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Fanout notify agent at l3_agent the message router_deleted on router 72139487-eb80-4ad8-8c9b-1f2742eb473a {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:49:44.827798 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-692bb6e3-6e47-4c65-a44b-0b279a85b355 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:44.828168 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692bb6e3-6e47-4c65-a44b-0b279a85b355 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:44.833950 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-692bb6e3-6e47-4c65-a44b-0b279a85b355 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/a0a40bfe-9931-4d27-add3-b480e1777068 HTTP/1.1" status: 404 len: 333 time: 0.0805650 Mar 08 09:49:44.837168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43594) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:44.841059 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-84d75ed8-bee6-4250-b558-4281264d54bd tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-477203402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:44.849844 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-84d75ed8-bee6-4250-b558-4281264d54bd tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:44.854640 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-84d75ed8-bee6-4250-b558-4281264d54bd tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Usage tracker for resource:router and tenant:5d7ad7fd5b5f46ae93710fbab512b284 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:44.862603 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-84d75ed8-bee6-4250-b558-4281264d54bd tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:44.870836 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-84d75ed8-bee6-4250-b558-4281264d54bd tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:44.889594 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84d75ed8-bee6-4250-b558-4281264d54bd tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:44.891752 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84d75ed8-bee6-4250-b558-4281264d54bd tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:44.896898 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-868eb863-0e1a-4681-8728-2288783cb416 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:44.949247 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd100c95-0c40-4e58-80c7-e58cd967455d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:44.949754 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd100c95-0c40-4e58-80c7-e58cd967455d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:44.951703 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-cd100c95-0c40-4e58-80c7-e58cd967455d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/2a00942e-742e-43d6-bcfb-e4819fce034c HTTP/1.1" status: 404 len: 337 time: 0.1118643 Mar 08 09:49:44.957615 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43598) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:44.978302 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868eb863-0e1a-4681-8728-2288783cb416 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Port': ['ID=51585ce6-fce5-44b7-9f51-4bd2eb297269,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:44.982664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-868eb863-0e1a-4681-8728-2288783cb416 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:45.001528 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-868eb863-0e1a-4681-8728-2288783cb416 tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/ports/51585ce6-fce5-44b7-9f51-4bd2eb297269 HTTP/1.1" status: 204 len: 168 time: 1.4887314 Mar 08 09:49:45.003315 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43602) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:45.018103 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-152c3c01-9df5-483e-bee8-b9b5d26efeac tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:45.021871 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-152c3c01-9df5-483e-bee8-b9b5d26efeac tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] 10.222.0.24 "DELETE /v2.0/routers/72139487-eb80-4ad8-8c9b-1f2742eb473a HTTP/1.1" status: 204 len: 168 time: 5.1410346 Mar 08 09:49:45.047960 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Transition to ACTIVE for port object e99a9ea4-7f01-4920-b9c0-32793f0fbbc2 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:45.056099 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43606) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:45.185992 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-953ffeeb-01ec-48d0-8b00-adebaa25bf6a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:45.186453 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-953ffeeb-01ec-48d0-8b00-adebaa25bf6a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:45.189005 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-953ffeeb-01ec-48d0-8b00-adebaa25bf6a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/3f058596-798f-46f6-95bc-669ba9810a5f HTTP/1.1" status: 404 len: 337 time: 0.2250366 Mar 08 09:49:45.210458 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43610) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:45.253424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:45.258382 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84d75ed8-bee6-4250-b558-4281264d54bd tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:45.265108 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Transition to ACTIVE for port object de08a8cd-d093-4ef6-84c1-60889b9a913d will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:45.285688 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Transition to ACTIVE for port object de08a8cd-d093-4ef6-84c1-60889b9a913d will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:45.304218 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a1e52f38-28eb-4f60-9866-cba6f2ee2acd None None] Port 51585ce6-fce5-44b7-9f51-4bd2eb297269 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:45.307144 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:45.320960 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:45.325336 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84d75ed8-bee6-4250-b558-4281264d54bd tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:45.331749 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:45.339279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Deleting port 31ca9c9d-0bc8-47c0-8743-f024c79d513b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:45.339748 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:45.360384 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8456be08-489b-45dd-acec-ed268129b3ef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:45.361047 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8456be08-489b-45dd-acec-ed268129b3ef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:45.362637 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8456be08-489b-45dd-acec-ed268129b3ef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/4547361b-686e-4d1b-b7e9-a26a4429ceb4 HTTP/1.1" status: 404 len: 333 time: 0.1077979 Mar 08 09:49:45.363931 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Allocated IP 172.26.2.251 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/8d5b308d-83cf-48b4-8cf4-4740c419fd3b) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:45.369161 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43614) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:45.382324 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] For port ac8348f4-b9b6-4f12-bb2f-7cc4e3f3d915, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ac8348f4-b9b6-4f12-bb2f-7cc4e3f3d915,segment=NetworkSegment(afbb817b-ed63-4793-b75d-f961d6c14554),segment_id=afbb817b-ed63-4793-b75d-f961d6c14554)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:45.382743 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:45.398931 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-31949bd0-170f-4c48-b9bd-ee269ee9e452 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Deleting subnet 1de23857-c886-44f9-9239-f75e50c116a8 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:49:45.414883 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-31949bd0-170f-4c48-b9bd-ee269ee9e452 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:45.446237 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dda2fd2-4677-4e3e-aad1-4094ace14e1a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:45.447026 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dda2fd2-4677-4e3e-aad1-4094ace14e1a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:45.447153 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c15e29c-58c3-45bc-af19-d7c8666254ea None None] Network e741a38a-77d3-4181-b7dd-4477e89f912f requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:45.449412 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6dda2fd2-4677-4e3e-aad1-4094ace14e1a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/c5dd31ba-03d4-485f-a534-01162eb1bd69 HTTP/1.1" status: 404 len: 337 time: 0.0605958 Mar 08 09:49:45.452125 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43618) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:45.458545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84d75ed8-bee6-4250-b558-4281264d54bd tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:45.462690 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-84d75ed8-bee6-4250-b558-4281264d54bd tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8991623 Mar 08 09:49:45.470406 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43622) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:45.484544 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Network 939811a2-bc17-493b-92b8-63beb6e5d0d4 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:45.488933 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Network 5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:45.492977 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a1e52f38-28eb-4f60-9866-cba6f2ee2acd None None] Provisioning complete for port 31ca9c9d-0bc8-47c0-8743-f024c79d513b triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:45.493351 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1e52f38-28eb-4f60-9866-cba6f2ee2acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:45.513325 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2030168931'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:45.544317 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:45.546276 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:45.547996 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:45.581871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-18d45e8f-c611-4fd4-985f-2e6f84fc3e65 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Allocated IP 172.23.0.1 (5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973/506b27c1-f954-4f6d-810a-7086c066d16f/77420789-0be5-401b-b4fc-c57b0f4d3028) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:45.589196 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:45.591676 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port ee765355-1166-4e03-a5a8-6bc723946487 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:45.597118 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:45.600357 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a4e713-4958-47c6-97be-369ea528baef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:45.602416 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a4e713-4958-47c6-97be-369ea528baef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:45.611252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Calling delete_port for ac8348f4-b9b6-4f12-bb2f-7cc4e3f3d915 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:45.613502 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-10a4e713-4958-47c6-97be-369ea528baef tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/12459fff-bd0c-43b4-86f3-586d22aa9e82 HTTP/1.1" status: 404 len: 337 time: 0.1601791 Mar 08 09:49:45.634566 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43626) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:45.690560 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Usage tracker for resource:network and tenant:5d7ad7fd5b5f46ae93710fbab512b284 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:45.699914 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:45.720104 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:45.725953 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0991b0-f403-4fe4-a488-26cd0126debc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:45.726423 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0991b0-f403-4fe4-a488-26cd0126debc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:45.730555 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7a0991b0-f403-4fe4-a488-26cd0126debc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/107d2870-7f87-4ebd-8175-16ed67555972 HTTP/1.1" status: 404 len: 333 time: 0.0823138 Mar 08 09:49:45.762229 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43630) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:45.830300 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ee765355-1166-4e03-a5a8-6bc723946487 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:45.830784 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:45.880162 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Pushing event updated for resources: {'Port': ['ID=e99a9ea4-7f01-4920-b9c0-32793f0fbbc2,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:45.911030 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] For port 31ca9c9d-0bc8-47c0-8743-f024c79d513b, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=31ca9c9d-0bc8-47c0-8743-f024c79d513b,segment=NetworkSegment(82f46998-f26d-4405-afb4-718c980c641f),segment_id=82f46998-f26d-4405-afb4-718c980c641f)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:45.911982 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:45.935741 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-31949bd0-170f-4c48-b9bd-ee269ee9e452 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.053888 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1011b216-23e7-4881-9521-9ce050ce61d6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:46.053888 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1011b216-23e7-4881-9521-9ce050ce61d6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:46.058272 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1011b216-23e7-4881-9521-9ce050ce61d6 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/cbf530ca-0dda-4d83-9165-a80a1d17c3fc HTTP/1.1" status: 404 len: 337 time: 0.2928638 Mar 08 09:49:46.059338 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43634) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:46.063573 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Calling delete_port for 31ca9c9d-0bc8-47c0-8743-f024c79d513b owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:46.096737 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Made reservation on behalf of 5d7ad7fd5b5f46ae93710fbab512b284 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:46.099422 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.120190 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.129063 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.146889 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:46.152265 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Attempting to bind port de08a8cd-d093-4ef6-84c1-60889b9a913d on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:49:46.152642 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Attempting to bind port de08a8cd-d093-4ef6-84c1-60889b9a913d by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '2f301582-1895-4395-a699-98612d90978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '939811a2-bc17-493b-92b8-63beb6e5d0d4'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:49:46.153029 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Attempting to bind port de08a8cd-d093-4ef6-84c1-60889b9a913d on network 939811a2-bc17-493b-92b8-63beb6e5d0d4 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:49:46.155870 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Usage tracker for resource:security_group_rule and tenant:5d7ad7fd5b5f46ae93710fbab512b284 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:46.160807 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:46.167608 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Attempting to bind port e99a9ea4-7f01-4920-b9c0-32793f0fbbc2 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:49:46.167608 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Attempting to bind port e99a9ea4-7f01-4920-b9c0-32793f0fbbc2 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'de0e85fe-746f-4c1b-aaea-ddc86cdf283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:49:46.167992 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Attempting to bind port e99a9ea4-7f01-4920-b9c0-32793f0fbbc2 on network 5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:49:46.177715 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:46.186318 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-303f4788-5b06-41e5-8c5a-d40c6b66fbe7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:46.186825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303f4788-5b06-41e5-8c5a-d40c6b66fbe7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:46.193182 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:49:46.193543 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Checking segment: {'id': '2f301582-1895-4395-a699-98612d90978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '939811a2-bc17-493b-92b8-63beb6e5d0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:46.193950 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.194352 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Bound using segment: {'id': '2f301582-1895-4395-a699-98612d90978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '939811a2-bc17-493b-92b8-63beb6e5d0d4'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:49:46.194816 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Bound port: de08a8cd-d093-4ef6-84c1-60889b9a913d, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f301582-1895-4395-a699-98612d90978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '939811a2-bc17-493b-92b8-63beb6e5d0d4'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:49:46.195200 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.205170 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Pushing event updated for resources: {'Port': ['ID=de08a8cd-d093-4ef6-84c1-60889b9a913d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:46.213633 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb9bd2a-073c-4943-b274-25b5b5de0825 None None] Network e741a38a-77d3-4181-b7dd-4477e89f912f requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:46.214546 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.218056 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Port': ['ID=ac8348f4-b9b6-4f12-bb2f-7cc4e3f3d915,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:46.223027 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No DVR routers for this DVR port ac8348f4-b9b6-4f12-bb2f-7cc4e3f3d915 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:49:46.226668 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:49:46.227060 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Checking segment: {'id': 'de0e85fe-746f-4c1b-aaea-ddc86cdf283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:46.227468 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.227867 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Bound using segment: {'id': 'de0e85fe-746f-4c1b-aaea-ddc86cdf283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:49:46.228355 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Bound port: e99a9ea4-7f01-4920-b9c0-32793f0fbbc2, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0e85fe-746f-4c1b-aaea-ddc86cdf283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:49:46.228770 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.238282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c4dbae-11df-4505-88df-802fcf8a80cd None None] Update dhcp port {'port': {'network_id': '162da289-2647-477b-bcb7-e834030497c1', 'fixed_ips': [{'subnet_id': '3f058596-798f-46f6-95bc-669ba9810a5f'}], 'binding:host_id': 'dv-neutron-831730-2-hyperv'}, 'id': 'a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d'} from dv-neutron-831730-2-hyperv. {{(pid=87773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 09:49:46.279156 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Port': ['ID=31ca9c9d-0bc8-47c0-8743-f024c79d513b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:46.287742 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-303f4788-5b06-41e5-8c5a-d40c6b66fbe7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/0d5803a7-2a38-4dda-bd44-e12655d56065 HTTP/1.1" status: 404 len: 337 time: 0.2236731 Mar 08 09:49:46.293898 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43638) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:46.307386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] No DVR routers for this DVR port 31ca9c9d-0bc8-47c0-8743-f024c79d513b on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:49:46.313911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.364291 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-18d45e8f-c611-4fd4-985f-2e6f84fc3e65 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.380332 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a1e52f38-28eb-4f60-9866-cba6f2ee2acd None None] Port 31ca9c9d-0bc8-47c0-8743-f024c79d513b update to ACTIVE by agent not found {{(pid=87773) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 08 09:49:46.391652 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b086e03-58b3-47af-84e2-b6ad5225ca73 None None] DHCP port deletion for 8382c660-25f3-4087-9fe3-10449af161e4 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:49:46.431362 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5cb5ff8-7c78-4fb2-859e-41d9516c52ea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:46.432030 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5cb5ff8-7c78-4fb2-859e-41d9516c52ea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:46.437195 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.469854 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.471164 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-18d45e8f-c611-4fd4-985f-2e6f84fc3e65 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Transition to ACTIVE for port object 77420789-0be5-401b-b4fc-c57b0f4d3028 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:46.474142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-31949bd0-170f-4c48-b9bd-ee269ee9e452 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.480030 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d5cb5ff8-7c78-4fb2-859e-41d9516c52ea tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/cf046410-6176-4348-a09b-52aec06fa538 HTTP/1.1" status: 404 len: 333 time: 0.1786702 Mar 08 09:49:46.506312 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43642) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:46.518022 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e741a38a-77d3-4181-b7dd-4477e89f912f']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:46.526833 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.550344 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.557415 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9c4dbae-11df-4505-88df-802fcf8a80cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.582942 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b836406-d715-4e0c-9038-6e2986265735 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:46.583701 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b836406-d715-4e0c-9038-6e2986265735 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:46.584075 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:49:46.588603 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7b836406-d715-4e0c-9038-6e2986265735 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/0f5ab9ff-4f51-4533-9261-ca95664643f7 HTTP/1.1" status: 404 len: 337 time: 0.0780270 Mar 08 09:49:46.588603 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbb817b-ed63-4793-b75d-f961d6c14554') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:46.588998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbb817b-ed63-4793-b75d-f961d6c14554') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:46.599352 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43646) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:46.617125 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.643186 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-763e9633-b0a9-43fd-9942-34506e2be98a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:46.643788 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763e9633-b0a9-43fd-9942-34506e2be98a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:46.647251 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.649899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8382c660-25f3-4087-9fe3-10449af161e4']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:46.661114 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:49:46.662283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.667517 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d624f6-cce8-4363-aff9-86d451c379c9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:46.670473 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.670926 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Added segment e9fc785f-fa5d-4f68-87c4-f44d36bc8fd4 of type vlan for network 01f160ec-fa72-48dd-a0f4-d4c518ed469c Mar 08 09:49:46.679610 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f46998-f26d-4405-afb4-718c980c641f') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:46.679862 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f46998-f26d-4405-afb4-718c980c641f') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:46.701982 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-763e9633-b0a9-43fd-9942-34506e2be98a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/d2925458-8f78-4e87-b488-e63bf830dcae HTTP/1.1" status: 404 len: 337 time: 0.0980752 Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:49:46.702230 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:49:46.704609 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43650) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:46.706963 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.769454 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b327659f-5f13-427a-93a8-3b0ac9096ba2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:46.769789 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b327659f-5f13-427a-93a8-3b0ac9096ba2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:46.774076 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b327659f-5f13-427a-93a8-3b0ac9096ba2 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/87c0192b-93d6-47e1-ba2a-d91c0d2bcd67 HTTP/1.1" status: 404 len: 333 time: 0.0698497 Mar 08 09:49:46.774231 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.774831 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.775520 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43654) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:46.808833 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.811969 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.828189 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fcd1f91-99ba-4f57-8fdd-2aa6cc66b3c5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:46.828839 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fcd1f91-99ba-4f57-8fdd-2aa6cc66b3c5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:46.833153 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6fcd1f91-99ba-4f57-8fdd-2aa6cc66b3c5 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/d79f26c6-71b0-4909-8149-5d0e9b761c93 HTTP/1.1" status: 404 len: 337 time: 0.0542080 Mar 08 09:49:46.833153 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:49:46.833434 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.845942 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43658) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:49:46.849189 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:49:46.866652 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] For port de08a8cd-d093-4ef6-84c1-60889b9a913d, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:49:46.869324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] For port e99a9ea4-7f01-4920-b9c0-32793f0fbbc2, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:49:46.930213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:46.934768 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.935223 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] For port de08a8cd-d093-4ef6-84c1-60889b9a913d, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=de08a8cd-d093-4ef6-84c1-60889b9a913d,segment=NetworkSegment(2f301582-1895-4395-a699-98612d90978f),segment_id=2f301582-1895-4395-a699-98612d90978f)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:49:46.939633 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.939826 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] For port e99a9ea4-7f01-4920-b9c0-32793f0fbbc2, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e99a9ea4-7f01-4920-b9c0-32793f0fbbc2,segment=NetworkSegment(de0e85fe-746f-4c1b-aaea-ddc86cdf283b),segment_id=de0e85fe-746f-4c1b-aaea-ddc86cdf283b)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:49:46.941434 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port ee765355-1166-4e03-a5a8-6bc723946487, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ee765355-1166-4e03-a5a8-6bc723946487,segment=NetworkSegment(27729034-3299-4e68-97fc-4ca4a4b85e3c),segment_id=27729034-3299-4e68-97fc-4ca4a4b85e3c)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:46.944816 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.962843 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.968401 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:46.969646 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:46.970115 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:46.972594 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:46.990595 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:47.001750 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d87d7e-5186-4f68-aa60-d38dc6dc848f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:47.002180 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d87d7e-5186-4f68-aa60-d38dc6dc848f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:47.002909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:47.003887 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:47.004823 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-31949bd0-170f-4c48-b9bd-ee269ee9e452 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:47.015938 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:47.034899 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9dfe65-da2a-40db-928a-e714dfd55b5b None None] Network 162da289-2647-477b-bcb7-e834030497c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:47.047470 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:47.071171 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-18d45e8f-c611-4fd4-985f-2e6f84fc3e65 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:47.090382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5b308d-83cf-48b4-8cf4-4740c419fd3b,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:47.111726 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] 10.222.0.24 "DELETE /v2.0/networks/8382c660-25f3-4087-9fe3-10449af161e4 HTTP/1.1" status: 204 len: 168 time: 2.1070807 Mar 08 09:49:47.122511 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Pushing event updated for resources: {'Network': ['ID=01f160ec-fa72-48dd-a0f4-d4c518ed469c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:47.128561 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Network': ['ID=e741a38a-77d3-4181-b7dd-4477e89f912f,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:47.130225 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3630ca94-80db-4210-9f82-6e0f9b3a0b75 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.6272180 Mar 08 09:49:47.132137 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43664) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:47.141357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31949bd0-170f-4c48-b9bd-ee269ee9e452 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Pushing event deleted for resources: {'Subnet': ['ID=1de23857-c886-44f9-9239-f75e50c116a8,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:47.150462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-31949bd0-170f-4c48-b9bd-ee269ee9e452 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:47.154178 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-31949bd0-170f-4c48-b9bd-ee269ee9e452 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] 10.222.0.24 "DELETE /v2.0/subnets/1de23857-c886-44f9-9239-f75e50c116a8 HTTP/1.1" status: 204 len: 168 time: 2.0751619 Mar 08 09:49:47.155400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43668) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:47.179445 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c8d87d7e-5186-4f68-aa60-d38dc6dc848f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/c43c22e7-2499-448f-805d-0cbe5c5da7ed HTTP/1.1" status: 404 len: 333 time: 0.3264501 Mar 08 09:49:47.179854 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-084e8578-aaec-4e3e-9f18-62a09e0417ff tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/e741a38a-77d3-4181-b7dd-4477e89f912f HTTP/1.1" status: 204 len: 168 time: 6.9301226 Mar 08 09:49:47.184141 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43672) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:47.184492 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43674) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:47.190348 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-9074165e-35f0-4a6d-81d9-0fef97e2d238 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Request body: {'subnet': {'network_id': '01f160ec-fa72-48dd-a0f4-d4c518ed469c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:47.197579 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac82c94-b7f9-4492-8594-a731eb2b29eb tempest-PortsIpV6TestJSON-461157564 tempest-PortsIpV6TestJSON-461157564-project] Pushing event deleted for resources: {'Network': ['ID=8382c660-25f3-4087-9fe3-10449af161e4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:47.210803 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 01f160ec-fa72-48dd-a0f4-d4c518ed469c details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:49:47.224877 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6285c7-4ec6-4c14-a5e5-a0037c469bff None None] Network 2dc74550-47d3-45ed-8fa3-0868d8d827cf requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:47.328482 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9af5d-f1f1-4734-8a7d-65d83496728d None None] Pushing event updated for resources: {'Port': ['ID=de08a8cd-d093-4ef6-84c1-60889b9a913d,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:47.367764 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d45e8f-c611-4fd4-985f-2e6f84fc3e65 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network 5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:47.395988 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c239ad57-b047-4683-b1d7-67c1b95ebb32 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:47.396560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c239ad57-b047-4683-b1d7-67c1b95ebb32 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:47.398284 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c239ad57-b047-4683-b1d7-67c1b95ebb32 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/subnets/58ad8309-54ab-4e3a-bd86-0739e1186160 HTTP/1.1" status: 404 len: 337 time: 0.1887820 Mar 08 09:49:47.399212 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e194dcd3-9435-47c3-952c-6c3ad8596fb1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:47.399631 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e194dcd3-9435-47c3-952c-6c3ad8596fb1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:47.400847 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43680) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:47.425042 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e194dcd3-9435-47c3-952c-6c3ad8596fb1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/5d984f4b-07ce-494e-86cd-06f493149a10 HTTP/1.1" status: 404 len: 337 time: 0.2168446 Mar 08 09:49:47.426077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-18d45e8f-c611-4fd4-985f-2e6f84fc3e65 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:47.434913 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43686) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:47.583742 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7a4e9dd3-2f85-4347-8a1a-452863d80d70 None None] Provisioning complete for port a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:47.584269 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7a4e9dd3-2f85-4347-8a1a-452863d80d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:47.720618 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4824c0-15db-4008-829d-b78946507baa tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:47.721284 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4824c0-15db-4008-829d-b78946507baa tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:47.722826 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dd4824c0-15db-4008-829d-b78946507baa tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/e741a38a-77d3-4181-b7dd-4477e89f912f HTTP/1.1" status: 404 len: 339 time: 0.3209989 Mar 08 09:49:47.723486 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43690) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:47.726291 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43692) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:47.728672 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-42381712-9bf6-4e83-add6-07939e2a7cf4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:47.729160 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42381712-9bf6-4e83-add6-07939e2a7cf4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:47.730785 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-42381712-9bf6-4e83-add6-07939e2a7cf4 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/f4a092ae-d897-46c9-8e02-da9735cb06f9 HTTP/1.1" status: 404 len: 333 time: 0.2940347 Mar 08 09:49:47.743532 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43698) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:47.802745 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d45e8f-c611-4fd4-985f-2e6f84fc3e65 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:47.849197 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-25208fd2-6dca-4880-b7c2-f3848d0c257d tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:47.849563 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25208fd2-6dca-4880-b7c2-f3848d0c257d tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:47.851235 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-25208fd2-6dca-4880-b7c2-f3848d0c257d tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/subnets/7cf9200c-b7b5-4d5a-8e9e-8b254780b54a HTTP/1.1" status: 404 len: 337 time: 0.1240120 Mar 08 09:49:47.855291 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43704) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:47.866698 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d45e8f-c611-4fd4-985f-2e6f84fc3e65 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=77420789-0be5-401b-b4fc-c57b0f4d3028,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:47.892205 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:47.892780 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:47.899579 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d20a1b4-4562-455b-939f-c4627a28dc90 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:47.900035 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d20a1b4-4562-455b-939f-c4627a28dc90 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:47.904196 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4d20a1b4-4562-455b-939f-c4627a28dc90 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/966dcdbc-9173-4ccc-9e45-3b791b7fcbc4 HTTP/1.1" status: 404 len: 337 time: 0.1007972 Mar 08 09:49:47.905444 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43708) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:47.920920 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb171b4e-77d4-4ec7-94ba-a0f7db5c53a9 None None] Pushing event updated for resources: {'Port': ['ID=e99a9ea4-7f01-4920-b9c0-32793f0fbbc2,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:47.968972 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb49f7ce-a6aa-4974-ae9a-347789c62f22 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:47.969455 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb49f7ce-a6aa-4974-ae9a-347789c62f22 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:47.971122 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bb49f7ce-a6aa-4974-ae9a-347789c62f22 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/aa19a14c-a4df-44fe-8f72-371ce5546ee7 HTTP/1.1" status: 404 len: 339 time: 0.1149261 Mar 08 09:49:47.974169 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c263bb42-aed4-40b0-8624-78771ed6565f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:47.974463 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c263bb42-aed4-40b0-8624-78771ed6565f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:47.978621 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c263bb42-aed4-40b0-8624-78771ed6565f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/5a32a0d3-f7ee-4bc5-a5ed-c0e7aef194a7 HTTP/1.1" status: 404 len: 333 time: 0.0699141 Mar 08 09:49:47.981378 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43714) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:47.981378 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43716) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:48.083386 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-114b44b5-9cb6-428a-a3b8-e4ccadaef0df tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:48.084096 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114b44b5-9cb6-428a-a3b8-e4ccadaef0df tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:48.086038 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-114b44b5-9cb6-428a-a3b8-e4ccadaef0df tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/e7139447-32f7-442b-a44a-c74189d18014 HTTP/1.1" status: 404 len: 337 time: 0.1038859 Mar 08 09:49:48.114917 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=ee765355-1166-4e03-a5a8-6bc723946487,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:48.133741 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43722) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:48.169452 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9074165e-35f0-4a6d-81d9-0fef97e2d238 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:48.187268 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4c7c43-9362-45a2-b003-a278a1c63b21 None None] DHCP port deletion for 162da289-2647-477b-bcb7-e834030497c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:49:48.200240 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9074165e-35f0-4a6d-81d9-0fef97e2d238 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Usage tracker for resource:subnet and tenant:5d7ad7fd5b5f46ae93710fbab512b284 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:48.203935 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c7c43-9362-45a2-b003-a278a1c63b21 None None] Deleting port a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:48.204431 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd4c7c43-9362-45a2-b003-a278a1c63b21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:48.230566 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9074165e-35f0-4a6d-81d9-0fef97e2d238 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:48.247934 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-137f4826-4fda-4855-b232-d5a53ee35a4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8487a2388023440e9c6b176be36100ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5226605 Mar 08 09:49:48.252989 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:48.261114 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43726) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:48.261454 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9074165e-35f0-4a6d-81d9-0fef97e2d238 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:48.265513 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-770e99f5-d6dc-4bb7-85a8-34119c205827 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:48.269657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-18d45e8f-c611-4fd4-985f-2e6f84fc3e65 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:48.271242 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0016fa-7dd9-4775-a035-c3728fcb5ae1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:48.272066 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0016fa-7dd9-4775-a035-c3728fcb5ae1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:48.276426 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2e0016fa-7dd9-4775-a035-c3728fcb5ae1 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/2aacef18-570b-4fac-ba49-611fd9003216 HTTP/1.1" status: 404 len: 333 time: 0.1314065 Mar 08 09:49:48.298672 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43730) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:48.315769 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8d7b64-ab73-448b-a9e9-20647406bd50 None None] DHCP port deletion for 2dc74550-47d3-45ed-8fa3-0868d8d827cf request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:49:48.363096 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9074165e-35f0-4a6d-81d9-0fef97e2d238 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Made reservation on behalf of 5d7ad7fd5b5f46ae93710fbab512b284 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:48.367638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9074165e-35f0-4a6d-81d9-0fef97e2d238 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:48.379781 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d19a7d40-0075-4ac9-a354-b2351b938e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:48.395153 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d7b64-ab73-448b-a9e9-20647406bd50 None None] Deleting port 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:48.396498 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7df054-6b21-4e87-a27a-0432cdff37c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:48.397096 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7df054-6b21-4e87-a27a-0432cdff37c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:48.399107 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4d7df054-6b21-4e87-a27a-0432cdff37c0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/1107a8df-e0bb-42a6-affa-73e74d249268 HTTP/1.1" status: 404 len: 337 time: 0.0964899 Mar 08 09:49:48.401150 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7b64-ab73-448b-a9e9-20647406bd50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:48.422611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Deleting port 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:48.423138 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:48.492511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43734) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:48.555753 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-770e99f5-d6dc-4bb7-85a8-34119c205827 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:48.607119 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-770e99f5-d6dc-4bb7-85a8-34119c205827 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ef31d0-2368-49bf-902e-ba2f54801c3c']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:48.642238 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-770e99f5-d6dc-4bb7-85a8-34119c205827 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42eca3a-2681-4bef-b208-f3bc9a6f5fdc') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:48.642578 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-770e99f5-d6dc-4bb7-85a8-34119c205827 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42eca3a-2681-4bef-b208-f3bc9a6f5fdc') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:48.665520 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-770e99f5-d6dc-4bb7-85a8-34119c205827 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:48.704399 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-770e99f5-d6dc-4bb7-85a8-34119c205827 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:48.715464 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770e99f5-d6dc-4bb7-85a8-34119c205827 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:49:48.715909 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-770e99f5-d6dc-4bb7-85a8-34119c205827 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:49:48.731650 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:49:48.812080 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e99a9ea4-7f01-4920-b9c0-32793f0fbbc2 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:48.829918 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d19a7d40-0075-4ac9-a354-b2351b938e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:48.874072 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-cd4c7c43-9362-45a2-b003-a278a1c63b21 None None] For port a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d,segment=NetworkSegment(c216eb7c-85b8-48aa-a9e4-eae7bacc1204),segment_id=c216eb7c-85b8-48aa-a9e4-eae7bacc1204)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:48.874589 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd4c7c43-9362-45a2-b003-a278a1c63b21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:48.881081 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b495cb-2d2f-4075-8c0f-08a5a1b991f3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:48.881581 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b495cb-2d2f-4075-8c0f-08a5a1b991f3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:48.885493 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c2b495cb-2d2f-4075-8c0f-08a5a1b991f3 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/380688ce-90d4-4f4d-82eb-afd5646529fb HTTP/1.1" status: 404 len: 333 time: 0.3845825 Mar 08 09:49:48.886051 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43738) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:48.894825 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12844ac-378e-4765-b4e6-a9f5452d9246 None None] Network 5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:48.941176 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3889f8-04ce-4daf-99a8-903e038733d8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:48.942246 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e3889f8-04ce-4daf-99a8-903e038733d8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:48.952494 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2e3889f8-04ce-4daf-99a8-903e038733d8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/453d23bb-38c0-45c5-8f7a-5f669e4252b1 HTTP/1.1" status: 404 len: 337 time: 0.0634418 Mar 08 09:49:48.952494 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-770e99f5-d6dc-4bb7-85a8-34119c205827 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:48.957807 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43742) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:48.974800 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-770e99f5-d6dc-4bb7-85a8-34119c205827 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:48.976595 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-770e99f5-d6dc-4bb7-85a8-34119c205827 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/88ef31d0-2368-49bf-902e-ba2f54801c3c HTTP/1.1" status: 204 len: 168 time: 0.9959185 Mar 08 09:49:49.013468 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43746) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:49.054085 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e99f5-d6dc-4bb7-85a8-34119c205827 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Network': ['ID=88ef31d0-2368-49bf-902e-ba2f54801c3c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:49.056074 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b52119-678b-4389-908c-a310e0625e90 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:49.056524 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b52119-678b-4389-908c-a310e0625e90 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:49.071549 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c647d5e5-c5b0-4fae-91db-b774e13071bb tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:49.072018 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c647d5e5-c5b0-4fae-91db-b774e13071bb tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:49.077783 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c0b52119-678b-4389-908c-a310e0625e90 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/331924e3-e4df-4e79-bf14-6fae4758d58d HTTP/1.1" status: 404 len: 337 time: 0.1051416 Mar 08 09:49:49.080395 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43750) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:49.120587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c7c43-9362-45a2-b003-a278a1c63b21 None None] Calling delete_port for a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:49.136195 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c647d5e5-c5b0-4fae-91db-b774e13071bb tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/subnets/95fb8d70-fb55-4486-9947-7c3a9e794b52 HTTP/1.1" status: 404 len: 337 time: 0.1189513 Mar 08 09:49:49.139441 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] For port 19006aa8-7a47-4f2e-995b-4bc1f27e29e3, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=19006aa8-7a47-4f2e-995b-4bc1f27e29e3,segment=NetworkSegment(c067aee0-dfaa-476a-a75a-07ee5b21ce04),segment_id=c067aee0-dfaa-476a-a75a-07ee5b21ce04)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:49.139806 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:49.141563 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43754) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:49.145162 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-47110234-b7cd-452c-860d-7ee2f8c28d4e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:49.145661 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47110234-b7cd-452c-860d-7ee2f8c28d4e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:49.147276 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-47110234-b7cd-452c-860d-7ee2f8c28d4e tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/b2c8e9eb-8a55-4a9e-b028-d7b29ad0dfcc HTTP/1.1" status: 404 len: 333 time: 0.0657077 Mar 08 09:49:49.162099 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43758) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:49.171519 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d19a7d40-0075-4ac9-a354-b2351b938e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:49.175704 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d19a7d40-0075-4ac9-a354-b2351b938e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:49.177070 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d19a7d40-0075-4ac9-a354-b2351b938e8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b70fff6-eda3-4e88-8762-c32c035d5d85 HTTP/1.1" status: 204 len: 168 time: 0.9019351 Mar 08 09:49:49.182647 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48976eab-1fbc-4dfd-af81-15353774efb9 None None] Network 939811a2-bc17-493b-92b8-63beb6e5d0d4 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:49.193602 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a7d40-0075-4ac9-a354-b2351b938e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b70fff6-eda3-4e88-8762-c32c035d5d85,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:49.195751 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-373e4559-d1f3-400c-9ba4-c63e71cb80e7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:49.196498 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373e4559-d1f3-400c-9ba4-c63e71cb80e7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:49.198374 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-373e4559-d1f3-400c-9ba4-c63e71cb80e7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/21a9b53e-0d80-49cf-88d8-99d53b9612b9 HTTP/1.1" status: 404 len: 339 time: 0.0558412 Mar 08 09:49:49.205500 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43764) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:49.249781 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6714b1-3901-45e9-8581-f6e09f0af0d9 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:49.251473 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6714b1-3901-45e9-8581-f6e09f0af0d9 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:49.253697 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ff6714b1-3901-45e9-8581-f6e09f0af0d9 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/subnets/8c624b48-64c3-4453-ad2c-3d4be8e11b86 HTTP/1.1" status: 404 len: 337 time: 0.0470247 Mar 08 09:49:49.257443 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43768) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:49.288778 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3896f10-136d-47a9-83f0-247e06d3fe7a tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:49.289841 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3896f10-136d-47a9-83f0-247e06d3fe7a tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:49.291683 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a3896f10-136d-47a9-83f0-247e06d3fe7a tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/0a2515e4-b86a-410b-acd3-e5e1d961bde1 HTTP/1.1" status: 404 len: 339 time: 0.0327756 Mar 08 09:49:49.294710 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43772) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:49.314209 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4b4f3cd7-2a3b-49dc-be27-ef51b479247d None None] Provisioning for port e99a9ea4-7f01-4920-b9c0-32793f0fbbc2 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:49.354226 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdb5122-3173-4839-bd75-ba50f8e8e810 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:49.354734 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfdb5122-3173-4839-bd75-ba50f8e8e810 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:49.359256 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dfdb5122-3173-4839-bd75-ba50f8e8e810 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/subnets/faac5a23-6198-4ca4-a17d-7d759e860137 HTTP/1.1" status: 404 len: 337 time: 0.0607986 Mar 08 09:49:49.359765 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43776) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:49.383184 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81a9a10-63aa-4c91-8aec-64a32557474a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:49.383608 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d81a9a10-63aa-4c91-8aec-64a32557474a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:49.393622 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Calling delete_port for 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:49.399041 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1dffd8-865d-4005-985c-ac658222b83b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:49.399041 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef1dffd8-865d-4005-985c-ac658222b83b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:49.403399 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ef1dffd8-865d-4005-985c-ac658222b83b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/96171376-af52-483b-9641-156411bb8148 HTTP/1.1" status: 404 len: 339 time: 0.0397859 Mar 08 09:49:49.403581 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43782) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:49.406433 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port e99a9ea4-7f01-4920-b9c0-32793f0fbbc2 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:49.421116 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port e99a9ea4-7f01-4920-b9c0-32793f0fbbc2 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:49.421490 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:49.448446 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4b4f3cd7-2a3b-49dc-be27-ef51b479247d None None] Provisioning complete for port e99a9ea4-7f01-4920-b9c0-32793f0fbbc2 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:49.448844 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3cd7-2a3b-49dc-be27-ef51b479247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:49.457816 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66604b1-b704-4335-97e3-9b14903309c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:49.458321 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66604b1-b704-4335-97e3-9b14903309c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:49.462571 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f66604b1-b704-4335-97e3-9b14903309c7 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/subnets/aca141c7-2cb8-4710-9ca4-53432313f5cf HTTP/1.1" status: 404 len: 337 time: 0.0555336 Mar 08 09:49:49.462742 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43786) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:49.488080 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d81a9a10-63aa-4c91-8aec-64a32557474a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/a9b25d41-bb0d-4e53-a53e-af13d4f6a9a3 HTTP/1.1" status: 404 len: 337 time: 0.3215249 Mar 08 09:49:49.490651 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43790) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:49.531579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:49.535965 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-15787098-9a15-4149-a371-db57b42faeba tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:49.536718 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15787098-9a15-4149-a371-db57b42faeba tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:49.546311 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-15787098-9a15-4149-a371-db57b42faeba tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/ccc54e0b-5b87-4f9f-8dfe-fda469c5d6b3 HTTP/1.1" status: 404 len: 339 time: 0.0826001 Mar 08 09:49:49.557252 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43796) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:49.576350 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dcf4e71-703a-4c1b-91b8-85e2b200e8ce tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:49.577191 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dcf4e71-703a-4c1b-91b8-85e2b200e8ce tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:49.582411 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3dcf4e71-703a-4c1b-91b8-85e2b200e8ce tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/38ac3f92-96e3-451c-a8d8-d03a795acb3c HTTP/1.1" status: 404 len: 337 time: 0.0905151 Mar 08 09:49:49.591082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43800) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:49.626558 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ae8d7b64-ab73-448b-a9e9-20647406bd50 None None] For port 19006aa8-7a47-4f2e-995b-4bc1f27e29e3, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=19006aa8-7a47-4f2e-995b-4bc1f27e29e3,segment=NetworkSegment(c067aee0-dfaa-476a-a75a-07ee5b21ce04),segment_id=c067aee0-dfaa-476a-a75a-07ee5b21ce04)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:49.627714 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7b64-ab73-448b-a9e9-20647406bd50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:49.640054 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0063160-3942-4aae-b3e4-25ccc11829f5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:49.641409 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0063160-3942-4aae-b3e4-25ccc11829f5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:49.645517 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a0063160-3942-4aae-b3e4-25ccc11829f5 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/subnets/c798f5a7-eaa5-43c4-bfcf-661c27afe09f HTTP/1.1" status: 404 len: 337 time: 0.0809515 Mar 08 09:49:49.645517 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43806) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:49.661102 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd4c7c43-9362-45a2-b003-a278a1c63b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:49.676043 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f6e7d3f-18b4-4927-a10c-3f4ae213e372 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:49.676527 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f6e7d3f-18b4-4927-a10c-3f4ae213e372 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:49.680517 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6f6e7d3f-18b4-4927-a10c-3f4ae213e372 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/6871aba0-6d97-499f-8517-f22d2a1ccbba HTTP/1.1" status: 404 len: 339 time: 0.0319440 Mar 08 09:49:49.680786 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43810) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:49.726029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-18d45e8f-c611-4fd4-985f-2e6f84fc3e65 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:49.746277 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4767e976-6fce-443b-a1c8-59175145bb9f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:49.746912 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4767e976-6fce-443b-a1c8-59175145bb9f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:49.748682 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4767e976-6fce-443b-a1c8-59175145bb9f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/6665a367-0566-45fa-9d2a-c88da5b84d04 HTTP/1.1" status: 404 len: 333 time: 0.1187546 Mar 08 09:49:49.755716 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43816) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:49.760947 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-89362aa2-3cde-4590-bad1-1c87ce2d105f tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:49.762080 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89362aa2-3cde-4590-bad1-1c87ce2d105f tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:49.764215 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-89362aa2-3cde-4590-bad1-1c87ce2d105f tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/subnets/2d9953e6-60f7-445f-bae2-3a5bbf7dfbaa HTTP/1.1" status: 404 len: 337 time: 0.0825334 Mar 08 09:49:49.767261 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43820) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:49.803958 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea3bd9a-ec74-48da-93c3-c7e47fcff203 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:49.804788 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea3bd9a-ec74-48da-93c3-c7e47fcff203 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:49.806946 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2ea3bd9a-ec74-48da-93c3-c7e47fcff203 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/a3c9e07b-75fa-4769-9f6b-a821175fd969 HTTP/1.1" status: 404 len: 339 time: 0.0380287 Mar 08 09:49:49.809629 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43826) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:49.860820 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdb0b0e-7585-457e-afe1-b752cdc88787 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:49.861618 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efdb0b0e-7585-457e-afe1-b752cdc88787 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:49.863575 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-efdb0b0e-7585-457e-afe1-b752cdc88787 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/subnets/90b791c6-74c5-4edb-abd5-87bf176c43a1 HTTP/1.1" status: 404 len: 337 time: 0.0528307 Mar 08 09:49:49.866182 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43830) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:49.870895 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c7c43-9362-45a2-b003-a278a1c63b21 None None] Pushing event deleted for resources: {'Port': ['ID=a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:49.897353 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd46fd57-53fa-4e25-8732-0f1c6fedcd68 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:49.897824 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd46fd57-53fa-4e25-8732-0f1c6fedcd68 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:49.898278 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d7b64-ab73-448b-a9e9-20647406bd50 None None] Calling delete_port for 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:49.902015 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dd46fd57-53fa-4e25-8732-0f1c6fedcd68 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/8694812f-16f5-46b8-979e-c8a32af4f235 HTTP/1.1" status: 404 len: 339 time: 0.0322499 Mar 08 09:49:49.902213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43836) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:49.945290 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4c7c43-9362-45a2-b003-a278a1c63b21 None None] No DVR routers for this DVR port a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:49:49.967581 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-671d211c-962d-48e3-a752-99e27b6f6582 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:49.969477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-671d211c-962d-48e3-a752-99e27b6f6582 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:49.974463 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-671d211c-962d-48e3-a752-99e27b6f6582 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/subnets/3eefb305-d637-494b-8f4f-9d65bf8efb8d HTTP/1.1" status: 404 len: 337 time: 0.0696511 Mar 08 09:49:49.975078 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43842) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:50.047845 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:50.085819 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-01aa0b60-326b-4765-a2ba-6471edbcd223 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:50.086268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01aa0b60-326b-4765-a2ba-6471edbcd223 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:50.131835 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Pushing event deleted for resources: {'Port': ['ID=19006aa8-7a47-4f2e-995b-4bc1f27e29e3,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:50.135819 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] No DVR routers for this DVR port 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:49:50.174649 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3275c5bd-0c25-4aa1-a5eb-e05fd4c0224c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:50.175178 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3275c5bd-0c25-4aa1-a5eb-e05fd4c0224c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:50.181853 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3275c5bd-0c25-4aa1-a5eb-e05fd4c0224c tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/d0cd4ada-3b77-49ec-9d63-5c190c75e0a9 HTTP/1.1" status: 404 len: 339 time: 0.2052131 Mar 08 09:49:50.182852 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43850) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:50.186558 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-01aa0b60-326b-4765-a2ba-6471edbcd223 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/f2b6b78f-d58a-404f-8f2c-ce91664c0872 HTTP/1.1" status: 404 len: 337 time: 0.4190216 Mar 08 09:49:50.269970 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43854) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:50.288333 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f27761-9dd2-444a-b4a9-094e0a3be09b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Deleting subnet cd08036e-030b-4c60-b40a-294896bde843 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:49:50.292655 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2f27761-9dd2-444a-b4a9-094e0a3be09b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:50.357747 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3cd7-2a3b-49dc-be27-ef51b479247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:50.376289 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2f27761-9dd2-444a-b4a9-094e0a3be09b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:50.409998 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-ae8d7b64-ab73-448b-a9e9-20647406bd50 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:49:50.410702 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-ae8d7b64-ab73-448b-a9e9-20647406bd50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:49:50.423797 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:50.461050 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4b4f3cd7-2a3b-49dc-be27-ef51b479247d None None] For port e99a9ea4-7f01-4920-b9c0-32793f0fbbc2, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e99a9ea4-7f01-4920-b9c0-32793f0fbbc2,segment=NetworkSegment(de0e85fe-746f-4c1b-aaea-ddc86cdf283b),segment_id=de0e85fe-746f-4c1b-aaea-ddc86cdf283b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:50.478073 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3cd7-2a3b-49dc-be27-ef51b479247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:50.480032 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c396a1c-8bd0-4cc9-9eac-7365e3daf8eb tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:50.480668 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c396a1c-8bd0-4cc9-9eac-7365e3daf8eb tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:50.482537 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2c396a1c-8bd0-4cc9-9eac-7365e3daf8eb tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/c0ca25c5-3cb6-44ea-b02b-b001d08732b5 HTTP/1.1" status: 404 len: 337 time: 0.2115855 Mar 08 09:49:50.483657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9074165e-35f0-4a6d-81d9-0fef97e2d238 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:50.487334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43862) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:50.496892 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2f27761-9dd2-444a-b4a9-094e0a3be09b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:50.634507 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:49:50.634853 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:49:50.636555 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f3cd7-2a3b-49dc-be27-ef51b479247d None None] Pushing event updated for resources: {'Port': ['ID=e99a9ea4-7f01-4920-b9c0-32793f0fbbc2,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:50.661109 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1beaf96c-98c9-4138-8b81-dc30df70aa91 None None] Provisioning for port de08a8cd-d093-4ef6-84c1-60889b9a913d completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:50.679706 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2f27761-9dd2-444a-b4a9-094e0a3be09b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:50.753398 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f27761-9dd2-444a-b4a9-094e0a3be09b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Subnet': ['ID=cd08036e-030b-4c60-b40a-294896bde843,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:50.757319 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2f27761-9dd2-444a-b4a9-094e0a3be09b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:50.764217 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b503e72-d242-4ca5-b629-c1b8fa69c6a8 None None] Network 987179ed-95c1-4f09-9aa7-a5c7502d0979 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:50.765566 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:50.768740 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e2f27761-9dd2-444a-b4a9-094e0a3be09b tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/subnets/cd08036e-030b-4c60-b40a-294896bde843 HTTP/1.1" status: 204 len: 168 time: 0.5838921 Mar 08 09:49:50.772741 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43872) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:50.858112 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cbb286-d57d-44bd-8a06-5297e0355a87 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:50.858595 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01cbb286-d57d-44bd-8a06-5297e0355a87 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:50.860959 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-01cbb286-d57d-44bd-8a06-5297e0355a87 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/62c70238-dd93-4a9c-a385-1d8e31e74f7e HTTP/1.1" status: 404 len: 333 time: 0.3411748 Mar 08 09:49:50.900277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43876) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:50.913941 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d7b64-ab73-448b-a9e9-20647406bd50 None None] Deleting port 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:50.914762 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7b64-ab73-448b-a9e9-20647406bd50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:50.967615 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc74550-47d3-45ed-8fa3-0868d8d827cf']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:51.004588 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:51.019181 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d7b64-ab73-448b-a9e9-20647406bd50 None None] The port '19006aa8-7a47-4f2e-995b-4bc1f27e29e3' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:49:51.035280 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Deleting port 827690f4-c08c-47c3-ab92-33ab43d92293 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:51.036255 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:51.055764 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074165e-35f0-4a6d-81d9-0fef97e2d238 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Pushing event updated for resources: {'Subnet': ['ID=0e98bb47-e74f-41e2-bb0c-5d0b67c21bf6,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:51.058126 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87e1c78-6886-4b69-a05c-7f855b7e3fb7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:51.058581 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87e1c78-6886-4b69-a05c-7f855b7e3fb7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:51.060286 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f87e1c78-6886-4b69-a05c-7f855b7e3fb7 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/3b523918-f045-402a-8a63-bffdca8c1d1e HTTP/1.1" status: 404 len: 337 time: 0.1496205 Mar 08 09:49:51.069928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c067aee0-dfaa-476a-a75a-07ee5b21ce04') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:51.070221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c067aee0-dfaa-476a-a75a-07ee5b21ce04') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:51.102440 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43884) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:51.194977 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:51.222342 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ee765355-1166-4e03-a5a8-6bc723946487 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:51.277725 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e49192e8-2d93-4b8f-955d-01cd17d33730 None None] Provisioning complete for port e99a9ea4-7f01-4920-b9c0-32793f0fbbc2 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:51.278186 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e49192e8-2d93-4b8f-955d-01cd17d33730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:51.278855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:51.331811 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceb451b-7f2b-4669-bc2a-2c6e3dd91645 None None] DHCP port deletion for 987179ed-95c1-4f09-9aa7-a5c7502d0979 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:49:51.343016 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb1378c-2793-4898-8a12-6de78799e2ba tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:51.344348 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb1378c-2793-4898-8a12-6de78799e2ba tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:51.346226 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-abb1378c-2793-4898-8a12-6de78799e2ba tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/1c1af098-ff95-493f-a7d8-903169453011 HTTP/1.1" status: 404 len: 337 time: 0.2428341 Mar 08 09:49:51.347246 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074165e-35f0-4a6d-81d9-0fef97e2d238 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Checking segment: {'id': 'e9fc785f-fa5d-4f68-87c4-f44d36bc8fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '01f160ec-fa72-48dd-a0f4-d4c518ed469c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:51.347766 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9074165e-35f0-4a6d-81d9-0fef97e2d238 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Network hostable DHCP agents. Network: 01f160ec-fa72-48dd-a0f4-d4c518ed469c, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:49:51.351909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43892) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:51.359983 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-aceb451b-7f2b-4669-bc2a-2c6e3dd91645 None None] Deleting port 827690f4-c08c-47c3-ab92-33ab43d92293 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:51.360442 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aceb451b-7f2b-4669-bc2a-2c6e3dd91645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:51.381324 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] For port 827690f4-c08c-47c3-ab92-33ab43d92293, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=827690f4-c08c-47c3-ab92-33ab43d92293,segment=NetworkSegment(69680e9c-2aa7-4cb6-bd64-a603a57e0264),segment_id=69680e9c-2aa7-4cb6-bd64-a603a57e0264)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:51.381690 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:51.426356 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:51.450143 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1c83c883-50c9-4cb3-85ce-d71c0acdf3be tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports?device_id=205b3322-0e03-4125-9038-0d0bb5e5218c HTTP/1.1" status: 200 len: 205 time: 0.0862837 Mar 08 09:49:51.454219 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43896) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:51.456919 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:49:51.457509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:49:51.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:49:51.553961 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Calling delete_port for 827690f4-c08c-47c3-ab92-33ab43d92293 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:51.621020 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-aceb451b-7f2b-4669-bc2a-2c6e3dd91645 None None] For port 827690f4-c08c-47c3-ab92-33ab43d92293, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=827690f4-c08c-47c3-ab92-33ab43d92293,segment=NetworkSegment(69680e9c-2aa7-4cb6-bd64-a603a57e0264),segment_id=69680e9c-2aa7-4cb6-bd64-a603a57e0264)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:51.621482 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aceb451b-7f2b-4669-bc2a-2c6e3dd91645 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:51.702794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9074165e-35f0-4a6d-81d9-0fef97e2d238 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Network 01f160ec-fa72-48dd-a0f4-d4c518ed469c is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:49:51.721498 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:51.766059 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-aceb451b-7f2b-4669-bc2a-2c6e3dd91645 None None] Calling delete_port for 827690f4-c08c-47c3-ab92-33ab43d92293 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:51.792827 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] No DVR routers for this DVR port 827690f4-c08c-47c3-ab92-33ab43d92293 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:49:51.861811 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:51.863306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-9074165e-35f0-4a6d-81d9-0fef97e2d238 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 01f160ec-fa72-48dd-a0f4-d4c518ed469c) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:51.887677 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ee765355-1166-4e03-a5a8-6bc723946487 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:51.888317 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:51.891421 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Port': ['ID=827690f4-c08c-47c3-ab92-33ab43d92293,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:51.892668 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:51.902396 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43900) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:51.909923 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9074165e-35f0-4a6d-81d9-0fef97e2d238 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:51.910504 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9074165e-35f0-4a6d-81d9-0fef97e2d238 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:51.915637 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60439c49-bc8c-4b3e-b44e-25ca05f28f47 None None] Network 01f160ec-fa72-48dd-a0f4-d4c518ed469c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:51.923643 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Pushing event deleted for resources: {'Network': ['ID=2dc74550-47d3-45ed-8fa3-0868d8d827cf,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:51.925811 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-99fc2fe3-f2cd-43bd-aa7f-cf85b716b307 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] delete failed (client error): The resource could not be found. Mar 08 09:49:51.929388 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-99fc2fe3-f2cd-43bd-aa7f-cf85b716b307 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/routers/205b3322-0e03-4125-9038-0d0bb5e5218c HTTP/1.1" status: 404 len: 336 time: 0.4719317 Mar 08 09:49:51.929640 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-495348384', 'description': 'tempest-secgroup-smoke-495348384 description', 'project_id': '4175867c7c7846e3ae98e34dfc9273dd'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:51.939950 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43904) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:51.940369 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-18d45e8f-c611-4fd4-985f-2e6f84fc3e65 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:51.951144 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-930b260f-220d-45b4-b9f1-186e45dc5fc9 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] 10.222.0.24 "DELETE /v2.0/networks/2dc74550-47d3-45ed-8fa3-0868d8d827cf HTTP/1.1" status: 204 len: 168 time: 4.7707775 Mar 08 09:49:51.951144 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:51.956267 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43908) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:51.961676 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-18d45e8f-c611-4fd4-985f-2e6f84fc3e65 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:51.987164 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Usage tracker for resource:security_group and tenant:4175867c7c7846e3ae98e34dfc9273dd is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:52.033320 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2ae1bd-21dd-4e4f-86ef-3d7783d43759 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:52.033915 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2ae1bd-21dd-4e4f-86ef-3d7783d43759 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:52.046987 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.060931 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fc2ae1bd-21dd-4e4f-86ef-3d7783d43759 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/85743cc4-9035-4a16-a406-457011a968f0 HTTP/1.1" status: 404 len: 337 time: 0.1172860 Mar 08 09:49:52.061259 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43912) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:52.070785 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-aceb451b-7f2b-4669-bc2a-2c6e3dd91645 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:49:52.071374 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-aceb451b-7f2b-4669-bc2a-2c6e3dd91645 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:49:52.075455 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e49192e8-2d93-4b8f-955d-01cd17d33730 None None] Provisioning for port 77420789-0be5-401b-b4fc-c57b0f4d3028 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:52.087051 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e49192e8-2d93-4b8f-955d-01cd17d33730 None None] Provisioning complete for port 77420789-0be5-401b-b4fc-c57b0f4d3028 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:52.088821 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e49192e8-2d93-4b8f-955d-01cd17d33730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.088967 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:52.095217 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9074165e-35f0-4a6d-81d9-0fef97e2d238 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9475162 Mar 08 09:49:52.102537 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43916) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:52.121168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:52.121899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-dc704aa7-3589-4c2f-8124-df9ad647ed9b tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Request body: {'network': {'name': 'tempest-router-network01--615404680'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:52.127099 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987179ed-95c1-4f09-9aa7-a5c7502d0979']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:52.138306 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-27f47d1e-4b6a-491c-80bc-9e246e7b0c18 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "GET /v2.0/ports?device_id=3abf8c27-3d41-4de1-aa9e-890cc70f8e81 HTTP/1.1" status: 200 len: 205 time: 0.0735393 Mar 08 09:49:52.140555 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43920) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:52.143906 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dc704aa7-3589-4c2f-8124-df9ad647ed9b tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:52.148261 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69680e9c-2aa7-4cb6-bd64-a603a57e0264') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:52.148261 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69680e9c-2aa7-4cb6-bd64-a603a57e0264') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:52.214793 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dc704aa7-3589-4c2f-8124-df9ad647ed9b tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Usage tracker for resource:network and tenant:5d7ad7fd5b5f46ae93710fbab512b284 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:52.220547 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dc704aa7-3589-4c2f-8124-df9ad647ed9b tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:52.234037 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dc704aa7-3589-4c2f-8124-df9ad647ed9b tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:52.236820 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-3132b0bc-5b72-472a-b2cc-4514876f0073 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] delete failed (client error): The resource could not be found. Mar 08 09:49:52.240342 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3132b0bc-5b72-472a-b2cc-4514876f0073 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/routers/3abf8c27-3d41-4de1-aa9e-890cc70f8e81 HTTP/1.1" status: 404 len: 336 time: 0.0956376 Mar 08 09:49:52.240342 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.247058 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43924) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:52.250934 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e49192e8-2d93-4b8f-955d-01cd17d33730 None None] Port 77420789-0be5-401b-b4fc-c57b0f4d3028 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:52.259861 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f4ed5adc-3468-4f00-950b-4abe5a34cb18 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:52.260392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.283520 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d45e8f-c611-4fd4-985f-2e6f84fc3e65 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event updated for resources: {'Port': ['ID=77420789-0be5-401b-b4fc-c57b0f4d3028,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:52.285943 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-18d45e8f-c611-4fd4-985f-2e6f84fc3e65 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.295104 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-63112a30-d01c-4aee-8d07-71757ca45a1a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:52.295368 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-061e1f9a-3623-4d5e-97fb-a239ace1e5b4 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Deleting port 2042a8d7-df0b-4f76-8d3f-4a0cb1dd2690 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:52.295476 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63112a30-d01c-4aee-8d07-71757ca45a1a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:52.295572 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-061e1f9a-3623-4d5e-97fb-a239ace1e5b4 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.300063 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-63112a30-d01c-4aee-8d07-71757ca45a1a tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/d8ab81c3-cb8a-45b2-a2a3-5d9e1e4197e1 HTTP/1.1" status: 404 len: 337 time: 0.0492964 Mar 08 09:49:52.300377 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43928) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:52.303268 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc704aa7-3589-4c2f-8124-df9ad647ed9b tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Made reservation on behalf of 5d7ad7fd5b5f46ae93710fbab512b284 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:52.306976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc704aa7-3589-4c2f-8124-df9ad647ed9b tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.317071 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.332975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.370157 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Router f6cc2759-4734-4b66-aef9-0e715699c110 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:49:52.402176 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:52.418190 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Usage tracker for resource:security_group_rule and tenant:4175867c7c7846e3ae98e34dfc9273dd is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:52.433804 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-77cc1cfc-6c3e-4aef-b220-fa7e159658bc None None] Provisioning complete for port 77420789-0be5-401b-b4fc-c57b0f4d3028 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:52.434230 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-77cc1cfc-6c3e-4aef-b220-fa7e159658bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.464514 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-01f160ec-fa72-48dd-a0f4-d4c518ed469c', 'network_id': '01f160ec-fa72-48dd-a0f4-d4c518ed469c', 'tenant_id': '5d7ad7fd5b5f46ae93710fbab512b284', 'fixed_ips': [{'subnet_id': '0e98bb47-e74f-41e2-bb0c-5d0b67c21bf6'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:49:52.465589 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.476121 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:52.482384 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:49:52.482921 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:49:52.497689 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:49:52.500793 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port f4ed5adc-3468-4f00-950b-4abe5a34cb18 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:52.503458 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8679347f-cfe6-4ffd-95f9-902325c671b0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:52.504020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8679347f-cfe6-4ffd-95f9-902325c671b0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:52.508153 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8679347f-cfe6-4ffd-95f9-902325c671b0 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/9347192f-4aad-4ebd-a9f2-34bd941aa925 HTTP/1.1" status: 404 len: 337 time: 0.2044404 Mar 08 09:49:52.519591 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43932) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:52.551587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f4ed5adc-3468-4f00-950b-4abe5a34cb18 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:52.551982 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.586313 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-aceb451b-7f2b-4669-bc2a-2c6e3dd91645 None None] Deleting port 827690f4-c08c-47c3-ab92-33ab43d92293 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:49:52.586697 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aceb451b-7f2b-4669-bc2a-2c6e3dd91645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.629366 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-080bc69b-f83a-4bf8-bbb2-28820fae9c08 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:52.630005 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-080bc69b-f83a-4bf8-bbb2-28820fae9c08 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:52.632436 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc704aa7-3589-4c2f-8124-df9ad647ed9b tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:49:52.646639 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-080bc69b-f83a-4bf8-bbb2-28820fae9c08 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/2def9a27-1afe-4a7b-8ac7-efe1c578b7ce HTTP/1.1" status: 404 len: 333 time: 0.1234374 Mar 08 09:49:52.647617 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43936) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:52.647771 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-77cc1cfc-6c3e-4aef-b220-fa7e159658bc None None] Port 77420789-0be5-401b-b4fc-c57b0f4d3028 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:52.649817 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc704aa7-3589-4c2f-8124-df9ad647ed9b tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.650248 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-dc704aa7-3589-4c2f-8124-df9ad647ed9b tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Added segment 7e47a85e-c8c8-4927-883e-60bb8c4b7366 of type vlan for network bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc Mar 08 09:49:52.687695 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.690798 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1ec02f-8a99-4249-968c-9716f633533d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:52.691249 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1ec02f-8a99-4249-968c-9716f633533d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:52.700118 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-aceb451b-7f2b-4669-bc2a-2c6e3dd91645 None None] The port '827690f4-c08c-47c3-ab92-33ab43d92293' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:49:52.704252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:52.718047 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.730756 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] Pushing event deleted for resources: {'Network': ['ID=987179ed-95c1-4f09-9aa7-a5c7502d0979,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:52.741964 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0a1ec02f-8a99-4249-968c-9716f633533d tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/82a83988-153d-4b23-a89b-0e30a14b194f HTTP/1.1" status: 404 len: 337 time: 0.0905275 Mar 08 09:49:52.750237 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43940) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:52.753767 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-550dbf58-6597-4a51-b6dd-5788d4b377c2 tempest-NetworksTest-1545020681 tempest-NetworksTest-1545020681-project] 10.222.0.24 "DELETE /v2.0/networks/987179ed-95c1-4f09-9aa7-a5c7502d0979 HTTP/1.1" status: 204 len: 168 time: 1.9795122 Mar 08 09:49:52.757621 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc704aa7-3589-4c2f-8124-df9ad647ed9b tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.795498 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc704aa7-3589-4c2f-8124-df9ad647ed9b tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.801760 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc704aa7-3589-4c2f-8124-df9ad647ed9b tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:52.802516 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc704aa7-3589-4c2f-8124-df9ad647ed9b tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.855589 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.877483 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Allocated IP 172.20.0.2 (01f160ec-fa72-48dd-a0f4-d4c518ed469c/0e98bb47-e74f-41e2-bb0c-5d0b67c21bf6/13802dba-74f5-4db4-adae-5a105262fa29) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:52.878770 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1815ad42-e026-4efa-9e82-ff87f93a48cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:52.879861 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1815ad42-e026-4efa-9e82-ff87f93a48cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:52.884386 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1815ad42-e026-4efa-9e82-ff87f93a48cd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/6484fb8b-bb46-4de0-9a20-52aa8e393226 HTTP/1.1" status: 404 len: 333 time: 0.0710037 Mar 08 09:49:52.901805 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43946) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:52.906912 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dc704aa7-3589-4c2f-8124-df9ad647ed9b tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7952662 Mar 08 09:49:52.911670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43950) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:52.934095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port f4ed5adc-3468-4f00-950b-4abe5a34cb18, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f4ed5adc-3468-4f00-950b-4abe5a34cb18,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:52.943972 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:52.944633 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-0d09f704-89a1-4494-8b33-913a83e4e8cb tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Request body: {'network': {'name': 'tempest-router-network02--1751815243'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:52.944892 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device de08a8cd-d093-4ef6-84c1-60889b9a913d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:52.950073 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0d09f704-89a1-4494-8b33-913a83e4e8cb tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:52.958495 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:49:52.960902 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc704aa7-3589-4c2f-8124-df9ad647ed9b tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Pushing event updated for resources: {'Network': ['ID=bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:52.963523 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e769bc3-457e-4120-8bbf-a489376fd599 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:52.964082 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e769bc3-457e-4120-8bbf-a489376fd599 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:52.968882 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6e769bc3-457e-4120-8bbf-a489376fd599 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/d4e0f744-b654-4ed7-acbb-6e0c78385ce7 HTTP/1.1" status: 404 len: 337 time: 0.0625770 Mar 08 09:49:52.968882 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43954) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:52.980609 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Sync routers for ids ['f6cc2759-4734-4b66-aef9-0e715699c110'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:49:52.992511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0d09f704-89a1-4494-8b33-913a83e4e8cb tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Usage tracker for resource:network and tenant:5d7ad7fd5b5f46ae93710fbab512b284 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:52.995982 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Routers {'f6cc2759-4734-4b66-aef9-0e715699c110'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:52.996844 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['f6cc2759-4734-4b66-aef9-0e715699c110'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:53.004660 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d45e8f-c611-4fd4-985f-2e6f84fc3e65 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Network 5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:53.005740 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:53.006955 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-cfd3e0b5-0d08-4853-86d7-88eff0565b12 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.0564518 Mar 08 09:49:53.007963 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0d09f704-89a1-4494-8b33-913a83e4e8cb tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:53.012284 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43958) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:53.014280 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-18d45e8f-c611-4fd4-985f-2e6f84fc3e65 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:53.016823 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa346ed-9207-4294-ab60-af613019b81c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:53.017553 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa346ed-9207-4294-ab60-af613019b81c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:53.019603 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7aa346ed-9207-4294-ab60-af613019b81c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/4ec178ad-1b68-491c-952e-6ed909928013 HTTP/1.1" status: 404 len: 333 time: 0.0500331 Mar 08 09:49:53.075611 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43962) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:53.166846 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fb6cb6-c702-44cf-b30a-dfe20ab18164 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:53.167853 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04fb6cb6-c702-44cf-b30a-dfe20ab18164 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:53.177585 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-04fb6cb6-c702-44cf-b30a-dfe20ab18164 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/bb7491bb-7700-4f94-b532-8e13a581c43c HTTP/1.1" status: 404 len: 337 time: 0.0910876 Mar 08 09:49:53.178232 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43968) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:53.187010 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:49:53.219878 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0d09f704-89a1-4494-8b33-913a83e4e8cb tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:53.251130 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d45e8f-c611-4fd4-985f-2e6f84fc3e65 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:49:53.267214 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-061e1f9a-3623-4d5e-97fb-a239ace1e5b4 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:53.267621 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-061e1f9a-3623-4d5e-97fb-a239ace1e5b4 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:53.281409 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4beee74f-8725-4a1b-8d96-7af387930999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:53.281887 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4beee74f-8725-4a1b-8d96-7af387930999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:53.285990 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4beee74f-8725-4a1b-8d96-7af387930999 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/314d0d0d-70e6-44d1-aafa-135462f2726e HTTP/1.1" status: 404 len: 333 time: 0.1023076 Mar 08 09:49:53.290809 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43972) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:53.304819 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d09f704-89a1-4494-8b33-913a83e4e8cb tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Made reservation on behalf of 5d7ad7fd5b5f46ae93710fbab512b284 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:53.309115 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0d09f704-89a1-4494-8b33-913a83e4e8cb tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:53.321537 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43976) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:53.404758 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Set router f6cc2759-4734-4b66-aef9-0e715699c110 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:49:53.513800 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=f4ed5adc-3468-4f00-950b-4abe5a34cb18,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:53.525359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-bc39cf84-c38e-4ffd-9c02-f1b57f195e49 None None] Provisioning complete for port 77420789-0be5-401b-b4fc-c57b0f4d3028 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:53.525723 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bc39cf84-c38e-4ffd-9c02-f1b57f195e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:53.606107 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port de08a8cd-d093-4ef6-84c1-60889b9a913d completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:53.623411 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port de08a8cd-d093-4ef6-84c1-60889b9a913d triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:53.624000 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:53.689629 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bc39cf84-c38e-4ffd-9c02-f1b57f195e49 None None] Port 77420789-0be5-401b-b4fc-c57b0f4d3028 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:49:53.709600 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:53.723666 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Transition to ACTIVE for port object 13802dba-74f5-4db4-adae-5a105262fa29 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:53.747762 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Transition to ACTIVE for port object 13802dba-74f5-4db4-adae-5a105262fa29 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:53.767210 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:53.800252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-061e1f9a-3623-4d5e-97fb-a239ace1e5b4 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Calling delete_port for 2042a8d7-df0b-4f76-8d3f-4a0cb1dd2690 owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:49:53.812857 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cc2759-4734-4b66-aef9-0e715699c110', 'name': 'tempest-TestVolumeBootPattern-1394773996-router', 'tenant_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': '8d5b308d-83cf-48b4-8cf4-4740c419fd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:41Z', 'updated_at': '2022-03-08T09:49:48Z', 'revision_number': 3, 'project_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'gw_port': {'id': '8d5b308d-83cf-48b4-8cf4-4740c419fd3b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cc2759-4734-4b66-aef9-0e715699c110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:44Z', 'updated_at': '2022-03-08T09:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:53.817311 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Checking router: f6cc2759-4734-4b66-aef9-0e715699c110 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:49:53.817978 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Updating router f6cc2759-4734-4b66-aef9-0e715699c110 port 8d5b308d-83cf-48b4-8cf4-4740c419fd3b binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:49:53.846418 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab54062-8aaf-40f7-924f-c327237a0edc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:53.846653 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Network 01f160ec-fa72-48dd-a0f4-d4c518ed469c is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:53.848137 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab54062-8aaf-40f7-924f-c327237a0edc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:53.850383 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:53.856160 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:53.878560 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:53.940499 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8ab54062-8aaf-40f7-924f-c327237a0edc tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/8929bb2d-f63e-4d7d-a560-0727f1e520e4 HTTP/1.1" status: 404 len: 337 time: 0.6471462 Mar 08 09:49:53.958040 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43982) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:53.973200 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Attempting to bind port 13802dba-74f5-4db4-adae-5a105262fa29 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:49:53.973808 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Attempting to bind port 13802dba-74f5-4db4-adae-5a105262fa29 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'e9fc785f-fa5d-4f68-87c4-f44d36bc8fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '01f160ec-fa72-48dd-a0f4-d4c518ed469c'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:49:53.974113 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Attempting to bind port 13802dba-74f5-4db4-adae-5a105262fa29 on network 01f160ec-fa72-48dd-a0f4-d4c518ed469c {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:49:54.020202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.020653 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Pushing event updated for resources: {'Port': ['ID=13802dba-74f5-4db4-adae-5a105262fa29,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:54.033884 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:49:54.034566 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Checking segment: {'id': 'e9fc785f-fa5d-4f68-87c4-f44d36bc8fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '01f160ec-fa72-48dd-a0f4-d4c518ed469c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:54.034986 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.035439 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Bound using segment: {'id': 'e9fc785f-fa5d-4f68-87c4-f44d36bc8fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '01f160ec-fa72-48dd-a0f4-d4c518ed469c'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:49:54.036163 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Bound port: 13802dba-74f5-4db4-adae-5a105262fa29, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fc785f-fa5d-4f68-87c4-f44d36bc8fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '01f160ec-fa72-48dd-a0f4-d4c518ed469c'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:49:54.036618 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.051795 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d09f704-89a1-4494-8b33-913a83e4e8cb tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:49:54.065182 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.067822 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4aa1e4-d5bd-4739-b916-65b5e1c8849f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:54.068391 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d4aa1e4-d5bd-4739-b916-65b5e1c8849f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:54.085394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:54.099030 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a74d5c19-793e-48dc-93d6-c10c872f7be0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=016bdee0e1984d6ab84e5721b9d2d47e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7763715 Mar 08 09:49:54.105125 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43986) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:54.112083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d45e8f-c611-4fd4-985f-2e6f84fc3e65 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:49:54.115275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Usage tracker for resource:security_group_rule and tenant:4175867c7c7846e3ae98e34dfc9273dd is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:54.118490 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0d09f704-89a1-4494-8b33-913a83e4e8cb tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.118937 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-0d09f704-89a1-4494-8b33-913a83e4e8cb tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Added segment 54433eae-512b-470a-977e-c4ba9a6adfe5 of type vlan for network 4419e152-67d5-4a2f-8379-8aad727e56be Mar 08 09:49:54.129788 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-18d45e8f-c611-4fd4-985f-2e6f84fc3e65 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/1eee20d8-c2b4-432e-b1cc-b03b9cd57188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1772630 Mar 08 09:49:54.130040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 43990) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:54.138721 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0fe3437f-1ce3-4feb-a611-1f3be1ac2987 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:54.143052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:54.146543 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7d4aa1e4-d5bd-4739-b916-65b5e1c8849f tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/65499c72-dbcb-4f1b-9e42-0d2247aff753 HTTP/1.1" status: 404 len: 333 time: 0.1748574 Mar 08 09:49:54.151423 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] For port 13802dba-74f5-4db4-adae-5a105262fa29, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:49:54.154986 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] For port 13802dba-74f5-4db4-adae-5a105262fa29, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=13802dba-74f5-4db4-adae-5a105262fa29,segment=NetworkSegment(e9fc785f-fa5d-4f68-87c4-f44d36bc8fd4),segment_id=e9fc785f-fa5d-4f68-87c4-f44d36bc8fd4)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:49:54.162040 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Sync routers for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:49:54.165486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43994) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:54.173564 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.180038 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:54.222922 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=becdd330-55db-415f-9b8f-939cb05e3716,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:54.243747 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:54.244395 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:54.277689 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.280224 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-840ba2a4-293d-4339-bf09-0436589272c8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:54.280857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-840ba2a4-293d-4339-bf09-0436589272c8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:54.291432 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Transition to ACTIVE for port object 8d5b308d-83cf-48b4-8cf4-4740c419fd3b will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:54.301203 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.320013 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.326175 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0d09f704-89a1-4494-8b33-913a83e4e8cb tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.351253 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-840ba2a4-293d-4339-bf09-0436589272c8 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/8cdde8ab-b426-4724-8d18-4e3950533d93 HTTP/1.1" status: 404 len: 337 time: 0.1774108 Mar 08 09:49:54.358938 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 43998) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:54.399319 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Attempting to bind port 8d5b308d-83cf-48b4-8cf4-4740c419fd3b on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:49:54.399885 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Attempting to bind port 8d5b308d-83cf-48b4-8cf4-4740c419fd3b by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:49:54.400262 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Attempting to bind port 8d5b308d-83cf-48b4-8cf4-4740c419fd3b on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:49:54.413562 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:49:54.413937 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:54.415265 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.415679 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:49:54.416167 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Bound port: 8d5b308d-83cf-48b4-8cf4-4740c419fd3b, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:49:54.416757 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.459819 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-061e1f9a-3623-4d5e-97fb-a239ace1e5b4 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.497709 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ec2ada-9b49-4f13-a8e0-e7b24c06989c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:54.498328 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97ec2ada-9b49-4f13-a8e0-e7b24c06989c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:54.508429 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] For port 8d5b308d-83cf-48b4-8cf4-4740c419fd3b, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:49:54.512529 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-10bba9b2-a2da-4160-9934-6c1a2fa2948b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.513101 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] For port 8d5b308d-83cf-48b4-8cf4-4740c419fd3b, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=8d5b308d-83cf-48b4-8cf4-4740c419fd3b,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:49:54.527671 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.541446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e1f9a-3623-4d5e-97fb-a239ace1e5b4 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Pushing event deleted for resources: {'Port': ['ID=2042a8d7-df0b-4f76-8d3f-4a0cb1dd2690,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:54.550107 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d18de2-3c83-4134-85cd-74697e7f3b0d None None] Pushing event updated for resources: {'Port': ['ID=8d5b308d-83cf-48b4-8cf4-4740c419fd3b,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:54.589340 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-97ec2ada-9b49-4f13-a8e0-e7b24c06989c tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/cd5d5d88-f1a8-484b-9efc-0f7a7c5aed95 HTTP/1.1" status: 404 len: 333 time: 0.2224672 Mar 08 09:49:54.604897 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0d09f704-89a1-4494-8b33-913a83e4e8cb tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.612406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d09f704-89a1-4494-8b33-913a83e4e8cb tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:54.615412 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0d09f704-89a1-4494-8b33-913a83e4e8cb tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.623568 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada9c94-7e9e-425a-8310-bb4b3d277a10 None None] Pushing event updated for resources: {'Port': ['ID=13802dba-74f5-4db4-adae-5a105262fa29,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:54.633948 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44002) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:54.645821 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-471d2c65-12e7-4b6d-8da7-be5353d148eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.662866 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port de08a8cd-d093-4ef6-84c1-60889b9a913d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=de08a8cd-d093-4ef6-84c1-60889b9a913d,segment=NetworkSegment(2f301582-1895-4395-a699-98612d90978f),segment_id=2f301582-1895-4395-a699-98612d90978f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:54.663979 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d18de2-3c83-4134-85cd-74697e7f3b0d None None] Pushing event updated for resources: {'Port': ['ID=8d5b308d-83cf-48b4-8cf4-4740c419fd3b,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:54.691264 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.699135 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:49:54.706746 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Routers {'f6cc2759-4734-4b66-aef9-0e715699c110'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:54.709567 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['f6cc2759-4734-4b66-aef9-0e715699c110'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:54.803671 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 31ca9c9d-0bc8-47c0-8743-f024c79d513b no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:49:54.820238 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-10bba9b2-a2da-4160-9934-6c1a2fa2948b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.840201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:54.878243 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 31ca9c9d-0bc8-47c0-8743-f024c79d513b {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:49:54.878937 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 31ca9c9d-0bc8-47c0-8743-f024c79d513b not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:49:54.880439 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:49:54.976798 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1335ee3-d2cc-478c-9028-74deb314abcd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:54.977433 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1335ee3-d2cc-478c-9028-74deb314abcd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:54.979188 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a1335ee3-d2cc-478c-9028-74deb314abcd tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/f76cc8ef-0bf0-41f1-9544-2d905d0ad165 HTTP/1.1" status: 404 len: 337 time: 0.2995722 Mar 08 09:49:54.980004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:55.001213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44006) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:55.025863 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0d09f704-89a1-4494-8b33-913a83e4e8cb tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1005573 Mar 08 09:49:55.040542 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44010) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:55.040960 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:49:55.041443 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device a6f7ba03-5ad9-4baf-907d-56e2dbf2e88d not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:49:55.041787 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:49:55.060259 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-586cdda7-1594-4c81-bb91-8127163b079e tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Request body: {'subnet': {'network_id': 'bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:55.064372 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] Set router f6cc2759-4734-4b66-aef9-0e715699c110 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:49:55.107231 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f74e8d76-6781-4d75-9704-7ba7efa23229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:55.158000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09f704-89a1-4494-8b33-913a83e4e8cb tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Pushing event updated for resources: {'Network': ['ID=4419e152-67d5-4a2f-8379-8aad727e56be,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:55.190244 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d7ff19-448a-4ea4-97d8-130d5b11b882 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:55.191134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d7ff19-448a-4ea4-97d8-130d5b11b882 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:55.193126 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-22d7ff19-448a-4ea4-97d8-130d5b11b882 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/ports/2feb8088-1be1-42e6-ab8c-3bdb1f858f87 HTTP/1.1" status: 404 len: 333 time: 0.1735663 Mar 08 09:49:55.194216 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:55.195590 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 3.2808502 Mar 08 09:49:55.200835 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44014) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:55.201263 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44016) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:55.240847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a5011-b4ae-4508-91e9-9f1bffa3d101 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5e7a0e-8f60-44ad-815f-5338deec6f40,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:55.247124 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-061e1f9a-3623-4d5e-97fb-a239ace1e5b4 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:55.247769 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:49:55.248128 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 19006aa8-7a47-4f2e-995b-4bc1f27e29e3 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:49:55.249621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 4419e152-67d5-4a2f-8379-8aad727e56be details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:49:55.263667 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbbacd8-cfe9-4d7b-a0d2-c664ec482b01 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] DELETE failed (client error): The resource could not be found. Mar 08 09:49:55.264237 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbbacd8-cfe9-4d7b-a0d2-c664ec482b01 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:49:55.270091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-061e1f9a-3623-4d5e-97fb-a239ace1e5b4 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:55.270252 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4a795ab1-32a1-4d36-8f65-b077d24b571f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Request body: {'security_group_rule': {'security_group_id': '2a5e7a0e-8f60-44ad-815f-5338deec6f40', 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:55.272109 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-061e1f9a-3623-4d5e-97fb-a239ace1e5b4 tempest-FloatingIPAdminTestJSON-446695163 tempest-FloatingIPAdminTestJSON-446695163-project] 10.222.0.24 "DELETE /v2.0/floatingips/cbba14b5-7951-4bac-9c8a-ad543b4c9def HTTP/1.1" status: 204 len: 168 time: 3.3117414 Mar 08 09:49:55.282317 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4a795ab1-32a1-4d36-8f65-b077d24b571f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:55.287080 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4a795ab1-32a1-4d36-8f65-b077d24b571f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Usage tracker for resource:security_group_rule and tenant:4175867c7c7846e3ae98e34dfc9273dd is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:55.289737 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1bbbacd8-cfe9-4d7b-a0d2-c664ec482b01 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/subnets/daf646d9-50fd-43f5-b3e7-4279f17cfe1b HTTP/1.1" status: 404 len: 337 time: 0.0857975 Mar 08 09:49:55.290343 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4a795ab1-32a1-4d36-8f65-b077d24b571f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:55.291270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44024) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:55.297519 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4a795ab1-32a1-4d36-8f65-b077d24b571f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:55.349077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-10bba9b2-a2da-4160-9934-6c1a2fa2948b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:55.356797 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-10bba9b2-a2da-4160-9934-6c1a2fa2948b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:55.358277 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-10bba9b2-a2da-4160-9934-6c1a2fa2948b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4de349f5-5f88-4907-8e29-1f8b87be254e HTTP/1.1" status: 204 len: 168 time: 1.2481079 Mar 08 09:49:55.465427 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bba9b2-a2da-4160-9934-6c1a2fa2948b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de349f5-5f88-4907-8e29-1f8b87be254e,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:55.596561 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=de08a8cd-d093-4ef6-84c1-60889b9a913d,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:55.620236 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-586cdda7-1594-4c81-bb91-8127163b079e tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:55.624159 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a5bde87-20d3-4500-b024-75fa9f571f46 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:55.663359 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a795ab1-32a1-4d36-8f65-b077d24b571f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:55.688600 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-586cdda7-1594-4c81-bb91-8127163b079e tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Usage tracker for resource:subnet and tenant:5d7ad7fd5b5f46ae93710fbab512b284 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:55.695084 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e99a9ea4-7f01-4920-b9c0-32793f0fbbc2 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:55.722594 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-586cdda7-1594-4c81-bb91-8127163b079e tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:55.746277 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-471d2c65-12e7-4b6d-8da7-be5353d148eb admin admin] Allocated IP 172.20.0.1 (939811a2-bc17-493b-92b8-63beb6e5d0d4/384b23a1-ceb7-42e2-ae9a-820a5350be45/e9739f88-aab8-4c40-9114-84e5f904c17d) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:49:55.748397 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44034) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:55.749473 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-586cdda7-1594-4c81-bb91-8127163b079e tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:55.874255 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cc2759-4734-4b66-aef9-0e715699c110', 'name': 'tempest-TestVolumeBootPattern-1394773996-router', 'tenant_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': '8d5b308d-83cf-48b4-8cf4-4740c419fd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:41Z', 'updated_at': '2022-03-08T09:49:48Z', 'revision_number': 3, 'project_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'gw_port': {'id': '8d5b308d-83cf-48b4-8cf4-4740c419fd3b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cc2759-4734-4b66-aef9-0e715699c110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:44Z', 'updated_at': '2022-03-08T09:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:55.883319 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbe8924-f08d-478e-a27d-5f3613e61074 None None] The sync data for ids ['f6cc2759-4734-4b66-aef9-0e715699c110'] in dv-neutron-831730-2-hyperv is: [{'id': 'f6cc2759-4734-4b66-aef9-0e715699c110', 'name': 'tempest-TestVolumeBootPattern-1394773996-router', 'tenant_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': '8d5b308d-83cf-48b4-8cf4-4740c419fd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:41Z', 'updated_at': '2022-03-08T09:49:48Z', 'revision_number': 3, 'project_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'gw_port': {'id': '8d5b308d-83cf-48b4-8cf4-4740c419fd3b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cc2759-4734-4b66-aef9-0e715699c110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:44Z', 'updated_at': '2022-03-08T09:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:49:55.903808 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:49:49Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '77420789-0be5-401b-b4fc-c57b0f4d3028', 'name': '', 'network_id': '5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:8a:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '506b27c1-f954-4f6d-810a-7086c066d16f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:43Z', 'updated_at': '2022-03-08T09:49:50Z', 'revision_number': 2, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '506b27c1-f954-4f6d-810a-7086c066d16f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee765355-1166-4e03-a5a8-6bc723946487', 'name': '', 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:42:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:29Z', 'updated_at': '2022-03-08T09:49:46Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:55.909167 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586cdda7-1594-4c81-bb91-8127163b079e tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Made reservation on behalf of 5d7ad7fd5b5f46ae93710fbab512b284 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:55.912722 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-586cdda7-1594-4c81-bb91-8127163b079e tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:55.927590 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Checking router: 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:49:55.927952 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Updating router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 port 77420789-0be5-401b-b4fc-c57b0f4d3028 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:49:56.056249 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:56.073685 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port e99a9ea4-7f01-4920-b9c0-32793f0fbbc2 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:56.074170 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:56.150557 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a5bde87-20d3-4500-b024-75fa9f571f46 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:56.201496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-8a5bde87-20d3-4500-b024-75fa9f571f46 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162da289-2647-477b-bcb7-e834030497c1']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:56.217701 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-8a5bde87-20d3-4500-b024-75fa9f571f46 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:56.221353 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-8a5bde87-20d3-4500-b024-75fa9f571f46 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c216eb7c-85b8-48aa-a9e4-eae7bacc1204') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:56.239139 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a5bde87-20d3-4500-b024-75fa9f571f46 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:56.273517 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0bec5d-b2c0-4c86-8376-f692cc97b9ca None None] Network 01f160ec-fa72-48dd-a0f4-d4c518ed469c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:49:56.296275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a5bde87-20d3-4500-b024-75fa9f571f46 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:56.310413 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5bde87-20d3-4500-b024-75fa9f571f46 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:49:56.311073 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a5bde87-20d3-4500-b024-75fa9f571f46 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:49:56.327040 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:49:56.455530 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a5bde87-20d3-4500-b024-75fa9f571f46 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:56.461331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a5bde87-20d3-4500-b024-75fa9f571f46 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:56.477656 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a795ab1-32a1-4d36-8f65-b077d24b571f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:56.499382 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8a5bde87-20d3-4500-b024-75fa9f571f46 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] 10.222.0.24 "DELETE /v2.0/networks/162da289-2647-477b-bcb7-e834030497c1 HTTP/1.1" status: 204 len: 168 time: 1.2061014 Mar 08 09:49:56.503710 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bde87-20d3-4500-b024-75fa9f571f46 tempest-NetworksTestDHCPv6-115006766 tempest-NetworksTestDHCPv6-115006766-project] Pushing event deleted for resources: {'Network': ['ID=162da289-2647-477b-bcb7-e834030497c1,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:56.658267 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44058) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:56.682821 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 13802dba-74f5-4db4-adae-5a105262fa29 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:56.688501 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6a9b877f-13d4-41ba-b074-e8cf892dde43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26b945fa18614fd8a23bb7a003fa9a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9057903 Mar 08 09:49:56.691360 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44064) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:56.722026 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a795ab1-32a1-4d36-8f65-b077d24b571f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:56.743144 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-321b9d20-55aa-408d-8a4a-f18dad3345ac None None] Provisioning for port 13802dba-74f5-4db4-adae-5a105262fa29 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:56.758082 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-471d2c65-12e7-4b6d-8da7-be5353d148eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:56.783750 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a795ab1-32a1-4d36-8f65-b077d24b571f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb8d587-b442-4f2e-8622-2be931604772,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:56.825381 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-0fe3437f-1ce3-4feb-a611-1f3be1ac2987 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 08 09:49:56.829339 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-471d2c65-12e7-4b6d-8da7-be5353d148eb admin admin] Transition to ACTIVE for port object e9739f88-aab8-4c40-9114-84e5f904c17d will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:56.849999 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b10150ac-3edf-4f1d-9187-b456e265e314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:56.907308 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a795ab1-32a1-4d36-8f65-b077d24b571f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:56.911344 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4a795ab1-32a1-4d36-8f65-b077d24b571f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7017004 Mar 08 09:49:56.911573 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b10150ac-3edf-4f1d-9187-b456e265e314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:56.918046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44072) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:56.921686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1590536099'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:56.927187 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:56.931246 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:network and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:56.934142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:56.940614 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:56.943691 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-0fe3437f-1ce3-4feb-a611-1f3be1ac2987 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Removed routes are [] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 08 09:49:56.944553 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0fe3437f-1ce3-4feb-a611-1f3be1ac2987 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:56.956752 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-5296b622-1712-4c6a-beaf-dd298aa10f6e tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Request body: {'security_group_rule': {'security_group_id': '2a5e7a0e-8f60-44ad-815f-5338deec6f40', 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:56.963275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5296b622-1712-4c6a-beaf-dd298aa10f6e tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:56.967800 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5296b622-1712-4c6a-beaf-dd298aa10f6e tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Usage tracker for resource:security_group_rule and tenant:4175867c7c7846e3ae98e34dfc9273dd is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:56.971652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5296b622-1712-4c6a-beaf-dd298aa10f6e tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:56.983358 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5296b622-1712-4c6a-beaf-dd298aa10f6e tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:56.999455 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44076) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:57.000446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Made reservation on behalf of 6d74a792e0a04913823581fb4b20fd08 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:57.004080 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.038181 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.086049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5296b622-1712-4c6a-beaf-dd298aa10f6e tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.103057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:57.112049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:security_group_rule and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:57.119016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:57.134687 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:57.199258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-586cdda7-1594-4c81-bb91-8127163b079e tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.219685 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 13802dba-74f5-4db4-adae-5a105262fa29 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:49:57.233423 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 13802dba-74f5-4db4-adae-5a105262fa29 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:57.233863 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.237115 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b10150ac-3edf-4f1d-9187-b456e265e314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.266898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10150ac-3edf-4f1d-9187-b456e265e314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4d2f38-1206-4b64-8b98-fe4c6edd3a5f,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:57.301007 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5296b622-1712-4c6a-beaf-dd298aa10f6e tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.313743 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8c779861-5acf-4808-bb1b-3372158bd88a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1de9d677d262479ba2ce9658eb523e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994723 Mar 08 09:49:57.316857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44082) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:57.328482 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5296b622-1712-4c6a-beaf-dd298aa10f6e tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.435300 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b10150ac-3edf-4f1d-9187-b456e265e314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.436430 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b10150ac-3edf-4f1d-9187-b456e265e314 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de4d2f38-1206-4b64-8b98-fe4c6edd3a5f HTTP/1.1" status: 204 len: 168 time: 0.7440641 Mar 08 09:49:57.452002 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.455010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-471d2c65-12e7-4b6d-8da7-be5353d148eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.455167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5296b622-1712-4c6a-beaf-dd298aa10f6e tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.456250 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5296b622-1712-4c6a-beaf-dd298aa10f6e tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5070424 Mar 08 09:49:57.474910 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Transition to ACTIVE for port object 77420789-0be5-401b-b4fc-c57b0f4d3028 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:49:57.495441 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296b622-1712-4c6a-beaf-dd298aa10f6e tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab957ef2-0a29-4868-8aac-83d48a2fd589,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:57.503515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44088) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:57.527613 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7781a8de-2334-4e8a-9bb4-b1939fe8b6c5 None None] get_active_networks_info from dv-neutron-831730-2-hyperv {{(pid=87773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 09:49:57.555235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-2751df55-dbbc-4b11-8a6f-7c37221cb219 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Request body: {'security_group_rule': {'security_group_id': '2a5e7a0e-8f60-44ad-815f-5338deec6f40', 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:57.576434 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2751df55-dbbc-4b11-8a6f-7c37221cb219 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:57.582723 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.592633 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.594096 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2751df55-dbbc-4b11-8a6f-7c37221cb219 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Usage tracker for resource:security_group_rule and tenant:4175867c7c7846e3ae98e34dfc9273dd is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:57.600479 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2751df55-dbbc-4b11-8a6f-7c37221cb219 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:57.612224 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.616679 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2751df55-dbbc-4b11-8a6f-7c37221cb219 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:57.629255 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a2e76119-aa70-497f-bdd1-03f575e2263f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.684328 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:49:57.699726 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854f371-6f27-48d8-98d2-7091d6d41485 None None] Pushing event updated for resources: {'Port': ['ID=77420789-0be5-401b-b4fc-c57b0f4d3028,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:57.709266 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a2e76119-aa70-497f-bdd1-03f575e2263f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.716227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2751df55-dbbc-4b11-8a6f-7c37221cb219 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.755669 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471d2c65-12e7-4b6d-8da7-be5353d148eb admin admin] Network 939811a2-bc17-493b-92b8-63beb6e5d0d4 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:49:57.761482 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be1ab22-0a70-4601-9f11-1d5756346619,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:57.790189 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586cdda7-1594-4c81-bb91-8127163b079e tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Checking segment: {'id': '7e47a85e-c8c8-4927-883e-60bb8c4b7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:57.790685 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586cdda7-1594-4c81-bb91-8127163b079e tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Network hostable DHCP agents. Network: bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:49:57.794830 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2751df55-dbbc-4b11-8a6f-7c37221cb219 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.796446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.797449 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Added segment 9105a920-ea62-4ef2-915c-d4a11bb5786a of type vlan for network ab8570f8-c5d6-4c1f-a090-cc02dda25508 Mar 08 09:49:57.800013 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-471d2c65-12e7-4b6d-8da7-be5353d148eb admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:57.810948 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d2c65-12e7-4b6d-8da7-be5353d148eb admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:49:57.812215 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2751df55-dbbc-4b11-8a6f-7c37221cb219 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.845664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586cdda7-1594-4c81-bb91-8127163b079e tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Pushing event updated for resources: {'Subnet': ['ID=5712f5c7-1f62-41ce-b0df-f6b81b4297b2,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:57.865254 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-921033f8-147a-4d83-a193-51a08d52db3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.871833 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751df55-dbbc-4b11-8a6f-7c37221cb219 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31e882a-7985-456e-a4a1-aa9a48875db0,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:57.899801 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.903885 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.937438 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d2c65-12e7-4b6d-8da7-be5353d148eb admin admin] Pushing event updated for resources: {'Port': ['ID=e9739f88-aab8-4c40-9114-84e5f904c17d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:57.973248 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44094) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:57.974709 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-593ca409-c7f9-442f-b7d4-6091e570068a None None] Provisioning complete for port 13802dba-74f5-4db4-adae-5a105262fa29 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:57.974941 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a2e76119-aa70-497f-bdd1-03f575e2263f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.975179 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-593ca409-c7f9-442f-b7d4-6091e570068a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:57.994408 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586cdda7-1594-4c81-bb91-8127163b079e tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Network bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:49:57.998851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2751df55-dbbc-4b11-8a6f-7c37221cb219 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.003378 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2751df55-dbbc-4b11-8a6f-7c37221cb219 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4914684 Mar 08 09:49:58.003378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e76119-aa70-497f-bdd1-03f575e2263f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25e0935-81b7-40a8-b044-0f6bbc25016f,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:58.004421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44098) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:58.017047 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d50953bd-916b-42c0-a828-812e6570c29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.023856 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e104ec00-c2e6-44f8-8fa4-c4b52926825d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Request body: {'security_group_rule': {'security_group_id': '2a5e7a0e-8f60-44ad-815f-5338deec6f40', 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:58.035422 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-471d2c65-12e7-4b6d-8da7-be5353d148eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.040055 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0fe3437f-1ce3-4feb-a611-1f3be1ac2987 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.045657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-586cdda7-1594-4c81-bb91-8127163b079e tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:49:58.052318 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a2e76119-aa70-497f-bdd1-03f575e2263f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.056858 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a2e76119-aa70-497f-bdd1-03f575e2263f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d25e0935-81b7-40a8-b044-0f6bbc25016f HTTP/1.1" status: 204 len: 168 time: 0.7353976 Mar 08 09:49:58.056858 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e104ec00-c2e6-44f8-8fa4-c4b52926825d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:58.059293 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0fe3437f-1ce3-4feb-a611-1f3be1ac2987 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.063590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586cdda7-1594-4c81-bb91-8127163b079e tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:58.064176 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-586cdda7-1594-4c81-bb91-8127163b079e tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.068046 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d50953bd-916b-42c0-a828-812e6570c29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:58.068478 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e104ec00-c2e6-44f8-8fa4-c4b52926825d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Usage tracker for resource:security_group_rule and tenant:4175867c7c7846e3ae98e34dfc9273dd is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:58.069549 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Attempting to bind port 77420789-0be5-401b-b4fc-c57b0f4d3028 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:49:58.070071 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Attempting to bind port 77420789-0be5-401b-b4fc-c57b0f4d3028 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'de0e85fe-746f-4c1b-aaea-ddc86cdf283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:49:58.070308 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Attempting to bind port 77420789-0be5-401b-b4fc-c57b0f4d3028 on network 5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:49:58.074055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e104ec00-c2e6-44f8-8fa4-c4b52926825d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:58.083014 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:49:58.083397 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Checking segment: {'id': 'de0e85fe-746f-4c1b-aaea-ddc86cdf283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:49:58.083798 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.084200 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Bound using segment: {'id': 'de0e85fe-746f-4c1b-aaea-ddc86cdf283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:49:58.084324 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e104ec00-c2e6-44f8-8fa4-c4b52926825d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:58.085233 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Bound port: 77420789-0be5-401b-b4fc-c57b0f4d3028, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0e85fe-746f-4c1b-aaea-ddc86cdf283b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:49:58.085609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.092650 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.101938 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:58.102804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.117492 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 13802dba-74f5-4db4-adae-5a105262fa29, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=13802dba-74f5-4db4-adae-5a105262fa29,segment=NetworkSegment(e9fc785f-fa5d-4f68-87c4-f44d36bc8fd4),segment_id=e9fc785f-fa5d-4f68-87c4-f44d36bc8fd4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:49:58.143532 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d50953bd-916b-42c0-a828-812e6570c29c admin admin] Usage tracker for resource:security_group_rule and tenant:743b26c49fe34ff6991e68120d9f9a81 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:58.147222 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.148033 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f4ed5adc-3468-4f00-950b-4abe5a34cb18 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:49:58.159040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d50953bd-916b-42c0-a828-812e6570c29c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:58.166761 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5071435 Mar 08 09:49:58.173348 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d50953bd-916b-42c0-a828-812e6570c29c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:58.175679 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44104) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:58.188463 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e104ec00-c2e6-44f8-8fa4-c4b52926825d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.237339 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-586cdda7-1594-4c81-bb91-8127163b079e tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1962800 Mar 08 09:49:58.242448 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f3db7d66-bb66-49d7-84cb-50ad59ec78f4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-683940044'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:58.262702 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44108) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:58.269565 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f3db7d66-bb66-49d7-84cb-50ad59ec78f4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:58.279243 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1cd7cd57-9ec1-4d89-a4f1-aa27f8de2829 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Request body: {'subnet': {'network_id': '4419e152-67d5-4a2f-8379-8aad727e56be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:58.295660 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f3db7d66-bb66-49d7-84cb-50ad59ec78f4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:network and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:58.306774 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f3db7d66-bb66-49d7-84cb-50ad59ec78f4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:58.315709 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca5271-d96c-4902-a65b-026bb26b5c26 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Network': ['ID=ab8570f8-c5d6-4c1f-a090-cc02dda25508,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:58.345819 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f3db7d66-bb66-49d7-84cb-50ad59ec78f4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:58.348653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e104ec00-c2e6-44f8-8fa4-c4b52926825d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.356537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e104ec00-c2e6-44f8-8fa4-c4b52926825d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.365988 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] For port 77420789-0be5-401b-b4fc-c57b0f4d3028, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:49:58.376844 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network ab8570f8-c5d6-4c1f-a090-cc02dda25508 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:49:58.380974 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104ec00-c2e6-44f8-8fa4-c4b52926825d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56fe5f13-15f7-41c2-b2d5-84866e700a25,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:58.408334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e104ec00-c2e6-44f8-8fa4-c4b52926825d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.410213 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e104ec00-c2e6-44f8-8fa4-c4b52926825d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3954132 Mar 08 09:49:58.413478 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44112) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:58.423385 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-bc6516d2-0c90-4344-add3-0c5083a85a7f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Request body: {'security_group_rule': {'security_group_id': '2a5e7a0e-8f60-44ad-815f-5338deec6f40', 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:58.438200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bc6516d2-0c90-4344-add3-0c5083a85a7f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:58.443031 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bc6516d2-0c90-4344-add3-0c5083a85a7f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Usage tracker for resource:security_group_rule and tenant:4175867c7c7846e3ae98e34dfc9273dd is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:58.447004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bc6516d2-0c90-4344-add3-0c5083a85a7f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:58.457279 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bc6516d2-0c90-4344-add3-0c5083a85a7f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:58.457499 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] For port 77420789-0be5-401b-b4fc-c57b0f4d3028, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=77420789-0be5-401b-b4fc-c57b0f4d3028,segment=NetworkSegment(de0e85fe-746f-4c1b-aaea-ddc86cdf283b),segment_id=de0e85fe-746f-4c1b-aaea-ddc86cdf283b)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:49:58.474332 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-bc6516d2-0c90-4344-add3-0c5083a85a7f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Project 4175867c7c7846e3ae98e34dfc9273dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 09:49:58.474710 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3db7d66-bb66-49d7-84cb-50ad59ec78f4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Made reservation on behalf of 6d74a792e0a04913823581fb4b20fd08 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:58.478186 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f3db7d66-bb66-49d7-84cb-50ad59ec78f4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.479441 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.483933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bc6516d2-0c90-4344-add3-0c5083a85a7f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.509361 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe3437f-1ce3-4feb-a611-1f3be1ac2987 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:49:58.544718 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1cd7cd57-9ec1-4d89-a4f1-aa27f8de2829 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:58.558504 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1cd7cd57-9ec1-4d89-a4f1-aa27f8de2829 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Usage tracker for resource:subnet and tenant:5d7ad7fd5b5f46ae93710fbab512b284 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:58.566978 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1cd7cd57-9ec1-4d89-a4f1-aa27f8de2829 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:58.567268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bc6516d2-0c90-4344-add3-0c5083a85a7f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.572839 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bc6516d2-0c90-4344-add3-0c5083a85a7f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.584422 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.591995 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.619716 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6516d2-0c90-4344-add3-0c5083a85a7f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df07d5b-a583-4056-a2b5-b16662f5e6cf,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:58.623734 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bc6516d2-0c90-4344-add3-0c5083a85a7f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.630320 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bc6516d2-0c90-4344-add3-0c5083a85a7f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2126424 Mar 08 09:49:58.633090 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44118) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:58.642115 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3db7d66-bb66-49d7-84cb-50ad59ec78f4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:49:58.648426 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1a843771-2433-4056-bb9a-c87cf76fe987 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Request body: {'security_group_rule': {'security_group_id': '2a5e7a0e-8f60-44ad-815f-5338deec6f40', 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:58.655078 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1cd7cd57-9ec1-4d89-a4f1-aa27f8de2829 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:58.667653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1a843771-2433-4056-bb9a-c87cf76fe987 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:58.677306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1a843771-2433-4056-bb9a-c87cf76fe987 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Usage tracker for resource:security_group_rule and tenant:4175867c7c7846e3ae98e34dfc9273dd is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:58.680429 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1a843771-2433-4056-bb9a-c87cf76fe987 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:58.688262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1a843771-2433-4056-bb9a-c87cf76fe987 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:58.705566 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-1a843771-2433-4056-bb9a-c87cf76fe987 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Project 4175867c7c7846e3ae98e34dfc9273dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 09:49:58.714692 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1a843771-2433-4056-bb9a-c87cf76fe987 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.724039 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=13802dba-74f5-4db4-adae-5a105262fa29,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:58.793181 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f3db7d66-bb66-49d7-84cb-50ad59ec78f4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.793691 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-f3db7d66-bb66-49d7-84cb-50ad59ec78f4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Added segment 791565d7-3ceb-4afd-8218-a592d2fed653 of type vlan for network 72208b89-b8f7-49c2-b4bc-abd35113e1c1 Mar 08 09:49:58.814094 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1a843771-2433-4056-bb9a-c87cf76fe987 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.818878 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1a843771-2433-4056-bb9a-c87cf76fe987 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.822811 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd7cd57-9ec1-4d89-a4f1-aa27f8de2829 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Made reservation on behalf of 5d7ad7fd5b5f46ae93710fbab512b284 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:58.827221 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1cd7cd57-9ec1-4d89-a4f1-aa27f8de2829 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.849883 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a843771-2433-4056-bb9a-c87cf76fe987 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430b7f28-c85f-4634-8713-eb67367f9475,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:58.871148 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1a843771-2433-4056-bb9a-c87cf76fe987 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.875445 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1a843771-2433-4056-bb9a-c87cf76fe987 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2378623 Mar 08 09:49:58.875731 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44130) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:58.882043 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d50953bd-916b-42c0-a828-812e6570c29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.882214 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-81800e1c-42fe-44d1-9df3-e4655264ff35 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Request body: {'network': {'name': 'tempest-network-smoke--1797129299', 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'port_security_enabled': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:58.888590 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-81800e1c-42fe-44d1-9df3-e4655264ff35 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:58.893546 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-81800e1c-42fe-44d1-9df3-e4655264ff35 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Usage tracker for resource:network and tenant:4175867c7c7846e3ae98e34dfc9273dd is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:58.897063 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-81800e1c-42fe-44d1-9df3-e4655264ff35 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:58.904233 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-81800e1c-42fe-44d1-9df3-e4655264ff35 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:58.913767 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-471d2c65-12e7-4b6d-8da7-be5353d148eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.920520 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81800e1c-42fe-44d1-9df3-e4655264ff35 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Made reservation on behalf of 4175867c7c7846e3ae98e34dfc9273dd for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:58.923012 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d50953bd-916b-42c0-a828-812e6570c29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.925233 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-81800e1c-42fe-44d1-9df3-e4655264ff35 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.948791 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:49:58.950060 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:49:58.963379 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81800e1c-42fe-44d1-9df3-e4655264ff35 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:49:58.973934 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-81800e1c-42fe-44d1-9df3-e4655264ff35 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:58.974336 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-81800e1c-42fe-44d1-9df3-e4655264ff35 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Added segment 44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4 of type vlan for network c92c8bd2-46ca-46a7-8274-6d902e00c89c Mar 08 09:49:59.006184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f3db7d66-bb66-49d7-84cb-50ad59ec78f4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:59.009076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-81800e1c-42fe-44d1-9df3-e4655264ff35 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:59.022686 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe3437f-1ce3-4feb-a611-1f3be1ac2987 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:49:59.053090 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-81800e1c-42fe-44d1-9df3-e4655264ff35 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:59.060366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81800e1c-42fe-44d1-9df3-e4655264ff35 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:59.061088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-81800e1c-42fe-44d1-9df3-e4655264ff35 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:59.064626 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854f371-6f27-48d8-98d2-7091d6d41485 None None] Pushing event updated for resources: {'Port': ['ID=77420789-0be5-401b-b4fc-c57b0f4d3028,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:59.110627 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d50953bd-916b-42c0-a828-812e6570c29c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=743b26c49fe34ff6991e68120d9f9a81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1362457 Mar 08 09:49:59.116082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44138) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:59.118998 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50953bd-916b-42c0-a828-812e6570c29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1144a182-ef52-4bc2-a584-04e2a40d4c4a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:59.132508 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f4ed5adc-3468-4f00-950b-4abe5a34cb18 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:49:59.133216 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:59.187590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0fe3437f-1ce3-4feb-a611-1f3be1ac2987 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:59.191567 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0fe3437f-1ce3-4feb-a611-1f3be1ac2987 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/1eee20d8-c2b4-432e-b1cc-b03b9cd57188 HTTP/1.1" status: 200 len: 933 time: 5.0607688 Mar 08 09:49:59.195481 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44144) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:59.214857 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f3db7d66-bb66-49d7-84cb-50ad59ec78f4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:59.221576 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3db7d66-bb66-49d7-84cb-50ad59ec78f4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:49:59.222208 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f3db7d66-bb66-49d7-84cb-50ad59ec78f4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:59.237210 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-81800e1c-42fe-44d1-9df3-e4655264ff35 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3602104 Mar 08 09:49:59.247151 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44148) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:59.256177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81800e1c-42fe-44d1-9df3-e4655264ff35 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event updated for resources: {'Network': ['ID=c92c8bd2-46ca-46a7-8274-6d902e00c89c,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:59.270928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1094738630', 'admin_state_up': True, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:59.275114 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network c92c8bd2-46ca-46a7-8274-6d902e00c89c details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:49:59.283844 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:59.288609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7781a8de-2334-4e8a-9bb4-b1939fe8b6c5 None None] Unable to find a vacant binding_index for network bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc and agent e50afbdd-2ba3-4a17-8c04-95c860408fdb {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 08 09:49:59.291803 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Usage tracker for resource:router and tenant:4175867c7c7846e3ae98e34dfc9273dd is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:59.296380 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:59.311769 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:59.313180 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:49:59.327048 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d814cf33-d824-4927-9f43-cc34b93554b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:59.341822 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:59.343588 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:59.370416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d814cf33-d824-4927-9f43-cc34b93554b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:59.385386 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7781a8de-2334-4e8a-9bb4-b1939fe8b6c5 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc) {{(pid=87773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 09:49:59.402864 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:59.431850 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44154) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:59.663188 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bb2851fd-dce8-4fd7-85e3-1f2d4068ef15 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/routers/1eee20d8-c2b4-432e-b1cc-b03b9cd57188 HTTP/1.1" status: 200 len: 933 time: 0.4665008 Mar 08 09:49:59.666096 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44160) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:49:59.674431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-347800255'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:59.683295 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8ecd962f-d9d7-432c-8519-ce7622ae592f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'router': {'routes': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:49:59.690120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:49:59.694614 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:network and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:49:59.702088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:49:59.709988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:49:59.727191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d814cf33-d824-4927-9f43-cc34b93554b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:59.744104 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:49:59.747908 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:49:59.922522 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 827690f4-c08c-47c3-ab92-33ab43d92293 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:49:59.980253 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814cf33-d824-4927-9f43-cc34b93554b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1144a182-ef52-4bc2-a584-04e2a40d4c4a,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:49:59.982481 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 827690f4-c08c-47c3-ab92-33ab43d92293 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:49:59.982481 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 827690f4-c08c-47c3-ab92-33ab43d92293 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:49:59.993097 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:00.040590 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f3db7d66-bb66-49d7-84cb-50ad59ec78f4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8637314 Mar 08 09:50:00.051130 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:00.053269 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db7d66-bb66-49d7-84cb-50ad59ec78f4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Network': ['ID=72208b89-b8f7-49c2-b4bc-abd35113e1c1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:00.055463 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44164) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:00.059025 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d814cf33-d824-4927-9f43-cc34b93554b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:00.060161 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d814cf33-d824-4927-9f43-cc34b93554b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1144a182-ef52-4bc2-a584-04e2a40d4c4a HTTP/1.1" status: 204 len: 168 time: 0.9363129 Mar 08 09:50:00.063973 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:00.072347 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-26be8928-ec25-4831-a042-def589d72a31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'subnet': {'network_id': 'ab8570f8-c5d6-4c1f-a090-cc02dda25508', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:00.136086 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 72208b89-b8f7-49c2-b4bc-abd35113e1c1 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:50:00.251862 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:49:56Z', 'revision_number': 6, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '77420789-0be5-401b-b4fc-c57b0f4d3028', 'name': '', 'network_id': '5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:8a:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '506b27c1-f954-4f6d-810a-7086c066d16f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:43Z', 'updated_at': '2022-03-08T09:49:58Z', 'revision_number': 4, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '506b27c1-f954-4f6d-810a-7086c066d16f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee765355-1166-4e03-a5a8-6bc723946487', 'name': '', 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:42:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:29Z', 'updated_at': '2022-03-08T09:49:46Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:00.282094 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f88615-fb33-41c2-a69e-a1e711e2886b None None] The sync data for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv is: [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:49:56Z', 'revision_number': 6, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '77420789-0be5-401b-b4fc-c57b0f4d3028', 'name': '', 'network_id': '5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:8a:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '506b27c1-f954-4f6d-810a-7086c066d16f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:43Z', 'updated_at': '2022-03-08T09:49:58Z', 'revision_number': 4, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '506b27c1-f954-4f6d-810a-7086c066d16f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee765355-1166-4e03-a5a8-6bc723946487', 'name': '', 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:42:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:29Z', 'updated_at': '2022-03-08T09:49:46Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:50:00.330910 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc', 'network_id': 'bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc', 'tenant_id': '5d7ad7fd5b5f46ae93710fbab512b284', 'fixed_ips': [{'subnet_id': '5712f5c7-1f62-41ce-b0df-f6b81b4297b2'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:50:00.331741 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:00.352473 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:security_group_rule and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:00.371953 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:00.387924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:00.396479 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-26be8928-ec25-4831-a042-def589d72a31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:00.403829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:00.410762 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-26be8928-ec25-4831-a042-def589d72a31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:subnet and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:00.418169 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-26be8928-ec25-4831-a042-def589d72a31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:00.420346 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-471d2c65-12e7-4b6d-8da7-be5353d148eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:00.438564 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1cd7cd57-9ec1-4d89-a4f1-aa27f8de2829 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:00.453847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-26be8928-ec25-4831-a042-def589d72a31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:00.456021 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-471d2c65-12e7-4b6d-8da7-be5353d148eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:00.532225 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 8d5b308d-83cf-48b4-8cf4-4740c419fd3b up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:00.571201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26be8928-ec25-4831-a042-def589d72a31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Made reservation on behalf of 6d74a792e0a04913823581fb4b20fd08 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:00.582448 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-26be8928-ec25-4831-a042-def589d72a31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:00.755981 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 8d5b308d-83cf-48b4-8cf4-4740c419fd3b completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:00.768056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 8d5b308d-83cf-48b4-8cf4-4740c419fd3b triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:00.768359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:00.918813 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44172) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:00.961717 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bdf29af-784b-4883-a68a-96600e5b2c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:00.997754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-8ecd962f-d9d7-432c-8519-ce7622ae592f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Added routes are [] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 08 09:50:00.998083 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-8ecd962f-d9d7-432c-8519-ce7622ae592f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 08 09:50:01.036066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:01.049680 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Allocated IP 172.20.0.2 (bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc/5712f5c7-1f62-41ce-b0df-f6b81b4297b2/5d493837-b6d7-4da5-9abd-56c89e5097f0) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:50:01.069686 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 8d5b308d-83cf-48b4-8cf4-4740c419fd3b, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=8d5b308d-83cf-48b4-8cf4-4740c419fd3b,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:01.111436 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:01.112366 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 13802dba-74f5-4db4-adae-5a105262fa29 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:01.138996 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3bdf29af-784b-4883-a68a-96600e5b2c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:01.148425 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:01.158155 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3bdf29af-784b-4883-a68a-96600e5b2c4d admin admin] Usage tracker for resource:security_group_rule and tenant:4c81aac5db6946e196cedfb6cd2cd29c is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:01.164415 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-26be8928-ec25-4831-a042-def589d72a31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:01.169143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3bdf29af-784b-4883-a68a-96600e5b2c4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:01.197982 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d2c65-12e7-4b6d-8da7-be5353d148eb admin admin] Pushing event updated for resources: {'Port': ['ID=e9739f88-aab8-4c40-9114-84e5f904c17d,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:01.200422 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-471d2c65-12e7-4b6d-8da7-be5353d148eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:01.200833 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:01.215517 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:50:01.225704 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:01.226221 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Added segment 32f71089-a397-4138-86ec-c8f8c1cea4ea of type vlan for network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa Mar 08 09:50:01.227194 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7cd57-9ec1-4d89-a4f1-aa27f8de2829 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Pushing event updated for resources: {'Subnet': ['ID=1c4ac3d1-0b84-4603-87c5-a1a6fd1c3083,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:01.242840 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ecd962f-d9d7-432c-8519-ce7622ae592f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:01.254059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:01.261424 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd7cd57-9ec1-4d89-a4f1-aa27f8de2829 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Checking segment: {'id': '54433eae-512b-470a-977e-c4ba9a6adfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4419e152-67d5-4a2f-8379-8aad727e56be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:01.261792 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd7cd57-9ec1-4d89-a4f1-aa27f8de2829 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Network hostable DHCP agents. Network: 4419e152-67d5-4a2f-8379-8aad727e56be, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:50:01.329888 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3bdf29af-784b-4883-a68a-96600e5b2c4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:01.338019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20c12283-0b79-42bb-8a4d-21435d6e2667,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:01.343116 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:01.349520 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:01.350008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:01.431806 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=8d5b308d-83cf-48b4-8cf4-4740c419fd3b,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:01.483205 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 13802dba-74f5-4db4-adae-5a105262fa29 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:01.483205 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:01.495129 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Network': ['ID=ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:01.537233 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:50:01.623803 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b6751-7052-46b9-8926-c56d2e041e20 None None] Sync routers for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:50:01.640153 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b6751-7052-46b9-8926-c56d2e041e20 None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:01.642059 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-613b6751-7052-46b9-8926-c56d2e041e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:01.643817 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471d2c65-12e7-4b6d-8da7-be5353d148eb admin admin] Network 939811a2-bc17-493b-92b8-63beb6e5d0d4 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:01.648257 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-471d2c65-12e7-4b6d-8da7-be5353d148eb admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:01.682328 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:01.712290 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Transition to ACTIVE for port object 5d493837-b6d7-4da5-9abd-56c89e5097f0 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:01.712892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be8928-ec25-4831-a042-def589d72a31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Subnet': ['ID=f035b953-2e0e-4d5a-9093-10e7ac05beb2,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:01.728431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26be8928-ec25-4831-a042-def589d72a31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Checking segment: {'id': '9105a920-ea62-4ef2-915c-d4a11bb5786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ab8570f8-c5d6-4c1f-a090-cc02dda25508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:01.728918 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26be8928-ec25-4831-a042-def589d72a31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network hostable DHCP agents. Network: ab8570f8-c5d6-4c1f-a090-cc02dda25508, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:50:01.740747 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-cff46543-7ec2-4227-94ef-c0c30bbf36eb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3076990 Mar 08 09:50:01.773155 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44176) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:01.774442 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Transition to ACTIVE for port object 5d493837-b6d7-4da5-9abd-56c89e5097f0 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:01.777366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:01.793035 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:01.802782 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd7cd57-9ec1-4d89-a4f1-aa27f8de2829 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Network 4419e152-67d5-4a2f-8379-8aad727e56be is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:50:01.824133 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-9a48eac7-8868-482f-8ad0-3c0156cdd2e9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa', 'name': 'tempest-PortsTestJSON-327488783'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:01.854830 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-1cd7cd57-9ec1-4d89-a4f1-aa27f8de2829 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 4419e152-67d5-4a2f-8379-8aad727e56be) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:01.857451 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device de08a8cd-d093-4ef6-84c1-60889b9a913d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:01.908578 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-613b6751-7052-46b9-8926-c56d2e041e20 None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:01.926986 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Network bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:01.938046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:01.947727 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:01.951169 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Pushing event updated for resources: {'Port': ['ID=5d493837-b6d7-4da5-9abd-56c89e5097f0,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:01.964977 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd7cd57-9ec1-4d89-a4f1-aa27f8de2829 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:01.965560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:01.965711 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1cd7cd57-9ec1-4d89-a4f1-aa27f8de2829 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:01.969860 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9a48eac7-8868-482f-8ad0-3c0156cdd2e9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:02.011459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9a48eac7-8868-482f-8ad0-3c0156cdd2e9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:port and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:02.018757 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9a48eac7-8868-482f-8ad0-3c0156cdd2e9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:02.029513 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9a48eac7-8868-482f-8ad0-3c0156cdd2e9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:02.047762 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26be8928-ec25-4831-a042-def589d72a31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network ab8570f8-c5d6-4c1f-a090-cc02dda25508 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:50:02.064551 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-26be8928-ec25-4831-a042-def589d72a31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, ab8570f8-c5d6-4c1f-a090-cc02dda25508) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:02.064997 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1cd7cd57-9ec1-4d89-a4f1-aa27f8de2829 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8014343 Mar 08 09:50:02.069543 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44180) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:02.085168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26be8928-ec25-4831-a042-def589d72a31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:02.085886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-26be8928-ec25-4831-a042-def589d72a31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:02.095805 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port de08a8cd-d093-4ef6-84c1-60889b9a913d triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:02.097116 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:02.108418 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a48eac7-8868-482f-8ad0-3c0156cdd2e9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:02.113389 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9a48eac7-8868-482f-8ad0-3c0156cdd2e9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:02.137463 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Attempting to bind port 5d493837-b6d7-4da5-9abd-56c89e5097f0 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:02.138465 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Attempting to bind port 5d493837-b6d7-4da5-9abd-56c89e5097f0 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '7e47a85e-c8c8-4927-883e-60bb8c4b7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:02.138882 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Attempting to bind port 5d493837-b6d7-4da5-9abd-56c89e5097f0 on network bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:02.159334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-9a48eac7-8868-482f-8ad0-3c0156cdd2e9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] device_id is not set on port 6df5cc9a-1500-4ddd-baaa-01661f1195ea yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:50:02.164970 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:50:02.165757 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Checking segment: {'id': '7e47a85e-c8c8-4927-883e-60bb8c4b7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:02.166382 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:02.166948 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Bound using segment: {'id': '7e47a85e-c8c8-4927-883e-60bb8c4b7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:50:02.168093 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Bound port: 5d493837-b6d7-4da5-9abd-56c89e5097f0, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e47a85e-c8c8-4927-883e-60bb8c4b7366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:50:02.168873 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:02.205974 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ecd962f-d9d7-432c-8519-ce7622ae592f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:02.208961 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471d2c65-12e7-4b6d-8da7-be5353d148eb admin admin] Router f6cc2759-4734-4b66-aef9-0e715699c110 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:50:02.284509 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ecd962f-d9d7-432c-8519-ce7622ae592f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:02.360671 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-613b6751-7052-46b9-8926-c56d2e041e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:01Z', 'revision_number': 7, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '77420789-0be5-401b-b4fc-c57b0f4d3028', 'name': '', 'network_id': '5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:8a:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '506b27c1-f954-4f6d-810a-7086c066d16f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:43Z', 'updated_at': '2022-03-08T09:49:58Z', 'revision_number': 4, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '506b27c1-f954-4f6d-810a-7086c066d16f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee765355-1166-4e03-a5a8-6bc723946487', 'name': '', 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:42:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:29Z', 'updated_at': '2022-03-08T09:49:46Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:02.364940 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] For port 5d493837-b6d7-4da5-9abd-56c89e5097f0, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:50:02.376350 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] For port 5d493837-b6d7-4da5-9abd-56c89e5097f0, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=5d493837-b6d7-4da5-9abd-56c89e5097f0,segment=NetworkSegment(7e47a85e-c8c8-4927-883e-60bb8c4b7366),segment_id=7e47a85e-c8c8-4927-883e-60bb8c4b7366)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:50:02.380910 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b6751-7052-46b9-8926-c56d2e041e20 None None] Checking router: 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:50:02.386242 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:02.392470 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b6751-7052-46b9-8926-c56d2e041e20 None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:02.393300 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-613b6751-7052-46b9-8926-c56d2e041e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:02.412088 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-26be8928-ec25-4831-a042-def589d72a31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3507316 Mar 08 09:50:02.424077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bdf29af-784b-4883-a68a-96600e5b2c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:02.425612 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44184) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:02.435617 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bdf29af-784b-4883-a68a-96600e5b2c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:02.533983 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Allocated IP 172.26.2.101 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/1c9ba0e6-5ad7-4976-ac92-81cc87009a5b) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:50:02.561721 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3370d-9982-46c5-a404-df7b80409464 None None] Pushing event updated for resources: {'Port': ['ID=5d493837-b6d7-4da5-9abd-56c89e5097f0,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:02.579919 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf29af-784b-4883-a68a-96600e5b2c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e030c05a-b7df-4557-8cf5-519e3ac29184,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:02.626040 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3bdf29af-784b-4883-a68a-96600e5b2c4d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c81aac5db6946e196cedfb6cd2cd29c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7029746 Mar 08 09:50:02.636586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44190) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:02.638319 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-84a8a1a3-9547-4aa9-982c-e83c0f22ea22 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'subnet': {'network_id': '72208b89-b8f7-49c2-b4bc-abd35113e1c1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:02.643258 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 8d5b308d-83cf-48b4-8cf4-4740c419fd3b up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:02.703026 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-613b6751-7052-46b9-8926-c56d2e041e20 None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:02.783145 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 8d5b308d-83cf-48b4-8cf4-4740c419fd3b triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:02.783918 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:02.806461 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9a48eac7-8868-482f-8ad0-3c0156cdd2e9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:02.875821 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9a48eac7-8868-482f-8ad0-3c0156cdd2e9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:03.014846 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 77420789-0be5-401b-b4fc-c57b0f4d3028 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:03.112667 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 77420789-0be5-401b-b4fc-c57b0f4d3028 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:03.118653 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 77420789-0be5-401b-b4fc-c57b0f4d3028 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:03.119028 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:03.164213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d9adcbb5-23b4-4692-beb0-d92c75354332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:03.187026 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-613b6751-7052-46b9-8926-c56d2e041e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:01Z', 'revision_number': 7, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '77420789-0be5-401b-b4fc-c57b0f4d3028', 'name': '', 'network_id': '5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:8a:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '506b27c1-f954-4f6d-810a-7086c066d16f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:43Z', 'updated_at': '2022-03-08T09:49:58Z', 'revision_number': 4, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '506b27c1-f954-4f6d-810a-7086c066d16f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee765355-1166-4e03-a5a8-6bc723946487', 'name': '', 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:42:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:29Z', 'updated_at': '2022-03-08T09:49:46Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:03.193886 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b6751-7052-46b9-8926-c56d2e041e20 None None] The sync data for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv is: [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:01Z', 'revision_number': 7, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '77420789-0be5-401b-b4fc-c57b0f4d3028', 'name': '', 'network_id': '5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:8a:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '506b27c1-f954-4f6d-810a-7086c066d16f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:43Z', 'updated_at': '2022-03-08T09:49:58Z', 'revision_number': 4, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '506b27c1-f954-4f6d-810a-7086c066d16f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee765355-1166-4e03-a5a8-6bc723946487', 'name': '', 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:42:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:29Z', 'updated_at': '2022-03-08T09:49:46Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:50:03.205008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d9adcbb5-23b4-4692-beb0-d92c75354332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:03.264066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48eac7-8868-482f-8ad0-3c0156cdd2e9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=6df5cc9a-1500-4ddd-baaa-01661f1195ea,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:03.269783 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:03.301306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d9adcbb5-23b4-4692-beb0-d92c75354332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:03.315782 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a48eac7-8868-482f-8ad0-3c0156cdd2e9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Checking segment: {'id': '32f71089-a397-4138-86ec-c8f8c1cea4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:03.316502 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a48eac7-8868-482f-8ad0-3c0156cdd2e9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network hostable DHCP agents. Network: ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:50:03.331551 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 77420789-0be5-401b-b4fc-c57b0f4d3028, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=77420789-0be5-401b-b4fc-c57b0f4d3028,segment=NetworkSegment(de0e85fe-746f-4c1b-aaea-ddc86cdf283b),segment_id=de0e85fe-746f-4c1b-aaea-ddc86cdf283b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:03.337416 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:03.356150 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adcbb5-23b4-4692-beb0-d92c75354332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e030c05a-b7df-4557-8cf5-519e3ac29184,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:03.391073 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:03.396886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a48eac7-8868-482f-8ad0-3c0156cdd2e9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:50:03.408441 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d9adcbb5-23b4-4692-beb0-d92c75354332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:03.412196 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d9adcbb5-23b4-4692-beb0-d92c75354332 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e030c05a-b7df-4557-8cf5-519e3ac29184 HTTP/1.1" status: 204 len: 168 time: 0.7721372 Mar 08 09:50:03.427541 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=77420789-0be5-401b-b4fc-c57b0f4d3028,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:03.435029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-9a48eac7-8868-482f-8ad0-3c0156cdd2e9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:03.439682 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a48eac7-8868-482f-8ad0-3c0156cdd2e9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:03.441302 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-84a8a1a3-9547-4aa9-982c-e83c0f22ea22 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:03.445079 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecd962f-d9d7-432c-8519-ce7622ae592f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:50:03.459510 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a48eac7-8868-482f-8ad0-3c0156cdd2e9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:03.460184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9a48eac7-8868-482f-8ad0-3c0156cdd2e9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:03.472164 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:03.493792 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-84a8a1a3-9547-4aa9-982c-e83c0f22ea22 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:subnet and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:03.497113 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471d2c65-12e7-4b6d-8da7-be5353d148eb admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:50:03.500142 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-84a8a1a3-9547-4aa9-982c-e83c0f22ea22 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:03.505829 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-549b9c9e-d816-45dd-ad85-003958c85181 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:03.526584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Sync routers for ids ['f6cc2759-4734-4b66-aef9-0e715699c110'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:50:03.548175 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-471d2c65-12e7-4b6d-8da7-be5353d148eb admin admin] 10.222.0.24 "PUT /v2.0/routers/f6cc2759-4734-4b66-aef9-0e715699c110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5341949 Mar 08 09:50:03.556460 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Routers {'f6cc2759-4734-4b66-aef9-0e715699c110'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:03.557288 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['f6cc2759-4734-4b66-aef9-0e715699c110'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:03.638296 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9a48eac7-8868-482f-8ad0-3c0156cdd2e9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8229043 Mar 08 09:50:03.647388 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44198) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:03.696607 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-84a8a1a3-9547-4aa9-982c-e83c0f22ea22 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:03.714291 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-3e452716-0441-4ca7-a417-e6b390ff059d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-576859297'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:03.735225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:03.736054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event updated for resources: {'Port': ['ID=1c9ba0e6-5ad7-4976-ac92-81cc87009a5b,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:03.744413 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3e452716-0441-4ca7-a417-e6b390ff059d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:03.750670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:03.757921 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:03.824243 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3e452716-0441-4ca7-a417-e6b390ff059d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:network and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:03.838889 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3e452716-0441-4ca7-a417-e6b390ff059d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:03.861324 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3e452716-0441-4ca7-a417-e6b390ff059d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:03.946395 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a8a1a3-9547-4aa9-982c-e83c0f22ea22 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Made reservation on behalf of 6d74a792e0a04913823581fb4b20fd08 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:03.950575 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84a8a1a3-9547-4aa9-982c-e83c0f22ea22 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:03.976651 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Set router f6cc2759-4734-4b66-aef9-0e715699c110 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:04.024098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e452716-0441-4ca7-a417-e6b390ff059d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:04.036796 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3e452716-0441-4ca7-a417-e6b390ff059d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:04.149378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e452716-0441-4ca7-a417-e6b390ff059d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:50:04.168588 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55786c4e-a4d1-4e00-bece-68666fa25b8f None None] get_active_networks_info from dv-neutron-831730-2-hyperv {{(pid=87773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 09:50:04.202910 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3e452716-0441-4ca7-a417-e6b390ff059d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:04.204064 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-3e452716-0441-4ca7-a417-e6b390ff059d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Added segment a2c56cc9-c9c6-42dc-b6b9-6cc978770199 of type vlan for network 7d7af6a0-b798-462b-b19e-8ec30f130df2 Mar 08 09:50:04.350766 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e0c0d35a-b33b-46ff-a21e-6a1afc8524f8 None None] Provisioning for port 5d493837-b6d7-4da5-9abd-56c89e5097f0 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:04.353925 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecd962f-d9d7-432c-8519-ce7622ae592f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:50:04.367165 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3f76aa-8db1-4026-95e2-1270c87b9c00 None None] Sync routers for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:50:04.385891 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3f76aa-8db1-4026-95e2-1270c87b9c00 None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:04.386730 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7f3f76aa-8db1-4026-95e2-1270c87b9c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:04.414924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3e452716-0441-4ca7-a417-e6b390ff059d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:04.498305 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8ecd962f-d9d7-432c-8519-ce7622ae592f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:04.502214 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8ecd962f-d9d7-432c-8519-ce7622ae592f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/1eee20d8-c2b4-432e-b1cc-b03b9cd57188 HTTP/1.1" status: 200 len: 699 time: 4.8284576 Mar 08 09:50:04.504398 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44220) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:04.631223 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55786c4e-a4d1-4e00-bece-68666fa25b8f None None] Resources bound (agent type, host, resource id): {{(pid=87773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 09:50:04.675095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cc2759-4734-4b66-aef9-0e715699c110', 'name': 'tempest-TestVolumeBootPattern-1394773996-router', 'tenant_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': '8d5b308d-83cf-48b4-8cf4-4740c419fd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:41Z', 'updated_at': '2022-03-08T09:49:58Z', 'revision_number': 4, 'project_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'gw_port': {'id': '8d5b308d-83cf-48b4-8cf4-4740c419fd3b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cc2759-4734-4b66-aef9-0e715699c110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:44Z', 'updated_at': '2022-03-08T09:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'e9739f88-aab8-4c40-9114-84e5f904c17d', 'name': '', 'network_id': '939811a2-bc17-493b-92b8-63beb6e5d0d4', 'tenant_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'mac_address': 'fa:16:3e:95:4f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cc2759-4734-4b66-aef9-0e715699c110', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '384b23a1-ceb7-42e2-ae9a-820a5350be45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:54Z', 'updated_at': '2022-03-08T09:49:59Z', 'revision_number': 2, 'project_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'subnets': [{'id': '384b23a1-ceb7-42e2-ae9a-820a5350be45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:04.692218 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Checking router: f6cc2759-4734-4b66-aef9-0e715699c110 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:50:04.692806 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Updating router f6cc2759-4734-4b66-aef9-0e715699c110 port e9739f88-aab8-4c40-9114-84e5f904c17d binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:50:04.715814 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3e452716-0441-4ca7-a417-e6b390ff059d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:04.721809 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e452716-0441-4ca7-a417-e6b390ff059d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:04.722396 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3e452716-0441-4ca7-a417-e6b390ff059d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:04.743824 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 5d493837-b6d7-4da5-9abd-56c89e5097f0 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:04.827226 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-7f3f76aa-8db1-4026-95e2-1270c87b9c00 None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:04.861684 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:04.969383 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:04.988960 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 5d493837-b6d7-4da5-9abd-56c89e5097f0 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:05.006463 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 5d493837-b6d7-4da5-9abd-56c89e5097f0 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:05.006860 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:05.142653 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3e452716-0441-4ca7-a417-e6b390ff059d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4914155 Mar 08 09:50:05.143404 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44232) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:05.165963 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'ports': [{'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa'}, {'network_id': '7d7af6a0-b798-462b-b19e-8ec30f130df2'}]} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:05.166204 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:05.166682 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'network_id': '7d7af6a0-b798-462b-b19e-8ec30f130df2'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:05.182105 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44236) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:05.190982 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e452716-0441-4ca7-a417-e6b390ff059d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Network': ['ID=7d7af6a0-b798-462b-b19e-8ec30f130df2,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:05.211748 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-b0df9c63-f9c3-4f83-9029-d2ba384cf24d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1248717942', 'description': 'tempest-secgroup-smoke-1248717942 description', 'project_id': '090578e165634cbd86b446011dd7b913'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:05.223958 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b0df9c63-f9c3-4f83-9029-d2ba384cf24d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:05.235945 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 7d7af6a0-b798-462b-b19e-8ec30f130df2 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:50:05.244727 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b0df9c63-f9c3-4f83-9029-d2ba384cf24d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Usage tracker for resource:security_group and tenant:090578e165634cbd86b446011dd7b913 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:05.368524 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-102790c5-1cfd-4fb8-abef-4f96ba10e5ce tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/routers/1eee20d8-c2b4-432e-b1cc-b03b9cd57188 HTTP/1.1" status: 200 len: 699 time: 0.8484747 Mar 08 09:50:05.374895 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44244) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:05.399874 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7f3f76aa-8db1-4026-95e2-1270c87b9c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:01Z', 'revision_number': 7, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '77420789-0be5-401b-b4fc-c57b0f4d3028', 'name': '', 'network_id': '5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:8a:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '506b27c1-f954-4f6d-810a-7086c066d16f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:43Z', 'updated_at': '2022-03-08T09:50:03Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '506b27c1-f954-4f6d-810a-7086c066d16f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee765355-1166-4e03-a5a8-6bc723946487', 'name': '', 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:42:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:29Z', 'updated_at': '2022-03-08T09:49:46Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:05.409683 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3f76aa-8db1-4026-95e2-1270c87b9c00 None None] Checking router: 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:50:05.432938 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3f76aa-8db1-4026-95e2-1270c87b9c00 None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:05.434250 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-549b9c9e-d816-45dd-ad85-003958c85181 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Allocated IP 172.20.0.1 (bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc/5712f5c7-1f62-41ce-b0df-f6b81b4297b2/f9a6ba0f-f4c3-4f62-83dc-334fc838f651) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:50:05.438599 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7f3f76aa-8db1-4026-95e2-1270c87b9c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:05.541724 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b0df9c63-f9c3-4f83-9029-d2ba384cf24d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:05.602304 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84a8a1a3-9547-4aa9-982c-e83c0f22ea22 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:05.682089 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-7f3f76aa-8db1-4026-95e2-1270c87b9c00 None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:05.820974 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:05.833850 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Transition to ACTIVE for port object e9739f88-aab8-4c40-9114-84e5f904c17d will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:05.848574 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:05.910343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44254) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:05.911886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b0df9c63-f9c3-4f83-9029-d2ba384cf24d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:05.949363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:05.996686 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-549b9c9e-d816-45dd-ad85-003958c85181 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.002044 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a8a1a3-9547-4aa9-982c-e83c0f22ea22 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Checking segment: {'id': '791565d7-3ceb-4afd-8218-a592d2fed653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '72208b89-b8f7-49c2-b4bc-abd35113e1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:06.002654 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a8a1a3-9547-4aa9-982c-e83c0f22ea22 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network hostable DHCP agents. Network: 72208b89-b8f7-49c2-b4bc-abd35113e1c1, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:50:06.077337 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8a1a3-9547-4aa9-982c-e83c0f22ea22 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Subnet': ['ID=871455e0-e594-46a1-a94c-a233f65b945b,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:06.102900 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-549b9c9e-d816-45dd-ad85-003958c85181 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Transition to ACTIVE for port object f9a6ba0f-f4c3-4f62-83dc-334fc838f651 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:06.108806 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7f3f76aa-8db1-4026-95e2-1270c87b9c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:01Z', 'revision_number': 7, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '77420789-0be5-401b-b4fc-c57b0f4d3028', 'name': '', 'network_id': '5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:8a:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '506b27c1-f954-4f6d-810a-7086c066d16f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:43Z', 'updated_at': '2022-03-08T09:50:03Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '506b27c1-f954-4f6d-810a-7086c066d16f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee765355-1166-4e03-a5a8-6bc723946487', 'name': '', 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:42:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:29Z', 'updated_at': '2022-03-08T09:49:46Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:06.115405 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3f76aa-8db1-4026-95e2-1270c87b9c00 None None] The sync data for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv is: [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:01Z', 'revision_number': 7, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '77420789-0be5-401b-b4fc-c57b0f4d3028', 'name': '', 'network_id': '5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:8a:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '506b27c1-f954-4f6d-810a-7086c066d16f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:43Z', 'updated_at': '2022-03-08T09:50:03Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '506b27c1-f954-4f6d-810a-7086c066d16f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee765355-1166-4e03-a5a8-6bc723946487', 'name': '', 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:42:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:29Z', 'updated_at': '2022-03-08T09:49:46Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:50:06.139365 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b0df9c63-f9c3-4f83-9029-d2ba384cf24d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.139927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a8a1a3-9547-4aa9-982c-e83c0f22ea22 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network 72208b89-b8f7-49c2-b4bc-abd35113e1c1 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:50:06.185363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:06.192097 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b0df9c63-f9c3-4f83-9029-d2ba384cf24d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:06.196888 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:port and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:06.200910 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:06.208963 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b0df9c63-f9c3-4f83-9029-d2ba384cf24d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Usage tracker for resource:security_group_rule and tenant:090578e165634cbd86b446011dd7b913 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:06.211866 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:06.218513 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b0df9c63-f9c3-4f83-9029-d2ba384cf24d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:06.267375 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-84a8a1a3-9547-4aa9-982c-e83c0f22ea22 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 72208b89-b8f7-49c2-b4bc-abd35113e1c1) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:06.285762 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a8a1a3-9547-4aa9-982c-e83c0f22ea22 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:06.286354 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84a8a1a3-9547-4aa9-982c-e83c0f22ea22 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.309303 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b0df9c63-f9c3-4f83-9029-d2ba384cf24d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:06.315641 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-549b9c9e-d816-45dd-ad85-003958c85181 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.316875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-365454403'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:06.322706 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:06.327740 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Usage tracker for resource:network and tenant:df781bd572724822b6ae93a189e7c7e3 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:06.333558 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:06.334860 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33207630-095b-4fa0-a3f6-0790d83a2823 None None] Pushing event updated for resources: {'Port': ['ID=e9739f88-aab8-4c40-9114-84e5f904c17d,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:06.353667 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:06.357868 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-84a8a1a3-9547-4aa9-982c-e83c0f22ea22 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9250989 Mar 08 09:50:06.362386 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'port': 2} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:06.366665 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44260) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:06.367047 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.374023 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.385635 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-926d8c95-d98d-4dc3-a233-b71de220968c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2113439490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:06.403833 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549b9c9e-d816-45dd-ad85-003958c85181 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Network bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:06.410560 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-926d8c95-d98d-4dc3-a233-b71de220968c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:06.411946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-549b9c9e-d816-45dd-ad85-003958c85181 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:06.418389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549b9c9e-d816-45dd-ad85-003958c85181 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:06.425605 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.438859 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Made reservation on behalf of df781bd572724822b6ae93a189e7c7e3 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:06.442390 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.443551 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-926d8c95-d98d-4dc3-a233-b71de220968c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:router and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:06.449248 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-926d8c95-d98d-4dc3-a233-b71de220968c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:06.468949 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-926d8c95-d98d-4dc3-a233-b71de220968c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:06.475134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.481763 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Attempting to bind port e9739f88-aab8-4c40-9114-84e5f904c17d on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:06.482137 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Attempting to bind port e9739f88-aab8-4c40-9114-84e5f904c17d by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '2f301582-1895-4395-a699-98612d90978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '939811a2-bc17-493b-92b8-63beb6e5d0d4'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:06.482505 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Attempting to bind port e9739f88-aab8-4c40-9114-84e5f904c17d on network 939811a2-bc17-493b-92b8-63beb6e5d0d4 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:06.497758 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b9c9e-d816-45dd-ad85-003958c85181 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Pushing event updated for resources: {'Port': ['ID=f9a6ba0f-f4c3-4f62-83dc-334fc838f651,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:06.503141 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:50:06.503529 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Checking segment: {'id': '2f301582-1895-4395-a699-98612d90978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '939811a2-bc17-493b-92b8-63beb6e5d0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:06.504305 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.504305 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Bound using segment: {'id': '2f301582-1895-4395-a699-98612d90978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '939811a2-bc17-493b-92b8-63beb6e5d0d4'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:50:06.504840 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Bound port: e9739f88-aab8-4c40-9114-84e5f904c17d, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f301582-1895-4395-a699-98612d90978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '939811a2-bc17-493b-92b8-63beb6e5d0d4'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:50:06.505202 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.522671 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 5d493837-b6d7-4da5-9abd-56c89e5097f0, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=5d493837-b6d7-4da5-9abd-56c89e5097f0,segment=NetworkSegment(7e47a85e-c8c8-4927-883e-60bb8c4b7366),segment_id=7e47a85e-c8c8-4927-883e-60bb8c4b7366)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:06.543973 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-549b9c9e-d816-45dd-ad85-003958c85181 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.551171 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.551960 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 77420789-0be5-401b-b4fc-c57b0f4d3028 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:06.558274 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:06.612154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Usage tracker for resource:security_group_rule and tenant:df781bd572724822b6ae93a189e7c7e3 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:06.620292 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-926d8c95-d98d-4dc3-a233-b71de220968c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.623712 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-926d8c95-d98d-4dc3-a233-b71de220968c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.624394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:06.660728 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:06.681194 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-926d8c95-d98d-4dc3-a233-b71de220968c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.730317 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-4419e152-67d5-4a2f-8379-8aad727e56be', 'network_id': '4419e152-67d5-4a2f-8379-8aad727e56be', 'tenant_id': '5d7ad7fd5b5f46ae93710fbab512b284', 'fixed_ips': [{'subnet_id': '1c4ac3d1-0b84-4603-87c5-a1a6fd1c3083'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:50:06.731242 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.740480 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-ab8570f8-c5d6-4c1f-a090-cc02dda25508', 'network_id': 'ab8570f8-c5d6-4c1f-a090-cc02dda25508', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'fixed_ips': [{'subnet_id': 'f035b953-2e0e-4d5a-9093-10e7ac05beb2'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:50:06.741326 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.772610 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b0df9c63-f9c3-4f83-9029-d2ba384cf24d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.780829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Router e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:50:06.796347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-926d8c95-d98d-4dc3-a233-b71de220968c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.800160 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b0df9c63-f9c3-4f83-9029-d2ba384cf24d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.803677 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] For port e9739f88-aab8-4c40-9114-84e5f904c17d, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:50:06.811981 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] For port e9739f88-aab8-4c40-9114-84e5f904c17d, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e9739f88-aab8-4c40-9114-84e5f904c17d,segment=NetworkSegment(2f301582-1895-4395-a699-98612d90978f),segment_id=2f301582-1895-4395-a699-98612d90978f)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:50:06.814067 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-549b9c9e-d816-45dd-ad85-003958c85181 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.816538 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=5d493837-b6d7-4da5-9abd-56c89e5097f0,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:06.839272 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] device_id is not set on port 06db583a-19d8-4a36-b794-29c8d1d61b27 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:50:06.882399 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-926d8c95-d98d-4dc3-a233-b71de220968c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.886768 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-926d8c95-d98d-4dc3-a233-b71de220968c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5152099 Mar 08 09:50:06.892396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.893718 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44264) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:06.950424 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df9c63-f9c3-4f83-9029-d2ba384cf24d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aebba91f-7752-4b0f-b8d6-218e875469b2,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:06.988501 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b0df9c63-f9c3-4f83-9029-d2ba384cf24d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:06.989753 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b0df9c63-f9c3-4f83-9029-d2ba384cf24d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.8067095 Mar 08 09:50:06.993145 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44268) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:07.023061 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 77420789-0be5-401b-b4fc-c57b0f4d3028 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:07.023466 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:07.051800 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2dd07fd5-0bfb-4cef-a87d-ce99778492b2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Request body: {'security_group_rule': {'security_group_id': 'aebba91f-7752-4b0f-b8d6-218e875469b2', 'project_id': '090578e165634cbd86b446011dd7b913', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:07.103826 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:07.108557 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa07977e-cb5d-452a-8c64-75e7321d9b6c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:07.117616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:07.126368 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Routers {'f6cc2759-4734-4b66-aef9-0e715699c110'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:07.127021 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['f6cc2759-4734-4b66-aef9-0e715699c110'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:07.182018 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:50:07.187117 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33207630-095b-4fa0-a3f6-0790d83a2823 None None] Pushing event updated for resources: {'Port': ['ID=e9739f88-aab8-4c40-9114-84e5f904c17d,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:07.206306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:50:07.220466 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f68dad-dc4e-4cbc-91af-28bc9b4a507d,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:07.225208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:07.225836 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Added segment ce1caa5e-755a-46cb-8f24-c9849c806502 of type vlan for network e3711ff0-949b-4e6f-900a-e2038c87a429 Mar 08 09:50:07.260778 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Sync routers for ids ['e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:50:07.288505 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:07.317985 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Routers {'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:07.318654 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:07.335069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:07.336416 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e98ab4dd-f3f7-47e9-868a-8a1d413ea200 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.0881114 Mar 08 09:50:07.344269 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44272) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:07.351070 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:07.356744 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2dd07fd5-0bfb-4cef-a87d-ce99778492b2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:07.395666 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Allocated IP 2001:db8::2 (ab8570f8-c5d6-4c1f-a090-cc02dda25508/f035b953-2e0e-4d5a-9093-10e7ac05beb2/1b084bbc-4055-4895-85b2-b2c40f56f294) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:50:07.430759 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Allocated IP 172.20.0.2 (4419e152-67d5-4a2f-8379-8aad727e56be/1c4ac3d1-0b84-4603-87c5-a1a6fd1c3083/4f3f2ec4-d1ca-400b-a093-23efd9ab658a) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:50:07.483547 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2dd07fd5-0bfb-4cef-a87d-ce99778492b2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Usage tracker for resource:security_group_rule and tenant:090578e165634cbd86b446011dd7b913 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:07.544518 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2dd07fd5-0bfb-4cef-a87d-ce99778492b2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:07.566675 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2dd07fd5-0bfb-4cef-a87d-ce99778492b2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:07.614281 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a24e1293-2e6b-49ad-bc96-ebf0a65a21ac tempest-TestNetworkAdvancedServerOps-54132795 tempest-TestNetworkAdvancedServerOps-54132795-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=4175867c7c7846e3ae98e34dfc9273dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2686691 Mar 08 09:50:07.618495 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44278) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:07.624741 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] device_id is not set on port 05ae9c28-7b43-4d09-99ae-eb12979c8723 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:50:07.663367 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:07.669262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:07.670066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:07.756303 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2dd07fd5-0bfb-4cef-a87d-ce99778492b2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:07.806819 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] Set router f6cc2759-4734-4b66-aef9-0e715699c110 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:07.864148 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.9496398 Mar 08 09:50:07.878302 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d75bf5-dea1-4a1e-9fac-6da576bb681e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Pushing event updated for resources: {'Network': ['ID=e3711ff0-949b-4e6f-900a-e2038c87a429,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:07.958709 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 5d493837-b6d7-4da5-9abd-56c89e5097f0 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:07.981687 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:07.983359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network e3711ff0-949b-4e6f-900a-e2038c87a429 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:50:08.008949 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7344c530-4cc1-4317-a171-d2da2ce232ee tempest-TestNetworkAdvancedServerOps-54132795 tempest-TestNetworkAdvancedServerOps-54132795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:08.010512 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7344c530-4cc1-4317-a171-d2da2ce232ee tempest-TestNetworkAdvancedServerOps-54132795 tempest-TestNetworkAdvancedServerOps-54132795-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3900301 Mar 08 09:50:08.013446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44286) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:08.047226 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:08.099877 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f4c33f82-3cc9-49ba-a952-7c8f383e626b tempest-TestNetworkAdvancedServerOps-54132795 tempest-TestNetworkAdvancedServerOps-54132795-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0823667 Mar 08 09:50:08.103500 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44290) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:08.119335 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e22c2aed-1d7b-4844-b871-571df08c122a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-415567810', 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c', 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:08.121658 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Set router e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:08.126318 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:08.138348 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:08.143503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:08.144400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:08.152982 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=06db583a-19d8-4a36-b794-29c8d1d61b27,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:08.192353 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2dd07fd5-0bfb-4cef-a87d-ce99778492b2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:08.195844 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44294) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:08.215201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Request body: {'port': {'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429', 'binding:host_id': 'hv-neutron-8317', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417535469'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:08.226375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:08.246546 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Usage tracker for resource:port and tenant:7f3e4ae79275442a9facae920aebcf1f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:08.261197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:08.283132 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:08.285156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Checking segment: {'id': 'a2c56cc9-c9c6-42dc-b6b9-6cc978770199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d7af6a0-b798-462b-b19e-8ec30f130df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:08.285659 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network hostable DHCP agents. Network: 7d7af6a0-b798-462b-b19e-8ec30f130df2, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:50:08.302059 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2dd07fd5-0bfb-4cef-a87d-ce99778492b2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:08.304577 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=05ae9c28-7b43-4d09-99ae-eb12979c8723,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:08.316400 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d754b02f-4155-4602-b913-0a2f3b051031 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:08.319455 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network 7d7af6a0-b798-462b-b19e-8ec30f130df2 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:50:08.327676 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Made reservation on behalf of 7f3e4ae79275442a9facae920aebcf1f for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:08.330702 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:08.341934 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 7d7af6a0-b798-462b-b19e-8ec30f130df2) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:08.345764 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:08.353063 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:08.358257 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:08.359004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:08.366617 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:08.375857 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd07fd5-0bfb-4cef-a87d-ce99778492b2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a51d5ca-c1e9-4c27-8c1e-f88512b6d7af,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:08.391954 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:08.396780 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Usage tracker for resource:security_group_rule and tenant:7f3e4ae79275442a9facae920aebcf1f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:08.403016 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8c6d4ca9-6c0f-4a34-871e-7c0681a392b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2543669 Mar 08 09:50:08.404141 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:08.407303 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44298) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:08.449051 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:08.462566 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2dd07fd5-0bfb-4cef-a87d-ce99778492b2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:08.463866 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2dd07fd5-0bfb-4cef-a87d-ce99778492b2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4697928 Mar 08 09:50:08.467296 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44302) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:08.471169 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e22c2aed-1d7b-4844-b871-571df08c122a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:08.485105 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-97db7333-1070-452a-a840-44bff034023c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Request body: {'security_group_rule': {'security_group_id': 'aebba91f-7752-4b0f-b8d6-218e875469b2', 'project_id': '090578e165634cbd86b446011dd7b913', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:08.508886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-97db7333-1070-452a-a840-44bff034023c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:08.518947 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-3c90e06e-2e9d-4f96-a2dc-a1c62a52c73a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 05ae9c28-7b43-4d09-99ae-eb12979c8723 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:08.519218 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3c90e06e-2e9d-4f96-a2dc-a1c62a52c73a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:08.538184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e22c2aed-1d7b-4844-b871-571df08c122a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Usage tracker for resource:subnet and tenant:4175867c7c7846e3ae98e34dfc9273dd is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:08.554873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e22c2aed-1d7b-4844-b871-571df08c122a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:08.589393 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-549b9c9e-d816-45dd-ad85-003958c85181 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:08.621198 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-97db7333-1070-452a-a840-44bff034023c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Usage tracker for resource:security_group_rule and tenant:090578e165634cbd86b446011dd7b913 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:08.631229 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-97db7333-1070-452a-a840-44bff034023c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:08.651374 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-97db7333-1070-452a-a840-44bff034023c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:08.706015 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97db7333-1070-452a-a840-44bff034023c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:08.776763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:08.790347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e22c2aed-1d7b-4844-b871-571df08c122a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:08.795171 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:08.801359 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-549b9c9e-d816-45dd-ad85-003958c85181 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:08.810566 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] device_id is not set on port 7700fa99-226f-44b6-ba8f-b2894b240ef4 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:50:08.827034 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 5d493837-b6d7-4da5-9abd-56c89e5097f0 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:08.827600 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:08.900067 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:08.920789 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:08.941422 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22c2aed-1d7b-4844-b871-571df08c122a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Made reservation on behalf of 4175867c7c7846e3ae98e34dfc9273dd for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:08.945217 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e22c2aed-1d7b-4844-b871-571df08c122a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:08.959027 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Transition to ACTIVE for port object 4f3f2ec4-d1ca-400b-a093-23efd9ab658a will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:08.961929 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Transition to ACTIVE for port object 1b084bbc-4055-4895-85b2-b2c40f56f294 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:09.000781 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-fa07977e-cb5d-452a-8c64-75e7321d9b6c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting port 77420789-0be5-401b-b4fc-c57b0f4d3028 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:09.001132 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa07977e-cb5d-452a-8c64-75e7321d9b6c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:09.017249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939b8152-d58f-446f-918e-fbfe1d4d1581,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:09.054058 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3c90e06e-2e9d-4f96-a2dc-a1c62a52c73a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:09.058338 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Transition to ACTIVE for port object 1b084bbc-4055-4895-85b2-b2c40f56f294 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:09.060517 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Transition to ACTIVE for port object 4f3f2ec4-d1ca-400b-a093-23efd9ab658a will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:09.076028 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-549b9c9e-d816-45dd-ad85-003958c85181 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:09.076426 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:09.087772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97db7333-1070-452a-a840-44bff034023c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:09.113933 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:09.143242 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b9c9e-d816-45dd-ad85-003958c85181 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Pushing event updated for resources: {'Port': ['ID=f9a6ba0f-f4c3-4f62-83dc-334fc838f651,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:09.199742 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Network 4419e152-67d5-4a2f-8379-8aad727e56be is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:09.206699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97db7333-1070-452a-a840-44bff034023c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:09.220259 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Network ab8570f8-c5d6-4c1f-a090-cc02dda25508 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:09.220500 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-3c90e06e-2e9d-4f96-a2dc-a1c62a52c73a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for 05ae9c28-7b43-4d09-99ae-eb12979c8723 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:09.221835 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:09.232103 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:09.236932 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:09.249426 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:09.255166 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Pushing event updated for resources: {'Port': ['ID=4f3f2ec4-d1ca-400b-a093-23efd9ab658a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:09.321554 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094738630', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:59Z', 'updated_at': '2022-03-08T09:50:04Z', 'revision_number': 3, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'gw_port': {'id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:02Z', 'updated_at': '2022-03-08T09:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:09.326325 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db7333-1070-452a-a840-44bff034023c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d8bb88-2e83-4d3e-98dd-9632a9f325f5,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:09.381217 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Checking router: e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:50:09.381947 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Updating router e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 port 1c9ba0e6-5ad7-4976-ac92-81cc87009a5b binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:50:09.413327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97db7333-1070-452a-a840-44bff034023c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:09.414515 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-97db7333-1070-452a-a840-44bff034023c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9462876 Mar 08 09:50:09.425922 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44306) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:09.451113 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-29e7023e-c344-4d4f-8368-04a8e2d39ac0 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Request body: {'security_group_rule': {'security_group_id': 'aebba91f-7752-4b0f-b8d6-218e875469b2', 'project_id': '090578e165634cbd86b446011dd7b913', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:09.468109 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-29e7023e-c344-4d4f-8368-04a8e2d39ac0 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:09.485250 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-29e7023e-c344-4d4f-8368-04a8e2d39ac0 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Usage tracker for resource:security_group_rule and tenant:090578e165634cbd86b446011dd7b913 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:09.497815 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-29e7023e-c344-4d4f-8368-04a8e2d39ac0 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:09.513627 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-29e7023e-c344-4d4f-8368-04a8e2d39ac0 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:09.584474 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-d754b02f-4155-4602-b913-0a2f3b051031 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Allocated IP 2001:db8::1 (ab8570f8-c5d6-4c1f-a090-cc02dda25508/f035b953-2e0e-4d5a-9093-10e7ac05beb2/3d34b1cd-f328-4a6b-a997-8c62f7cd5a0a) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:50:09.609798 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3c90e06e-2e9d-4f96-a2dc-a1c62a52c73a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:09.612979 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-fa07977e-cb5d-452a-8c64-75e7321d9b6c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] For port 77420789-0be5-401b-b4fc-c57b0f4d3028, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=77420789-0be5-401b-b4fc-c57b0f4d3028,segment=NetworkSegment(de0e85fe-746f-4c1b-aaea-ddc86cdf283b),segment_id=de0e85fe-746f-4c1b-aaea-ddc86cdf283b)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:09.613552 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa07977e-cb5d-452a-8c64-75e7321d9b6c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:09.650690 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549b9c9e-d816-45dd-ad85-003958c85181 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Network bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:09.661319 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Pushing event updated for resources: {'Port': ['ID=1b084bbc-4055-4895-85b2-b2c40f56f294,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:09.662098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3c90e06e-2e9d-4f96-a2dc-a1c62a52c73a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:09.665562 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cc2759-4734-4b66-aef9-0e715699c110', 'name': 'tempest-TestVolumeBootPattern-1394773996-router', 'tenant_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': '8d5b308d-83cf-48b4-8cf4-4740c419fd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:41Z', 'updated_at': '2022-03-08T09:49:58Z', 'revision_number': 4, 'project_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'gw_port': {'id': '8d5b308d-83cf-48b4-8cf4-4740c419fd3b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cc2759-4734-4b66-aef9-0e715699c110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:44Z', 'updated_at': '2022-03-08T09:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'e9739f88-aab8-4c40-9114-84e5f904c17d', 'name': '', 'network_id': '939811a2-bc17-493b-92b8-63beb6e5d0d4', 'tenant_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'mac_address': 'fa:16:3e:95:4f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cc2759-4734-4b66-aef9-0e715699c110', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '384b23a1-ceb7-42e2-ae9a-820a5350be45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:54Z', 'updated_at': '2022-03-08T09:50:06Z', 'revision_number': 4, 'project_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'subnets': [{'id': '384b23a1-ceb7-42e2-ae9a-820a5350be45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:09.671306 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:09.689611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90e06e-2e9d-4f96-a2dc-a1c62a52c73a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Port': ['ID=05ae9c28-7b43-4d09-99ae-eb12979c8723,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:09.696508 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Attempting to bind port 1b084bbc-4055-4895-85b2-b2c40f56f294 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:09.697105 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Attempting to bind port 1b084bbc-4055-4895-85b2-b2c40f56f294 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '9105a920-ea62-4ef2-915c-d4a11bb5786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ab8570f8-c5d6-4c1f-a090-cc02dda25508'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:09.697561 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Attempting to bind port 1b084bbc-4055-4895-85b2-b2c40f56f294 on network ab8570f8-c5d6-4c1f-a090-cc02dda25508 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:09.697782 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3c90e06e-2e9d-4f96-a2dc-a1c62a52c73a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/ports/05ae9c28-7b43-4d09-99ae-eb12979c8723 HTTP/1.1" status: 204 len: 168 time: 1.2901537 Mar 08 09:50:09.700123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] device_id is not set on port 7700fa99-226f-44b6-ba8f-b2894b240ef4 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:50:09.707175 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44310) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:09.709771 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-29e7023e-c344-4d4f-8368-04a8e2d39ac0 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:09.713988 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b475b9-ef03-4dcc-ac84-b04917fc363b None None] The sync data for ids ['f6cc2759-4734-4b66-aef9-0e715699c110'] in dv-neutron-831730-2-hyperv is: [{'id': 'f6cc2759-4734-4b66-aef9-0e715699c110', 'name': 'tempest-TestVolumeBootPattern-1394773996-router', 'tenant_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': '8d5b308d-83cf-48b4-8cf4-4740c419fd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:41Z', 'updated_at': '2022-03-08T09:49:58Z', 'revision_number': 4, 'project_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'gw_port': {'id': '8d5b308d-83cf-48b4-8cf4-4740c419fd3b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cc2759-4734-4b66-aef9-0e715699c110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:44Z', 'updated_at': '2022-03-08T09:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'e9739f88-aab8-4c40-9114-84e5f904c17d', 'name': '', 'network_id': '939811a2-bc17-493b-92b8-63beb6e5d0d4', 'tenant_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'mac_address': 'fa:16:3e:95:4f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cc2759-4734-4b66-aef9-0e715699c110', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '384b23a1-ceb7-42e2-ae9a-820a5350be45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:54Z', 'updated_at': '2022-03-08T09:50:06Z', 'revision_number': 4, 'project_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'subnets': [{'id': '384b23a1-ceb7-42e2-ae9a-820a5350be45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:50:09.716811 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-549b9c9e-d816-45dd-ad85-003958c85181 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:09.720039 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Attempting to bind port 4f3f2ec4-d1ca-400b-a093-23efd9ab658a on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:09.721119 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Attempting to bind port 4f3f2ec4-d1ca-400b-a093-23efd9ab658a by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '54433eae-512b-470a-977e-c4ba9a6adfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4419e152-67d5-4a2f-8379-8aad727e56be'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:09.721991 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Attempting to bind port 4f3f2ec4-d1ca-400b-a093-23efd9ab658a on network 4419e152-67d5-4a2f-8379-8aad727e56be {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:09.732491 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:50:09.733068 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Checking segment: {'id': '9105a920-ea62-4ef2-915c-d4a11bb5786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ab8570f8-c5d6-4c1f-a090-cc02dda25508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:09.733569 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:09.734056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Bound using segment: {'id': '9105a920-ea62-4ef2-915c-d4a11bb5786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ab8570f8-c5d6-4c1f-a090-cc02dda25508'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:50:09.735187 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Bound port: 1b084bbc-4055-4895-85b2-b2c40f56f294, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9105a920-ea62-4ef2-915c-d4a11bb5786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ab8570f8-c5d6-4c1f-a090-cc02dda25508'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:50:09.735654 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:09.750536 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:09.755147 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:50:09.756065 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Checking segment: {'id': '54433eae-512b-470a-977e-c4ba9a6adfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4419e152-67d5-4a2f-8379-8aad727e56be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:09.757143 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:09.757869 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Bound using segment: {'id': '54433eae-512b-470a-977e-c4ba9a6adfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4419e152-67d5-4a2f-8379-8aad727e56be'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:50:09.758605 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Bound port: 4f3f2ec4-d1ca-400b-a093-23efd9ab658a, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54433eae-512b-470a-977e-c4ba9a6adfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4419e152-67d5-4a2f-8379-8aad727e56be'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:50:09.759436 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:09.771715 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Transition to ACTIVE for port object 7700fa99-226f-44b6-ba8f-b2894b240ef4 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:09.805020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-fa07977e-cb5d-452a-8c64-75e7321d9b6c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Calling delete_port for 77420789-0be5-401b-b4fc-c57b0f4d3028 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:09.819365 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:09.920483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Pushing event updated for resources: {'Port': ['ID=7700fa99-226f-44b6-ba8f-b2894b240ef4,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:09.978997 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189b13a1-06f2-4ef6-b822-a4c992764386 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:09.985575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189b13a1-06f2-4ef6-b822-a4c992764386 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:09.986607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-189b13a1-06f2-4ef6-b822-a4c992764386 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Synchronizing usage tracker for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:09.999903 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Checking segment: {'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:10.000679 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Network hostable DHCP agents. Network: e3711ff0-949b-4e6f-900a-e2038c87a429, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:50:10.010676 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] For port 4f3f2ec4-d1ca-400b-a093-23efd9ab658a, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:50:10.014952 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] For port 4f3f2ec4-d1ca-400b-a093-23efd9ab658a, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=4f3f2ec4-d1ca-400b-a093-23efd9ab658a,segment=NetworkSegment(54433eae-512b-470a-977e-c4ba9a6adfe5),segment_id=54433eae-512b-470a-977e-c4ba9a6adfe5)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:50:10.032258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-189b13a1-06f2-4ef6-b822-a4c992764386 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Unset dirty status for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:10.037759 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-189b13a1-06f2-4ef6-b822-a4c992764386 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3320420 Mar 08 09:50:10.038699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44314) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:10.073636 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Network e3711ff0-949b-4e6f-900a-e2038c87a429 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:50:10.074299 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] For port 1b084bbc-4055-4895-85b2-b2c40f56f294, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:50:10.079179 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] For port 1b084bbc-4055-4895-85b2-b2c40f56f294, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1b084bbc-4055-4895-85b2-b2c40f56f294,segment=NetworkSegment(9105a920-ea62-4ef2-915c-d4a11bb5786a),segment_id=9105a920-ea62-4ef2-915c-d4a11bb5786a)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:50:10.107034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, e3711ff0-949b-4e6f-900a-e2038c87a429) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:10.112202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:10.146491 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-bb0c6500-9355-4aec-8200-6eeeac8d68e3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 06db583a-19d8-4a36-b794-29c8d1d61b27 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:10.146902 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6500-9355-4aec-8200-6eeeac8d68e3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:10.210995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:10.211333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:10.211698 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:10.247765 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e22c2aed-1d7b-4844-b871-571df08c122a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:10.253254 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:10.253637 dv-neutron-831730-2-hyperv neutron-server[87771]: ERROR neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:10.261873 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.plugins.ml2.plugin [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 2 to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 Mar 08 09:50:10.263248 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:10.279586 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:10.291891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:10.292223 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:10.292564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:10.316975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:10.317569 dv-neutron-831730-2-hyperv neutron-server[87771]: ERROR neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:10.330224 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.plugins.ml2.plugin [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 3 to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 Mar 08 09:50:10.409733 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:10.410073 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:10.410482 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:10.430016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:10.430376 dv-neutron-831730-2-hyperv neutron-server[87771]: ERROR neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:10.434139 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.plugins.ml2.plugin [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 4 to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 Mar 08 09:50:10.462409 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6500-9355-4aec-8200-6eeeac8d68e3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:10.496248 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:10.496663 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:10.498971 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:10.583681 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:10.594896 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:10.595329 dv-neutron-831730-2-hyperv neutron-server[87771]: ERROR neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:10.606047 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Transition to ACTIVE for port object 1c9ba0e6-5ad7-4976-ac92-81cc87009a5b will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:10.627242 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149f05d-b4bf-488d-96c2-d3b4a3069980 None None] Pushing event updated for resources: {'Port': ['ID=1b084bbc-4055-4895-85b2-b2c40f56f294,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:10.695018 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.plugins.ml2.plugin [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 5 to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 Mar 08 09:50:10.696588 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:10.697079 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa07977e-cb5d-452a-8c64-75e7321d9b6c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:10.729149 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-bb0c6500-9355-4aec-8200-6eeeac8d68e3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for 06db583a-19d8-4a36-b794-29c8d1d61b27 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:10.805040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07977e-cb5d-452a-8c64-75e7321d9b6c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Port': ['ID=77420789-0be5-401b-b4fc-c57b0f4d3028,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:10.809714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:10.810413 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:10.810910 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:10.818624 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:10.819193 dv-neutron-831730-2-hyperv neutron-server[87771]: ERROR neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:10.822479 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.plugins.ml2.plugin [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 6 to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 Mar 08 09:50:10.842270 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Attempting to bind port 1c9ba0e6-5ad7-4976-ac92-81cc87009a5b on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:10.842831 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Attempting to bind port 1c9ba0e6-5ad7-4976-ac92-81cc87009a5b by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:10.843251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Attempting to bind port 1c9ba0e6-5ad7-4976-ac92-81cc87009a5b on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:10.859972 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:50:10.860523 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:10.885804 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:10.886569 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:50:10.887540 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Bound port: 1c9ba0e6-5ad7-4976-ac92-81cc87009a5b, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:50:10.888274 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:10.894307 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:10.894307 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:10.894543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:10.922313 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:10.922648 dv-neutron-831730-2-hyperv neutron-server[87771]: ERROR neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:10.923571 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.plugins.ml2.plugin [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 7 to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 Mar 08 09:50:10.948511 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2f243-bc23-41d1-a3fb-2bed11ff95a0 None None] Pushing event updated for resources: {'Port': ['ID=4f3f2ec4-d1ca-400b-a093-23efd9ab658a,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:10.952289 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:10.952754 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:10.953638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:10.967255 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:10.967578 dv-neutron-831730-2-hyperv neutron-server[87771]: ERROR neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:10.968106 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.plugins.ml2.plugin [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 8 to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 Mar 08 09:50:10.975883 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6500-9355-4aec-8200-6eeeac8d68e3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:11.081948 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] For port 1c9ba0e6-5ad7-4976-ac92-81cc87009a5b, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:50:11.086470 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] For port 1c9ba0e6-5ad7-4976-ac92-81cc87009a5b, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1c9ba0e6-5ad7-4976-ac92-81cc87009a5b,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:50:11.088076 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d78a18-fafe-40dc-b00b-be3fd42f2bd1 None None] Pushing event updated for resources: {'Port': ['ID=1c9ba0e6-5ad7-4976-ac92-81cc87009a5b,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:11.091857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c6500-9355-4aec-8200-6eeeac8d68e3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Port': ['ID=06db583a-19d8-4a36-b794-29c8d1d61b27,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:11.095591 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:11.107054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:11.107568 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-29e7023e-c344-4d4f-8368-04a8e2d39ac0 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:11.107819 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:11.108317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:11.110309 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c2aed-1d7b-4844-b871-571df08c122a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event updated for resources: {'Subnet': ['ID=9e963e0d-7564-4796-acb2-937b9a763afb,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:11.116946 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:11.117366 dv-neutron-831730-2-hyperv neutron-server[87771]: ERROR neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:11.118424 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6500-9355-4aec-8200-6eeeac8d68e3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:11.121040 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.plugins.ml2.plugin [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 9 to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 Mar 08 09:50:11.125790 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-29e7023e-c344-4d4f-8368-04a8e2d39ac0 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:11.160075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:11.160879 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:11.161536 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:11.164491 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22c2aed-1d7b-4844-b871-571df08c122a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Checking segment: {'id': '44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:11.165258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22c2aed-1d7b-4844-b871-571df08c122a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Network hostable DHCP agents. Network: c92c8bd2-46ca-46a7-8274-6d902e00c89c, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:50:11.167610 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:11.167944 dv-neutron-831730-2-hyperv neutron-server[87771]: ERROR neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:11.172055 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bb0c6500-9355-4aec-8200-6eeeac8d68e3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/ports/06db583a-19d8-4a36-b794-29c8d1d61b27 HTTP/1.1" status: 204 len: 168 time: 1.1290457 Mar 08 09:50:11.172055 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.plugins.ml2.plugin [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 10 to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 Mar 08 09:50:11.189897 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44318) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:11.192654 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d754b02f-4155-4602-b913-0a2f3b051031 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:11.205687 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:11.206037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:11.206955 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:11.212395 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:11.212757 dv-neutron-831730-2-hyperv neutron-server[87771]: ERROR neutron.plugins.ml2.managers [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port 7700fa99-226f-44b6-ba8f-b2894b240ef4 on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:11.213121 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:11.223721 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Routers {'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:11.224756 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:11.263138 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7023e-c344-4d4f-8368-04a8e2d39ac0 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2776f1-f79f-4cda-8986-96b8f6276d3f,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:11.325004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d78a18-fafe-40dc-b00b-be3fd42f2bd1 None None] Pushing event updated for resources: {'Port': ['ID=1c9ba0e6-5ad7-4976-ac92-81cc87009a5b,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:11.345207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] For port 7700fa99-226f-44b6-ba8f-b2894b240ef4, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:50:11.345576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempted to set empty binding levels {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 08 09:50:11.354277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:11.382116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-d754b02f-4155-4602-b913-0a2f3b051031 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Transition to ACTIVE for port object 3d34b1cd-f328-4a6b-a997-8c62f7cd5a0a will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:11.419829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:11.420417 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:11.454712 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Pushing event updated for resources: {'Port': ['ID=7700fa99-226f-44b6-ba8f-b2894b240ef4,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:11.467601 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a26b6e1c-22c2-4e39-b2f5-974871cc857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 3.2645791 Mar 08 09:50:11.470340 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44322) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:11.471490 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] Set router e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:11.477782 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-29e7023e-c344-4d4f-8368-04a8e2d39ac0 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:11.478966 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-29e7023e-c344-4d4f-8368-04a8e2d39ac0 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0476420 Mar 08 09:50:11.479869 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22c2aed-1d7b-4844-b871-571df08c122a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Network c92c8bd2-46ca-46a7-8274-6d902e00c89c is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:50:11.487100 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44326) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:11.491858 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549b9c9e-d816-45dd-ad85-003958c85181 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Router d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:50:11.510984 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f4b178f1-0027-4a91-aca0-92fbf56cb79d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Request body: {'security_group_rule': {'security_group_id': 'aebba91f-7752-4b0f-b8d6-218e875469b2', 'project_id': '090578e165634cbd86b446011dd7b913', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:11.530388 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f4b178f1-0027-4a91-aca0-92fbf56cb79d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:11.536709 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e22c2aed-1d7b-4844-b871-571df08c122a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, c92c8bd2-46ca-46a7-8274-6d902e00c89c) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:11.555034 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22c2aed-1d7b-4844-b871-571df08c122a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:11.555630 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e22c2aed-1d7b-4844-b871-571df08c122a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:11.559955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f4b178f1-0027-4a91-aca0-92fbf56cb79d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Usage tracker for resource:security_group_rule and tenant:090578e165634cbd86b446011dd7b913 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:11.577315 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b6859-7a11-4e95-8b01-50fe597cb03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Deleting port 7700fa99-226f-44b6-ba8f-b2894b240ef4 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:11.577653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6859-7a11-4e95-8b01-50fe597cb03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:11.686922 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f4b178f1-0027-4a91-aca0-92fbf56cb79d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:11.694267 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f4b178f1-0027-4a91-aca0-92fbf56cb79d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:11.727096 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa07977e-cb5d-452a-8c64-75e7321d9b6c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:11.815912 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e22c2aed-1d7b-4844-b871-571df08c122a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.7100611 Mar 08 09:50:11.851760 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-3d2b6859-7a11-4e95-8b01-50fe597cb03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] For port 7700fa99-226f-44b6-ba8f-b2894b240ef4, host hv-neutron-8317, got binding levels [] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:11.852203 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6859-7a11-4e95-8b01-50fe597cb03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:11.892025 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094738630', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:59Z', 'updated_at': '2022-03-08T09:50:04Z', 'revision_number': 3, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'gw_port': {'id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:02Z', 'updated_at': '2022-03-08T09:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:11.896346 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a5e232-022d-4ee0-b6d5-7c3b1b8956b0 None None] The sync data for ids ['e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'] in dv-neutron-831730-2-hyperv is: [{'id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094738630', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:59Z', 'updated_at': '2022-03-08T09:50:04Z', 'revision_number': 3, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'gw_port': {'id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:02Z', 'updated_at': '2022-03-08T09:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:50:11.998024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b6859-7a11-4e95-8b01-50fe597cb03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Calling delete_port for 7700fa99-226f-44b6-ba8f-b2894b240ef4 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:12.014798 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44330) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:12.026387 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f4b178f1-0027-4a91-aca0-92fbf56cb79d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:12.064371 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d754b02f-4155-4602-b913-0a2f3b051031 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:12.107375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6859-7a11-4e95-8b01-50fe597cb03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:12.132019 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 1b084bbc-4055-4895-85b2-b2c40f56f294 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:12.190556 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6859-7a11-4e95-8b01-50fe597cb03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:12.203933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b6859-7a11-4e95-8b01-50fe597cb03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Pushing event deleted for resources: {'Port': ['ID=7700fa99-226f-44b6-ba8f-b2894b240ef4,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:12.209587 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3d2b6859-7a11-4e95-8b01-50fe597cb03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] 10.222.0.24 "DELETE /v2.0/ports/7700fa99-226f-44b6-ba8f-b2894b240ef4 HTTP/1.1" status: 204 len: 168 time: 0.7377622 Mar 08 09:50:12.213171 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44334) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:12.251757 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549b9c9e-d816-45dd-ad85-003958c85181 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:50:12.262794 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc633f4d-de66-4371-bb32-ff03e343052e None None] Sync routers for ids ['d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:50:12.276857 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc633f4d-de66-4371-bb32-ff03e343052e None None] Routers {'d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:12.279399 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d74317-1612-41f5-8ba2-060252689f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] GET failed (client error): The resource could not be found. Mar 08 09:50:12.280006 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-dc633f4d-de66-4371-bb32-ff03e343052e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:12.282564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-46d74317-1612-41f5-8ba2-060252689f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Synchronizing usage tracker for tenant:7f3e4ae79275442a9facae920aebcf1f on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:12.283321 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779557e6-280d-44a8-ab5a-15021c1a631e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:12.284980 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-779557e6-280d-44a8-ab5a-15021c1a631e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.0738201 Mar 08 09:50:12.293120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44338) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:12.294032 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 1b084bbc-4055-4895-85b2-b2c40f56f294 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:12.333401 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4f3f2ec4-d1ca-400b-a093-23efd9ab658a up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:12.339060 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-549b9c9e-d816-45dd-ad85-003958c85181 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "PUT /v2.0/routers/d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2593000 Mar 08 09:50:12.366388 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44342) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:12.394998 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-edf313f5-b260-4332-af28-74d2f57c68c7 None None] Provisioning for port 4f3f2ec4-d1ca-400b-a093-23efd9ab658a completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:12.442823 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-dc633f4d-de66-4371-bb32-ff03e343052e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:12.451004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 4f3f2ec4-d1ca-400b-a093-23efd9ab658a completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:12.459435 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 4f3f2ec4-d1ca-400b-a093-23efd9ab658a triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:12.462074 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:12.467567 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc633f4d-de66-4371-bb32-ff03e343052e None None] Routers {'d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:12.468346 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-dc633f4d-de66-4371-bb32-ff03e343052e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:12.498603 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae7ff52-669c-441e-a118-a12e90261fea tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] GET failed (client error): The resource could not be found. Mar 08 09:50:12.499421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7ae7ff52-669c-441e-a118-a12e90261fea tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Synchronizing usage tracker for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:12.509939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-46d74317-1612-41f5-8ba2-060252689f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Unset dirty status for tenant:7f3e4ae79275442a9facae920aebcf1f on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:12.517436 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-46d74317-1612-41f5-8ba2-060252689f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] 10.222.0.24 "GET /v2.0/ports/7700fa99-226f-44b6-ba8f-b2894b240ef4 HTTP/1.1" status: 404 len: 333 time: 0.3029523 Mar 08 09:50:12.538427 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44346) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:12.681262 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9149fa-ba29-4c63-8d9e-42b8e689c450 None None] Network bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:12.690854 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-dc633f4d-de66-4371-bb32-ff03e343052e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:12.691268 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc633f4d-de66-4371-bb32-ff03e343052e None None] The sync data for ids ['d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:50:12.721857 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754b02f-4155-4602-b913-0a2f3b051031 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=3d34b1cd-f328-4a6b-a997-8c62f7cd5a0a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:12.812256 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6f91c0-c216-495b-9836-68de07e1702a None None] Network 4419e152-67d5-4a2f-8379-8aad727e56be requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:12.832306 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439d8918-d00a-47e5-822b-fe5feaecd638 None None] Network c92c8bd2-46ca-46a7-8274-6d902e00c89c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:12.872077 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad264ee-50b9-44b3-813f-c9c7d79b9415 None None] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:12.901804 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cf4eb8-6139-485d-84f1-7d9ddef5a5a0 None None] Network 7d7af6a0-b798-462b-b19e-8ec30f130df2 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:12.914628 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3016d5fb-8b0a-4581-81d6-2e2b96cc0673 None None] Network 72208b89-b8f7-49c2-b4bc-abd35113e1c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:12.941218 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-c11a1348-10c4-4688-a438-2aa63aab4493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Request body: {'port': {'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973950953'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:12.955249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c11a1348-10c4-4688-a438-2aa63aab4493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:13.016168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c11a1348-10c4-4688-a438-2aa63aab4493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:13.018386 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7ae7ff52-669c-441e-a118-a12e90261fea tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Unset dirty status for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:13.022974 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7ae7ff52-669c-441e-a118-a12e90261fea tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports/05ae9c28-7b43-4d09-99ae-eb12979c8723 HTTP/1.1" status: 404 len: 333 time: 0.7263086 Mar 08 09:50:13.030711 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44360) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:13.039898 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fba9a3-24ce-4c18-882c-90a49816a7a4 None None] Network e3711ff0-949b-4e6f-900a-e2038c87a429 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:13.063994 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef328d01-7ec8-46f3-b3bd-909b325a9cd3 None None] Network ab8570f8-c5d6-4c1f-a090-cc02dda25508 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:13.221722 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5538b2-cf01-4625-b5c6-668f3fb277e5 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] GET failed (client error): The resource could not be found. Mar 08 09:50:13.226173 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0a5538b2-cf01-4625-b5c6-668f3fb277e5 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports/06db583a-19d8-4a36-b794-29c8d1d61b27 HTTP/1.1" status: 404 len: 333 time: 0.1908836 Mar 08 09:50:13.227069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44366) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:13.238223 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11a1348-10c4-4688-a438-2aa63aab4493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Made reservation on behalf of 7f3e4ae79275442a9facae920aebcf1f for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:13.248462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c11a1348-10c4-4688-a438-2aa63aab4493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:13.248883 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d754b02f-4155-4602-b913-0a2f3b051031 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network ab8570f8-c5d6-4c1f-a090-cc02dda25508 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:13.353587 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f4b178f1-0027-4a91-aca0-92fbf56cb79d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:13.355782 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d754b02f-4155-4602-b913-0a2f3b051031 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:13.367503 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa07977e-cb5d-452a-8c64-75e7321d9b6c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:50:13.368726 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d754b02f-4155-4602-b913-0a2f3b051031 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:13.369331 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d754b02f-4155-4602-b913-0a2f3b051031 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:13.441945 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f4b178f1-0027-4a91-aca0-92fbf56cb79d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:13.448471 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-c11a1348-10c4-4688-a438-2aa63aab4493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] device_id is not set on port d2fe668d-b6d6-4330-84f6-c1e2678ed01d yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:50:13.747120 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d754b02f-4155-4602-b913-0a2f3b051031 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:13.775266 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa07977e-cb5d-452a-8c64-75e7321d9b6c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:50:13.778178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-416a8b52-e5f8-4a69-b52a-aa3abdeea637 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:13.848550 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b178f1-0027-4a91-aca0-92fbf56cb79d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b14c82-1dbe-47ac-89c8-1a107c1b305a,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:13.919295 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fa07977e-cb5d-452a-8c64-75e7321d9b6c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/1eee20d8-c2b4-432e-b1cc-b03b9cd57188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5435653 Mar 08 09:50:13.927683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44372) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:13.931446 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f4b178f1-0027-4a91-aca0-92fbf56cb79d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:13.932629 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f4b178f1-0027-4a91-aca0-92fbf56cb79d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.4421277 Mar 08 09:50:13.942291 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b64eff-96e0-417e-9447-bfe0f75f0f01 None None] Sync routers for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:50:13.944608 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44376) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:13.952715 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5fb9ce69-8ac4-4c1c-97f6-cff068c2ec68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Request body: {'security_group_rule': {'security_group_id': 'aebba91f-7752-4b0f-b8d6-218e875469b2', 'project_id': '090578e165634cbd86b446011dd7b913', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:13.959929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5fb9ce69-8ac4-4c1c-97f6-cff068c2ec68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:13.964347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5fb9ce69-8ac4-4c1c-97f6-cff068c2ec68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Usage tracker for resource:security_group_rule and tenant:090578e165634cbd86b446011dd7b913 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:13.967708 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5fb9ce69-8ac4-4c1c-97f6-cff068c2ec68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:13.975229 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5fb9ce69-8ac4-4c1c-97f6-cff068c2ec68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:14.052931 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-5fb9ce69-8ac4-4c1c-97f6-cff068c2ec68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Project 090578e165634cbd86b446011dd7b913 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 09:50:14.077413 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fb9ce69-8ac4-4c1c-97f6-cff068c2ec68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:14.121418 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-c92c8bd2-46ca-46a7-8274-6d902e00c89c', 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'fixed_ips': [{'subnet_id': '9e963e0d-7564-4796-acb2-937b9a763afb'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:50:14.122264 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:14.150042 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7f4d35e9-9667-4ee5-97ef-6a67b4703a94 None None] Provisioning for port 1b084bbc-4055-4895-85b2-b2c40f56f294 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:14.379645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-416a8b52-e5f8-4a69-b52a-aa3abdeea637 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:14.397625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b519db4-8868-426d-adb6-58f0020380d2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting subnet 506b27c1-f954-4f6d-810a-7086c066d16f {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:50:14.416922 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5b519db4-8868-426d-adb6-58f0020380d2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:14.436814 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7f4d35e9-9667-4ee5-97ef-6a67b4703a94 None None] Provisioning complete for port 1b084bbc-4055-4895-85b2-b2c40f56f294 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:14.437191 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f4d35e9-9667-4ee5-97ef-6a67b4703a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:14.481318 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fb9ce69-8ac4-4c1c-97f6-cff068c2ec68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:14.482259 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-416a8b52-e5f8-4a69-b52a-aa3abdeea637 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7af6a0-b798-462b-b19e-8ec30f130df2']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:14.497570 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fb9ce69-8ac4-4c1c-97f6-cff068c2ec68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:14.501427 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b64eff-96e0-417e-9447-bfe0f75f0f01 None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:14.502653 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-f9b64eff-96e0-417e-9447-bfe0f75f0f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:14.504990 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c11a1348-10c4-4688-a438-2aa63aab4493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:14.509977 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-a458b76f-93db-4602-adef-10e3dba16f17 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:50:14.513788 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a458b76f-93db-4602-adef-10e3dba16f17 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "PUT /v2.0/routers/d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1362932 Mar 08 09:50:14.518226 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-416a8b52-e5f8-4a69-b52a-aa3abdeea637 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c56cc9-c9c6-42dc-b6b9-6cc978770199') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:14.519076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-416a8b52-e5f8-4a69-b52a-aa3abdeea637 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c56cc9-c9c6-42dc-b6b9-6cc978770199') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:14.525590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44382) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:14.542815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-416a8b52-e5f8-4a69-b52a-aa3abdeea637 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:14.564961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5b519db4-8868-426d-adb6-58f0020380d2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:14.581004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:14.602617 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-416a8b52-e5f8-4a69-b52a-aa3abdeea637 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:14.619586 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:14.624553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416a8b52-e5f8-4a69-b52a-aa3abdeea637 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:50:14.625179 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-416a8b52-e5f8-4a69-b52a-aa3abdeea637 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:50:14.643810 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:50:14.753454 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c11a1348-10c4-4688-a438-2aa63aab4493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:14.795128 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9ce69-8ac4-4c1c-97f6-cff068c2ec68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c34ed4a-6a80-4063-9e95-e2e28edf3bd6,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:14.894867 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fb9ce69-8ac4-4c1c-97f6-cff068c2ec68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:14.896050 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5fb9ce69-8ac4-4c1c-97f6-cff068c2ec68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9479330 Mar 08 09:50:14.902708 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44386) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:14.916486 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-dcdf8252-bcf0-4530-9b40-fe58b009c86f tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Request body: {'security_group_rule': {'security_group_id': 'aebba91f-7752-4b0f-b8d6-218e875469b2', 'project_id': '090578e165634cbd86b446011dd7b913', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:14.969923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dcdf8252-bcf0-4530-9b40-fe58b009c86f tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:14.981606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a1348-10c4-4688-a438-2aa63aab4493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Pushing event updated for resources: {'Port': ['ID=d2fe668d-b6d6-4330-84f6-c1e2678ed01d,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:14.983784 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-416a8b52-e5f8-4a69-b52a-aa3abdeea637 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:14.997337 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dcdf8252-bcf0-4530-9b40-fe58b009c86f tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Usage tracker for resource:security_group_rule and tenant:090578e165634cbd86b446011dd7b913 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:15.011638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11a1348-10c4-4688-a438-2aa63aab4493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Network e3711ff0-949b-4e6f-900a-e2038c87a429 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:15.013972 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-416a8b52-e5f8-4a69-b52a-aa3abdeea637 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.015891 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dcdf8252-bcf0-4530-9b40-fe58b009c86f tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:15.019894 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-c11a1348-10c4-4688-a438-2aa63aab4493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:15.024724 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a8b52-e5f8-4a69-b52a-aa3abdeea637 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Network': ['ID=7d7af6a0-b798-462b-b19e-8ec30f130df2,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:15.028403 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a1348-10c4-4688-a438-2aa63aab4493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:15.029514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11a1348-10c4-4688-a438-2aa63aab4493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:15.030158 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c11a1348-10c4-4688-a438-2aa63aab4493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.051410 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5b519db4-8868-426d-adb6-58f0020380d2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.085117 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-416a8b52-e5f8-4a69-b52a-aa3abdeea637 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/networks/7d7af6a0-b798-462b-b19e-8ec30f130df2 HTTP/1.1" status: 204 len: 168 time: 1.8514864 Mar 08 09:50:15.087924 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dcdf8252-bcf0-4530-9b40-fe58b009c86f tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:15.088111 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44390) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:15.099819 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d754b02f-4155-4602-b913-0a2f3b051031 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.101501 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-0681a503-9fb4-45bc-b482-40191c547471 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2004085330'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:15.112081 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c11a1348-10c4-4688-a438-2aa63aab4493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4041100 Mar 08 09:50:15.112808 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44394) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:15.118533 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0681a503-9fb4-45bc-b482-40191c547471 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:15.129433 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:15.161983 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0681a503-9fb4-45bc-b482-40191c547471 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:network and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:15.189999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 4f3f2ec4-d1ca-400b-a093-23efd9ab658a, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=4f3f2ec4-d1ca-400b-a093-23efd9ab658a,segment=NetworkSegment(54433eae-512b-470a-977e-c4ba9a6adfe5),segment_id=54433eae-512b-470a-977e-c4ba9a6adfe5)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:15.197931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-f9b64eff-96e0-417e-9447-bfe0f75f0f01 None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:15.198238 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d754b02f-4155-4602-b913-0a2f3b051031 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.198946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d754b02f-4155-4602-b913-0a2f3b051031 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.249536 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-72208b89-b8f7-49c2-b4bc-abd35113e1c1', 'network_id': '72208b89-b8f7-49c2-b4bc-abd35113e1c1', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'fixed_ips': [{'subnet_id': '871455e0-e594-46a1-a94c-a233f65b945b'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:50:15.250536 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.252119 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0681a503-9fb4-45bc-b482-40191c547471 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:15.272627 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0681a503-9fb4-45bc-b482-40191c547471 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:15.272866 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-dcdf8252-bcf0-4530-9b40-fe58b009c86f tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Project 090578e165634cbd86b446011dd7b913 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 09:50:15.291517 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.292297 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e9739f88-aab8-4c40-9114-84e5f904c17d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:15.309967 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0681a503-9fb4-45bc-b482-40191c547471 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:15.313912 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0681a503-9fb4-45bc-b482-40191c547471 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.327500 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dcdf8252-bcf0-4530-9b40-fe58b009c86f tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.331978 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.349088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5b519db4-8868-426d-adb6-58f0020380d2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.351516 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.409091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b519db4-8868-426d-adb6-58f0020380d2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Subnet': ['ID=506b27c1-f954-4f6d-810a-7086c066d16f,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:15.414317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5b519db4-8868-426d-adb6-58f0020380d2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.419975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0681a503-9fb4-45bc-b482-40191c547471 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:50:15.474888 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5b519db4-8868-426d-adb6-58f0020380d2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/subnets/506b27c1-f954-4f6d-810a-7086c066d16f HTTP/1.1" status: 204 len: 168 time: 1.5455165 Mar 08 09:50:15.475700 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44398) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:15.491862 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754b02f-4155-4602-b913-0a2f3b051031 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=3d34b1cd-f328-4a6b-a997-8c62f7cd5a0a,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:15.503723 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0681a503-9fb4-45bc-b482-40191c547471 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.504071 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-0681a503-9fb4-45bc-b482-40191c547471 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Added segment d1c41f45-29b7-4968-9342-e1ce8ce67e56 of type vlan for network 77c282f7-4e24-4efa-bb10-c766063919ea Mar 08 09:50:15.509849 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22bae31-d9c2-4ab9-8d59-fcd5369bfdd5 None None] Network 5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:15.688235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0681a503-9fb4-45bc-b482-40191c547471 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.700404 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dcdf8252-bcf0-4530-9b40-fe58b009c86f tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.756192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.799410 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dcdf8252-bcf0-4530-9b40-fe58b009c86f tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.812822 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d754b02f-4155-4602-b913-0a2f3b051031 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network ab8570f8-c5d6-4c1f-a090-cc02dda25508 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:15.827428 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d754b02f-4155-4602-b913-0a2f3b051031 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:15.934378 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf8252-bcf0-4530-9b40-fe58b009c86f tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2085e064-3d42-444e-ba93-92c34f7e263f,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:15.959357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] device_id is not set on port d2fe668d-b6d6-4330-84f6-c1e2678ed01d yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:50:15.968869 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.987798 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dcdf8252-bcf0-4530-9b40-fe58b009c86f tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:15.989076 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dcdf8252-bcf0-4530-9b40-fe58b009c86f tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0826809 Mar 08 09:50:16.018032 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Transition to ACTIVE for port object d2fe668d-b6d6-4330-84f6-c1e2678ed01d will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:16.031778 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:16.095310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0681a503-9fb4-45bc-b482-40191c547471 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:16.100807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0681a503-9fb4-45bc-b482-40191c547471 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:16.101398 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0681a503-9fb4-45bc-b482-40191c547471 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:16.105573 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting port e99a9ea4-7f01-4920-b9c0-32793f0fbbc2 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:16.105912 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:16.132887 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebe41dd-0e49-4603-af44-dcb749f455e4 None None] Network bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:16.349611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Pushing event updated for resources: {'Port': ['ID=d2fe668d-b6d6-4330-84f6-c1e2678ed01d,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:16.352737 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0681a503-9fb4-45bc-b482-40191c547471 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2639937 Mar 08 09:50:16.365183 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44436) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:16.400754 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e4dc57f9-5035-402c-a99e-28aa884f5443 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'subnet': {'network_id': '77c282f7-4e24-4efa-bb10-c766063919ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:16.442773 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f4d35e9-9667-4ee5-97ef-6a67b4703a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:16.447616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681a503-9fb4-45bc-b482-40191c547471 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Network': ['ID=77c282f7-4e24-4efa-bb10-c766063919ea,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:16.461326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:16.461672 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:16.462016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:16.468851 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=4f3f2ec4-d1ca-400b-a093-23efd9ab658a,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:16.509551 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 77c282f7-4e24-4efa-bb10-c766063919ea details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:50:16.526755 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d754b02f-4155-4602-b913-0a2f3b051031 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router 0f3ddace-1c7b-4d22-8e76-a7adc74a6600 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:50:16.529469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:16.529898 dv-neutron-831730-2-hyperv neutron-server[87771]: ERROR neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:16.543162 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.plugins.ml2.plugin [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 2 to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d Mar 08 09:50:16.546273 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c5e168a-9e99-4099-b2b5-9d531b58d516 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:16.548994 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Allocated IP 172.20.0.2 (c92c8bd2-46ca-46a7-8274-6d902e00c89c/9e963e0d-7564-4796-acb2-937b9a763afb/86a2a9cf-1081-4e56-8f68-c80db43d6767) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:50:16.569097 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:16.569438 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:16.569800 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:16.621596 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:16.621888 dv-neutron-831730-2-hyperv neutron-server[87771]: ERROR neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:16.626016 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.plugins.ml2.plugin [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 3 to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d Mar 08 09:50:16.676300 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port e9739f88-aab8-4c40-9114-84e5f904c17d completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:16.693475 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Allocated IP 2001:db8:1::2 (72208b89-b8f7-49c2-b4bc-abd35113e1c1/871455e0-e594-46a1-a94c-a233f65b945b/697d241d-6c00-4a09-9541-a8d934ceded4) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:50:16.723075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e4dc57f9-5035-402c-a99e-28aa884f5443 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:16.729340 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:16.729765 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:16.730131 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:16.741918 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e4dc57f9-5035-402c-a99e-28aa884f5443 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:subnet and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:16.752049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e4dc57f9-5035-402c-a99e-28aa884f5443 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:16.766639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:16.767028 dv-neutron-831730-2-hyperv neutron-server[87771]: ERROR neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:16.768563 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] For port e99a9ea4-7f01-4920-b9c0-32793f0fbbc2, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e99a9ea4-7f01-4920-b9c0-32793f0fbbc2,segment=NetworkSegment(de0e85fe-746f-4c1b-aaea-ddc86cdf283b),segment_id=de0e85fe-746f-4c1b-aaea-ddc86cdf283b)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:16.768987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:16.777399 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e4dc57f9-5035-402c-a99e-28aa884f5443 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:16.779002 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.plugins.ml2.plugin [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 4 to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d Mar 08 09:50:17.196481 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:17.196854 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:17.197193 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:17.210162 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Calling delete_port for e99a9ea4-7f01-4920-b9c0-32793f0fbbc2 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:17.211533 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d754b02f-4155-4602-b913-0a2f3b051031 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:50:17.223606 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db6012b-7d71-4417-9852-086e0067abdc None None] Sync routers for ids ['0f3ddace-1c7b-4d22-8e76-a7adc74a6600'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:50:17.236553 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d754b02f-4155-4602-b913-0a2f3b051031 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/0f3ddace-1c7b-4d22-8e76-a7adc74a6600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3418441 Mar 08 09:50:17.238003 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db6012b-7d71-4417-9852-086e0067abdc None None] Routers {'0f3ddace-1c7b-4d22-8e76-a7adc74a6600'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:17.238151 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44454) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:17.239844 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7db6012b-7d71-4417-9852-086e0067abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['0f3ddace-1c7b-4d22-8e76-a7adc74a6600'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:17.262607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:17.262938 dv-neutron-831730-2-hyperv neutron-server[87771]: ERROR neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:17.265636 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.plugins.ml2.plugin [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 5 to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d Mar 08 09:50:17.284182 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dc57f9-5035-402c-a99e-28aa884f5443 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:17.288056 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e4dc57f9-5035-402c-a99e-28aa884f5443 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:17.313234 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:17.313234 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:17.313234 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:17.404836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:17.405228 dv-neutron-831730-2-hyperv neutron-server[87771]: ERROR neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:17.414781 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.plugins.ml2.plugin [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 6 to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d Mar 08 09:50:17.425137 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7db6012b-7d71-4417-9852-086e0067abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:17.429193 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.ipam_backend_mixin [None req-e4dc57f9-5035-402c-a99e-28aa884f5443 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Performing IP validity checks on allocation pools {{(pid=87771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 08 09:50:17.429810 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.ipam_backend_mixin [None req-e4dc57f9-5035-402c-a99e-28aa884f5443 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 08 09:50:17.434235 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b4509f-a7f5-43f6-8287-d36811143589 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:17.439752 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-47b4509f-a7f5-43f6-8287-d36811143589 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Synchronizing usage tracker for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:17.445225 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db6012b-7d71-4417-9852-086e0067abdc None None] Routers {'0f3ddace-1c7b-4d22-8e76-a7adc74a6600'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:17.447635 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7db6012b-7d71-4417-9852-086e0067abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['0f3ddace-1c7b-4d22-8e76-a7adc74a6600'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:17.468995 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 1c9ba0e6-5ad7-4976-ac92-81cc87009a5b up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:17.473158 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:17.474688 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:17.475366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:17.517561 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-47b4509f-a7f5-43f6-8287-d36811143589 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Unset dirty status for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:17.518735 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-47b4509f-a7f5-43f6-8287-d36811143589 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/ports/3d34b1cd-f328-4a6b-a997-8c62f7cd5a0a HTTP/1.1" status: 200 len: 911 time: 0.2795818 Mar 08 09:50:17.525305 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44458) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:17.536948 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7f4d35e9-9667-4ee5-97ef-6a67b4703a94 None None] For port 1b084bbc-4055-4895-85b2-b2c40f56f294, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1b084bbc-4055-4895-85b2-b2c40f56f294,segment=NetworkSegment(9105a920-ea62-4ef2-915c-d4a11bb5786a),segment_id=9105a920-ea62-4ef2-915c-d4a11bb5786a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:17.634799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:17.635040 dv-neutron-831730-2-hyperv neutron-server[87771]: ERROR neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:17.636129 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.plugins.ml2.plugin [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 7 to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d Mar 08 09:50:17.641229 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7db6012b-7d71-4417-9852-086e0067abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:17.641919 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db6012b-7d71-4417-9852-086e0067abdc None None] The sync data for ids ['0f3ddace-1c7b-4d22-8e76-a7adc74a6600'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:50:17.654239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e4dc57f9-5035-402c-a99e-28aa884f5443 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:17.696459 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e168a-9e99-4099-b2b5-9d531b58d516 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Deleting port f9a6ba0f-f4c3-4f62-83dc-334fc838f651 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:17.697034 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c5e168a-9e99-4099-b2b5-9d531b58d516 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:17.709004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:17.728836 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ca2aa4-edb5-4bff-902e-0146da9da9ab None None] Network 4419e152-67d5-4a2f-8379-8aad727e56be requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:17.772819 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:17.774334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] No DVR routers for this DVR port e99a9ea4-7f01-4920-b9c0-32793f0fbbc2 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:50:17.788959 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Transition to ACTIVE for port object 86a2a9cf-1081-4e56-8f68-c80db43d6767 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:17.804896 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:17.805241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:17.805581 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:17.812018 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Transition to ACTIVE for port object 86a2a9cf-1081-4e56-8f68-c80db43d6767 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:17.834645 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f4d35e9-9667-4ee5-97ef-6a67b4703a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:17.899604 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:17.900461 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc57f9-5035-402c-a99e-28aa884f5443 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Subnet': ['ID=a9bca433-918d-4469-ac14-2aead073c8a8,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:17.919878 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dc57f9-5035-402c-a99e-28aa884f5443 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Checking segment: {'id': 'd1c41f45-29b7-4968-9342-e1ce8ce67e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '77c282f7-4e24-4efa-bb10-c766063919ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:17.920311 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dc57f9-5035-402c-a99e-28aa884f5443 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network hostable DHCP agents. Network: 77c282f7-4e24-4efa-bb10-c766063919ea, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:50:17.931112 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:17.931453 dv-neutron-831730-2-hyperv neutron-server[87771]: ERROR neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:17.932235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Port': ['ID=e99a9ea4-7f01-4920-b9c0-32793f0fbbc2,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:17.959336 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.plugins.ml2.plugin [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 8 to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d Mar 08 09:50:18.007615 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:18.007956 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:18.008297 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:18.090446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:18.090801 dv-neutron-831730-2-hyperv neutron-server[87771]: ERROR neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:18.099129 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.plugins.ml2.plugin [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 9 to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d Mar 08 09:50:18.115942 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Allocated IP 172.20.0.1 (c92c8bd2-46ca-46a7-8274-6d902e00c89c/9e963e0d-7564-4796-acb2-937b9a763afb/25dfd32c-3713-4fa7-ba67-2b715ec658ca) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:50:18.116612 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dc57f9-5035-402c-a99e-28aa884f5443 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network 77c282f7-4e24-4efa-bb10-c766063919ea is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:50:18.121544 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:18.134026 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:18.134435 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:18.144326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:18.161632 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Network c92c8bd2-46ca-46a7-8274-6d902e00c89c is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:18.188155 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:18.188155 dv-neutron-831730-2-hyperv neutron-server[87771]: ERROR neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:18.190732 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:18.191658 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.plugins.ml2.plugin [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 10 to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d Mar 08 09:50:18.193413 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:18.218004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-e4dc57f9-5035-402c-a99e-28aa884f5443 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 77c282f7-4e24-4efa-bb10-c766063919ea) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:18.220925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:18.236668 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:18.236930 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:18.238246 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:18.253024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:18.253024 dv-neutron-831730-2-hyperv neutron-server[87771]: ERROR neutron.plugins.ml2.managers [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:18.253024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:18.273227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dc57f9-5035-402c-a99e-28aa884f5443 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:18.273819 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e4dc57f9-5035-402c-a99e-28aa884f5443 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:18.276783 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1be85b-0b8a-4332-b645-789403b006d1 None None] Network 77c282f7-4e24-4efa-bb10-c766063919ea requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:18.285975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0e85fe-746f-4c1b-aaea-ddc86cdf283b') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:18.286372 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0e85fe-746f-4c1b-aaea-ddc86cdf283b') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:18.410128 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:18.430142 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-38264bda-42f4-4832-b075-0ca09c3a46d2 None None] Provisioning complete for port 4f3f2ec4-d1ca-400b-a093-23efd9ab658a triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:18.430514 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38264bda-42f4-4832-b075-0ca09c3a46d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:18.488054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:18.508852 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d35e9-9667-4ee5-97ef-6a67b4703a94 None None] Pushing event updated for resources: {'Port': ['ID=1b084bbc-4055-4895-85b2-b2c40f56f294,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:18.531315 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e4dc57f9-5035-402c-a99e-28aa884f5443 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1646690 Mar 08 09:50:18.536812 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:50:18.537217 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:18.560726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44498) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:50:18.561004 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:50:18.602149 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-5b37fac5-b612-49e9-b1ae-89bdb4148f35 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'network_id': '77c282f7-4e24-4efa-bb10-c766063919ea', 'name': 'tempest-PortsTestJSON-1461149591'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:18.692040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c5e168a-9e99-4099-b2b5-9d531b58d516 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:18.834987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] For port d2fe668d-b6d6-4330-84f6-c1e2678ed01d, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:50:18.835360 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempted to set empty binding levels {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 08 09:50:18.861935 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:19.070620 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e168a-9e99-4099-b2b5-9d531b58d516 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Calling delete_port for f9a6ba0f-f4c3-4f62-83dc-334fc838f651 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:19.114091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] In _notify_port_updated(), no bound segment for port d2fe668d-b6d6-4330-84f6-c1e2678ed01d on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:50:19.116444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.117365 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:19.118881 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] 10.222.0.24 "PUT /v2.0/ports/d2fe668d-b6d6-4330-84f6-c1e2678ed01d HTTP/1.1" status: 200 len: 981 time: 4.0018809 Mar 08 09:50:19.130382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44502) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:19.135267 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:19.143598 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:19.176729 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Attempting to bind port 86a2a9cf-1081-4e56-8f68-c80db43d6767 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:19.177104 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Attempting to bind port 86a2a9cf-1081-4e56-8f68-c80db43d6767 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:19.177473 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Attempting to bind port 86a2a9cf-1081-4e56-8f68-c80db43d6767 on network c92c8bd2-46ca-46a7-8274-6d902e00c89c {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:19.179936 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1f4d3a-683d-4ec7-aeb7-480dea75b6f6 None None] Network ab8570f8-c5d6-4c1f-a090-cc02dda25508 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:19.244201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Network': ['ID=5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:19.262225 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-93b81f00-bbc9-4d0d-8c97-327442197434 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/networks/5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973 HTTP/1.1" status: 204 len: 168 time: 3.7820404 Mar 08 09:50:19.265476 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44506) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:19.267712 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a1156-b6f8-4f25-9942-51da0e3db541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Pushing event updated for resources: {'Port': ['ID=d2fe668d-b6d6-4330-84f6-c1e2678ed01d,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:19.434849 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5b37fac5-b612-49e9-b1ae-89bdb4148f35 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:19.473835 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5b37fac5-b612-49e9-b1ae-89bdb4148f35 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:19.494026 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:19.534041 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Transition to ACTIVE for port object 25dfd32c-3713-4fa7-ba67-2b715ec658ca will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:19.554979 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:19.587531 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 1c9ba0e6-5ad7-4976-ac92-81cc87009a5b completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:19.614884 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:19.621668 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 1c9ba0e6-5ad7-4976-ac92-81cc87009a5b triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:19.622036 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:19.657588 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:50:19.658063 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Checking segment: {'id': '44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:19.658538 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:19.659003 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Bound using segment: {'id': '44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:50:19.661202 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Bound port: 86a2a9cf-1081-4e56-8f68-c80db43d6767, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:50:19.661675 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:19.671478 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.672600 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.672963 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.673484 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.673949 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.674406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.674857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.675312 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.675756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.676209 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.676657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.677127 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.677579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.678026 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.678474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.678927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.679376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.679824 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.680421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.681045 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.681581 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.682139 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.682622 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.683123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.683554 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.684002 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:19.686260 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Synchronizing usage tracker for tenant:7f3e4ae79275442a9facae920aebcf1f on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:19.705841 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b37fac5-b612-49e9-b1ae-89bdb4148f35 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:19.709659 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5b37fac5-b612-49e9-b1ae-89bdb4148f35 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:19.803277 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] For port 86a2a9cf-1081-4e56-8f68-c80db43d6767, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:50:19.806737 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] For port 86a2a9cf-1081-4e56-8f68-c80db43d6767, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=86a2a9cf-1081-4e56-8f68-c80db43d6767,segment=NetworkSegment(44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4),segment_id=44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:50:19.808098 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777b3e31-b710-472b-a309-acc8aca43f0b None None] DHCP port deletion for 5b2224a0-6e4b-4bb0-8ce6-cfb6647fa973 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:50:19.830105 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Pushing event updated for resources: {'Port': ['ID=86a2a9cf-1081-4e56-8f68-c80db43d6767,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:19.845986 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:19.853110 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:19.959835 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Unset dirty status for tenant:7f3e4ae79275442a9facae920aebcf1f on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:19.960334 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-aa5bed8b-d3e0-4f53-9d50-79a982ab0d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23947 time: 0.8265221 Mar 08 09:50:19.972258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-5b37fac5-b612-49e9-b1ae-89bdb4148f35 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] device_id is not set on port 81d6b4f0-498f-423e-8c6f-685134962a77 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:50:20.003639 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Transition to ACTIVE for port object 697d241d-6c00-4a09-9541-a8d934ceded4 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:20.007318 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44512) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:20.063495 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-f9b64eff-96e0-417e-9447-bfe0f75f0f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:10Z', 'revision_number': 8, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee765355-1166-4e03-a5a8-6bc723946487', 'name': '', 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:42:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:29Z', 'updated_at': '2022-03-08T09:49:46Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:20.094763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-7d0cd068-a9bc-430c-bedb-5b1508b7ab77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Deleting port d2fe668d-b6d6-4330-84f6-c1e2678ed01d {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:20.095099 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d0cd068-a9bc-430c-bedb-5b1508b7ab77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:20.147613 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b64eff-96e0-417e-9447-bfe0f75f0f01 None None] Checking router: 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:50:20.191141 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-77c282f7-4e24-4efa-bb10-c766063919ea', 'network_id': '77c282f7-4e24-4efa-bb10-c766063919ea', 'tenant_id': '337541db1f0d416b81c0856e383b303e', 'fixed_ips': [{'subnet_id': 'a9bca433-918d-4469-ac14-2aead073c8a8'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:50:20.198932 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:20.219725 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Transition to ACTIVE for port object 697d241d-6c00-4a09-9541-a8d934ceded4 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:20.234016 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:50:20.237993 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b64eff-96e0-417e-9447-bfe0f75f0f01 None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:20.243292 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-f9b64eff-96e0-417e-9447-bfe0f75f0f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:20.287645 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event updated for resources: {'Port': ['ID=25dfd32c-3713-4fa7-ba67-2b715ec658ca,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:20.319106 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-38264bda-42f4-4832-b075-0ca09c3a46d2 None None] Could not find standard attr ID for object f9a6ba0f-f4c3-4f62-83dc-334fc838f651. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:50:20.335419 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db4d30-060f-4ea6-8e86-f7627c2b758b None None] Pushing event updated for resources: {'Port': ['ID=86a2a9cf-1081-4e56-8f68-c80db43d6767,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:20.338433 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:20.380827 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Allocated IP 2001:db8:1::1 (72208b89-b8f7-49c2-b4bc-abd35113e1c1/871455e0-e594-46a1-a94c-a233f65b945b/40ea6775-0c62-4056-b5f3-808f5073259a) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:50:20.623558 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:20.643044 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Transition to ACTIVE for port object 40ea6775-0c62-4056-b5f3-808f5073259a will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:20.669420 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c5e168a-9e99-4099-b2b5-9d531b58d516 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:20.680984 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-5b37fac5-b612-49e9-b1ae-89bdb4148f35 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Allocated IP 172.20.0.7 (77c282f7-4e24-4efa-bb10-c766063919ea/a9bca433-918d-4469-ac14-2aead073c8a8/81d6b4f0-498f-423e-8c6f-685134962a77) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:50:20.757185 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:20.764250 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-7d0cd068-a9bc-430c-bedb-5b1508b7ab77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] For port d2fe668d-b6d6-4330-84f6-c1e2678ed01d, host hv-neutron-8317, got binding levels [] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:20.765042 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d0cd068-a9bc-430c-bedb-5b1508b7ab77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:20.838246 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Network 72208b89-b8f7-49c2-b4bc-abd35113e1c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:20.865812 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:20.909585 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:20.994244 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-f9b64eff-96e0-417e-9447-bfe0f75f0f01 None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:21.067995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-7d0cd068-a9bc-430c-bedb-5b1508b7ab77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Calling delete_port for d2fe668d-b6d6-4330-84f6-c1e2678ed01d owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:21.469466 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d0cd068-a9bc-430c-bedb-5b1508b7ab77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:21.525996 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0cd068-a9bc-430c-bedb-5b1508b7ab77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2fe668d-b6d6-4330-84f6-c1e2678ed01d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:21.526225 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Network c92c8bd2-46ca-46a7-8274-6d902e00c89c is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:21.531265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e168a-9e99-4099-b2b5-9d531b58d516 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Pushing event deleted for resources: {'Port': ['ID=f9a6ba0f-f4c3-4f62-83dc-334fc838f651,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:21.552779 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d0cd068-a9bc-430c-bedb-5b1508b7ab77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:21.564188 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network 72208b89-b8f7-49c2-b4bc-abd35113e1c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:21.567262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b9b547c-1b26-41e4-bbc4-25abd0878354 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:21.638265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:21.645613 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:21.658166 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:21.658362 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-38264bda-42f4-4832-b075-0ca09c3a46d2 None None] Provisioning complete for port 5d493837-b6d7-4da5-9abd-56c89e5097f0 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:21.673061 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38264bda-42f4-4832-b075-0ca09c3a46d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:21.714695 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:21.715245 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:21.816568 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:21.853305 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 1c9ba0e6-5ad7-4976-ac92-81cc87009a5b, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1c9ba0e6-5ad7-4976-ac92-81cc87009a5b,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:21.907734 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:21.908590 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4f3f2ec4-d1ca-400b-a093-23efd9ab658a up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:21.930396 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:21.933973 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c5e168a-9e99-4099-b2b5-9d531b58d516 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:21.958318 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7d0cd068-a9bc-430c-bedb-5b1508b7ab77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] 10.222.0.24 "DELETE /v2.0/ports/d2fe668d-b6d6-4330-84f6-c1e2678ed01d HTTP/1.1" status: 204 len: 168 time: 1.9479105 Mar 08 09:50:21.965593 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5b37fac5-b612-49e9-b1ae-89bdb4148f35 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:21.967829 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Pushing event updated for resources: {'Port': ['ID=697d241d-6c00-4a09-9541-a8d934ceded4,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:21.971842 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=40ea6775-0c62-4056-b5f3-808f5073259a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:21.975411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44520) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:22.052047 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Attempting to bind port 697d241d-6c00-4a09-9541-a8d934ceded4 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:22.053149 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Attempting to bind port 697d241d-6c00-4a09-9541-a8d934ceded4 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '791565d7-3ceb-4afd-8218-a592d2fed653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '72208b89-b8f7-49c2-b4bc-abd35113e1c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:22.053507 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Attempting to bind port 697d241d-6c00-4a09-9541-a8d934ceded4 on network 72208b89-b8f7-49c2-b4bc-abd35113e1c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:22.132662 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea1c638-d7f6-4124-8e1c-44e098091c76 None None] Network c92c8bd2-46ca-46a7-8274-6d902e00c89c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:22.162071 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:50:22.162559 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Checking segment: {'id': '791565d7-3ceb-4afd-8218-a592d2fed653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '72208b89-b8f7-49c2-b4bc-abd35113e1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:22.162975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:22.163376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Bound using segment: {'id': '791565d7-3ceb-4afd-8218-a592d2fed653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '72208b89-b8f7-49c2-b4bc-abd35113e1c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:50:22.163881 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Bound port: 697d241d-6c00-4a09-9541-a8d934ceded4, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791565d7-3ceb-4afd-8218-a592d2fed653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '72208b89-b8f7-49c2-b4bc-abd35113e1c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:50:22.164247 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:22.312649 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-5b37fac5-b612-49e9-b1ae-89bdb4148f35 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Transition to ACTIVE for port object 81d6b4f0-498f-423e-8c6f-685134962a77 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:22.375600 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5b37fac5-b612-49e9-b1ae-89bdb4148f35 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:22.382677 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=1c9ba0e6-5ad7-4976-ac92-81cc87009a5b,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:22.452371 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c83edb-59e8-40b5-b242-0989b66ac8a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] GET failed (client error): The resource could not be found. Mar 08 09:50:22.454927 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-93c83edb-59e8-40b5-b242-0989b66ac8a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] 10.222.0.24 "GET /v2.0/ports/d2fe668d-b6d6-4330-84f6-c1e2678ed01d HTTP/1.1" status: 404 len: 333 time: 0.4662490 Mar 08 09:50:22.463873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44524) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:22.480362 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-804e924c-4f75-4f19-b48c-5c965c4611a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-522556524', 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:22.486795 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5e168a-9e99-4099-b2b5-9d531b58d516 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Router d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:50:22.487557 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:22.508002 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-804e924c-4f75-4f19-b48c-5c965c4611a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:22.572460 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 4f3f2ec4-d1ca-400b-a093-23efd9ab658a triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:22.572955 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:22.583203 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b547c-1b26-41e4-bbc4-25abd0878354 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting port ee765355-1166-4e03-a5a8-6bc723946487 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:22.583941 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b9b547c-1b26-41e4-bbc4-25abd0878354 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:22.615771 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b37fac5-b612-49e9-b1ae-89bdb4148f35 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network 77c282f7-4e24-4efa-bb10-c766063919ea is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:22.631384 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-5b37fac5-b612-49e9-b1ae-89bdb4148f35 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:22.668035 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b37fac5-b612-49e9-b1ae-89bdb4148f35 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:22.755653 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-804e924c-4f75-4f19-b48c-5c965c4611a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Usage tracker for resource:port and tenant:7f3e4ae79275442a9facae920aebcf1f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:22.768185 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-804e924c-4f75-4f19-b48c-5c965c4611a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:22.779623 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-804e924c-4f75-4f19-b48c-5c965c4611a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:22.787889 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Allocated IP 172.20.0.2 (77c282f7-4e24-4efa-bb10-c766063919ea/a9bca433-918d-4469-ac14-2aead073c8a8/1b380863-209e-4d39-8681-ec43f516ddc9) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:50:22.832354 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] For port 697d241d-6c00-4a09-9541-a8d934ceded4, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:50:22.895726 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804e924c-4f75-4f19-b48c-5c965c4611a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Made reservation on behalf of 7f3e4ae79275442a9facae920aebcf1f for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:22.898053 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-804e924c-4f75-4f19-b48c-5c965c4611a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:22.902491 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] For port 697d241d-6c00-4a09-9541-a8d934ceded4, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=697d241d-6c00-4a09-9541-a8d934ceded4,segment=NetworkSegment(791565d7-3ceb-4afd-8218-a592d2fed653),segment_id=791565d7-3ceb-4afd-8218-a592d2fed653)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:50:22.908326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37fac5-b612-49e9-b1ae-89bdb4148f35 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=81d6b4f0-498f-423e-8c6f-685134962a77,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:22.927125 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-38264bda-42f4-4832-b075-0ca09c3a46d2 None None] Provisioning for port e9739f88-aab8-4c40-9114-84e5f904c17d completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:22.945775 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-f9b64eff-96e0-417e-9447-bfe0f75f0f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:10Z', 'revision_number': 8, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee765355-1166-4e03-a5a8-6bc723946487', 'name': '', 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:42:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:29Z', 'updated_at': '2022-03-08T09:49:46Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:22.954025 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:22.954903 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b37fac5-b612-49e9-b1ae-89bdb4148f35 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:22.955561 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5b37fac5-b612-49e9-b1ae-89bdb4148f35 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:22.987968 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-8b9b547c-1b26-41e4-bbc4-25abd0878354 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] For port ee765355-1166-4e03-a5a8-6bc723946487, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ee765355-1166-4e03-a5a8-6bc723946487,segment=NetworkSegment(27729034-3299-4e68-97fc-4ca4a4b85e3c),segment_id=27729034-3299-4e68-97fc-4ca4a4b85e3c)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:22.988755 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b9b547c-1b26-41e4-bbc4-25abd0878354 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:23.001147 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-804e924c-4f75-4f19-b48c-5c965c4611a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] device_id is not set on port 71238bce-b5ed-4b24-9f3d-6f5c234046f0 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:50:23.001467 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5b37fac5-b612-49e9-b1ae-89bdb4148f35 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4394667 Mar 08 09:50:23.005775 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44528) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:23.054800 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5e168a-9e99-4099-b2b5-9d531b58d516 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:50:23.065398 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-38264bda-42f4-4832-b075-0ca09c3a46d2 None None] Provisioning complete for port e9739f88-aab8-4c40-9114-84e5f904c17d triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:23.065977 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38264bda-42f4-4832-b075-0ca09c3a46d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:23.156578 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b64eff-96e0-417e-9447-bfe0f75f0f01 None None] The sync data for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv is: [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:10Z', 'revision_number': 8, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee765355-1166-4e03-a5a8-6bc723946487', 'name': '', 'network_id': 'b875894f-eca2-4aeb-acd0-549fea022852', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:42:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:29Z', 'updated_at': '2022-03-08T09:49:46Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '7a85b21b-fdc5-490b-a986-2af3405fddfb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:50:23.158515 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6306c967-2ad2-4250-bc5d-799e57d9ed39 None None] Sync routers for ids ['d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:50:23.218052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b547c-1b26-41e4-bbc4-25abd0878354 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Calling delete_port for ee765355-1166-4e03-a5a8-6bc723946487 owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:23.246101 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6306c967-2ad2-4250-bc5d-799e57d9ed39 None None] Routers {'d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:23.246835 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6306c967-2ad2-4250-bc5d-799e57d9ed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:23.296174 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-a443ea08-2624-4e7f-b516-f20f76bfb0b3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 81d6b4f0-498f-423e-8c6f-685134962a77 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:23.296529 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a443ea08-2624-4e7f-b516-f20f76bfb0b3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:23.349099 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6306c967-2ad2-4250-bc5d-799e57d9ed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:23.431315 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1c5e168a-9e99-4099-b2b5-9d531b58d516 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "PUT /v2.0/routers/d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9054935 Mar 08 09:50:23.439224 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44534) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:23.477962 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26038941-5c6a-4c2a-aaa6-bebdb5a5cd92 None None] Pushing event updated for resources: {'Port': ['ID=697d241d-6c00-4a09-9541-a8d934ceded4,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:23.529923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:23.569431 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-4f96d7c2-8545-418b-b2dc-3361c19c09d9 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] delete failed (client error): The resource could not be found. Mar 08 09:50:23.572594 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4f96d7c2-8545-418b-b2dc-3361c19c09d9 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-804620480 HTTP/1.1" status: 404 len: 334 time: 0.1283910 Mar 08 09:50:23.579355 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44538) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:23.592158 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9c71e1f6-0b75-492a-aab1-828cd79f0de3 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:23.602662 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6306c967-2ad2-4250-bc5d-799e57d9ed39 None None] Routers {'d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:23.603727 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6306c967-2ad2-4250-bc5d-799e57d9ed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:23.935493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 1b084bbc-4055-4895-85b2-b2c40f56f294 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:24.020624 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b9b547c-1b26-41e4-bbc4-25abd0878354 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:24.025598 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:24.039232 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Transition to ACTIVE for port object 1b380863-209e-4d39-8681-ec43f516ddc9 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:24.062950 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Transition to ACTIVE for port object 1b380863-209e-4d39-8681-ec43f516ddc9 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:24.065189 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6306c967-2ad2-4250-bc5d-799e57d9ed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:24.065741 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6306c967-2ad2-4250-bc5d-799e57d9ed39 None None] The sync data for ids ['d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:50:24.082893 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:24.141368 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a443ea08-2624-4e7f-b516-f20f76bfb0b3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:24.270915 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Pushing event updated for resources: {'Port': ['ID=1b380863-209e-4d39-8681-ec43f516ddc9,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:24.275793 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Network 77c282f7-4e24-4efa-bb10-c766063919ea is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:24.282054 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:24.294211 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:24.296638 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38264bda-42f4-4832-b075-0ca09c3a46d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:24.406789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-a443ea08-2624-4e7f-b516-f20f76bfb0b3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for 81d6b4f0-498f-423e-8c6f-685134962a77 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:24.461174 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-38264bda-42f4-4832-b075-0ca09c3a46d2 None None] For port e9739f88-aab8-4c40-9114-84e5f904c17d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e9739f88-aab8-4c40-9114-84e5f904c17d,segment=NetworkSegment(2f301582-1895-4395-a699-98612d90978f),segment_id=2f301582-1895-4395-a699-98612d90978f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:24.472541 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 1b084bbc-4055-4895-85b2-b2c40f56f294 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:24.472966 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:24.530857 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38264bda-42f4-4832-b075-0ca09c3a46d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:24.580754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:50:24.642579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b547c-1b26-41e4-bbc4-25abd0878354 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Port': ['ID=ee765355-1166-4e03-a5a8-6bc723946487,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:24.646446 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Attempting to bind port 1b380863-209e-4d39-8681-ec43f516ddc9 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:24.646828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Attempting to bind port 1b380863-209e-4d39-8681-ec43f516ddc9 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'd1c41f45-29b7-4968-9342-e1ce8ce67e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '77c282f7-4e24-4efa-bb10-c766063919ea'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:24.647245 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Attempting to bind port 1b380863-209e-4d39-8681-ec43f516ddc9 on network 77c282f7-4e24-4efa-bb10-c766063919ea {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:24.691045 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-38264bda-42f4-4832-b075-0ca09c3a46d2 None None] Could not find standard attr ID for object 77420789-0be5-401b-b4fc-c57b0f4d3028. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:50:24.720310 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:50:24.720704 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Checking segment: {'id': 'd1c41f45-29b7-4968-9342-e1ce8ce67e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '77c282f7-4e24-4efa-bb10-c766063919ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:24.729116 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:24.729538 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Bound using segment: {'id': 'd1c41f45-29b7-4968-9342-e1ce8ce67e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '77c282f7-4e24-4efa-bb10-c766063919ea'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:50:24.730062 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Bound port: 1b380863-209e-4d39-8681-ec43f516ddc9, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c41f45-29b7-4968-9342-e1ce8ce67e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '77c282f7-4e24-4efa-bb10-c766063919ea'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:50:24.730448 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:24.753499 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c71e1f6-0b75-492a-aab1-828cd79f0de3 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:24.785330 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-804e924c-4f75-4f19-b48c-5c965c4611a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:24.812796 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:24.830061 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:24.830842 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:24.886406 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-9c71e1f6-0b75-492a-aab1-828cd79f0de3 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] update failed (client error): The resource could not be found. Mar 08 09:50:24.887506 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9c71e1f6-0b75-492a-aab1-828cd79f0de3 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "PUT /v2.0/routers/d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe HTTP/1.1" status: 404 len: 339 time: 1.3016057 Mar 08 09:50:24.920720 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44544) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:24.975308 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38264bda-42f4-4832-b075-0ca09c3a46d2 None None] Pushing event updated for resources: {'Port': ['ID=e9739f88-aab8-4c40-9114-84e5f904c17d,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:25.003866 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d275602e-975d-4b47-99c1-386a3a7c1088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:25.065854 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0ae6c737-e536-471c-8648-3dc1d671c5c6 None None] Provisioning for port 86a2a9cf-1081-4e56-8f68-c80db43d6767 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:25.118541 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0506f7-77e8-4240-a496-8649fda82e11 None None] Network 72208b89-b8f7-49c2-b4bc-abd35113e1c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:25.129649 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=40ea6775-0c62-4056-b5f3-808f5073259a,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:25.168140 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 1c9ba0e6-5ad7-4976-ac92-81cc87009a5b up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:25.209955 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] For port 1b380863-209e-4d39-8681-ec43f516ddc9, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:50:25.271641 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0ae6c737-e536-471c-8648-3dc1d671c5c6 None None] Provisioning for port 3d34b1cd-f328-4a6b-a997-8c62f7cd5a0a completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:25.287025 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0ae6c737-e536-471c-8648-3dc1d671c5c6 None None] Provisioning complete for port 3d34b1cd-f328-4a6b-a997-8c62f7cd5a0a triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:25.287405 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c737-e536-471c-8648-3dc1d671c5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:25.303979 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a443ea08-2624-4e7f-b516-f20f76bfb0b3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:25.323466 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] For port 1b380863-209e-4d39-8681-ec43f516ddc9, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1b380863-209e-4d39-8681-ec43f516ddc9,segment=NetworkSegment(d1c41f45-29b7-4968-9342-e1ce8ce67e56),segment_id=d1c41f45-29b7-4968-9342-e1ce8ce67e56)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:50:25.347803 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:25.381919 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443ea08-2624-4e7f-b516-f20f76bfb0b3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Port': ['ID=81d6b4f0-498f-423e-8c6f-685134962a77,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:25.401968 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8b9b547c-1b26-41e4-bbc4-25abd0878354 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:25.452441 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0ae6c737-e536-471c-8648-3dc1d671c5c6 None None] Port 3d34b1cd-f328-4a6b-a997-8c62f7cd5a0a cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:50:25.520617 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 1c9ba0e6-5ad7-4976-ac92-81cc87009a5b triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:25.521020 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:25.563492 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74be79e-e2f0-46e2-b20a-b27062387c74 None None] Pushing event updated for resources: {'Port': ['ID=1b380863-209e-4d39-8681-ec43f516ddc9,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:25.584402 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0ae6c737-e536-471c-8648-3dc1d671c5c6 None None] Provisioning complete for port 5d493837-b6d7-4da5-9abd-56c89e5097f0 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:25.585114 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c737-e536-471c-8648-3dc1d671c5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:25.869631 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 86a2a9cf-1081-4e56-8f68-c80db43d6767 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:25.894675 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-804e924c-4f75-4f19-b48c-5c965c4611a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:25.977745 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0ae6c737-e536-471c-8648-3dc1d671c5c6 None None] Provisioning complete for port 4f3f2ec4-d1ca-400b-a093-23efd9ab658a triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:25.978780 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c737-e536-471c-8648-3dc1d671c5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:26.030431 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 86a2a9cf-1081-4e56-8f68-c80db43d6767 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:26.032149 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804e924c-4f75-4f19-b48c-5c965c4611a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Network e3711ff0-949b-4e6f-900a-e2038c87a429 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:26.042249 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 86a2a9cf-1081-4e56-8f68-c80db43d6767 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:26.042622 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:26.057810 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-804e924c-4f75-4f19-b48c-5c965c4611a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:26.135788 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804e924c-4f75-4f19-b48c-5c965c4611a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:26.139369 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804e924c-4f75-4f19-b48c-5c965c4611a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:26.140026 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-804e924c-4f75-4f19-b48c-5c965c4611a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:26.152396 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a443ea08-2624-4e7f-b516-f20f76bfb0b3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:26.195448 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a443ea08-2624-4e7f-b516-f20f76bfb0b3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/ports/81d6b4f0-498f-423e-8c6f-685134962a77 HTTP/1.1" status: 204 len: 168 time: 3.1865757 Mar 08 09:50:26.196883 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44550) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:26.201750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9b547c-1b26-41e4-bbc4-25abd0878354 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:50:26.221791 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network 72208b89-b8f7-49c2-b4bc-abd35113e1c1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:26.229442 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:26.261963 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0249c9-3370-4725-9840-e988550464e7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] DELETE failed (client error): The resource could not be found. Mar 08 09:50:26.262638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0249c9-3370-4725-9840-e988550464e7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:50:26.268342 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1e0249c9-3370-4725-9840-e988550464e7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/ports/81d6b4f0-498f-423e-8c6f-685134962a77 HTTP/1.1" status: 404 len: 333 time: 0.0668442 Mar 08 09:50:26.277936 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0ae6c737-e536-471c-8648-3dc1d671c5c6 None None] Provisioning for port 25dfd32c-3713-4fa7-ba67-2b715ec658ca completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:26.282872 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44554) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:26.299706 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:26.308659 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0ae6c737-e536-471c-8648-3dc1d671c5c6 None None] Provisioning complete for port 25dfd32c-3713-4fa7-ba67-2b715ec658ca triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:26.309025 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c737-e536-471c-8648-3dc1d671c5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:26.426060 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-804e924c-4f75-4f19-b48c-5c965c4611a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.9567726 Mar 08 09:50:26.426867 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44558) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:26.442894 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0ae6c737-e536-471c-8648-3dc1d671c5c6 None None] Port 25dfd32c-3713-4fa7-ba67-2b715ec658ca cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:50:26.447716 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 86a2a9cf-1081-4e56-8f68-c80db43d6767, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=86a2a9cf-1081-4e56-8f68-c80db43d6767,segment=NetworkSegment(44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4),segment_id=44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:26.449852 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0ae6c737-e536-471c-8648-3dc1d671c5c6 None None] Could not find standard attr ID for object f9a6ba0f-f4c3-4f62-83dc-334fc838f651. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:50:26.456745 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:26.525617 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0ae6c737-e536-471c-8648-3dc1d671c5c6 None None] Provisioning complete for port 1b084bbc-4055-4895-85b2-b2c40f56f294 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:26.529004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c737-e536-471c-8648-3dc1d671c5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:26.616489 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7448e57f-50c6-48cf-a041-fbd15ada59d5 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] GET failed (client error): The resource could not be found. Mar 08 09:50:26.617152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7448e57f-50c6-48cf-a041-fbd15ada59d5 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Synchronizing usage tracker for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:26.647043 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e99a9ea4-7f01-4920-b9c0-32793f0fbbc2 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:50:26.657156 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e924c-4f75-4f19-b48c-5c965c4611a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Pushing event updated for resources: {'Port': ['ID=71238bce-b5ed-4b24-9f3d-6f5c234046f0,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:26.660393 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894a98ad-984d-4f40-a16a-a2c4a26f0833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:26.661260 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-894a98ad-984d-4f40-a16a-a2c4a26f0833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Synchronizing usage tracker for tenant:7f3e4ae79275442a9facae920aebcf1f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:26.719223 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7448e57f-50c6-48cf-a041-fbd15ada59d5 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Unset dirty status for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:26.720743 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7448e57f-50c6-48cf-a041-fbd15ada59d5 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports/81d6b4f0-498f-423e-8c6f-685134962a77 HTTP/1.1" status: 404 len: 333 time: 0.3329833 Mar 08 09:50:26.722153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9b547c-1b26-41e4-bbc4-25abd0878354 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:50:26.723698 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44564) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:26.741092 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac06705a-2a8e-4523-a74a-4096abb80999 None None] Sync routers for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:50:26.763169 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac06705a-2a8e-4523-a74a-4096abb80999 None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:26.765301 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ac06705a-2a8e-4523-a74a-4096abb80999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:49:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:26.770010 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8b9b547c-1b26-41e4-bbc4-25abd0878354 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/1eee20d8-c2b4-432e-b1cc-b03b9cd57188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4986649 Mar 08 09:50:26.777150 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44568) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:26.785780 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: e99a9ea4-7f01-4920-b9c0-32793f0fbbc2 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:50:26.786273 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e99a9ea4-7f01-4920-b9c0-32793f0fbbc2 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:50:26.899770 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=86a2a9cf-1081-4e56-8f68-c80db43d6767,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:26.957562 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-795b65ba-8341-441b-bff1-6db0d4f262b9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting subnet a9bca433-918d-4469-ac14-2aead073c8a8 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:50:26.970452 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-795b65ba-8341-441b-bff1-6db0d4f262b9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:27.009045 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-894a98ad-984d-4f40-a16a-a2c4a26f0833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Unset dirty status for tenant:7f3e4ae79275442a9facae920aebcf1f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:27.013789 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-894a98ad-984d-4f40-a16a-a2c4a26f0833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] 10.222.0.24 "GET /v2.0/ports/71238bce-b5ed-4b24-9f3d-6f5c234046f0 HTTP/1.1" status: 200 len: 958 time: 0.5638118 Mar 08 09:50:27.020638 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44572) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:27.081493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-23e402f3-177d-4adf-b26d-f29725b2faaf None None] Provisioning for port 697d241d-6c00-4a09-9541-a8d934ceded4 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:27.126660 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-23e402f3-177d-4adf-b26d-f29725b2faaf None None] Provisioning for port 40ea6775-0c62-4056-b5f3-808f5073259a completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:27.133240 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-23e402f3-177d-4adf-b26d-f29725b2faaf None None] Provisioning complete for port 40ea6775-0c62-4056-b5f3-808f5073259a triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:27.133615 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23e402f3-177d-4adf-b26d-f29725b2faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:27.213414 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ac06705a-2a8e-4523-a74a-4096abb80999 None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:27.244543 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router 0f3ddace-1c7b-4d22-8e76-a7adc74a6600 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:50:27.247395 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6c58a725-8b92-4d2f-b17c-dd62e92c35aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Deleting port 71238bce-b5ed-4b24-9f3d-6f5c234046f0 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:27.247748 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c58a725-8b92-4d2f-b17c-dd62e92c35aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:27.262849 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-795b65ba-8341-441b-bff1-6db0d4f262b9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:27.310910 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-23e402f3-177d-4adf-b26d-f29725b2faaf None None] Port 40ea6775-0c62-4056-b5f3-808f5073259a cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:50:27.367734 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-54eb5fc9-69cc-4bf6-a4ec-cdbcc86cdec6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting subnet 7a85b21b-fdc5-490b-a986-2af3405fddfb {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:50:27.368471 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aecf94c-7501-4d86-90bd-b200cc787fef None None] Network 77c282f7-4e24-4efa-bb10-c766063919ea requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:27.385077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54eb5fc9-69cc-4bf6-a4ec-cdbcc86cdec6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:27.398070 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 1b380863-209e-4d39-8681-ec43f516ddc9 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:27.487688 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54eb5fc9-69cc-4bf6-a4ec-cdbcc86cdec6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:27.585069 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d96f3ed-e3b0-4393-85d8-cee8be3b8c88 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:27.591245 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8261bb65-7acd-47e1-accc-eb9151ccad06 None None] Provisioning for port 1b380863-209e-4d39-8681-ec43f516ddc9 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:27.616740 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b6399c9-39e5-4c2a-a7cd-8dd303815d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:27.655231 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8261bb65-7acd-47e1-accc-eb9151ccad06 None None] Provisioning complete for port 40ea6775-0c62-4056-b5f3-808f5073259a triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:27.656002 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8261bb65-7acd-47e1-accc-eb9151ccad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:27.657304 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:50:27.727839 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8261bb65-7acd-47e1-accc-eb9151ccad06 None None] Port 40ea6775-0c62-4056-b5f3-808f5073259a cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:50:27.759810 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ac06705a-2a8e-4523-a74a-4096abb80999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:23Z', 'revision_number': 9, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:27.766272 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 1b380863-209e-4d39-8681-ec43f516ddc9 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:27.766983 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac06705a-2a8e-4523-a74a-4096abb80999 None None] Checking router: 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:50:27.775352 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 1b380863-209e-4d39-8681-ec43f516ddc9 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:27.775809 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:27.783222 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac06705a-2a8e-4523-a74a-4096abb80999 None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:27.784068 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ac06705a-2a8e-4523-a74a-4096abb80999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:27.854264 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-795b65ba-8341-441b-bff1-6db0d4f262b9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:27.925474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54eb5fc9-69cc-4bf6-a4ec-cdbcc86cdec6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:28.035503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54eb5fc9-69cc-4bf6-a4ec-cdbcc86cdec6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:28.045056 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ac06705a-2a8e-4523-a74a-4096abb80999 None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:28.073151 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-795b65ba-8341-441b-bff1-6db0d4f262b9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:28.089686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb5fc9-69cc-4bf6-a4ec-cdbcc86cdec6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Subnet': ['ID=7a85b21b-fdc5-490b-a986-2af3405fddfb,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:28.094588 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:28.108324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aca71be-9278-42ef-94cf-2b7093fda681 None None] Network b875894f-eca2-4aeb-acd0-549fea022852 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:28.123314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-795b65ba-8341-441b-bff1-6db0d4f262b9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:28.133736 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-54eb5fc9-69cc-4bf6-a4ec-cdbcc86cdec6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:28.147576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b65ba-8341-441b-bff1-6db0d4f262b9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Subnet': ['ID=a9bca433-918d-4469-ac14-2aead073c8a8,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:28.159610 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-54eb5fc9-69cc-4bf6-a4ec-cdbcc86cdec6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/subnets/7a85b21b-fdc5-490b-a986-2af3405fddfb HTTP/1.1" status: 204 len: 168 time: 1.3693731 Mar 08 09:50:28.161232 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-795b65ba-8341-441b-bff1-6db0d4f262b9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/subnets/a9bca433-918d-4469-ac14-2aead073c8a8 HTTP/1.1" status: 204 len: 168 time: 1.4365318 Mar 08 09:50:28.161871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44578) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:28.194662 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 1b380863-209e-4d39-8681-ec43f516ddc9, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1b380863-209e-4d39-8681-ec43f516ddc9,segment=NetworkSegment(d1c41f45-29b7-4968-9342-e1ce8ce67e56),segment_id=d1c41f45-29b7-4968-9342-e1ce8ce67e56)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:28.261010 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:28.262061 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 697d241d-6c00-4a09-9541-a8d934ceded4 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:28.319764 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44580) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:28.326802 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:28.343396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:28.393374 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:28.499537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting port 312c50a0-8db2-4f68-b031-552014064783 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:28.499537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:28.508718 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec10a43b-585d-4ba1-ace5-030bb1dee011 None None] Network 77c282f7-4e24-4efa-bb10-c766063919ea requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:28.570772 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ac06705a-2a8e-4523-a74a-4096abb80999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:23Z', 'revision_number': 9, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:28.575446 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac06705a-2a8e-4523-a74a-4096abb80999 None None] The sync data for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv is: [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:23Z', 'revision_number': 9, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '9469bc25-0f58-4e6c-a263-840f0c77f754', 'name': '', 'network_id': '243a2419-50dd-4b65-83da-131a2729a2f2', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:45:9d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:11Z', 'updated_at': '2022-03-08T09:49:31Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4eef5c78-54da-4b8f-b847-5cbe748c7d46', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:50:28.589843 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:28.696875 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:28.710754 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 1b380863-209e-4d39-8681-ec43f516ddc9 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:28.712909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:28.753460 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=1b380863-209e-4d39-8681-ec43f516ddc9,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:28.785310 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-008f2da9-7f0c-4931-ace8-af80490cb711 None None] Provisioning complete for port 1b380863-209e-4d39-8681-ec43f516ddc9 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:28.786013 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-008f2da9-7f0c-4931-ace8-af80490cb711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:28.800838 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:50:28.812284 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:28.841050 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccfd4d0-b522-4760-a235-d182f71a4e4f None None] Sync routers for ids ['0f3ddace-1c7b-4d22-8e76-a7adc74a6600'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:50:28.863268 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccfd4d0-b522-4760-a235-d182f71a4e4f None None] Routers {'0f3ddace-1c7b-4d22-8e76-a7adc74a6600'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:28.863904 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4ccfd4d0-b522-4760-a235-d182f71a4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['0f3ddace-1c7b-4d22-8e76-a7adc74a6600'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:28.879862 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b17508be-6f51-45a7-95c8-38a38d33f743 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/0f3ddace-1c7b-4d22-8e76-a7adc74a6600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3534503 Mar 08 09:50:28.886493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44586) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:28.917170 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:28.950949 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 697d241d-6c00-4a09-9541-a8d934ceded4 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:28.982433 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c58a725-8b92-4d2f-b17c-dd62e92c35aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:28.986948 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] For port 312c50a0-8db2-4f68-b031-552014064783, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=312c50a0-8db2-4f68-b031-552014064783,segment=NetworkSegment(27729034-3299-4e68-97fc-4ca4a4b85e3c),segment_id=27729034-3299-4e68-97fc-4ca4a4b85e3c)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:28.987177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:29.088375 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4ccfd4d0-b522-4760-a235-d182f71a4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:29.091033 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 697d241d-6c00-4a09-9541-a8d934ceded4 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:29.091655 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:29.210018 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0567719-daca-4d4a-854c-a308c42a49fe tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:29.211524 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e0567719-daca-4d4a-854c-a308c42a49fe tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/ports/40ea6775-0c62-4056-b5f3-808f5073259a HTTP/1.1" status: 200 len: 913 time: 0.3232992 Mar 08 09:50:29.278738 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44592) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:29.304178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Calling delete_port for 312c50a0-8db2-4f68-b031-552014064783 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:29.346115 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccfd4d0-b522-4760-a235-d182f71a4e4f None None] Routers {'0f3ddace-1c7b-4d22-8e76-a7adc74a6600'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:29.346115 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4ccfd4d0-b522-4760-a235-d182f71a4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['0f3ddace-1c7b-4d22-8e76-a7adc74a6600'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:29.435877 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c61df89-eae6-4cb4-a9bc-99668daf9e16 None None] DHCP port deletion for 77c282f7-4e24-4efa-bb10-c766063919ea request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:50:29.440655 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4ccfd4d0-b522-4760-a235-d182f71a4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:29.441108 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccfd4d0-b522-4760-a235-d182f71a4e4f None None] The sync data for ids ['0f3ddace-1c7b-4d22-8e76-a7adc74a6600'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:50:29.457261 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9c61df89-eae6-4cb4-a9bc-99668daf9e16 None None] Deleting port 1b380863-209e-4d39-8681-ec43f516ddc9 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:29.458675 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c61df89-eae6-4cb4-a9bc-99668daf9e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:29.482153 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event updated for resources: {'Port': ['ID=25dfd32c-3713-4fa7-ba67-2b715ec658ca,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:29.496160 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6c58a725-8b92-4d2f-b17c-dd62e92c35aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Calling delete_port for 71238bce-b5ed-4b24-9f3d-6f5c234046f0 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:29.523233 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:29.524678 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] For port 1b380863-209e-4d39-8681-ec43f516ddc9, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1b380863-209e-4d39-8681-ec43f516ddc9,segment=NetworkSegment(d1c41f45-29b7-4968-9342-e1ce8ce67e56),segment_id=d1c41f45-29b7-4968-9342-e1ce8ce67e56)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:29.525075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:29.543565 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87b8523-362e-46de-81ca-3656c5599552 None None] DHCP port deletion for b875894f-eca2-4aeb-acd0-549fea022852 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:50:29.569362 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e87b8523-362e-46de-81ca-3656c5599552 None None] Deleting port 312c50a0-8db2-4f68-b031-552014064783 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:29.569767 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e87b8523-362e-46de-81ca-3656c5599552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:29.638106 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Network c92c8bd2-46ca-46a7-8274-6d902e00c89c is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:29.643927 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 697d241d-6c00-4a09-9541-a8d934ceded4, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=697d241d-6c00-4a09-9541-a8d934ceded4,segment=NetworkSegment(791565d7-3ceb-4afd-8218-a592d2fed653),segment_id=791565d7-3ceb-4afd-8218-a592d2fed653)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:29.689854 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:29.690249 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e9739f88-aab8-4c40-9114-84e5f904c17d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:29.699840 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for 1b380863-209e-4d39-8681-ec43f516ddc9 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:29.705178 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:29.947190 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:30.041636 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] No DVR routers for this DVR port 312c50a0-8db2-4f68-b031-552014064783 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:50:30.043939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Port': ['ID=312c50a0-8db2-4f68-b031-552014064783,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:30.119460 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c58a725-8b92-4d2f-b17c-dd62e92c35aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:30.135501 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=697d241d-6c00-4a09-9541-a8d934ceded4,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:30.184871 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9c61df89-eae6-4cb4-a9bc-99668daf9e16 None None] For port 1b380863-209e-4d39-8681-ec43f516ddc9, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1b380863-209e-4d39-8681-ec43f516ddc9,segment=NetworkSegment(d1c41f45-29b7-4968-9342-e1ce8ce67e56),segment_id=d1c41f45-29b7-4968-9342-e1ce8ce67e56)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:30.185375 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c61df89-eae6-4cb4-a9bc-99668daf9e16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:30.197862 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:30.202453 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port e9739f88-aab8-4c40-9114-84e5f904c17d triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:30.202894 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:30.214204 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-1d96f3ed-e3b0-4393-85d8-cee8be3b8c88 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Allocated IP 172.20.0.1 (01f160ec-fa72-48dd-a0f4-d4c518ed469c/0e98bb47-e74f-41e2-bb0c-5d0b67c21bf6/ee47b438-f570-4316-a6e9-5dc959c13fa4) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:50:30.267364 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e87b8523-362e-46de-81ca-3656c5599552 None None] For port 312c50a0-8db2-4f68-b031-552014064783, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=312c50a0-8db2-4f68-b031-552014064783,segment=NetworkSegment(27729034-3299-4e68-97fc-4ca4a4b85e3c),segment_id=27729034-3299-4e68-97fc-4ca4a4b85e3c)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:30.268038 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e87b8523-362e-46de-81ca-3656c5599552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:30.320838 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:30.333354 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:30.404280 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a1578c6a-69f8-4894-819e-fdf2a2bd22e9 None None] Provisioning complete for port 25dfd32c-3713-4fa7-ba67-2b715ec658ca triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:30.404280 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1578c6a-69f8-4894-819e-fdf2a2bd22e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:30.409056 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Port': ['ID=1b380863-209e-4d39-8681-ec43f516ddc9,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:30.423861 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.424207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.424549 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.424914 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.425250 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.425582 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.425906 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.426227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.426555 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.426882 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.427202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.427520 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.431495 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b875894f-eca2-4aeb-acd0-549fea022852']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:30.439460 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] No DVR routers for this DVR port 1b380863-209e-4d39-8681-ec43f516ddc9 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:50:30.481294 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9c61df89-eae6-4cb4-a9bc-99668daf9e16 None None] Calling delete_port for 1b380863-209e-4d39-8681-ec43f516ddc9 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:30.482283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27729034-3299-4e68-97fc-4ca4a4b85e3c') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:30.482585 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27729034-3299-4e68-97fc-4ca4a4b85e3c') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:30.501863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:30.528187 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:30.536637 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:50:30.537250 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:30.599905 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a1578c6a-69f8-4894-819e-fdf2a2bd22e9 None None] Port 25dfd32c-3713-4fa7-ba67-2b715ec658ca cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:50:30.619434 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:50:30.718566 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e87b8523-362e-46de-81ca-3656c5599552 None None] Calling delete_port for 312c50a0-8db2-4f68-b031-552014064783 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:30.773407 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c58a725-8b92-4d2f-b17c-dd62e92c35aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:30.785405 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58a725-8b92-4d2f-b17c-dd62e92c35aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Pushing event deleted for resources: {'Port': ['ID=71238bce-b5ed-4b24-9f3d-6f5c234046f0,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:30.803876 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:30.806457 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:30.808723 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c58a725-8b92-4d2f-b17c-dd62e92c35aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.809082 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c58a725-8b92-4d2f-b17c-dd62e92c35aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.809429 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c58a725-8b92-4d2f-b17c-dd62e92c35aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.809769 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c58a725-8b92-4d2f-b17c-dd62e92c35aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.810104 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c58a725-8b92-4d2f-b17c-dd62e92c35aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.810439 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c58a725-8b92-4d2f-b17c-dd62e92c35aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.810769 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c58a725-8b92-4d2f-b17c-dd62e92c35aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.811098 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c58a725-8b92-4d2f-b17c-dd62e92c35aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.811428 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c58a725-8b92-4d2f-b17c-dd62e92c35aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.811753 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c58a725-8b92-4d2f-b17c-dd62e92c35aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.812311 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c58a725-8b92-4d2f-b17c-dd62e92c35aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.812743 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c58a725-8b92-4d2f-b17c-dd62e92c35aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:30.839616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:30.847996 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Network': ['ID=b875894f-eca2-4aeb-acd0-549fea022852,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:30.877411 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-458100e3-ac2f-4779-aa4e-6be8c84e0dfc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/networks/b875894f-eca2-4aeb-acd0-549fea022852 HTTP/1.1" status: 204 len: 168 time: 2.7143507 Mar 08 09:50:30.878302 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44598) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:30.880178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c282f7-4e24-4efa-bb10-c766063919ea']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:30.896626 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-9c61df89-eae6-4cb4-a9bc-99668daf9e16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:50:30.899880 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6c58a725-8b92-4d2f-b17c-dd62e92c35aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] 10.222.0.24 "DELETE /v2.0/ports/71238bce-b5ed-4b24-9f3d-6f5c234046f0 HTTP/1.1" status: 204 len: 168 time: 3.8759282 Mar 08 09:50:30.900266 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-9c61df89-eae6-4cb4-a9bc-99668daf9e16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:50:30.905813 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44602) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:30.910535 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Router e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:50:30.918495 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-e87b8523-362e-46de-81ca-3656c5599552 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:50:30.920398 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-e87b8523-362e-46de-81ca-3656c5599552 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:50:30.925589 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 77420789-0be5-401b-b4fc-c57b0f4d3028 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:50:30.957207 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d96f3ed-e3b0-4393-85d8-cee8be3b8c88 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:30.957450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c41f45-29b7-4968-9342-e1ce8ce67e56') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:30.958009 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c41f45-29b7-4968-9342-e1ce8ce67e56') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:30.980219 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:31.026557 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-548b32f1-5504-4dda-b66f-e26536dee7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] GET failed (client error): The resource could not be found. Mar 08 09:50:31.027104 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-548b32f1-5504-4dda-b66f-e26536dee7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Synchronizing usage tracker for tenant:7f3e4ae79275442a9facae920aebcf1f on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:31.028550 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 77420789-0be5-401b-b4fc-c57b0f4d3028 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:50:31.028928 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 77420789-0be5-401b-b4fc-c57b0f4d3028 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:50:31.063143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:31.082663 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:50:31.083253 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:50:31.098905 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:50:31.148470 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-1d96f3ed-e3b0-4393-85d8-cee8be3b8c88 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Transition to ACTIVE for port object ee47b438-f570-4316-a6e9-5dc959c13fa4 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:31.170873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-548b32f1-5504-4dda-b66f-e26536dee7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Unset dirty status for tenant:7f3e4ae79275442a9facae920aebcf1f on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:31.176451 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-548b32f1-5504-4dda-b66f-e26536dee7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] 10.222.0.24 "GET /v2.0/ports/71238bce-b5ed-4b24-9f3d-6f5c234046f0 HTTP/1.1" status: 404 len: 333 time: 0.2202702 Mar 08 09:50:31.179221 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 697d241d-6c00-4a09-9541-a8d934ceded4 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:31.183870 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44606) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:31.194629 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-89809edf-331a-4d84-b094-1208a222ef14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Request body: {'port': {'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2006698536'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:31.268086 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 697d241d-6c00-4a09-9541-a8d934ceded4 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:31.268687 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:31.282268 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-89809edf-331a-4d84-b094-1208a222ef14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:31.312550 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-89809edf-331a-4d84-b094-1208a222ef14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:31.322569 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:31.356044 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:31.370026 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Network': ['ID=77c282f7-4e24-4efa-bb10-c766063919ea,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:31.412428 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9c61df89-eae6-4cb4-a9bc-99668daf9e16 None None] Deleting port 1b380863-209e-4d39-8681-ec43f516ddc9 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:31.413166 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c61df89-eae6-4cb4-a9bc-99668daf9e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:31.423163 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-94084f05-6b1c-47e6-8e03-b2bde1b3cf30 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/networks/77c282f7-4e24-4efa-bb10-c766063919ea HTTP/1.1" status: 204 len: 168 time: 3.0935097 Mar 08 09:50:31.428675 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44612) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:31.444653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-fce7862a-9cc6-4489-bee6-c135a840b1ef tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-728844648'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:31.446850 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:50:31.452046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fce7862a-9cc6-4489-bee6-c135a840b1ef tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:31.452840 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89809edf-331a-4d84-b094-1208a222ef14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Made reservation on behalf of 7f3e4ae79275442a9facae920aebcf1f for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:31.455363 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89809edf-331a-4d84-b094-1208a222ef14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:31.460044 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fce7862a-9cc6-4489-bee6-c135a840b1ef tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:network and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:31.464567 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fce7862a-9cc6-4489-bee6-c135a840b1ef tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:31.465014 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Sync routers for ids ['e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:50:31.478778 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-82384687-61ee-4f6e-acb0-50c67d7a4c58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "PUT /v2.0/routers/e96fbd30-4b56-4406-8fb6-47ccca1ea6f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.4330444 Mar 08 09:50:31.479011 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e87b8523-362e-46de-81ca-3656c5599552 None None] Deleting port 312c50a0-8db2-4f68-b031-552014064783 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:31.479115 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d96f3ed-e3b0-4393-85d8-cee8be3b8c88 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:31.479235 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e87b8523-362e-46de-81ca-3656c5599552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:31.492329 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Routers {'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:31.493460 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:31.496874 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fce7862a-9cc6-4489-bee6-c135a840b1ef tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:31.551313 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d96f3ed-e3b0-4393-85d8-cee8be3b8c88 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Network 01f160ec-fa72-48dd-a0f4-d4c518ed469c is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:31.555343 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-89809edf-331a-4d84-b094-1208a222ef14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] device_id is not set on port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:50:31.593535 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-1d96f3ed-e3b0-4393-85d8-cee8be3b8c88 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:31.599828 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d96f3ed-e3b0-4393-85d8-cee8be3b8c88 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:31.672775 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce7862a-9cc6-4489-bee6-c135a840b1ef tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:31.687060 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fce7862a-9cc6-4489-bee6-c135a840b1ef tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:31.734299 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 86a2a9cf-1081-4e56-8f68-c80db43d6767 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:31.741662 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96f3ed-e3b0-4393-85d8-cee8be3b8c88 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Pushing event updated for resources: {'Port': ['ID=ee47b438-f570-4316-a6e9-5dc959c13fa4,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:31.773622 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d96f3ed-e3b0-4393-85d8-cee8be3b8c88 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:31.842969 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Set router e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:31.870239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce7862a-9cc6-4489-bee6-c135a840b1ef tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:50:31.880799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1750deb-2f76-4850-a0b8-e77d5e62a320 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:31.920817 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fce7862a-9cc6-4489-bee6-c135a840b1ef tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:31.921057 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-fce7862a-9cc6-4489-bee6-c135a840b1ef tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Added segment efed700f-379d-4064-a42a-e34050639be2 of type vlan for network 2eb8f018-5516-4f5d-9645-54d18bf2cab9 Mar 08 09:50:31.975461 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9c61df89-eae6-4cb4-a9bc-99668daf9e16 None None] The port '1b380863-209e-4d39-8681-ec43f516ddc9' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:50:31.987995 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e87b8523-362e-46de-81ca-3656c5599552 None None] The port '312c50a0-8db2-4f68-b031-552014064783' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:50:32.089072 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0620bbbd-0602-494e-99f2-b929a2a74b2b None None] Provisioning for port ee47b438-f570-4316-a6e9-5dc959c13fa4 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:32.091507 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fce7862a-9cc6-4489-bee6-c135a840b1ef tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:32.113052 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0620bbbd-0602-494e-99f2-b929a2a74b2b None None] Provisioning complete for port ee47b438-f570-4316-a6e9-5dc959c13fa4 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:32.114607 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0620bbbd-0602-494e-99f2-b929a2a74b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:32.202102 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 86a2a9cf-1081-4e56-8f68-c80db43d6767 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:32.202479 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:32.233512 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fce7862a-9cc6-4489-bee6-c135a840b1ef tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:32.249317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce7862a-9cc6-4489-bee6-c135a840b1ef tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:32.250774 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fce7862a-9cc6-4489-bee6-c135a840b1ef tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:32.289353 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0620bbbd-0602-494e-99f2-b929a2a74b2b None None] Port ee47b438-f570-4316-a6e9-5dc959c13fa4 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:50:32.422787 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094738630', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:59Z', 'updated_at': '2022-03-08T09:50:22Z', 'revision_number': 4, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'gw_port': {'id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:02Z', 'updated_at': '2022-03-08T09:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25dfd32c-3713-4fa7-ba67-2b715ec658ca', 'name': '', 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'mac_address': 'fa:16:3e:8a:eb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '9e963e0d-7564-4796-acb2-937b9a763afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:15Z', 'updated_at': '2022-03-08T09:50:25Z', 'revision_number': 2, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'subnets': [{'id': '9e963e0d-7564-4796-acb2-937b9a763afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:32.437527 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Checking router: e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:50:32.437966 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Updating router e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 port 25dfd32c-3713-4fa7-ba67-2b715ec658ca binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:50:32.485537 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d96f3ed-e3b0-4393-85d8-cee8be3b8c88 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:32.491382 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ee765355-1166-4e03-a5a8-6bc723946487 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:50:32.543948 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-4422e93c-8bf5-45c2-a174-795b57de83c6 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Synchronizing usage tracker for tenant:4175867c7c7846e3ae98e34dfc9273dd on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:32.548912 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1a3a94f-ac1a-4251-913e-da769a2d1ff6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:32.596344 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: ee765355-1166-4e03-a5a8-6bc723946487 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:50:32.597234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ee765355-1166-4e03-a5a8-6bc723946487 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:50:32.597899 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 1b380863-209e-4d39-8681-ec43f516ddc9 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:50:32.616175 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fce7862a-9cc6-4489-bee6-c135a840b1ef tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1839929 Mar 08 09:50:32.626128 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:32.626731 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44632) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:32.643675 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7862a-9cc6-4489-bee6-c135a840b1ef tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Network': ['ID=2eb8f018-5516-4f5d-9645-54d18bf2cab9,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:32.654355 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 1b380863-209e-4d39-8681-ec43f516ddc9 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:50:32.655361 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 1b380863-209e-4d39-8681-ec43f516ddc9 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:50:32.657107 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 312c50a0-8db2-4f68-b031-552014064783 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:50:32.670342 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-881d17d4-c83b-457f-99bf-cb8cf90275f6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'subnet': {'network_id': '2eb8f018-5516-4f5d-9645-54d18bf2cab9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:32.693126 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 2eb8f018-5516-4f5d-9645-54d18bf2cab9 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:50:32.739385 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 312c50a0-8db2-4f68-b031-552014064783 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:50:32.739900 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 312c50a0-8db2-4f68-b031-552014064783 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:50:32.946990 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-4422e93c-8bf5-45c2-a174-795b57de83c6 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Unset dirty status for tenant:4175867c7c7846e3ae98e34dfc9273dd on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:32.953742 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-4422e93c-8bf5-45c2-a174-795b57de83c6 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-495348384&fields=id&tenant_id=4175867c7c7846e3ae98e34dfc9273dd HTTP/1.1" status: 200 len: 267 time: 0.6767285 Mar 08 09:50:33.044873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89809edf-331a-4d84-b094-1208a222ef14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:33.155426 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:33.169599 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Transition to ACTIVE for port object 25dfd32c-3713-4fa7-ba67-2b715ec658ca will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:33.178809 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:33.247454 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-881d17d4-c83b-457f-99bf-cb8cf90275f6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:33.261994 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-881d17d4-c83b-457f-99bf-cb8cf90275f6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:subnet and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:33.270483 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89809edf-331a-4d84-b094-1208a222ef14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:33.277457 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-881d17d4-c83b-457f-99bf-cb8cf90275f6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:33.305082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-881d17d4-c83b-457f-99bf-cb8cf90275f6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:33.387899 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-f03e607b-614b-4021-9753-b72c4283a02d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:33.388433 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-f03e607b-614b-4021-9753-b72c4283a02d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Synchronizing usage tracker for tenant:4175867c7c7846e3ae98e34dfc9273dd on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:33.396625 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f1750deb-2f76-4850-a0b8-e77d5e62a320 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port 40ea6775-0c62-4056-b5f3-808f5073259a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:33.397557 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1750deb-2f76-4850-a0b8-e77d5e62a320 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:33.405642 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881d17d4-c83b-457f-99bf-cb8cf90275f6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:33.411148 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-881d17d4-c83b-457f-99bf-cb8cf90275f6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:33.469406 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89809edf-331a-4d84-b094-1208a222ef14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Network e3711ff0-949b-4e6f-900a-e2038c87a429 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:33.495294 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-89809edf-331a-4d84-b094-1208a222ef14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:33.498276 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Attempting to bind port 25dfd32c-3713-4fa7-ba67-2b715ec658ca on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:33.498670 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Attempting to bind port 25dfd32c-3713-4fa7-ba67-2b715ec658ca by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:33.499103 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Attempting to bind port 25dfd32c-3713-4fa7-ba67-2b715ec658ca on network c92c8bd2-46ca-46a7-8274-6d902e00c89c {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:33.509220 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89809edf-331a-4d84-b094-1208a222ef14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:33.510233 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89809edf-331a-4d84-b094-1208a222ef14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:33.510709 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:50:33.510905 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89809edf-331a-4d84-b094-1208a222ef14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:33.511229 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Checking segment: {'id': '44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:33.511739 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:33.512284 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Bound using segment: {'id': '44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:50:33.513480 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Bound port: 25dfd32c-3713-4fa7-ba67-2b715ec658ca, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:50:33.513980 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:33.517554 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89809edf-331a-4d84-b094-1208a222ef14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Pushing event updated for resources: {'Port': ['ID=c0aff669-fd39-4076-a1f7-bd22b63c7cd9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:33.554890 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-f03e607b-614b-4021-9753-b72c4283a02d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Unset dirty status for tenant:4175867c7c7846e3ae98e34dfc9273dd on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:33.556059 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-f03e607b-614b-4021-9753-b72c4283a02d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/networks?id=c92c8bd2-46ca-46a7-8274-6d902e00c89c HTTP/1.1" status: 200 len: 797 time: 0.6018789 Mar 08 09:50:33.564065 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d96f3ed-e3b0-4393-85d8-cee8be3b8c88 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:33.598059 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d96f3ed-e3b0-4393-85d8-cee8be3b8c88 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:33.675933 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] For port 25dfd32c-3713-4fa7-ba67-2b715ec658ca, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:50:33.679983 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] For port 25dfd32c-3713-4fa7-ba67-2b715ec658ca, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=25dfd32c-3713-4fa7-ba67-2b715ec658ca,segment=NetworkSegment(44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4),segment_id=44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:50:33.681415 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9ac86-efc4-40a2-8ac9-c1125310fbb8 None None] Pushing event updated for resources: {'Port': ['ID=25dfd32c-3713-4fa7-ba67-2b715ec658ca,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:33.692685 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac86-efc4-40a2-8ac9-c1125310fbb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:33.693251 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac86-efc4-40a2-8ac9-c1125310fbb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:33.693595 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac86-efc4-40a2-8ac9-c1125310fbb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:33.694071 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac86-efc4-40a2-8ac9-c1125310fbb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:33.694463 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac86-efc4-40a2-8ac9-c1125310fbb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:33.694942 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac86-efc4-40a2-8ac9-c1125310fbb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:33.695223 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac86-efc4-40a2-8ac9-c1125310fbb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:33.695598 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac86-efc4-40a2-8ac9-c1125310fbb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:33.696057 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac86-efc4-40a2-8ac9-c1125310fbb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:33.696341 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac86-efc4-40a2-8ac9-c1125310fbb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:33.697851 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac86-efc4-40a2-8ac9-c1125310fbb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:33.698269 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac86-efc4-40a2-8ac9-c1125310fbb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:33.704859 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:33.743150 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-89809edf-331a-4d84-b094-1208a222ef14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.5530875 Mar 08 09:50:33.757753 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-7bfa67f7-254e-4874-94c2-9640e18a6af7 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/quotas/4175867c7c7846e3ae98e34dfc9273dd HTTP/1.1" status: 200 len: 375 time: 0.1828663 Mar 08 09:50:33.760038 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44638) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:33.768515 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8317'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:33.780390 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9ac86-efc4-40a2-8ac9-c1125310fbb8 None None] Pushing event updated for resources: {'Port': ['ID=25dfd32c-3713-4fa7-ba67-2b715ec658ca,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:33.812606 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Routers {'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:33.813272 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:33.874535 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3a94f-ac1a-4251-913e-da769a2d1ff6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting port 9469bc25-0f58-4e6c-a263-840f0c77f754 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:33.875258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1a3a94f-ac1a-4251-913e-da769a2d1ff6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:33.986161 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d96f3ed-e3b0-4393-85d8-cee8be3b8c88 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:34.010516 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:34.050251 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96f3ed-e3b0-4393-85d8-cee8be3b8c88 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Pushing event updated for resources: {'Port': ['ID=ee47b438-f570-4316-a6e9-5dc959c13fa4,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:34.104783 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] Set router e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:34.169146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-e1a3a94f-ac1a-4251-913e-da769a2d1ff6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] For port 9469bc25-0f58-4e6c-a263-840f0c77f754, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9469bc25-0f58-4e6c-a263-840f0c77f754,segment=NetworkSegment(3507749f-b83e-49e9-b1fd-0c4c736a347d),segment_id=3507749f-b83e-49e9-b1fd-0c4c736a347d)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:34.169794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1a3a94f-ac1a-4251-913e-da769a2d1ff6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:34.216517 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1750deb-2f76-4850-a0b8-e77d5e62a320 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:34.322096 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3a94f-ac1a-4251-913e-da769a2d1ff6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Calling delete_port for 9469bc25-0f58-4e6c-a263-840f0c77f754 owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:34.403064 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f1750deb-2f76-4850-a0b8-e77d5e62a320 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Calling delete_port for 40ea6775-0c62-4056-b5f3-808f5073259a owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:34.421350 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-1f404680-90ea-4608-94e3-ff05de92ae54 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4175867c7c7846e3ae98e34dfc9273dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6602969 Mar 08 09:50:34.486769 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094738630', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:59Z', 'updated_at': '2022-03-08T09:50:22Z', 'revision_number': 4, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'gw_port': {'id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:02Z', 'updated_at': '2022-03-08T09:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25dfd32c-3713-4fa7-ba67-2b715ec658ca', 'name': '', 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'mac_address': 'fa:16:3e:8a:eb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '9e963e0d-7564-4796-acb2-937b9a763afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:15Z', 'updated_at': '2022-03-08T09:50:33Z', 'revision_number': 4, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'subnets': [{'id': '9e963e0d-7564-4796-acb2-937b9a763afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:34.492376 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28a7b8e-cb97-4273-a2e8-4c9fa91bf811 None None] The sync data for ids ['e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'] in dv-neutron-831730-2-hyperv is: [{'id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094738630', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:59Z', 'updated_at': '2022-03-08T09:50:22Z', 'revision_number': 4, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'gw_port': {'id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:02Z', 'updated_at': '2022-03-08T09:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25dfd32c-3713-4fa7-ba67-2b715ec658ca', 'name': '', 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'mac_address': 'fa:16:3e:8a:eb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '9e963e0d-7564-4796-acb2-937b9a763afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:15Z', 'updated_at': '2022-03-08T09:50:33Z', 'revision_number': 4, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'subnets': [{'id': '9e963e0d-7564-4796-acb2-937b9a763afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:50:34.662128 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-881d17d4-c83b-457f-99bf-cb8cf90275f6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:34.933759 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d96f3ed-e3b0-4393-85d8-cee8be3b8c88 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Network 01f160ec-fa72-48dd-a0f4-d4c518ed469c is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:34.936900 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-1d96f3ed-e3b0-4393-85d8-cee8be3b8c88 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:35.000318 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d17d4-c83b-457f-99bf-cb8cf90275f6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Subnet': ['ID=b8821926-c4a7-4288-ae85-ca9190b158ca,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:35.096546 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d17d4-c83b-457f-99bf-cb8cf90275f6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Checking segment: {'id': 'efed700f-379d-4064-a42a-e34050639be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2eb8f018-5516-4f5d-9645-54d18bf2cab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:35.097009 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881d17d4-c83b-457f-99bf-cb8cf90275f6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network hostable DHCP agents. Network: 2eb8f018-5516-4f5d-9645-54d18bf2cab9, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:50:35.130082 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-c1d8dc76-2efc-4f35-9cae-106d5788dcca service neutron] 10.222.0.24 "GET /v2.0/networks/c92c8bd2-46ca-46a7-8274-6d902e00c89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799083 Mar 08 09:50:35.214179 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1a3a94f-ac1a-4251-913e-da769a2d1ff6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:35.214934 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] device_id is not set on port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:50:35.226363 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:35.252660 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 25dfd32c-3713-4fa7-ba67-2b715ec658ca up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:35.293739 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Transition to ACTIVE for port object c0aff669-fd39-4076-a1f7-bd22b63c7cd9 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:35.342044 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881d17d4-c83b-457f-99bf-cb8cf90275f6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network 2eb8f018-5516-4f5d-9645-54d18bf2cab9 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:50:35.349207 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a045a16c-9f3b-4b7e-8aa7-7f0a540e53a4 None None] Provisioning complete for port ee47b438-f570-4316-a6e9-5dc959c13fa4 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:35.349869 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a045a16c-9f3b-4b7e-8aa7-7f0a540e53a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:35.388786 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:35.409865 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3a94f-ac1a-4251-913e-da769a2d1ff6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Port': ['ID=9469bc25-0f58-4e6c-a263-840f0c77f754,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:35.425234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a045a16c-9f3b-4b7e-8aa7-7f0a540e53a4 None None] Port ee47b438-f570-4316-a6e9-5dc959c13fa4 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:50:35.445667 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 25dfd32c-3713-4fa7-ba67-2b715ec658ca completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:35.453880 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 25dfd32c-3713-4fa7-ba67-2b715ec658ca triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:35.454670 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:35.488136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-881d17d4-c83b-457f-99bf-cb8cf90275f6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 2eb8f018-5516-4f5d-9645-54d18bf2cab9) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:35.501332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881d17d4-c83b-457f-99bf-cb8cf90275f6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:35.501925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-881d17d4-c83b-457f-99bf-cb8cf90275f6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:35.508850 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc46fb6-5039-47bf-8d17-f65c25ea91f7 None None] Network 2eb8f018-5516-4f5d-9645-54d18bf2cab9 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:35.619648 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-563a8d1d-a211-4577-8332-90d6a8653fa6 service neutron] 10.222.0.24 "GET /v2.0/networks/c92c8bd2-46ca-46a7-8274-6d902e00c89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807632 Mar 08 09:50:35.628109 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-881d17d4-c83b-457f-99bf-cb8cf90275f6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9915392 Mar 08 09:50:35.662430 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d96f3ed-e3b0-4393-85d8-cee8be3b8c88 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Router d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:50:35.673798 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44668) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:35.686076 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1750deb-2f76-4850-a0b8-e77d5e62a320 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:35.761575 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-cb661875-6889-4750-b516-2cf15b16f823 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'network_id': '2eb8f018-5516-4f5d-9645-54d18bf2cab9', 'security_groups': [], 'name': 'tempest-PortsTestJSON-5900169'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:35.951930 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1a3a94f-ac1a-4251-913e-da769a2d1ff6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:35.972498 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-2eb8f018-5516-4f5d-9645-54d18bf2cab9', 'network_id': '2eb8f018-5516-4f5d-9645-54d18bf2cab9', 'tenant_id': '337541db1f0d416b81c0856e383b303e', 'fixed_ips': [{'subnet_id': 'b8821926-c4a7-4288-ae85-ca9190b158ca'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:50:35.973463 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:36.014542 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Pushing event updated for resources: {'Port': ['ID=c0aff669-fd39-4076-a1f7-bd22b63c7cd9,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:36.162500 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Allocated IP 172.20.0.2 (2eb8f018-5516-4f5d-9645-54d18bf2cab9/b8821926-c4a7-4288-ae85-ca9190b158ca/316529ea-a9a0-45fd-8f20-2cfc688caf41) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:50:36.325984 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1750deb-2f76-4850-a0b8-e77d5e62a320 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Port': ['ID=40ea6775-0c62-4056-b5f3-808f5073259a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:36.445701 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:36.532482 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 25dfd32c-3713-4fa7-ba67-2b715ec658ca, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=25dfd32c-3713-4fa7-ba67-2b715ec658ca,segment=NetworkSegment(44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4),segment_id=44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:36.539412 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a3a94f-ac1a-4251-913e-da769a2d1ff6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:50:36.548804 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:36.549178 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:36.549507 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:36.565703 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cb661875-6889-4750-b516-2cf15b16f823 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:36.573030 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:36.573380 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:36.577146 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:36.581377 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 2 to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 Mar 08 09:50:36.606258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d96f3ed-e3b0-4393-85d8-cee8be3b8c88 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:50:36.613303 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cb661875-6889-4750-b516-2cf15b16f823 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:36.628416 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1750deb-2f76-4850-a0b8-e77d5e62a320 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:36.634008 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:36.634345 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:36.634679 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:36.640747 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1d96f3ed-e3b0-4393-85d8-cee8be3b8c88 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "PUT /v2.0/routers/d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6918762 Mar 08 09:50:36.646893 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44678) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:36.654505 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07461367-c97e-4985-99c6-35fdde5fbeb6 None None] Sync routers for ids ['d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:50:36.712156 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:36.712479 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:36.722013 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07461367-c97e-4985-99c6-35fdde5fbeb6 None None] Routers {'d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:36.722969 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-07461367-c97e-4985-99c6-35fdde5fbeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:36.768575 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 3 to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 Mar 08 09:50:36.789573 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb661875-6889-4750-b516-2cf15b16f823 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:36.793244 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cb661875-6889-4750-b516-2cf15b16f823 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:36.798982 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a3a94f-ac1a-4251-913e-da769a2d1ff6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:50:36.801050 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:36.805681 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-07461367-c97e-4985-99c6-35fdde5fbeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:36.808797 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e1a3a94f-ac1a-4251-913e-da769a2d1ff6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/1eee20d8-c2b4-432e-b1cc-b03b9cd57188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9209337 Mar 08 09:50:36.809538 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44682) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:36.810760 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=25dfd32c-3713-4fa7-ba67-2b715ec658ca,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:36.814926 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f8ef4-0f8f-4bca-8b4f-2ca3b066e597 None None] Sync routers for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:50:36.825318 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:36.825584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:36.826071 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:36.826502 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:36.827023 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:36.827411 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:36.827805 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:36.828827 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:36.829226 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:36.830690 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:36.830690 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:36.830690 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:50:36.840126 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Transition to ACTIVE for port object 316529ea-a9a0-45fd-8f20-2cfc688caf41 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:36.843206 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07461367-c97e-4985-99c6-35fdde5fbeb6 None None] Routers {'d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:36.844594 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-07461367-c97e-4985-99c6-35fdde5fbeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:36.871572 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f8ef4-0f8f-4bca-8b4f-2ca3b066e597 None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:36.872219 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-157f8ef4-0f8f-4bca-8b4f-2ca3b066e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:36.919171 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-07461367-c97e-4985-99c6-35fdde5fbeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:36.919678 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07461367-c97e-4985-99c6-35fdde5fbeb6 None None] The sync data for ids ['d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:50:36.933446 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Transition to ACTIVE for port object 316529ea-a9a0-45fd-8f20-2cfc688caf41 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:36.936121 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3574c80-75db-47cf-912a-843adf085a08 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting subnet 4eef5c78-54da-4b8f-b847-5cbe748c7d46 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:50:36.940007 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a3574c80-75db-47cf-912a-843adf085a08 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:36.941878 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:37.012291 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a3574c80-75db-47cf-912a-843adf085a08 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:37.038170 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Network 2eb8f018-5516-4f5d-9645-54d18bf2cab9 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:37.042196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:37.046365 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:37.111723 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a3574c80-75db-47cf-912a-843adf085a08 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:37.195965 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-157f8ef4-0f8f-4bca-8b4f-2ca3b066e597 None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:37.205983 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Pushing event updated for resources: {'Port': ['ID=316529ea-a9a0-45fd-8f20-2cfc688caf41,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:37.211780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:37.211780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:37.215462 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:37.259854 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a3574c80-75db-47cf-912a-843adf085a08 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:37.281817 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Attempting to bind port 316529ea-a9a0-45fd-8f20-2cfc688caf41 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:37.283717 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Attempting to bind port 316529ea-a9a0-45fd-8f20-2cfc688caf41 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'efed700f-379d-4064-a42a-e34050639be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2eb8f018-5516-4f5d-9645-54d18bf2cab9'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:37.284602 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Attempting to bind port 316529ea-a9a0-45fd-8f20-2cfc688caf41 on network 2eb8f018-5516-4f5d-9645-54d18bf2cab9 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:37.316227 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:50:37.316817 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Checking segment: {'id': 'efed700f-379d-4064-a42a-e34050639be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2eb8f018-5516-4f5d-9645-54d18bf2cab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:37.317529 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:37.320374 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Bound using segment: {'id': 'efed700f-379d-4064-a42a-e34050639be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2eb8f018-5516-4f5d-9645-54d18bf2cab9'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:50:37.321018 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Bound port: 316529ea-a9a0-45fd-8f20-2cfc688caf41, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efed700f-379d-4064-a42a-e34050639be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2eb8f018-5516-4f5d-9645-54d18bf2cab9'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:50:37.321540 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:37.330827 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:37.331816 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:37.336937 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-cb661875-6889-4750-b516-2cf15b16f823 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] device_id is not set on port 0887a527-4000-418b-af39-e3706988379b yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:50:37.356425 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 25dfd32c-3713-4fa7-ba67-2b715ec658ca up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:37.494680 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d55a3b79-288e-4b77-87eb-e7ff7732ba23 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:37.517939 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] For port 316529ea-a9a0-45fd-8f20-2cfc688caf41, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:50:37.522001 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] For port 316529ea-a9a0-45fd-8f20-2cfc688caf41, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=316529ea-a9a0-45fd-8f20-2cfc688caf41,segment=NetworkSegment(efed700f-379d-4064-a42a-e34050639be2),segment_id=efed700f-379d-4064-a42a-e34050639be2)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:50:37.533708 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:37.549102 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3574c80-75db-47cf-912a-843adf085a08 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Subnet': ['ID=4eef5c78-54da-4b8f-b847-5cbe748c7d46,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:37.567928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a3574c80-75db-47cf-912a-843adf085a08 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:37.581769 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a3574c80-75db-47cf-912a-843adf085a08 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/subnets/4eef5c78-54da-4b8f-b847-5cbe748c7d46 HTTP/1.1" status: 204 len: 168 time: 0.7710538 Mar 08 09:50:37.582592 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44694) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:37.621505 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 4 to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 Mar 08 09:50:37.624266 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e3b19e-3017-45c1-9e51-5bfe9c524e6f None None] Network 243a2419-50dd-4b65-83da-131a2729a2f2 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:37.768723 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:37.771321 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-157f8ef4-0f8f-4bca-8b4f-2ca3b066e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:34Z', 'revision_number': 10, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:37.777147 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-aa597bb4-8cfb-46fc-86ca-1f6ff690ae1b req-bfe25ff0-62a2-4e13-9226-94e9f22c9400 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Synchronizing usage tracker for tenant:4175867c7c7846e3ae98e34dfc9273dd on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:37.778640 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f8ef4-0f8f-4bca-8b4f-2ca3b066e597 None None] Checking router: 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:50:37.784787 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fc81b-dc74-4f52-84f6-f3788e6bb11c None None] Pushing event updated for resources: {'Port': ['ID=316529ea-a9a0-45fd-8f20-2cfc688caf41,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:37.786642 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting port 0e945bea-261e-4729-acbd-b7a8ee61ca60 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:37.792653 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f8ef4-0f8f-4bca-8b4f-2ca3b066e597 None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:37.799039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:37.801508 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-157f8ef4-0f8f-4bca-8b4f-2ca3b066e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:37.870527 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:37.870803 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:37.871059 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:37.883401 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:37.883725 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:37.887295 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-cb661875-6889-4750-b516-2cf15b16f823 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Allocated IP 172.20.0.3 (2eb8f018-5516-4f5d-9645-54d18bf2cab9/b8821926-c4a7-4288-ae85-ca9190b158ca/0887a527-4000-418b-af39-e3706988379b) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:50:37.889322 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 5 to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 Mar 08 09:50:37.902792 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-aa597bb4-8cfb-46fc-86ca-1f6ff690ae1b req-bfe25ff0-62a2-4e13-9226-94e9f22c9400 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Unset dirty status for tenant:4175867c7c7846e3ae98e34dfc9273dd on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:37.903961 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aa597bb4-8cfb-46fc-86ca-1f6ff690ae1b req-bfe25ff0-62a2-4e13-9226-94e9f22c9400 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 210 time: 0.9318655 Mar 08 09:50:37.947937 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 25dfd32c-3713-4fa7-ba67-2b715ec658ca triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:37.949374 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:38.020323 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:38.020617 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:38.020946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:38.029772 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:38.030095 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:38.084938 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 6 to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 Mar 08 09:50:38.092202 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-d55a3b79-288e-4b77-87eb-e7ff7732ba23 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 08 09:50:38.093257 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d55a3b79-288e-4b77-87eb-e7ff7732ba23 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "DELETE /v2.0/routers/d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe HTTP/1.1" status: 409 len: 329 time: 1.4444339 Mar 08 09:50:38.111586 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44712) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:38.181495 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-157f8ef4-0f8f-4bca-8b4f-2ca3b066e597 None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:38.318459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16c0349-98b2-40a9-9ce7-ee0251bbceda None None] DHCP port deletion for 243a2419-50dd-4b65-83da-131a2729a2f2 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:50:38.323602 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d16c0349-98b2-40a9-9ce7-ee0251bbceda None None] Deleting port 0e945bea-261e-4729-acbd-b7a8ee61ca60 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:38.324666 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d16c0349-98b2-40a9-9ce7-ee0251bbceda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:38.352150 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] For port 0e945bea-261e-4729-acbd-b7a8ee61ca60, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0e945bea-261e-4729-acbd-b7a8ee61ca60,segment=NetworkSegment(3507749f-b83e-49e9-b1fd-0c4c736a347d),segment_id=3507749f-b83e-49e9-b1fd-0c4c736a347d)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:38.355274 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:38.356534 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:38.358010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:38.359838 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:38.380540 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:38.384814 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:38.445841 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 7 to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 Mar 08 09:50:38.505822 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1750deb-2f76-4850-a0b8-e77d5e62a320 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router 0f3ddace-1c7b-4d22-8e76-a7adc74a6600 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:50:38.566946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:38.568105 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:38.569232 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:38.708471 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:38.708910 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:38.726402 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 8 to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 Mar 08 09:50:38.734915 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Calling delete_port for 0e945bea-261e-4729-acbd-b7a8ee61ca60 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:38.887851 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-d16c0349-98b2-40a9-9ce7-ee0251bbceda None None] For port 0e945bea-261e-4729-acbd-b7a8ee61ca60, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0e945bea-261e-4729-acbd-b7a8ee61ca60,segment=NetworkSegment(3507749f-b83e-49e9-b1fd-0c4c736a347d),segment_id=3507749f-b83e-49e9-b1fd-0c4c736a347d)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:38.891310 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d16c0349-98b2-40a9-9ce7-ee0251bbceda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:38.902180 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:39.023839 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] No DVR routers for this DVR port 0e945bea-261e-4729-acbd-b7a8ee61ca60 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:50:39.043435 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-157f8ef4-0f8f-4bca-8b4f-2ca3b066e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:34Z', 'revision_number': 10, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:39.050349 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f8ef4-0f8f-4bca-8b4f-2ca3b066e597 None None] The sync data for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv is: [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:34Z', 'revision_number': 10, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None, '_interfaces': [{'id': '95fe9702-e7f0-4312-bf14-01ad61cbb146', 'name': '', 'network_id': 'd05084e8-fff9-4281-88e9-9b14ed74bdb6', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'mac_address': 'fa:16:3e:84:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '4be09b40-fe18-4c36-9529-087f193a766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:48:58Z', 'updated_at': '2022-03-08T09:49:10Z', 'revision_number': 5, 'project_id': 'c6601661feb14b85b700842beac586af', 'subnets': [{'id': '4be09b40-fe18-4c36-9529-087f193a766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:50:39.101820 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Port': ['ID=0e945bea-261e-4729-acbd-b7a8ee61ca60,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:39.215570 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5c25d25c-728c-4f7e-8d89-761c0cd321f3 req-c71dc8c7-c40c-4e2e-8c31-67faa44efe36 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 210 time: 0.1178195 Mar 08 09:50:39.246703 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d16c0349-98b2-40a9-9ce7-ee0251bbceda None None] Calling delete_port for 0e945bea-261e-4729-acbd-b7a8ee61ca60 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:39.315314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:39.351732 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:39.352103 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:39.352391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:39.356581 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cb661875-6889-4750-b516-2cf15b16f823 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:39.360750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243a2419-50dd-4b65-83da-131a2729a2f2']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:39.370533 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-d16c0349-98b2-40a9-9ce7-ee0251bbceda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:50:39.371278 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-d16c0349-98b2-40a9-9ce7-ee0251bbceda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:50:39.373446 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-cb661875-6889-4750-b516-2cf15b16f823 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Transition to ACTIVE for port object 0887a527-4000-418b-af39-e3706988379b will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:39.376293 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3507749f-b83e-49e9-b1fd-0c4c736a347d') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:39.376826 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3507749f-b83e-49e9-b1fd-0c4c736a347d') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:39.389065 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:39.425358 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:39.433229 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:50:39.433966 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:50:39.466949 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:50:39.493917 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 316529ea-a9a0-45fd-8f20-2cfc688caf41 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:39.552983 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1750deb-2f76-4850-a0b8-e77d5e62a320 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:50:39.554787 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:39.555150 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:39.585627 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d8da6-a87a-4c6e-9fd8-9a875cdfb033 None None] Sync routers for ids ['0f3ddace-1c7b-4d22-8e76-a7adc74a6600'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:50:39.613672 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 9 to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 Mar 08 09:50:39.652773 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f1750deb-2f76-4850-a0b8-e77d5e62a320 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/0f3ddace-1c7b-4d22-8e76-a7adc74a6600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3689699 Mar 08 09:50:39.660933 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d8da6-a87a-4c6e-9fd8-9a875cdfb033 None None] Routers {'0f3ddace-1c7b-4d22-8e76-a7adc74a6600'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:39.661478 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-892d8da6-a87a-4c6e-9fd8-9a875cdfb033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['0f3ddace-1c7b-4d22-8e76-a7adc74a6600'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:39.664597 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44730) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:39.666521 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:39.684096 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:39.686236 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cb661875-6889-4750-b516-2cf15b16f823 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:39.760431 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-892d8da6-a87a-4c6e-9fd8-9a875cdfb033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:39.771852 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 316529ea-a9a0-45fd-8f20-2cfc688caf41 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:39.786497 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d8da6-a87a-4c6e-9fd8-9a875cdfb033 None None] Routers {'0f3ddace-1c7b-4d22-8e76-a7adc74a6600'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:39.788500 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-892d8da6-a87a-4c6e-9fd8-9a875cdfb033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['0f3ddace-1c7b-4d22-8e76-a7adc74a6600'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:39.820233 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb661875-6889-4750-b516-2cf15b16f823 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=0887a527-4000-418b-af39-e3706988379b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:39.822848 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:39.823465 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:39.823815 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:39.835151 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:39.835493 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:39.838742 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempt 10 to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 Mar 08 09:50:39.864539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb661875-6889-4750-b516-2cf15b16f823 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network 2eb8f018-5516-4f5d-9645-54d18bf2cab9 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:39.865673 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-892d8da6-a87a-4c6e-9fd8-9a875cdfb033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:39.866090 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d8da6-a87a-4c6e-9fd8-9a875cdfb033 None None] The sync data for ids ['0f3ddace-1c7b-4d22-8e76-a7adc74a6600'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:50:39.868169 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:39.868316 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:39.868613 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempting to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:39.873397 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d16c0349-98b2-40a9-9ce7-ee0251bbceda None None] Deleting port 0e945bea-261e-4729-acbd-b7a8ee61ca60 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:39.873791 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d16c0349-98b2-40a9-9ce7-ee0251bbceda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:39.878742 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-cb661875-6889-4750-b516-2cf15b16f823 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:39.887247 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb661875-6889-4750-b516-2cf15b16f823 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:39.970058 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0e945bea-261e-4729-acbd-b7a8ee61ca60 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:50:39.995988 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:39.996509 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Failed to bind port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on host hv-neutron-8317 for vnic_type normal using segments [{'id': 'ce1caa5e-755a-46cb-8f24-c9849c806502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3711ff0-949b-4e6f-900a-e2038c87a429'}] Mar 08 09:50:39.996896 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:40.013414 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 0e945bea-261e-4729-acbd-b7a8ee61ca60 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:50:40.013759 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0e945bea-261e-4729-acbd-b7a8ee61ca60 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:50:40.015171 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376c00cb-8053-419d-b749-a6da55b7ed68 None None] Network 2eb8f018-5516-4f5d-9645-54d18bf2cab9 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:40.061722 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Network': ['ID=243a2419-50dd-4b65-83da-131a2729a2f2,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:40.078003 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb661875-6889-4750-b516-2cf15b16f823 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:40.078630 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cb661875-6889-4750-b516-2cf15b16f823 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:40.085965 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8c2ef3f4-1195-482f-bd3f-afdfa3b46e9b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/networks/243a2419-50dd-4b65-83da-131a2729a2f2 HTTP/1.1" status: 204 len: 168 time: 2.5021117 Mar 08 09:50:40.097206 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44734) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:40.143318 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d16c0349-98b2-40a9-9ce7-ee0251bbceda None None] The port '0e945bea-261e-4729-acbd-b7a8ee61ca60' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:50:40.269684 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9a5af22a-1b54-4732-aa87-6d508e61828c None None] Provisioning for port 316529ea-a9a0-45fd-8f20-2cfc688caf41 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:40.272009 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cb661875-6889-4750-b516-2cf15b16f823 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 883 time: 4.5910120 Mar 08 09:50:40.278191 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9a5af22a-1b54-4732-aa87-6d508e61828c None None] Provisioning complete for port 316529ea-a9a0-45fd-8f20-2cfc688caf41 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:40.278572 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a5af22a-1b54-4732-aa87-6d508e61828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:40.294112 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44742) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:40.433664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] For port c0aff669-fd39-4076-a1f7-bd22b63c7cd9, host hv-neutron-8317, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:50:40.434363 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attempted to set empty binding levels {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 08 09:50:40.494567 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a5af22a-1b54-4732-aa87-6d508e61828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:40.537280 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9a5af22a-1b54-4732-aa87-6d508e61828c None None] For port 316529ea-a9a0-45fd-8f20-2cfc688caf41, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=316529ea-a9a0-45fd-8f20-2cfc688caf41,segment=NetworkSegment(efed700f-379d-4064-a42a-e34050639be2),segment_id=efed700f-379d-4064-a42a-e34050639be2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:40.548220 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a5af22a-1b54-4732-aa87-6d508e61828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:40.649857 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:40.664754 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5af22a-1b54-4732-aa87-6d508e61828c None None] Pushing event updated for resources: {'Port': ['ID=316529ea-a9a0-45fd-8f20-2cfc688caf41,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:40.783363 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8a7dd922-0a29-4e12-ba61-bc6d7b77ec06 None None] Provisioning complete for port 316529ea-a9a0-45fd-8f20-2cfc688caf41 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:40.783687 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a7dd922-0a29-4e12-ba61-bc6d7b77ec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:40.793040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] In _notify_port_updated(), no bound segment for port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 on network e3711ff0-949b-4e6f-900a-e2038c87a429 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:50:40.794084 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:40.794704 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:40.798907 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] 10.222.0.24 "PUT /v2.0/ports/c0aff669-fd39-4076-a1f7-bd22b63c7cd9 HTTP/1.1" status: 200 len: 981 time: 7.0327749 Mar 08 09:50:40.802505 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44748) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:40.811996 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-02d8eddf-ba36-402e-b59f-cec8cb632943 req-a9146eea-6129-489c-994c-2bbe3d239d96 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 210 time: 0.2210593 Mar 08 09:50:40.857932 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6e8acc57-a2ba-421d-849e-c62d6348e33a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:40.859154 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ed990216-bebf-4eec-957e-14a911ee0b3a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 0887a527-4000-418b-af39-e3706988379b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:40.859937 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed990216-bebf-4eec-957e-14a911ee0b3a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:41.029366 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8a7dd922-0a29-4e12-ba61-bc6d7b77ec06 None None] Provisioning for port 0887a527-4000-418b-af39-e3706988379b completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:41.037366 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8a7dd922-0a29-4e12-ba61-bc6d7b77ec06 None None] Provisioning complete for port 0887a527-4000-418b-af39-e3706988379b triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:41.038047 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a7dd922-0a29-4e12-ba61-bc6d7b77ec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:41.163374 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11d5a5-12ba-4577-b30a-7e281a2908b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Pushing event updated for resources: {'Port': ['ID=c0aff669-fd39-4076-a1f7-bd22b63c7cd9,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:41.164557 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8a7dd922-0a29-4e12-ba61-bc6d7b77ec06 None None] Port 0887a527-4000-418b-af39-e3706988379b cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:50:41.201336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-e22b30db-deea-4219-bd28-754c106066a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Deleting port c0aff669-fd39-4076-a1f7-bd22b63c7cd9 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:41.202068 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e22b30db-deea-4219-bd28-754c106066a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:41.241507 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 316529ea-a9a0-45fd-8f20-2cfc688caf41 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:50:41.356203 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-34c694ca-ff35-40c9-80dd-e98708c00ae1 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:41.405848 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a6cf9a72-f45a-4e38-b19e-d969bd2ba456 None None] Provisioning complete for port 0887a527-4000-418b-af39-e3706988379b triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:41.407771 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a6cf9a72-f45a-4e38-b19e-d969bd2ba456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:41.492042 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf9a72-f45a-4e38-b19e-d969bd2ba456 None None] Port 0887a527-4000-418b-af39-e3706988379b cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:50:41.498617 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 316529ea-a9a0-45fd-8f20-2cfc688caf41 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:41.499346 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:41.736375 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9469bc25-0f58-4e6c-a263-840f0c77f754 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:50:41.781292 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 9469bc25-0f58-4e6c-a263-840f0c77f754 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:50:41.781999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9469bc25-0f58-4e6c-a263-840f0c77f754 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:50:42.023337 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-2c2a0609-2ac6-4315-a79f-e38b33ae2d0e tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:42.026158 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-2c2a0609-2ac6-4315-a79f-e38b33ae2d0e tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.26 "GET /v2.0/networks?id=c92c8bd2-46ca-46a7-8274-6d902e00c89c HTTP/1.1" status: 200 len: 797 time: 0.7751260 Mar 08 09:50:42.125480 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9a32c585-3ef5-429a-8d78-23257ff6306c req-62cb9cab-741d-4e25-beef-e5114a98a7a4 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 210 time: 0.1185791 Mar 08 09:50:42.129091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-e22b30db-deea-4219-bd28-754c106066a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] For port c0aff669-fd39-4076-a1f7-bd22b63c7cd9, host hv-neutron-8317, got binding levels [] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:42.129454 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e22b30db-deea-4219-bd28-754c106066a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:42.147933 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed990216-bebf-4eec-957e-14a911ee0b3a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:42.163062 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-11ecaf25-9676-4292-84dd-b4565679d75e tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4175867c7c7846e3ae98e34dfc9273dd HTTP/1.1" status: 200 len: 379 time: 0.0786448 Mar 08 09:50:42.273273 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-7d74d29a-b50d-4c54-8aee-709205f2eac0 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Request body: {'port': {'device_id': '68e91170-84e6-4a49-9534-42a5048ac33d', 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c', 'admin_state_up': True, 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'security_groups': ['2a5e7a0e-8f60-44ad-815f-5338deec6f40']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:42.298720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-e22b30db-deea-4219-bd28-754c106066a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Calling delete_port for c0aff669-fd39-4076-a1f7-bd22b63c7cd9 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:42.325740 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ed990216-bebf-4eec-957e-14a911ee0b3a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for 0887a527-4000-418b-af39-e3706988379b owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:42.506042 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-6e8acc57-a2ba-421d-849e-c62d6348e33a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port 3d34b1cd-f328-4a6b-a997-8c62f7cd5a0a {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:42.506513 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6e8acc57-a2ba-421d-849e-c62d6348e33a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:42.606172 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-34c694ca-ff35-40c9-80dd-e98708c00ae1 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Deleting port ee47b438-f570-4316-a6e9-5dc959c13fa4 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:42.606172 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-34c694ca-ff35-40c9-80dd-e98708c00ae1 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:42.664419 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6ef1-e04a-4635-a717-422984aefb43 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:42.697773 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e22b30db-deea-4219-bd28-754c106066a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:42.710924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-7d74d29a-b50d-4c54-8aee-709205f2eac0 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:42.773887 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed990216-bebf-4eec-957e-14a911ee0b3a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:42.792053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b30db-deea-4219-bd28-754c106066a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0aff669-fd39-4076-a1f7-bd22b63c7cd9,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:42.801538 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-7d74d29a-b50d-4c54-8aee-709205f2eac0 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:42.808508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e22b30db-deea-4219-bd28-754c106066a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:42.882950 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e22b30db-deea-4219-bd28-754c106066a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] 10.222.0.24 "DELETE /v2.0/ports/c0aff669-fd39-4076-a1f7-bd22b63c7cd9 HTTP/1.1" status: 204 len: 168 time: 2.0747736 Mar 08 09:50:42.887314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44764) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:42.887934 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-7d74d29a-b50d-4c54-8aee-709205f2eac0 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Made reservation on behalf of 4175867c7c7846e3ae98e34dfc9273dd for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:42.891457 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-7d74d29a-b50d-4c54-8aee-709205f2eac0 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:42.910351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed990216-bebf-4eec-957e-14a911ee0b3a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Port': ['ID=0887a527-4000-418b-af39-e3706988379b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:42.960620 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-de719961-4c1c-45dc-9893-3402010081c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] GET failed (client error): The resource could not be found. Mar 08 09:50:42.961171 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-de719961-4c1c-45dc-9893-3402010081c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Synchronizing usage tracker for tenant:7f3e4ae79275442a9facae920aebcf1f on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:43.027270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6e8acc57-a2ba-421d-849e-c62d6348e33a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:43.048213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-de719961-4c1c-45dc-9893-3402010081c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] Unset dirty status for tenant:7f3e4ae79275442a9facae920aebcf1f on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:43.049374 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-de719961-4c1c-45dc-9893-3402010081c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-994649442-project-admin] 10.222.0.24 "GET /v2.0/ports/c0aff669-fd39-4076-a1f7-bd22b63c7cd9 HTTP/1.1" status: 404 len: 333 time: 0.1491702 Mar 08 09:50:43.058476 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44770) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:43.191083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-6e8acc57-a2ba-421d-849e-c62d6348e33a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Calling delete_port for 3d34b1cd-f328-4a6b-a997-8c62f7cd5a0a owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:43.211732 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:43.229469 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed990216-bebf-4eec-957e-14a911ee0b3a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:43.239894 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-34c694ca-ff35-40c9-80dd-e98708c00ae1 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:43.562101 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-34c694ca-ff35-40c9-80dd-e98708c00ae1 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Calling delete_port for ee47b438-f570-4316-a6e9-5dc959c13fa4 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:43.584227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73ce7e06-09ee-49f1-820f-4aa3d297fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:43.589997 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6e8acc57-a2ba-421d-849e-c62d6348e33a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:43.602590 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ed990216-bebf-4eec-957e-14a911ee0b3a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/ports/0887a527-4000-418b-af39-e3706988379b HTTP/1.1" status: 204 len: 168 time: 3.3029180 Mar 08 09:50:43.609484 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-875fb005-952c-4a88-9eda-b0f185450936 req-097e42b0-e1d2-47fa-a669-000b9a2cdcdf tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 210 time: 0.2107344 Mar 08 09:50:43.610165 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44784) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:43.684232 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ae98be-8d78-4841-a88e-19cbef77ce14 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] GET failed (client error): The resource could not be found. Mar 08 09:50:43.684801 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f3ae98be-8d78-4841-a88e-19cbef77ce14 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Synchronizing usage tracker for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:43.706806 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-7d74d29a-b50d-4c54-8aee-709205f2eac0 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Allocated IP 172.20.0.5 (c92c8bd2-46ca-46a7-8274-6d902e00c89c/9e963e0d-7564-4796-acb2-937b9a763afb/9d9480e0-3ee2-4020-8bf0-4cf3cd257a01) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:50:43.714091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8acc57-a2ba-421d-849e-c62d6348e33a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Port': ['ID=3d34b1cd-f328-4a6b-a997-8c62f7cd5a0a,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:43.773519 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f3ae98be-8d78-4841-a88e-19cbef77ce14 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Unset dirty status for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:43.774670 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f3ae98be-8d78-4841-a88e-19cbef77ce14 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports/0887a527-4000-418b-af39-e3706988379b HTTP/1.1" status: 404 len: 333 time: 0.1610873 Mar 08 09:50:43.783711 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44788) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:43.862017 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b6ef1-e04a-4635-a717-422984aefb43 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting port 95fe9702-e7f0-4312-bf14-01ad61cbb146 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:43.862017 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6ef1-e04a-4635-a717-422984aefb43 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:43.919088 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-293f2e56-cf61-40f0-bce3-d80c3eacc94f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting subnet b8821926-c4a7-4288-ae85-ca9190b158ca {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:50:43.935672 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-293f2e56-cf61-40f0-bce3-d80c3eacc94f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:43.958284 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-89a6fdb1-e2a5-4595-bdd8-05b81cacabff tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Synchronizing usage tracker for tenant:090578e165634cbd86b446011dd7b913 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:43.975579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6e8acc57-a2ba-421d-849e-c62d6348e33a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:44.049350 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73ce7e06-09ee-49f1-820f-4aa3d297fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:44.118167 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-293f2e56-cf61-40f0-bce3-d80c3eacc94f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:44.176053 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-34c694ca-ff35-40c9-80dd-e98708c00ae1 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:44.254072 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c694ca-ff35-40c9-80dd-e98708c00ae1 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Pushing event deleted for resources: {'Port': ['ID=ee47b438-f570-4316-a6e9-5dc959c13fa4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:44.368012 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-6c2b6ef1-e04a-4635-a717-422984aefb43 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] For port 95fe9702-e7f0-4312-bf14-01ad61cbb146, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=95fe9702-e7f0-4312-bf14-01ad61cbb146,segment=NetworkSegment(f1540a43-8556-40ad-9fb7-b07bdd636c91),segment_id=f1540a43-8556-40ad-9fb7-b07bdd636c91)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:44.368647 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6ef1-e04a-4635-a717-422984aefb43 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:44.388089 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-89a6fdb1-e2a5-4595-bdd8-05b81cacabff tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Unset dirty status for tenant:090578e165634cbd86b446011dd7b913 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:44.393363 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-89a6fdb1-e2a5-4595-bdd8-05b81cacabff tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1248717942&fields=id&tenant_id=090578e165634cbd86b446011dd7b913 HTTP/1.1" status: 200 len: 267 time: 0.7623291 Mar 08 09:50:44.419737 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-73ce7e06-09ee-49f1-820f-4aa3d297fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3711ff0-949b-4e6f-900a-e2038c87a429']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:44.501988 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-293f2e56-cf61-40f0-bce3-d80c3eacc94f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:44.530755 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-73ce7e06-09ee-49f1-820f-4aa3d297fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1caa5e-755a-46cb-8f24-c9849c806502') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:44.530955 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-73ce7e06-09ee-49f1-820f-4aa3d297fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1caa5e-755a-46cb-8f24-c9849c806502') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:44.533294 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b6ef1-e04a-4635-a717-422984aefb43 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Calling delete_port for 95fe9702-e7f0-4312-bf14-01ad61cbb146 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:44.607596 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73ce7e06-09ee-49f1-820f-4aa3d297fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:44.716470 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73ce7e06-09ee-49f1-820f-4aa3d297fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:44.743107 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-34c694ca-ff35-40c9-80dd-e98708c00ae1 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:44.750853 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ce7e06-09ee-49f1-820f-4aa3d297fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:50:44.751254 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73ce7e06-09ee-49f1-820f-4aa3d297fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:50:44.765858 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:50:44.779997 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8acc57-a2ba-421d-849e-c62d6348e33a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router 0f3ddace-1c7b-4d22-8e76-a7adc74a6600 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:50:44.797655 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-7d74d29a-b50d-4c54-8aee-709205f2eac0 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:44.888802 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-0ac96a43-1bff-48d8-81ca-a9bf2099d216 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:44.890278 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-0ac96a43-1bff-48d8-81ca-a9bf2099d216 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/networks?id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1 HTTP/1.1" status: 200 len: 811 time: 0.4727378 Mar 08 09:50:44.938850 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a5cbbce6-2863-4ea1-a111-cb106bf36dfa req-d490ba22-be80-484a-9cca-e720632777bf tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 210 time: 0.1990643 Mar 08 09:50:44.966364 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-7d74d29a-b50d-4c54-8aee-709205f2eac0 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Transition to ACTIVE for port object 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:44.971126 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73ce7e06-09ee-49f1-820f-4aa3d297fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:45.009783 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-293f2e56-cf61-40f0-bce3-d80c3eacc94f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:45.047596 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73ce7e06-09ee-49f1-820f-4aa3d297fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:45.051768 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-7450c6e9-426c-4d48-88f5-7fc51235b9fc tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/quotas/090578e165634cbd86b446011dd7b913 HTTP/1.1" status: 200 len: 375 time: 0.1055913 Mar 08 09:50:45.057167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8acc57-a2ba-421d-849e-c62d6348e33a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:50:45.062315 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce7e06-09ee-49f1-820f-4aa3d297fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] Pushing event deleted for resources: {'Network': ['ID=e3711ff0-949b-4e6f-900a-e2038c87a429,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:45.069519 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38f76b9-b7b3-43b7-8fe8-7b39443563fc None None] Sync routers for ids ['0f3ddace-1c7b-4d22-8e76-a7adc74a6600'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:50:45.082258 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38f76b9-b7b3-43b7-8fe8-7b39443563fc None None] Routers {'0f3ddace-1c7b-4d22-8e76-a7adc74a6600'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:45.082861 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d38f76b9-b7b3-43b7-8fe8-7b39443563fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['0f3ddace-1c7b-4d22-8e76-a7adc74a6600'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:45.114524 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f2e56-cf61-40f0-bce3-d80c3eacc94f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Subnet': ['ID=b8821926-c4a7-4288-ae85-ca9190b158ca,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:45.117466 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-293f2e56-cf61-40f0-bce3-d80c3eacc94f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:45.124573 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-73ce7e06-09ee-49f1-820f-4aa3d297fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080277071-project] 10.222.0.24 "DELETE /v2.0/networks/e3711ff0-949b-4e6f-900a-e2038c87a429 HTTP/1.1" status: 204 len: 168 time: 1.8242309 Mar 08 09:50:45.126077 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf47dbd7-96f2-4044-acbc-51405ec87bb4 None None] Network 2eb8f018-5516-4f5d-9645-54d18bf2cab9 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:45.152523 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6e8acc57-a2ba-421d-849e-c62d6348e33a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/0f3ddace-1c7b-4d22-8e76-a7adc74a6600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4631083 Mar 08 09:50:45.157653 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d38f76b9-b7b3-43b7-8fe8-7b39443563fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:45.162587 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44796) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:45.168736 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38f76b9-b7b3-43b7-8fe8-7b39443563fc None None] Routers {'0f3ddace-1c7b-4d22-8e76-a7adc74a6600'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:45.169746 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d38f76b9-b7b3-43b7-8fe8-7b39443563fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['0f3ddace-1c7b-4d22-8e76-a7adc74a6600'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:45.199443 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-293f2e56-cf61-40f0-bce3-d80c3eacc94f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/subnets/b8821926-c4a7-4288-ae85-ca9190b158ca HTTP/1.1" status: 204 len: 168 time: 1.4146812 Mar 08 09:50:45.209718 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44800) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:45.239719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b3d99cf4-0b93-4e3a-ab93-903554a1540e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Synchronizing usage tracker for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:45.242687 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d38f76b9-b7b3-43b7-8fe8-7b39443563fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:45.243583 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38f76b9-b7b3-43b7-8fe8-7b39443563fc None None] The sync data for ids ['0f3ddace-1c7b-4d22-8e76-a7adc74a6600'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:50:45.259805 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-7d74d29a-b50d-4c54-8aee-709205f2eac0 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:45.339645 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c694ca-ff35-40c9-80dd-e98708c00ae1 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Router d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:50:45.414060 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-7d74d29a-b50d-4c54-8aee-709205f2eac0 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Network c92c8bd2-46ca-46a7-8274-6d902e00c89c is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:45.421726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-7d74d29a-b50d-4c54-8aee-709205f2eac0 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:45.434771 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b3d99cf4-0b93-4e3a-ab93-903554a1540e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Unset dirty status for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:45.439015 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b3d99cf4-0b93-4e3a-ab93-903554a1540e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f3ddace-1c7b-4d22-8e76-a7adc74a6600 HTTP/1.1" status: 200 len: 205 time: 0.2674224 Mar 08 09:50:45.439015 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-7d74d29a-b50d-4c54-8aee-709205f2eac0 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:45.451257 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44806) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:45.473088 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6ef1-e04a-4635-a717-422984aefb43 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:45.497747 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:45.507082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74d29a-b50d-4c54-8aee-709205f2eac0 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event updated for resources: {'Port': ['ID=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:45.540236 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-3e9affa2-9424-4dd8-8d73-3c2cd749a981 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=090578e165634cbd86b446011dd7b913&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4680431 Mar 08 09:50:45.550739 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 316529ea-a9a0-45fd-8f20-2cfc688caf41 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:45.551076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:45.600537 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db03ea9-25de-4a71-bfbc-f52d85cc4f8c None None] DHCP port deletion for 2eb8f018-5516-4f5d-9645-54d18bf2cab9 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:50:45.606084 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9db03ea9-25de-4a71-bfbc-f52d85cc4f8c None None] Deleting port 316529ea-a9a0-45fd-8f20-2cfc688caf41 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:45.606461 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9db03ea9-25de-4a71-bfbc-f52d85cc4f8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:45.644676 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-7d74d29a-b50d-4c54-8aee-709205f2eac0 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:45.645410 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-7d74d29a-b50d-4c54-8aee-709205f2eac0 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:45.670114 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44810) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:45.755194 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-7d74d29a-b50d-4c54-8aee-709205f2eac0 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5373471 Mar 08 09:50:45.784887 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77b9fc01-3429-410a-b897-88acf330a957 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:45.851524 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b6ef1-e04a-4635-a717-422984aefb43 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Port': ['ID=95fe9702-e7f0-4312-bf14-01ad61cbb146,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:45.900030 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c694ca-ff35-40c9-80dd-e98708c00ae1 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:50:45.932742 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fa5c8-7c5c-4460-8244-c968d5fc9a9f None None] Sync routers for ids ['d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:50:45.940065 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-260a55d2-0abb-4450-9484-bdf3f68b6ed3 None None] Provisioning for port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:45.950822 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-260a55d2-0abb-4450-9484-bdf3f68b6ed3 None None] Provisioning complete for port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:45.951534 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-260a55d2-0abb-4450-9484-bdf3f68b6ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:46.020744 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9db03ea9-25de-4a71-bfbc-f52d85cc4f8c None None] For port 316529ea-a9a0-45fd-8f20-2cfc688caf41, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=316529ea-a9a0-45fd-8f20-2cfc688caf41,segment=NetworkSegment(efed700f-379d-4064-a42a-e34050639be2),segment_id=efed700f-379d-4064-a42a-e34050639be2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:46.021696 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9db03ea9-25de-4a71-bfbc-f52d85cc4f8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:46.023724 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-34c694ca-ff35-40c9-80dd-e98708c00ae1 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "PUT /v2.0/routers/d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8909094 Mar 08 09:50:46.035804 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fa5c8-7c5c-4460-8244-c968d5fc9a9f None None] Routers {'d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:46.036547 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-760fa5c8-7c5c-4460-8244-c968d5fc9a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:46.082170 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] For port 316529ea-a9a0-45fd-8f20-2cfc688caf41, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=316529ea-a9a0-45fd-8f20-2cfc688caf41,segment=NetworkSegment(efed700f-379d-4064-a42a-e34050639be2),segment_id=efed700f-379d-4064-a42a-e34050639be2)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:46.082537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:46.084795 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44818) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:46.109851 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-760fa5c8-7c5c-4460-8244-c968d5fc9a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:46.229855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for 316529ea-a9a0-45fd-8f20-2cfc688caf41 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:46.244285 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9db03ea9-25de-4a71-bfbc-f52d85cc4f8c None None] Calling delete_port for 316529ea-a9a0-45fd-8f20-2cfc688caf41 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:46.283726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Request body: {'port': {'device_id': '68e91170-84e6-4a49-9534-42a5048ac33d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:46.288615 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-260a55d2-0abb-4450-9484-bdf3f68b6ed3 None None] Port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:50:46.293411 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fa5c8-7c5c-4460-8244-c968d5fc9a9f None None] Routers {'d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:46.294313 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-760fa5c8-7c5c-4460-8244-c968d5fc9a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:46.360023 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-760fa5c8-7c5c-4460-8244-c968d5fc9a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:46.360023 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fa5c8-7c5c-4460-8244-c968d5fc9a9f None None] The sync data for ids ['d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:50:46.401520 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9db03ea9-25de-4a71-bfbc-f52d85cc4f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:46.406699 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-8c0f3479-5a83-4e18-9649-8bdc93b23321 service neutron] 10.222.0.24 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8223877 Mar 08 09:50:46.424054 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-46e9a115-7cc5-4a76-a730-f40d362759ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df781bd572724822b6ae93a189e7c7e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7487302 Mar 08 09:50:46.454276 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db03ea9-25de-4a71-bfbc-f52d85cc4f8c None None] Pushing event deleted for resources: {'Port': ['ID=316529ea-a9a0-45fd-8f20-2cfc688caf41,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:46.456234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db03ea9-25de-4a71-bfbc-f52d85cc4f8c None None] No DVR routers for this DVR port 316529ea-a9a0-45fd-8f20-2cfc688caf41 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:50:46.456772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44824) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:46.464171 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-63318057-1b5b-4d50-becf-1c315bde8177 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] show failed (client error): The resource could not be found. Mar 08 09:50:46.465769 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-63318057-1b5b-4d50-becf-1c315bde8177 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-224336325 HTTP/1.1" status: 404 len: 334 time: 0.3733923 Mar 08 09:50:46.482978 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77b9fc01-3429-410a-b897-88acf330a957 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:46.483989 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44826) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:46.527435 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-9e4b8508-81a1-4aa8-adfb-8ef7b833857a tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:46.533439 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77b9fc01-3429-410a-b897-88acf330a957 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:46.628714 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6ef1-e04a-4635-a717-422984aefb43 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:46.637943 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77b9fc01-3429-410a-b897-88acf330a957 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:46.638423 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b9fc01-3429-410a-b897-88acf330a957 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Fanout notify agent at l3_agent the message router_deleted on router 0f3ddace-1c7b-4d22-8e76-a7adc74a6600 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:50:46.666739 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.api [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:50:46.667307 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG oslo_db.api [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:50:46.675983 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-9e4b8508-81a1-4aa8-adfb-8ef7b833857a tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] update failed (client error): The resource could not be found. Mar 08 09:50:46.677037 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9e4b8508-81a1-4aa8-adfb-8ef7b833857a tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1045988008 HTTP/1.1" status: 404 len: 335 time: 0.1753361 Mar 08 09:50:46.696375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44832) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:46.697000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:46.712230 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77b9fc01-3429-410a-b897-88acf330a957 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:46.715890 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-77b9fc01-3429-410a-b897-88acf330a957 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/routers/0f3ddace-1c7b-4d22-8e76-a7adc74a6600 HTTP/1.1" status: 204 len: 168 time: 1.2546656 Mar 08 09:50:46.718186 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44836) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:46.790448 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dd3eb-3212-47ee-b2de-df7f36a7e33a req-be3ca359-ec6d-4417-9f22-06cbc4dcad90 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:46.792080 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b38dd3eb-3212-47ee-b2de-df7f36a7e33a req-be3ca359-ec6d-4417-9f22-06cbc4dcad90 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 931 time: 0.6342115 Mar 08 09:50:46.889363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-00df6c68-0798-4489-81b5-c2257d08e8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:46.932951 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-54aafc9d-4f13-421c-ba8c-4f954d804b42 service neutron] 10.222.0.24 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124276 Mar 08 09:50:46.965952 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b38dd3eb-3212-47ee-b2de-df7f36a7e33a req-1e9022b0-5a4b-4b09-8a3b-7641cf9ed2ad tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654825 Mar 08 09:50:46.969302 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aed54bb-5212-4466-a850-4641cf6cc085 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting subnet 871455e0-e594-46a1-a94c-a233f65b945b {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:50:46.973457 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2b6ef1-e04a-4635-a717-422984aefb43 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:50:46.974535 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb4e161-1472-4831-8f0b-8d6ccce0c584 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Deleting subnet 1c4ac3d1-0b84-4603-87c5-a1a6fd1c3083 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:50:46.977507 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-00df6c68-0798-4489-81b5-c2257d08e8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:47.032516 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2aed54bb-5212-4466-a850-4641cf6cc085 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:47.059110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dbb4e161-1472-4831-8f0b-8d6ccce0c584 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:47.111382 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2b6ef1-e04a-4635-a717-422984aefb43 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:50:47.116165 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6c2b6ef1-e04a-4635-a717-422984aefb43 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/1eee20d8-c2b4-432e-b1cc-b03b9cd57188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0180533 Mar 08 09:50:47.119018 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44844) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:47.121713 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e95aaf2-eaa1-4432-bf0f-fa40e3dfac01 None None] Sync routers for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:50:47.135427 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e95aaf2-eaa1-4432-bf0f-fa40e3dfac01 None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:47.136057 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5e95aaf2-eaa1-4432-bf0f-fa40e3dfac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:47.175950 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 316529ea-a9a0-45fd-8f20-2cfc688caf41 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:47.176283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:47.250771 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 316529ea-a9a0-45fd-8f20-2cfc688caf41 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:50:47.264218 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2ad72d-a293-47b5-a6e2-3fc613703c48 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting subnet 4be09b40-fe18-4c36-9529-087f193a766d {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:50:47.269160 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe2ad72d-a293-47b5-a6e2-3fc613703c48 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:47.297995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2aed54bb-5212-4466-a850-4641cf6cc085 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:47.304988 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 316529ea-a9a0-45fd-8f20-2cfc688caf41 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:50:47.305347 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 316529ea-a9a0-45fd-8f20-2cfc688caf41 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:50:47.314147 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-5e95aaf2-eaa1-4432-bf0f-fa40e3dfac01 None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:47.351644 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe2ad72d-a293-47b5-a6e2-3fc613703c48 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:47.351898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-00df6c68-0798-4489-81b5-c2257d08e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:47.394326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] The port '316529ea-a9a0-45fd-8f20-2cfc688caf41' was deleted {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:50:47.428810 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dbb4e161-1472-4831-8f0b-8d6ccce0c584 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:47.453923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe2ad72d-a293-47b5-a6e2-3fc613703c48 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:47.472459 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5e95aaf2-eaa1-4432-bf0f-fa40e3dfac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:45Z', 'revision_number': 11, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:47.477153 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e95aaf2-eaa1-4432-bf0f-fa40e3dfac01 None None] Checking router: 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:50:47.487357 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e95aaf2-eaa1-4432-bf0f-fa40e3dfac01 None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:47.488058 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5e95aaf2-eaa1-4432-bf0f-fa40e3dfac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:47.511943 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df6c68-0798-4489-81b5-c2257d08e8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f68dad-dc4e-4cbc-91af-28bc9b4a507d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:47.601863 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-0a7ac6e4-a808-41aa-874f-e60521da64d5 req-792f6751-bb5a-4b8f-9af4-639bbab32131 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Synchronizing usage tracker for tenant:090578e165634cbd86b446011dd7b913 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:47.617771 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe2ad72d-a293-47b5-a6e2-3fc613703c48 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:47.676021 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-0a7ac6e4-a808-41aa-874f-e60521da64d5 req-792f6751-bb5a-4b8f-9af4-639bbab32131 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Unset dirty status for tenant:090578e165634cbd86b446011dd7b913 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:47.677278 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0a7ac6e4-a808-41aa-874f-e60521da64d5 req-792f6751-bb5a-4b8f-9af4-639bbab32131 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 210 time: 0.1640263 Mar 08 09:50:47.683970 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-5e95aaf2-eaa1-4432-bf0f-fa40e3dfac01 None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:47.687937 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5896b9b-8941-45f1-ae34-97c39181a8b8 None None] Network d05084e8-fff9-4281-88e9-9b14ed74bdb6 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:47.688187 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe2ad72d-a293-47b5-a6e2-3fc613703c48 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:47.691302 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ad72d-a293-47b5-a6e2-3fc613703c48 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Subnet': ['ID=4be09b40-fe18-4c36-9529-087f193a766d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:47.706771 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fe2ad72d-a293-47b5-a6e2-3fc613703c48 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/subnets/4be09b40-fe18-4c36-9529-087f193a766d HTTP/1.1" status: 204 len: 168 time: 0.5867212 Mar 08 09:50:47.707454 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44858) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:47.818634 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5e95aaf2-eaa1-4432-bf0f-fa40e3dfac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:45Z', 'revision_number': 11, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:47.825877 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e95aaf2-eaa1-4432-bf0f-fa40e3dfac01 None None] The sync data for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv is: [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:45Z', 'revision_number': 11, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:50:47.877878 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:47.889467 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Deleting port bf21323c-d698-4943-a24b-436c5db933db {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:47.889958 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:48.071213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:50:48.117988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-00df6c68-0798-4489-81b5-c2257d08e8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:48.119319 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-00df6c68-0798-4489-81b5-c2257d08e8b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0f68dad-dc4e-4cbc-91af-28bc9b4a507d HTTP/1.1" status: 204 len: 168 time: 1.6371567 Mar 08 09:50:48.185624 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:48.187204 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6717138d-3607-4d1e-a236-5c64d7604c97 None None] DHCP port deletion for d05084e8-fff9-4281-88e9-9b14ed74bdb6 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:50:48.191780 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:48.198278 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6717138d-3607-4d1e-a236-5c64d7604c97 None None] Deleting port bf21323c-d698-4943-a24b-436c5db933db {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:48.215341 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6717138d-3607-4d1e-a236-5c64d7604c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:48.256991 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb8f018-5516-4f5d-9645-54d18bf2cab9']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:48.273898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Transition to ACTIVE for port object 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:48.275386 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dbb4e161-1472-4831-8f0b-8d6ccce0c584 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:48.293017 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] For port bf21323c-d698-4943-a24b-436c5db933db, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=bf21323c-d698-4943-a24b-436c5db933db,segment=NetworkSegment(f1540a43-8556-40ad-9fb7-b07bdd636c91),segment_id=f1540a43-8556-40ad-9fb7-b07bdd636c91)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:48.293714 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:48.318221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2aed54bb-5212-4466-a850-4641cf6cc085 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:48.363951 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:48.383988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efed700f-379d-4064-a42a-e34050639be2') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:48.384376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efed700f-379d-4064-a42a-e34050639be2') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:48.479807 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Calling delete_port for bf21323c-d698-4943-a24b-436c5db933db owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:48.552787 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:48.626388 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:48.669122 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-6717138d-3607-4d1e-a236-5c64d7604c97 None None] For port bf21323c-d698-4943-a24b-436c5db933db, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=bf21323c-d698-4943-a24b-436c5db933db,segment=NetworkSegment(f1540a43-8556-40ad-9fb7-b07bdd636c91),segment_id=f1540a43-8556-40ad-9fb7-b07bdd636c91)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:48.669656 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6717138d-3607-4d1e-a236-5c64d7604c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:48.672304 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:48.748434 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44876) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:48.754755 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Port': ['ID=bf21323c-d698-4943-a24b-436c5db933db,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:48.764331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Pushing event updated for resources: {'Port': ['ID=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:48.792951 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] No DVR routers for this DVR port bf21323c-d698-4943-a24b-436c5db933db on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:50:48.800592 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:50:48.818918 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn( Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn( Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn( Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn( Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:50:48.840571 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:50:48.879775 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680e40a-c538-4d4d-a79b-82da1183a74e req-b1326e29-f26a-4907-b7e6-9c7e3308a079 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:48.880498 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-9680e40a-c538-4d4d-a79b-82da1183a74e req-b1326e29-f26a-4907-b7e6-9c7e3308a079 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Synchronizing usage tracker for tenant:4175867c7c7846e3ae98e34dfc9273dd on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:48.884108 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6717138d-3607-4d1e-a236-5c64d7604c97 None None] Calling delete_port for bf21323c-d698-4943-a24b-436c5db933db owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:48.970164 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dbb4e161-1472-4831-8f0b-8d6ccce0c584 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:48.977573 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d27e2a3f-8600-43e1-95d7-fc46889d646d req-997cc68d-f6ac-4b80-a47d-de917c10d1dc tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 210 time: 0.0894599 Mar 08 09:50:48.983047 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-6717138d-3607-4d1e-a236-5c64d7604c97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:50:48.983483 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-6717138d-3607-4d1e-a236-5c64d7604c97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:50:49.022373 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2aed54bb-5212-4466-a850-4641cf6cc085 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.044644 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.046389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.050716 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4e161-1472-4831-8f0b-8d6ccce0c584 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Pushing event deleted for resources: {'Subnet': ['ID=1c4ac3d1-0b84-4603-87c5-a1a6fd1c3083,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:49.054236 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Attempting to bind port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:49.055053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Attempting to bind port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:49.055053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Attempting to bind port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 on network c92c8bd2-46ca-46a7-8274-6d902e00c89c {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:49.057908 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-928845e4-c358-4366-af5b-dbb76b675ff5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f3e4ae79275442a9facae920aebcf1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3003910 Mar 08 09:50:49.060971 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44880) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:49.083219 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea2193a-9b51-46a5-8cfc-0d0cf933270e None None] Network 4419e152-67d5-4a2f-8379-8aad727e56be requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:49.113753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.130255 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dbb4e161-1472-4831-8f0b-8d6ccce0c584 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.134481 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-dbb4e161-1472-4831-8f0b-8d6ccce0c584 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "DELETE /v2.0/subnets/1c4ac3d1-0b84-4603-87c5-a1a6fd1c3083 HTTP/1.1" status: 204 len: 168 time: 2.4258411 Mar 08 09:50:49.139859 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44886) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:49.142859 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/networks/2eb8f018-5516-4f5d-9645-54d18bf2cab9 HTTP/1.1" status: 204 len: 168 time: 3.9320648 Mar 08 09:50:49.144116 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-9680e40a-c538-4d4d-a79b-82da1183a74e req-b1326e29-f26a-4907-b7e6-9c7e3308a079 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Unset dirty status for tenant:4175867c7c7846e3ae98e34dfc9273dd on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:49.150036 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device bf21323c-d698-4943-a24b-436c5db933db no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:50:49.154422 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9680e40a-c538-4d4d-a79b-82da1183a74e req-b1326e29-f26a-4907-b7e6-9c7e3308a079 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 931 time: 1.0243223 Mar 08 09:50:49.158526 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7eb22-b289-44ac-9ded-51e594834459 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Network': ['ID=2eb8f018-5516-4f5d-9645-54d18bf2cab9,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:49.163431 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05084e8-fff9-4281-88e9-9b14ed74bdb6']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:49.169668 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44890) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:49.170455 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 on network c92c8bd2-46ca-46a7-8274-6d902e00c89c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:49.171558 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Attempting to bind port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 on network c92c8bd2-46ca-46a7-8274-6d902e00c89c {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:49.192146 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: bf21323c-d698-4943-a24b-436c5db933db {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:50:49.192809 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device bf21323c-d698-4943-a24b-436c5db933db not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:50:49.193398 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 95fe9702-e7f0-4312-bf14-01ad61cbb146 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:50:49.223663 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1540a43-8556-40ad-9fb7-b07bdd636c91') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:49.224143 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1540a43-8556-40ad-9fb7-b07bdd636c91') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:49.232116 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed54bb-5212-4466-a850-4641cf6cc085 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Subnet': ['ID=871455e0-e594-46a1-a94c-a233f65b945b,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:49.232318 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 95fe9702-e7f0-4312-bf14-01ad61cbb146 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:50:49.232621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 95fe9702-e7f0-4312-bf14-01ad61cbb146 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:50:49.241437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-13770de3-a230-470f-b556-cc5622394155 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa', 'name': 'tempest-PortsTestJSON-144519381'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:49.254976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.272464 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-350f6825-ba3b-4baf-8be9-7aabb309178f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.299439 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee41edd7-5ebf-49b4-9162-8415069d2d51 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Deleting subnet 5712f5c7-1f62-41ce-b0df-f6b81b4297b2 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:50:49.299910 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9680e40a-c538-4d4d-a79b-82da1183a74e req-2b81373e-973e-4a5c-b78c-beb4e17db12e tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442785 Mar 08 09:50:49.300781 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:50:49.301119 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Checking segment: {'id': '44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:49.301500 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Bound using segment: {'id': '44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:50:49.301945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Bound port: 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:50:49.302524 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee41edd7-5ebf-49b4-9162-8415069d2d51 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.305287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.345135 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.374523 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:50:49.374966 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:50:49.390029 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:50:49.392590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-350f6825-ba3b-4baf-8be9-7aabb309178f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.415927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee41edd7-5ebf-49b4-9162-8415069d2d51 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.427798 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2aed54bb-5212-4466-a850-4641cf6cc085 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.428881 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472ef20f-e8d7-4a8c-96cc-68aa119164b6 None None] Network 72208b89-b8f7-49c2-b4bc-abd35113e1c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:49.430738 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2aed54bb-5212-4466-a850-4641cf6cc085 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/subnets/871455e0-e594-46a1-a94c-a233f65b945b HTTP/1.1" status: 204 len: 168 time: 2.6769984 Mar 08 09:50:49.439224 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44894) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:49.519175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6717138d-3607-4d1e-a236-5c64d7604c97 None None] Deleting port bf21323c-d698-4943-a24b-436c5db933db {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:49.519675 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6717138d-3607-4d1e-a236-5c64d7604c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.567164 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.602269 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.617171 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6717138d-3607-4d1e-a236-5c64d7604c97 None None] The port 'bf21323c-d698-4943-a24b-436c5db933db' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:50:49.624562 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/networks/d05084e8-fff9-4281-88e9-9b14ed74bdb6 HTTP/1.1" status: 204 len: 168 time: 1.9138327 Mar 08 09:50:49.627622 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44898) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:49.628391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25624722-a319-4f2e-8d7d-c29b5785aebc tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Pushing event deleted for resources: {'Network': ['ID=d05084e8-fff9-4281-88e9-9b14ed74bdb6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:49.637525 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bba85d9-cc0c-4e26-9c42-e93db77f5e06 None None] DHCP port deletion for 4419e152-67d5-4a2f-8379-8aad727e56be request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:50:49.643031 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b76b6701-8bf6-4203-adf0-de741d9fcf4c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'router': {'routes': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:49.655869 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6bba85d9-cc0c-4e26-9c42-e93db77f5e06 None None] Deleting port 4f3f2ec4-d1ca-400b-a093-23efd9ab658a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:49.657462 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bba85d9-cc0c-4e26-9c42-e93db77f5e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.736249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] For port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:50:49.760554 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-13770de3-a230-470f-b556-cc5622394155 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:49.773728 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] For port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01,segment=NetworkSegment(44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4),segment_id=44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:50:49.775849 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-13770de3-a230-470f-b556-cc5622394155 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:port and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:49.776011 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-350f6825-ba3b-4baf-8be9-7aabb309178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.791651 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af8ff78-1ec3-46b8-ad70-59ede947dc6e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting subnet f035b953-2e0e-4d5a-9093-10e7ac05beb2 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:50:49.798303 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-13770de3-a230-470f-b556-cc5622394155 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:49.802809 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8af8ff78-1ec3-46b8-ad70-59ede947dc6e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.833377 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.867521 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-350f6825-ba3b-4baf-8be9-7aabb309178f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:49.871327 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-350f6825-ba3b-4baf-8be9-7aabb309178f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/939b8152-d58f-446f-918e-fbfe1d4d1581 HTTP/1.1" status: 204 len: 168 time: 0.8094316 Mar 08 09:50:49.872367 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f6825-ba3b-4baf-8be9-7aabb309178f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939b8152-d58f-446f-918e-fbfe1d4d1581,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:49.887489 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee41edd7-5ebf-49b4-9162-8415069d2d51 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:50.115824 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-13770de3-a230-470f-b556-cc5622394155 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:50.131962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Pushing event updated for resources: {'Port': ['ID=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:50.153041 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-b8fbfee4-4c4d-4816-ab8d-9a31033a45a2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:50.154634 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-b8fbfee4-4c4d-4816-ab8d-9a31033a45a2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.26 "GET /v2.0/networks?id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1 HTTP/1.1" status: 200 len: 811 time: 0.8942926 Mar 08 09:50:50.227195 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-6bba85d9-cc0c-4e26-9c42-e93db77f5e06 None None] For port 4f3f2ec4-d1ca-400b-a093-23efd9ab658a, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=4f3f2ec4-d1ca-400b-a093-23efd9ab658a,segment=NetworkSegment(54433eae-512b-470a-977e-c4ba9a6adfe5),segment_id=54433eae-512b-470a-977e-c4ba9a6adfe5)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:50.227763 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bba85d9-cc0c-4e26-9c42-e93db77f5e06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:50.243152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8af8ff78-1ec3-46b8-ad70-59ede947dc6e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:50.402420 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8af8ff78-1ec3-46b8-ad70-59ede947dc6e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:50.417510 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-b76b6701-8bf6-4203-adf0-de741d9fcf4c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Added routes are [] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 08 09:50:50.417837 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-b76b6701-8bf6-4203-adf0-de741d9fcf4c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Removed routes are [] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 08 09:50:50.418207 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b76b6701-8bf6-4203-adf0-de741d9fcf4c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:50.434780 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-20e94e8a-7afc-4b93-b3ed-f5cab6713d95 req-05926a9c-dd0d-4e36-9cac-bce8b1dd7b98 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 210 time: 0.2108850 Mar 08 09:50:50.511264 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13770de3-a230-470f-b556-cc5622394155 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:50.527533 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-13770de3-a230-470f-b556-cc5622394155 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:50.536131 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6bba85d9-cc0c-4e26-9c42-e93db77f5e06 None None] Calling delete_port for 4f3f2ec4-d1ca-400b-a093-23efd9ab658a owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:50.585336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:50.586211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:50.587762 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-dca51cb8-0685-4ac7-be73-0440f89e04fa service neutron] 10.222.0.26 "PUT /v2.0/ports/9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 HTTP/1.1" status: 200 len: 1093 time: 4.8047283 Mar 08 09:50:50.588532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e91170-84e6-4a49-9534-42a5048ac33d', 'tag': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:50:50.633991 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5efc69-9674-46c4-a681-7f2fef00c6a8 None None] DHCP port deletion for 72208b89-b8f7-49c2-b4bc-abd35113e1c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:50:50.720849 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9b5efc69-9674-46c4-a681-7f2fef00c6a8 None None] Deleting port 697d241d-6c00-4a09-9541-a8d934ceded4 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:50.733196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b5efc69-9674-46c4-a681-7f2fef00c6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:50.824493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-13770de3-a230-470f-b556-cc5622394155 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] device_id is not set on port 87c577e7-e70d-45f0-afd5-bbb01e9f6473 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:50:50.911542 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-2a9d4ec3-cfc6-4f00-9afa-83e3789901fa tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=090578e165634cbd86b446011dd7b913 HTTP/1.1" status: 200 len: 380 time: 0.7307351 Mar 08 09:50:50.934230 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-7dea39d2-1f9f-4af3-a4ed-a6a83113c7e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Request body: {'port': {'device_id': 'e15f1e2c-a505-4c63-87c0-6e2975b5dc8b', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'admin_state_up': True, 'tenant_id': '090578e165634cbd86b446011dd7b913', 'security_groups': ['aebba91f-7752-4b0f-b8d6-218e875469b2']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:51.115330 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b76b6701-8bf6-4203-adf0-de741d9fcf4c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:51.126035 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b76b6701-8bf6-4203-adf0-de741d9fcf4c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:51.206237 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee41edd7-5ebf-49b4-9162-8415069d2d51 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:51.248088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8af8ff78-1ec3-46b8-ad70-59ede947dc6e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:51.284654 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41edd7-5ebf-49b4-9162-8415069d2d51 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Pushing event deleted for resources: {'Subnet': ['ID=5712f5c7-1f62-41ce-b0df-f6b81b4297b2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:51.317643 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-7dea39d2-1f9f-4af3-a4ed-a6a83113c7e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:51.322259 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8ff78-1ec3-46b8-ad70-59ede947dc6e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Subnet': ['ID=f035b953-2e0e-4d5a-9093-10e7ac05beb2,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:51.324924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8af8ff78-1ec3-46b8-ad70-59ede947dc6e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:51.337776 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bba85d9-cc0c-4e26-9c42-e93db77f5e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:51.342886 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8af8ff78-1ec3-46b8-ad70-59ede947dc6e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/subnets/f035b953-2e0e-4d5a-9093-10e7ac05beb2 HTTP/1.1" status: 204 len: 168 time: 1.8395648 Mar 08 09:50:51.351677 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 697d241d-6c00-4a09-9541-a8d934ceded4 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:50:51.352113 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44934) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:51.381083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-7dea39d2-1f9f-4af3-a4ed-a6a83113c7e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:51.386267 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee41edd7-5ebf-49b4-9162-8415069d2d51 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:51.403769 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ee41edd7-5ebf-49b4-9162-8415069d2d51 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "DELETE /v2.0/subnets/5712f5c7-1f62-41ce-b0df-f6b81b4297b2 HTTP/1.1" status: 204 len: 168 time: 2.2613099 Mar 08 09:50:51.406546 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44940) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:51.418981 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5bc168-7315-4dd7-b504-be54109d1e4d None None] Network bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:51.519847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:51.538973 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027af49a-472f-4324-916c-4399a768b62d None None] Network ab8570f8-c5d6-4c1f-a090-cc02dda25508 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:51.559303 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cd20b-11ff-43d8-858f-cb4d34903444 req-29e52352-b4a7-40c0-9a26-c834b465682c tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:51.567159 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-593cd20b-11ff-43d8-858f-cb4d34903444 req-29e52352-b4a7-40c0-9a26-c834b465682c tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 943 time: 1.0678830 Mar 08 09:50:51.594963 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c4173c1-e3f2-40d2-bdde-4158a5ac4aef tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:51.596348 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port 697d241d-6c00-4a09-9541-a8d934ceded4 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:51.596687 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:51.602719 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76b6701-8bf6-4203-adf0-de741d9fcf4c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:50:51.770431 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76b6701-8bf6-4203-adf0-de741d9fcf4c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:50:51.787301 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b76b6701-8bf6-4203-adf0-de741d9fcf4c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:51.788765 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b76b6701-8bf6-4203-adf0-de741d9fcf4c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/1eee20d8-c2b4-432e-b1cc-b03b9cd57188 HTTP/1.1" status: 200 len: 700 time: 2.1582248 Mar 08 09:50:51.791811 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44948) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:51.888577 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] For port 697d241d-6c00-4a09-9541-a8d934ceded4, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=697d241d-6c00-4a09-9541-a8d934ceded4,segment=NetworkSegment(791565d7-3ceb-4afd-8218-a592d2fed653),segment_id=791565d7-3ceb-4afd-8218-a592d2fed653)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:51.888987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:51.910489 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba85d9-cc0c-4e26-9c42-e93db77f5e06 None None] Pushing event deleted for resources: {'Port': ['ID=4f3f2ec4-d1ca-400b-a093-23efd9ab658a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:52.000568 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a55fc97-953a-48b2-b8ce-7ac505c71ddd None None] Sync routers for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:50:52.011856 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c4173c1-e3f2-40d2-bdde-4158a5ac4aef tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:52.024077 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bba85d9-cc0c-4e26-9c42-e93db77f5e06 None None] No DVR routers for this DVR port 4f3f2ec4-d1ca-400b-a093-23efd9ab658a on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:50:52.040019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Calling delete_port for 697d241d-6c00-4a09-9541-a8d934ceded4 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:52.067489 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-9c4173c1-e3f2-40d2-bdde-4158a5ac4aef tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4419e152-67d5-4a2f-8379-8aad727e56be']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:52.084253 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-9c4173c1-e3f2-40d2-bdde-4158a5ac4aef tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54433eae-512b-470a-977e-c4ba9a6adfe5') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:52.085116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-9c4173c1-e3f2-40d2-bdde-4158a5ac4aef tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54433eae-512b-470a-977e-c4ba9a6adfe5') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:52.101072 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c4173c1-e3f2-40d2-bdde-4158a5ac4aef tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:52.114218 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9b5efc69-9674-46c4-a681-7f2fef00c6a8 None None] For port 697d241d-6c00-4a09-9541-a8d934ceded4, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=697d241d-6c00-4a09-9541-a8d934ceded4,segment=NetworkSegment(791565d7-3ceb-4afd-8218-a592d2fed653),segment_id=791565d7-3ceb-4afd-8218-a592d2fed653)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:52.114616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b5efc69-9674-46c4-a681-7f2fef00c6a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:52.126588 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c4173c1-e3f2-40d2-bdde-4158a5ac4aef tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:52.129051 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:52.136015 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4173c1-e3f2-40d2-bdde-4158a5ac4aef tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:50:52.136580 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c4173c1-e3f2-40d2-bdde-4158a5ac4aef tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:52.139896 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a55fc97-953a-48b2-b8ce-7ac505c71ddd None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:52.141218 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-9a55fc97-953a-48b2-b8ce-7ac505c71ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:52.153658 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-593cd20b-11ff-43d8-858f-cb4d34903444 req-9afb80fc-3ba3-4b9e-8fe6-b1136c8ce7f5 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5856330 Mar 08 09:50:52.165628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-82b5c676-defe-4cef-a3fe-6eb6f702ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:52.167477 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-82b5c676-defe-4cef-a3fe-6eb6f702ba51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4175867c7c7846e3ae98e34dfc9273dd&device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 1096 time: 1.5109327 Mar 08 09:50:52.182395 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e91170-84e6-4a49-9534-42a5048ac33d', 'tag': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01', 'status': 'completed', 'code': 200} Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:50:52.268398 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:50:52.272148 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1235d566-baf2-4d80-8862-b941353b63bb tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Synchronizing usage tracker for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:52.277921 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c4173c1-e3f2-40d2-bdde-4158a5ac4aef tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:52.287003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:52.337326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-7dea39d2-1f9f-4af3-a4ed-a6a83113c7e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Made reservation on behalf of 090578e165634cbd86b446011dd7b913 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:52.341148 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-7dea39d2-1f9f-4af3-a4ed-a6a83113c7e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:52.387820 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-5841dff5-f940-4b48-b79e-f243daecff94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 HTTP/1.1" status: 200 len: 217 time: 0.1858470 Mar 08 09:50:52.394815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Port': ['ID=697d241d-6c00-4a09-9541-a8d934ceded4,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:52.420378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] No DVR routers for this DVR port 697d241d-6c00-4a09-9541-a8d934ceded4 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:50:52.476133 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c4173c1-e3f2-40d2-bdde-4158a5ac4aef tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:52.479027 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4173c1-e3f2-40d2-bdde-4158a5ac4aef tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Pushing event deleted for resources: {'Network': ['ID=4419e152-67d5-4a2f-8379-8aad727e56be,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:52.549278 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9c4173c1-e3f2-40d2-bdde-4158a5ac4aef tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "DELETE /v2.0/networks/4419e152-67d5-4a2f-8379-8aad727e56be HTTP/1.1" status: 204 len: 168 time: 1.1164944 Mar 08 09:50:52.550688 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44964) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:52.558704 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb9cd6fc-0781-4e9b-bf21-e73fa16bfa64 req-d26e31e2-639e-48dd-8e89-edf34206e020 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 210 time: 0.0837126 Mar 08 09:50:52.559449 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44966) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:52.563231 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1235d566-baf2-4d80-8862-b941353b63bb tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Unset dirty status for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:52.565005 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1235d566-baf2-4d80-8862-b941353b63bb tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eee20d8-c2b4-432e-b1cc-b03b9cd57188 HTTP/1.1" status: 200 len: 205 time: 0.7718310 Mar 08 09:50:52.605342 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44972) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:52.709752 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9b5efc69-9674-46c4-a681-7f2fef00c6a8 None None] Calling delete_port for 697d241d-6c00-4a09-9541-a8d934ceded4 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:52.810588 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-9a55fc97-953a-48b2-b8ce-7ac505c71ddd None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:52.863644 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c09fadc2-4b4a-4374-81e1-13a57f3af512 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:52.888801 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-7dea39d2-1f9f-4af3-a4ed-a6a83113c7e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Allocated IP 172.20.0.11 (34eb9135-6aa7-4ebe-93ae-20fd87b811c1/7682eda2-a1ce-418e-9798-c51cec16a340/ff594782-674a-4692-abe0-b75d46f48b36) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:50:52.921324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4f3f2ec4-d1ca-400b-a093-23efd9ab658a no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:50:52.969846 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 4f3f2ec4-d1ca-400b-a093-23efd9ab658a {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:50:52.970195 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4f3f2ec4-d1ca-400b-a093-23efd9ab658a not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:50:52.979363 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-9a55fc97-953a-48b2-b8ce-7ac505c71ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:45Z', 'revision_number': 11, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:52.988737 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1703938168'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:52.991515 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a55fc97-953a-48b2-b8ce-7ac505c71ddd None None] Checking router: 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:50:53.004510 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:53.025319 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a55fc97-953a-48b2-b8ce-7ac505c71ddd None None] Routers {'1eee20d8-c2b4-432e-b1cc-b03b9cd57188'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:53.025964 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-9a55fc97-953a-48b2-b8ce-7ac505c71ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:27Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:53.027379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:53.042717 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Usage tracker for resource:network and tenant:d096ad45ddc94216b997b633b9bdfaf5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:53.051917 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:53.144264 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:53.243188 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2574e2ee-ce55-42bd-b075-1d8b955a8448 None None] DHCP port deletion for ab8570f8-c5d6-4c1f-a090-cc02dda25508 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:50:53.252018 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8651f68c-ec10-4ad2-8b03-16ab71fd00b1 None None] DHCP port deletion for bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:50:53.257836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-7dea39d2-1f9f-4af3-a4ed-a6a83113c7e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:53.258333 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 1b084bbc-4055-4895-85b2-b2c40f56f294 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:50:53.303442 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Made reservation on behalf of d096ad45ddc94216b997b633b9bdfaf5 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:53.307592 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:53.318782 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Deleting port 5d493837-b6d7-4da5-9abd-56c89e5097f0 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:53.319253 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:53.359877 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2574e2ee-ce55-42bd-b075-1d8b955a8448 None None] Deleting port 1b084bbc-4055-4895-85b2-b2c40f56f294 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:53.359877 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2574e2ee-ce55-42bd-b075-1d8b955a8448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:53.369787 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:53.414339 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8651f68c-ec10-4ad2-8b03-16ab71fd00b1 None None] Deleting port 5d493837-b6d7-4da5-9abd-56c89e5097f0 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:53.414859 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8651f68c-ec10-4ad2-8b03-16ab71fd00b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:53.425153 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c09fadc2-4b4a-4374-81e1-13a57f3af512 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:53.428336 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c09fadc2-4b4a-4374-81e1-13a57f3af512 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:53.436089 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:53.444620 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-7dea39d2-1f9f-4af3-a4ed-a6a83113c7e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Transition to ACTIVE for port object ff594782-674a-4692-abe0-b75d46f48b36 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:53.478840 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:53.483018 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Usage tracker for resource:security_group_rule and tenant:d096ad45ddc94216b997b633b9bdfaf5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:53.487793 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:53.494168 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:53.503323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-21f5c74a-0f15-4e8a-a958-cc089fb21d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:53.505416 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-21f5c74a-0f15-4e8a-a958-cc089fb21d6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e963e0d-7564-4796-acb2-937b9a763afb HTTP/1.1" status: 200 len: 834 time: 1.0892200 Mar 08 09:50:53.528245 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-7dea39d2-1f9f-4af3-a4ed-a6a83113c7e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:53.591079 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-9b5efc69-9674-46c4-a681-7f2fef00c6a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:50:53.591350 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-9b5efc69-9674-46c4-a681-7f2fef00c6a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:50:53.628736 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-9a55fc97-953a-48b2-b8ce-7ac505c71ddd None None] Set router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:53.717820 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:53.729668 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:53.756652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72208b89-b8f7-49c2-b4bc-abd35113e1c1']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:53.772151 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c98a3847-4bfa-4ea9-92d7-3a9a0c929cf7,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:53.774524 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c09fadc2-4b4a-4374-81e1-13a57f3af512 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:53.775012 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09fadc2-4b4a-4374-81e1-13a57f3af512 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Fanout notify agent at l3_agent the message router_deleted on router 1eee20d8-c2b4-432e-b1cc-b03b9cd57188 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:50:53.776294 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-13770de3-a230-470f-b556-cc5622394155 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:53.780616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-9a55fc97-953a-48b2-b8ce-7ac505c71ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:45Z', 'revision_number': 11, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:53.832088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791565d7-3ceb-4afd-8218-a592d2fed653') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:53.832088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791565d7-3ceb-4afd-8218-a592d2fed653') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:53.846443 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff0a78-0826-4ff5-8760-1d7ee039d25a req-116ff3cb-6c4f-4d5c-84c2-ef4da23eb067 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:53.853188 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3cff0a78-0826-4ff5-8760-1d7ee039d25a req-116ff3cb-6c4f-4d5c-84c2-ef4da23eb067 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 943 time: 0.5120289 Mar 08 09:50:53.872720 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:50:53.879589 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-7dea39d2-1f9f-4af3-a4ed-a6a83113c7e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:53.889692 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-7dea39d2-1f9f-4af3-a4ed-a6a83113c7e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:53.899830 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:53.907489 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-7dea39d2-1f9f-4af3-a4ed-a6a83113c7e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:53.957883 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:53.958215 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Added segment 27e0080b-3c83-48d2-8525-46c6f49d6bee of type vlan for network 79c4c11b-3b39-4337-8808-18bd4afcc08b Mar 08 09:50:53.981986 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] For port 5d493837-b6d7-4da5-9abd-56c89e5097f0, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=5d493837-b6d7-4da5-9abd-56c89e5097f0,segment=NetworkSegment(7e47a85e-c8c8-4927-883e-60bb8c4b7366),segment_id=7e47a85e-c8c8-4927-883e-60bb8c4b7366)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:53.982343 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:53.996142 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-8651f68c-ec10-4ad2-8b03-16ab71fd00b1 None None] For port 5d493837-b6d7-4da5-9abd-56c89e5097f0, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=5d493837-b6d7-4da5-9abd-56c89e5097f0,segment=NetworkSegment(7e47a85e-c8c8-4927-883e-60bb8c4b7366),segment_id=7e47a85e-c8c8-4927-883e-60bb8c4b7366)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:53.997073 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8651f68c-ec10-4ad2-8b03-16ab71fd00b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:54.001939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-7dea39d2-1f9f-4af3-a4ed-a6a83113c7e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:54.002593 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-7dea39d2-1f9f-4af3-a4ed-a6a83113c7e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:54.004001 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c09fadc2-4b4a-4374-81e1-13a57f3af512 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:54.005267 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c09fadc2-4b4a-4374-81e1-13a57f3af512 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/routers/1eee20d8-c2b4-432e-b1cc-b03b9cd57188 HTTP/1.1" status: 204 len: 168 time: 1.3984323 Mar 08 09:50:54.030687 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44982) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:54.075150 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3cff0a78-0826-4ff5-8760-1d7ee039d25a req-e57b9d94-b98a-42a6-8c35-8fbc2fbaa6d0 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210331 Mar 08 09:50:54.080414 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-8ae53927-2c5d-46df-890b-402d5056a3b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-872192833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:54.087204 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea39d2-1f9f-4af3-a4ed-a6a83113c7e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event updated for resources: {'Port': ['ID=ff594782-674a-4692-abe0-b75d46f48b36,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:54.089835 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:54.096749 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-7dea39d2-1f9f-4af3-a4ed-a6a83113c7e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1711190 Mar 08 09:50:54.100723 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8ae53927-2c5d-46df-890b-402d5056a3b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:54.119909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Request body: {'port': {'device_id': 'e15f1e2c-a505-4c63-87c0-6e2975b5dc8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:54.134974 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8651f68c-ec10-4ad2-8b03-16ab71fd00b1 None None] Calling delete_port for 5d493837-b6d7-4da5-9abd-56c89e5097f0 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:54.160975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8ae53927-2c5d-46df-890b-402d5056a3b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Usage tracker for resource:router and tenant:c6601661feb14b85b700842beac586af is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:54.167296 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-6a6f91e7-99ac-4395-b2b4-396e55294bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:54.167674 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Calling delete_port for 5d493837-b6d7-4da5-9abd-56c89e5097f0 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:54.169134 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-6a6f91e7-99ac-4395-b2b4-396e55294bb7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c92c8bd2-46ca-46a7-8274-6d902e00c89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6383655 Mar 08 09:50:54.170073 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8ae53927-2c5d-46df-890b-402d5056a3b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:54.173879 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:50:54.174400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:50:54.196968 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:50:54.225113 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:54.229760 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a55fc97-953a-48b2-b8ce-7ac505c71ddd None None] The sync data for ids ['1eee20d8-c2b4-432e-b1cc-b03b9cd57188'] in dv-neutron-831730-2-hyperv is: [{'id': '1eee20d8-c2b4-432e-b1cc-b03b9cd57188', 'name': 'tempest-RoutersTest-router-822893422', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:48:53Z', 'updated_at': '2022-03-08T09:50:45Z', 'revision_number': 11, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:50:54.231359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9b5efc69-9674-46c4-a681-7f2fef00c6a8 None None] Deleting port 697d241d-6c00-4a09-9541-a8d934ceded4 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:54.231836 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b5efc69-9674-46c4-a681-7f2fef00c6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:54.274845 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3497167-5bcd-4e2b-bcb3-0557f3546248 req-e5ca8345-a118-4bf2-a021-33200574762c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:54.276399 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3497167-5bcd-4e2b-bcb3-0557f3546248 req-e5ca8345-a118-4bf2-a021-33200574762c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 932 time: 0.5065563 Mar 08 09:50:54.276778 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8651f68c-ec10-4ad2-8b03-16ab71fd00b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:54.358476 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-c60812df-cd50-4a7c-9d10-779d1b36901c service neutron] 10.222.0.26 "GET /v2.0/networks/c92c8bd2-46ca-46a7-8274-6d902e00c89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393697 Mar 08 09:50:54.359784 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8ae53927-2c5d-46df-890b-402d5056a3b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:54.396644 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8651f68c-ec10-4ad2-8b03-16ab71fd00b1 None None] No DVR routers for this DVR port 5d493837-b6d7-4da5-9abd-56c89e5097f0 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:50:54.398630 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651f68c-ec10-4ad2-8b03-16ab71fd00b1 None None] Pushing event deleted for resources: {'Port': ['ID=5d493837-b6d7-4da5-9abd-56c89e5097f0,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:54.402372 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:54.509466 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9b5efc69-9674-46c4-a681-7f2fef00c6a8 None None] The port '697d241d-6c00-4a09-9541-a8d934ceded4' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:50:54.522152 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d371d0c8-50c6-49e1-8622-46423625c0d7 None None] Provisioning for port ff594782-674a-4692-abe0-b75d46f48b36 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:50:54.526954 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2574e2ee-ce55-42bd-b075-1d8b955a8448 None None] For port 1b084bbc-4055-4895-85b2-b2c40f56f294, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1b084bbc-4055-4895-85b2-b2c40f56f294,segment=NetworkSegment(9105a920-ea62-4ef2-915c-d4a11bb5786a),segment_id=9105a920-ea62-4ef2-915c-d4a11bb5786a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:54.527575 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2574e2ee-ce55-42bd-b075-1d8b955a8448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:54.630789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ae53927-2c5d-46df-890b-402d5056a3b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:54.631730 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ae53927-2c5d-46df-890b-402d5056a3b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:54.643298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:54.645323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-13770de3-a230-470f-b556-cc5622394155 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:54.677600 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:54.700584 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:54.713364 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:54.713364 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:54.733699 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d371d0c8-50c6-49e1-8622-46423625c0d7 None None] Provisioning complete for port ff594782-674a-4692-abe0-b75d46f48b36 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:50:54.734983 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d371d0c8-50c6-49e1-8622-46423625c0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:54.783151 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13770de3-a230-470f-b556-cc5622394155 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=87c577e7-e70d-45f0-afd5-bbb01e9f6473,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:54.792831 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Network': ['ID=72208b89-b8f7-49c2-b4bc-abd35113e1c1,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:54.828644 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2574e2ee-ce55-42bd-b075-1d8b955a8448 None None] Calling delete_port for 1b084bbc-4055-4895-85b2-b2c40f56f294 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:54.831127 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-52c7f625-932d-4939-a960-ae387e7f74d0 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/networks/72208b89-b8f7-49c2-b4bc-abd35113e1c1 HTTP/1.1" status: 204 len: 168 time: 3.4739904 Mar 08 09:50:54.835270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 44986) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:54.836416 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-d3497167-5bcd-4e2b-bcb3-0557f3546248 req-e5166ede-9224-43da-97eb-d2976450a00f tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Synchronizing usage tracker for tenant:090578e165634cbd86b446011dd7b913 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:54.842705 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:54.848830 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:50:54.849116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:50:54.857016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ae53927-2c5d-46df-890b-402d5056a3b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:54.858899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Pushing event updated for resources: {'Network': ['ID=79c4c11b-3b39-4337-8808-18bd4afcc08b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:54.868192 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8b2c6906-b7af-429e-9a2b-d7211e6c9f1c tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.3156104 Mar 08 09:50:54.869149 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-d3497167-5bcd-4e2b-bcb3-0557f3546248 req-e5166ede-9224-43da-97eb-d2976450a00f tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Unset dirty status for tenant:090578e165634cbd86b446011dd7b913 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:54.870567 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3497167-5bcd-4e2b-bcb3-0557f3546248 req-e5166ede-9224-43da-97eb-d2976450a00f tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5518391 Mar 08 09:50:54.894066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13770de3-a230-470f-b556-cc5622394155 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:54.903778 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ba94d225-aa41-4559-a9c6-cba1acd80a7d req-61300975-2a01-48a8-93cc-57b601a67db9 service neutron] 10.222.0.26 "GET /v2.0/networks/c92c8bd2-46ca-46a7-8274-6d902e00c89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846833 Mar 08 09:50:54.920973 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-13770de3-a230-470f-b556-cc5622394155 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:54.926875 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 79c4c11b-3b39-4337-8808-18bd4afcc08b details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:50:54.937449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13770de3-a230-470f-b556-cc5622394155 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:54.942856 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13770de3-a230-470f-b556-cc5622394155 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:54.943481 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-13770de3-a230-470f-b556-cc5622394155 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:55.050683 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 1b084bbc-4055-4895-85b2-b2c40f56f294, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1b084bbc-4055-4895-85b2-b2c40f56f294,segment=NetworkSegment(9105a920-ea62-4ef2-915c-d4a11bb5786a),segment_id=9105a920-ea62-4ef2-915c-d4a11bb5786a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:55.102403 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 44996) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:55.108385 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Request body: {'port': {'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b', 'binding:host_id': 'hv-neutron-8317', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-38796942'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:55.118410 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:55.128078 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Usage tracker for resource:port and tenant:7adc594fd61142dba24659000bc76e9a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:55.129908 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:55.141764 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:55.152423 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:55.172224 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Made reservation on behalf of 7adc594fd61142dba24659000bc76e9a for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:55.174675 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:55.198367 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:55.263324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 5d493837-b6d7-4da5-9abd-56c89e5097f0 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:50:55.285070 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:55.295492 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Usage tracker for resource:security_group_rule and tenant:7adc594fd61142dba24659000bc76e9a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:55.299838 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:55.301993 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-158bea31-29dc-44d7-8503-5772e9adb142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:55.303728 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=1b084bbc-4055-4895-85b2-b2c40f56f294,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:55.306868 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:55.311293 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-2574e2ee-ce55-42bd-b075-1d8b955a8448 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:50:55.311885 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-2574e2ee-ce55-42bd-b075-1d8b955a8448 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:50:55.313104 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d371d0c8-50c6-49e1-8622-46423625c0d7 None None] Port ff594782-674a-4692-abe0-b75d46f48b36 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:50:55.321801 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 5d493837-b6d7-4da5-9abd-56c89e5097f0 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:50:55.322558 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 5d493837-b6d7-4da5-9abd-56c89e5097f0 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:50:55.351039 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Deleting port 5d493837-b6d7-4da5-9abd-56c89e5097f0 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:55.351520 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:55.377713 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ae53927-2c5d-46df-890b-402d5056a3b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:55.389946 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-13770de3-a230-470f-b556-cc5622394155 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 6.2155080 Mar 08 09:50:55.397753 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45002) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:55.410842 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:55.484760 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ae53927-2c5d-46df-890b-402d5056a3b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:55.485116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98c79b-adda-4d77-b10c-af0bbc556ddf req-24e7807f-d28e-4932-a65e-770e2073ee2a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:55.488894 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8ae53927-2c5d-46df-890b-402d5056a3b3 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4514341 Mar 08 09:50:55.489040 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9b98c79b-adda-4d77-b10c-af0bbc556ddf req-24e7807f-d28e-4932-a65e-770e2073ee2a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 943 time: 0.2610612 Mar 08 09:50:55.495765 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45006) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:55.496161 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] The port '5d493837-b6d7-4da5-9abd-56c89e5097f0' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:50:55.510407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-ae19c558-322b-408d-bc59-c801373d41a0 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:55.558197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port 1b084bbc-4055-4895-85b2-b2c40f56f294 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:55.558630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:55.644249 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-67517135-9d82-46b9-a2f2-b1156a89a97e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 87c577e7-e70d-45f0-afd5-bbb01e9f6473 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:55.644453 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67517135-9d82-46b9-a2f2-b1156a89a97e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:55.727109 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9b98c79b-adda-4d77-b10c-af0bbc556ddf req-40124807-1623-49a9-8950-3e26b563f25c tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189915 Mar 08 09:50:55.748984 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:55.813341 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2574e2ee-ce55-42bd-b075-1d8b955a8448 None None] Deleting port 1b084bbc-4055-4895-85b2-b2c40f56f294 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:55.814055 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2574e2ee-ce55-42bd-b075-1d8b955a8448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:55.815392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d943d-1b3a-4a85-b77b-4f48cfd3d5b1 req-9a97cafc-0f03-4fb6-a9e1-609bc733cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:55.816012 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:55.816885 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d10d943d-1b3a-4a85-b77b-4f48cfd3d5b1 req-9a97cafc-0f03-4fb6-a9e1-609bc733cda5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4175867c7c7846e3ae98e34dfc9273dd&device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 1096 time: 0.6674330 Mar 08 09:50:55.849849 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:55.858252 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e47a85e-c8c8-4927-883e-60bb8c4b7366') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:55.858549 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e47a85e-c8c8-4927-883e-60bb8c4b7366') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:55.873412 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:55.887903 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:55.896897 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] device_id is not set on port 980dbd2a-6b47-4e3a-8892-9583d2756384 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:50:56.021847 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:56.024242 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5478f22b-2d66-4c11-9c49-11cb15582ec6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:56.034993 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2574e2ee-ce55-42bd-b075-1d8b955a8448 None None] For port 1b084bbc-4055-4895-85b2-b2c40f56f294, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1b084bbc-4055-4895-85b2-b2c40f56f294,segment=NetworkSegment(9105a920-ea62-4ef2-915c-d4a11bb5786a),segment_id=9105a920-ea62-4ef2-915c-d4a11bb5786a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:56.035618 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2574e2ee-ce55-42bd-b075-1d8b955a8448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:56.099026 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:50:56.099424 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: util.warn( Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:50:56.114349 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:50:56.157041 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2574e2ee-ce55-42bd-b075-1d8b955a8448 None None] Calling delete_port for 1b084bbc-4055-4895-85b2-b2c40f56f294 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:56.223816 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67517135-9d82-46b9-a2f2-b1156a89a97e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:56.237795 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2574e2ee-ce55-42bd-b075-1d8b955a8448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:56.284906 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574e2ee-ce55-42bd-b075-1d8b955a8448 None None] Pushing event deleted for resources: {'Port': ['ID=1b084bbc-4055-4895-85b2-b2c40f56f294,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:56.288537 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2574e2ee-ce55-42bd-b075-1d8b955a8448 None None] No DVR routers for this DVR port 1b084bbc-4055-4895-85b2-b2c40f56f294 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:50:56.383552 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae19c558-322b-408d-bc59-c801373d41a0 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:56.387717 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-67517135-9d82-46b9-a2f2-b1156a89a97e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for 87c577e7-e70d-45f0-afd5-bbb01e9f6473 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:56.418199 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:56.421841 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d943d-1b3a-4a85-b77b-4f48cfd3d5b1 req-31acb26d-bd62-4a18-911e-385603e9885f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:56.423078 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:56.423417 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d10d943d-1b3a-4a85-b77b-4f48cfd3d5b1 req-31acb26d-bd62-4a18-911e-385603e9885f service neutron] 10.222.0.26 "GET /v2.0/networks?id=c92c8bd2-46ca-46a7-8274-6d902e00c89c HTTP/1.1" status: 200 len: 898 time: 0.5423186 Mar 08 09:50:56.433992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae19c558-322b-408d-bc59-c801373d41a0 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:56.437607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] For port 1b084bbc-4055-4895-85b2-b2c40f56f294, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1b084bbc-4055-4895-85b2-b2c40f56f294,segment=NetworkSegment(9105a920-ea62-4ef2-915c-d4a11bb5786a),segment_id=9105a920-ea62-4ef2-915c-d4a11bb5786a)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:56.437961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:56.514664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Pushing event deleted for resources: {'Network': ['ID=bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:56.556745 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8319cbff-c403-4400-b5ff-ac10da1d1b42 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "DELETE /v2.0/networks/bcaa5c8f-3e3e-4046-a325-855f8f9a6fdc HTTP/1.1" status: 204 len: 168 time: 3.9955690 Mar 08 09:50:56.566139 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45012) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:56.795875 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67517135-9d82-46b9-a2f2-b1156a89a97e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:56.808711 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d10d943d-1b3a-4a85-b77b-4f48cfd3d5b1 req-a27ec472-2eda-4b1d-a5b8-e35c88daaae2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 HTTP/1.1" status: 200 len: 217 time: 0.3617251 Mar 08 09:50:56.819790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Calling delete_port for 1b084bbc-4055-4895-85b2-b2c40f56f294 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:56.854911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.resource_extend [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:50:56.895582 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67517135-9d82-46b9-a2f2-b1156a89a97e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Port': ['ID=87c577e7-e70d-45f0-afd5-bbb01e9f6473,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:56.901917 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67517135-9d82-46b9-a2f2-b1156a89a97e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:56.929446 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] device_id is not set on port 980dbd2a-6b47-4e3a-8892-9583d2756384 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:50:56.936867 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30b6deb-8a72-4ac7-8aaf-c67ceff227c0 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Deleting subnet 0e98bb47-e74f-41e2-bb0c-5d0b67c21bf6 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:50:56.944755 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-67517135-9d82-46b9-a2f2-b1156a89a97e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/ports/87c577e7-e70d-45f0-afd5-bbb01e9f6473 HTTP/1.1" status: 204 len: 168 time: 1.5429716 Mar 08 09:50:56.945540 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c30b6deb-8a72-4ac7-8aaf-c67ceff227c0 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:56.981820 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45018) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:56.991158 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:56.998265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-211644a8-59ab-416e-939c-a03412a382f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa', 'mac_address': 'fa:16:3e:a4:da:4b', 'name': 'tempest-PortsTestJSON-629353421'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:50:57.045930 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b91d5-2917-4f02-8a94-581295c2110a req-bd81b0b1-292e-4c4c-96cf-08c138bd2db2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:57.046529 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-dd2b91d5-2917-4f02-8a94-581295c2110a req-bd81b0b1-292e-4c4c-96cf-08c138bd2db2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Synchronizing usage tracker for tenant:090578e165634cbd86b446011dd7b913 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:57.055018 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Transition to ACTIVE for port object 980dbd2a-6b47-4e3a-8892-9583d2756384 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:57.064640 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c30b6deb-8a72-4ac7-8aaf-c67ceff227c0 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:57.091146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d943d-1b3a-4a85-b77b-4f48cfd3d5b1 req-ac5c9e71-3042-4e77-be23-0056859001b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:57.092590 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d10d943d-1b3a-4a85-b77b-4f48cfd3d5b1 req-ac5c9e71-3042-4e77-be23-0056859001b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e963e0d-7564-4796-acb2-937b9a763afb HTTP/1.1" status: 200 len: 834 time: 0.2391310 Mar 08 09:50:57.113263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff594782-674a-4692-abe0-b75d46f48b36 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:50:57.154166 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:57.164280 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-dd2b91d5-2917-4f02-8a94-581295c2110a req-bd81b0b1-292e-4c4c-96cf-08c138bd2db2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Unset dirty status for tenant:090578e165634cbd86b446011dd7b913 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:57.165465 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dd2b91d5-2917-4f02-8a94-581295c2110a req-bd81b0b1-292e-4c4c-96cf-08c138bd2db2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 932 time: 1.1724038 Mar 08 09:50:57.191339 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:57.203970 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.api [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:50:57.204280 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG oslo_db.api [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:50:57.207461 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Transition to ACTIVE for port object ff594782-674a-4692-abe0-b75d46f48b36 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:50:57.219729 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:57.235839 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:50:57.257672 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-211644a8-59ab-416e-939c-a03412a382f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:50:57.273528 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-211644a8-59ab-416e-939c-a03412a382f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:port and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:50:57.283868 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c42a74-463b-4014-9e6f-c0f22cac4756 req-a49c5439-0085-4673-a76f-4e0b9928e2f4 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:57.285466 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-04c42a74-463b-4014-9e6f-c0f22cac4756 req-a49c5439-0085-4673-a76f-4e0b9928e2f4 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 943 time: 0.4418819 Mar 08 09:50:57.292047 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-211644a8-59ab-416e-939c-a03412a382f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:50:57.328666 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-211644a8-59ab-416e-939c-a03412a382f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:50:57.346487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae19c558-322b-408d-bc59-c801373d41a0 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Router b05cad5c-8bdd-4b34-8bba-1543add73cc3 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:50:57.361183 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dd2b91d5-2917-4f02-8a94-581295c2110a req-0834801d-1b84-4fad-b85b-8e1a54c67fd3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814330 Mar 08 09:50:57.361623 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Pushing event updated for resources: {'Port': ['ID=980dbd2a-6b47-4e3a-8892-9583d2756384,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:57.394372 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Pushing event updated for resources: {'Port': ['ID=ff594782-674a-4692-abe0-b75d46f48b36,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:57.395754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c30b6deb-8a72-4ac7-8aaf-c67ceff227c0 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:57.430888 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Checking segment: {'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:57.431241 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Network hostable DHCP agents. Network: 79c4c11b-3b39-4337-8808-18bd4afcc08b, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:50:57.442833 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211644a8-59ab-416e-939c-a03412a382f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:50:57.511892 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73eb4756-3501-4613-ab02-a56ab0064f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:57.519132 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-04c42a74-463b-4014-9e6f-c0f22cac4756 req-0c7e4643-004f-4dae-adae-8924cbafa111 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194400 Mar 08 09:50:57.592743 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Network 79c4c11b-3b39-4337-8808-18bd4afcc08b is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:50:57.608403 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d943d-1b3a-4a85-b77b-4f48cfd3d5b1 req-dc1f3ca5-620a-4b1a-98f2-4ae195cee9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:57.610047 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d10d943d-1b3a-4a85-b77b-4f48cfd3d5b1 req-dc1f3ca5-620a-4b1a-98f2-4ae195cee9ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c92c8bd2-46ca-46a7-8274-6d902e00c89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4911122 Mar 08 09:50:57.612185 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 79c4c11b-3b39-4337-8808-18bd4afcc08b) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:57.615383 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae19c558-322b-408d-bc59-c801373d41a0 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:50:57.620564 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-211644a8-59ab-416e-939c-a03412a382f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:57.625924 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9959fbb1-e65a-405a-93b5-14735ca499fa None None] Network 79c4c11b-3b39-4337-8808-18bd4afcc08b requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:57.630658 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:57.636466 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18847ab-3361-4554-a768-c8e878b942cd None None] Sync routers for ids ['b05cad5c-8bdd-4b34-8bba-1543add73cc3'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:50:57.654066 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18847ab-3361-4554-a768-c8e878b942cd None None] Routers {'b05cad5c-8bdd-4b34-8bba-1543add73cc3'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:57.656735 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f18847ab-3361-4554-a768-c8e878b942cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['b05cad5c-8bdd-4b34-8bba-1543add73cc3'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:57.663533 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:57.664137 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:57.664744 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:57.671901 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ae19c558-322b-408d-bc59-c801373d41a0 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:57.675870 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ae19c558-322b-408d-bc59-c801373d41a0 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "PUT /v2.0/routers/b05cad5c-8bdd-4b34-8bba-1543add73cc3 HTTP/1.1" status: 200 len: 693 time: 2.1749144 Mar 08 09:50:57.676662 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45022) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:57.679453 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-211644a8-59ab-416e-939c-a03412a382f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] device_id is not set on port f1ce3612-2b74-4641-849d-5723a1524b15 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:50:57.717642 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c30b6deb-8a72-4ac7-8aaf-c67ceff227c0 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:57.721928 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 980dbd2a-6b47-4e3a-8892-9583d2756384 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:57.722433 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:50:57.734120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port 1b084bbc-4055-4895-85b2-b2c40f56f294 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:57.734489 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:57.763797 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 2 to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 Mar 08 09:50:57.769882 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 09:50:57.777539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b6deb-8a72-4ac7-8aaf-c67ceff227c0 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Pushing event deleted for resources: {'Subnet': ['ID=0e98bb47-e74f-41e2-bb0c-5d0b67c21bf6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:57.805537 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c30b6deb-8a72-4ac7-8aaf-c67ceff227c0 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:57.814462 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:57.814768 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:57.815154 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:57.829837 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021c616d-1689-41c5-b040-020535f7c320 None None] Network 01f160ec-fa72-48dd-a0f4-d4c518ed469c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:50:57.833725 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c30b6deb-8a72-4ac7-8aaf-c67ceff227c0 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "DELETE /v2.0/subnets/0e98bb47-e74f-41e2-bb0c-5d0b67c21bf6 HTTP/1.1" status: 204 len: 168 time: 1.2558587 Mar 08 09:50:57.839172 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f18847ab-3361-4554-a768-c8e878b942cd None None] Set router b05cad5c-8bdd-4b34-8bba-1543add73cc3 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:57.846298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45026) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:57.848355 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 980dbd2a-6b47-4e3a-8892-9583d2756384 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:57.849115 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:50:57.853534 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 3 to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 Mar 08 09:50:57.873430 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:57.873944 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:57.874363 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:57.889781 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 980dbd2a-6b47-4e3a-8892-9583d2756384 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:57.890602 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:50:57.893668 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 4 to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 Mar 08 09:50:57.925582 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:57.926066 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:57.926513 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:57.934336 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 980dbd2a-6b47-4e3a-8892-9583d2756384 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:57.934808 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:50:57.953453 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 5 to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 Mar 08 09:50:57.958762 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f18847ab-3361-4554-a768-c8e878b942cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05cad5c-8bdd-4b34-8bba-1543add73cc3', 'name': 'tempest-RoutersTest-router-872192833', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:50:54Z', 'updated_at': '2022-03-08T09:50:56Z', 'revision_number': 2, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:57.963952 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18847ab-3361-4554-a768-c8e878b942cd None None] Checking router: b05cad5c-8bdd-4b34-8bba-1543add73cc3 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:50:57.974851 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18847ab-3361-4554-a768-c8e878b942cd None None] Routers {'b05cad5c-8bdd-4b34-8bba-1543add73cc3'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:50:57.976058 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f18847ab-3361-4554-a768-c8e878b942cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['b05cad5c-8bdd-4b34-8bba-1543add73cc3'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:57.989512 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:57.989990 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:57.990417 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:58.000993 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 980dbd2a-6b47-4e3a-8892-9583d2756384 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:58.001740 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:50:58.004380 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 6 to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 Mar 08 09:50:58.024645 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:58.025742 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:58.026383 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:58.048575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] The port '1b084bbc-4055-4895-85b2-b2c40f56f294' was deleted {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:50:58.049583 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Attempting to bind port ff594782-674a-4692-abe0-b75d46f48b36 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:58.049921 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Attempting to bind port ff594782-674a-4692-abe0-b75d46f48b36 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:58.050254 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Attempting to bind port ff594782-674a-4692-abe0-b75d46f48b36 on network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:58.093941 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 980dbd2a-6b47-4e3a-8892-9583d2756384 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:58.094353 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:50:58.100270 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 7 to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 Mar 08 09:50:58.122592 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:58.123100 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:58.123532 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:58.143784 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 980dbd2a-6b47-4e3a-8892-9583d2756384 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:58.144616 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:50:58.147589 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 8 to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 Mar 08 09:50:58.161168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Port ff594782-674a-4692-abe0-b75d46f48b36 on network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:58.161544 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Attempting to bind port ff594782-674a-4692-abe0-b75d46f48b36 on network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:58.164833 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f18847ab-3361-4554-a768-c8e878b942cd None None] Set router b05cad5c-8bdd-4b34-8bba-1543add73cc3 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:50:58.179680 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f649f1fa-bbf7-4907-a8fe-e3114d84239f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/routers/b05cad5c-8bdd-4b34-8bba-1543add73cc3 HTTP/1.1" status: 200 len: 699 time: 0.4983521 Mar 08 09:50:58.184242 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45030) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:58.185351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:58.185765 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:58.187196 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:58.196830 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 980dbd2a-6b47-4e3a-8892-9583d2756384 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:58.197406 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:50:58.200207 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 9 to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 Mar 08 09:50:58.220394 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:58.221528 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-211644a8-59ab-416e-939c-a03412a382f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:58.223890 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:58.224296 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:58.224875 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:58.235224 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 980dbd2a-6b47-4e3a-8892-9583d2756384 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:58.236065 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:50:58.237744 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 10 to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 Mar 08 09:50:58.264196 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:50:58.264968 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:50:58.265073 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:50:58.272438 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 980dbd2a-6b47-4e3a-8892-9583d2756384 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:50:58.272806 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 980dbd2a-6b47-4e3a-8892-9583d2756384 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:50:58.273162 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:58.284604 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01,segment=NetworkSegment(44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4),segment_id=44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:58.307559 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:50:58.307953 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Checking segment: {'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:50:58.308362 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Bound using segment: {'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:50:58.308921 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f18847ab-3361-4554-a768-c8e878b942cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05cad5c-8bdd-4b34-8bba-1543add73cc3', 'name': 'tempest-RoutersTest-router-872192833', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:50:54Z', 'updated_at': '2022-03-08T09:50:56Z', 'revision_number': 2, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:58.309393 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Bound port: ff594782-674a-4692-abe0-b75d46f48b36, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:50:58.309393 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:58.319950 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01', 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c', 'port_id': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01', 'mac_address': 'fa:16:3e:dc:d4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e963e0d-7564-4796-acb2-937b9a763afb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 09:50:58.320537 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18847ab-3361-4554-a768-c8e878b942cd None None] The sync data for ids ['b05cad5c-8bdd-4b34-8bba-1543add73cc3'] in dv-neutron-831730-2-hyperv is: [{'id': 'b05cad5c-8bdd-4b34-8bba-1543add73cc3', 'name': 'tempest-RoutersTest-router-872192833', 'tenant_id': 'c6601661feb14b85b700842beac586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:50:54Z', 'updated_at': '2022-03-08T09:50:56Z', 'revision_number': 2, 'project_id': 'c6601661feb14b85b700842beac586af', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:50:58.363435 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:58.367856 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4bc9e696-5f6a-4241-a3fb-60bf39a2eb70 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Synchronizing usage tracker for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:58.370708 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db142ee5-bab0-4f3a-befe-ab3f45d3e9f5 None None] DHCP port deletion for 01f160ec-fa72-48dd-a0f4-d4c518ed469c request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:50:58.371853 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d10d943d-1b3a-4a85-b77b-4f48cfd3d5b1 req-92491b6c-9786-4fab-8d03-1c150d919036 service neutron] 10.222.0.26 "GET /v2.0/networks/c92c8bd2-46ca-46a7-8274-6d902e00c89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7526863 Mar 08 09:50:58.408533 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-211644a8-59ab-416e-939c-a03412a382f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:58.460447 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-db142ee5-bab0-4f3a-befe-ab3f45d3e9f5 None None] Deleting port 13802dba-74f5-4db4-adae-5a105262fa29 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:58.461008 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db142ee5-bab0-4f3a-befe-ab3f45d3e9f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:58.495229 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] For port 980dbd2a-6b47-4e3a-8892-9583d2756384, host hv-neutron-8317, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:50:58.495599 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempted to set empty binding levels {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 08 09:50:58.496536 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211644a8-59ab-416e-939c-a03412a382f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=f1ce3612-2b74-4641-849d-5723a1524b15,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:58.507705 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-12b0e99e-2431-4117-b98f-8f02d290eeba tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:58.511883 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211644a8-59ab-416e-939c-a03412a382f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:50:58.515281 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-211644a8-59ab-416e-939c-a03412a382f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:50:58.518614 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211644a8-59ab-416e-939c-a03412a382f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:50:58.524312 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211644a8-59ab-416e-939c-a03412a382f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:58.525008 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-211644a8-59ab-416e-939c-a03412a382f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:58.557420 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:58.599287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:58.612907 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4bc9e696-5f6a-4241-a3fb-60bf39a2eb70 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Unset dirty status for tenant:c6601661feb14b85b700842beac586af on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:58.619282 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:58.620316 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:58.623771 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4bc9e696-5f6a-4241-a3fb-60bf39a2eb70 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/ports?device_id=b05cad5c-8bdd-4b34-8bba-1543add73cc3 HTTP/1.1" status: 200 len: 205 time: 0.4332578 Mar 08 09:50:58.624644 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45038) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:58.626532 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-211644a8-59ab-416e-939c-a03412a382f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6411960 Mar 08 09:50:58.650169 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45040) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:58.790935 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.6872365 Mar 08 09:50:58.798587 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45046) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:58.799033 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:58.827174 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-db142ee5-bab0-4f3a-befe-ab3f45d3e9f5 None None] For port 13802dba-74f5-4db4-adae-5a105262fa29, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=13802dba-74f5-4db4-adae-5a105262fa29,segment=NetworkSegment(e9fc785f-fa5d-4f68-87c4-f44d36bc8fd4),segment_id=e9fc785f-fa5d-4f68-87c4-f44d36bc8fd4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:58.827565 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db142ee5-bab0-4f3a-befe-ab3f45d3e9f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:58.832484 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8570f8-c5d6-4c1f-a090-cc02dda25508']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:58.835658 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:50:58.892520 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-12b0e99e-2431-4117-b98f-8f02d290eeba tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Deleting port 13802dba-74f5-4db4-adae-5a105262fa29 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:58.893150 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-12b0e99e-2431-4117-b98f-8f02d290eeba tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:58.949164 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9105a920-ea62-4ef2-915c-d4a11bb5786a') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:58.949638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9105a920-ea62-4ef2-915c-d4a11bb5786a') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:50:58.959384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01,segment=NetworkSegment(44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4),segment_id=44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:58.966188 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ddb00839-15da-47f0-9ab4-2f7716c5e60b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:58.967038 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-db142ee5-bab0-4f3a-befe-ab3f45d3e9f5 None None] Calling delete_port for 13802dba-74f5-4db4-adae-5a105262fa29 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:58.994812 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:59.014451 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872ed9f-d389-499f-b4ba-47e5c3198342 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Pushing event updated for resources: {'Port': ['ID=980dbd2a-6b47-4e3a-8892-9583d2756384,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:59.019612 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f17e9-3b2e-4876-bde4-fe00f35047a4 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Deleting port 980dbd2a-6b47-4e3a-8892-9583d2756384 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:59.020128 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae9f17e9-3b2e-4876-bde4-fe00f35047a4 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:59.054277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:59.061246 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] For port ff594782-674a-4692-abe0-b75d46f48b36, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:50:59.070955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de760921-0d5a-42f2-9d2d-41d9401b8f34 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:59.071546 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-de760921-0d5a-42f2-9d2d-41d9401b8f34 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Synchronizing usage tracker for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:50:59.100350 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:59.106489 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-de760921-0d5a-42f2-9d2d-41d9401b8f34 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Unset dirty status for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:50:59.108295 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-de760921-0d5a-42f2-9d2d-41d9401b8f34 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports/f1ce3612-2b74-4641-849d-5723a1524b15 HTTP/1.1" status: 200 len: 840 time: 0.4562826 Mar 08 09:50:59.114876 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db142ee5-bab0-4f3a-befe-ab3f45d3e9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:59.119251 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45050) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:50:59.134459 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2649f-1161-4353-9ac3-d9c369ba8990 req-4ad7869d-0a47-4e91-add9-390cd59f676c tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:59.136754 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0da2649f-1161-4353-9ac3-d9c369ba8990 req-4ad7869d-0a47-4e91-add9-390cd59f676c tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 943 time: 0.4088521 Mar 08 09:50:59.163417 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d10d943d-1b3a-4a85-b77b-4f48cfd3d5b1 req-2dde6c1a-e44b-4c5b-8e64-13d7ceb6cf0d service neutron] 10.222.0.26 "GET /v2.0/networks/c92c8bd2-46ca-46a7-8274-6d902e00c89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7830768 Mar 08 09:50:59.183749 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db142ee5-bab0-4f3a-befe-ab3f45d3e9f5 None None] Pushing event deleted for resources: {'Port': ['ID=13802dba-74f5-4db4-adae-5a105262fa29,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:59.190142 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db142ee5-bab0-4f3a-befe-ab3f45d3e9f5 None None] No DVR routers for this DVR port 13802dba-74f5-4db4-adae-5a105262fa29 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:50:59.198070 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:59.199097 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] For port ff594782-674a-4692-abe0-b75d46f48b36, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ff594782-674a-4692-abe0-b75d46f48b36,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:50:59.257656 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-12b0e99e-2431-4117-b98f-8f02d290eeba tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] The port '13802dba-74f5-4db4-adae-5a105262fa29' was deleted {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:50:59.269833 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 13802dba-74f5-4db4-adae-5a105262fa29 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:50:59.320739 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:59.324521 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 13802dba-74f5-4db4-adae-5a105262fa29 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:50:59.324928 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 13802dba-74f5-4db4-adae-5a105262fa29 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:50:59.328981 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-42588da3-05b6-41ea-8de2-ff85477aff8d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port f1ce3612-2b74-4641-849d-5723a1524b15 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:50:59.328981 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42588da3-05b6-41ea-8de2-ff85477aff8d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:59.338823 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:50:59.339232 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:59.374424 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0da2649f-1161-4353-9ac3-d9c369ba8990 req-0fec302c-8b1f-459a-a448-dad44432ed57 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622047 Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn( Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn( Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn( Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn( Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:50:59.381027 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:50:59.390281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['9d9480e0-3ee2-4020-8bf0-4cf3cd257a01'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 09:50:59.467178 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-ae9f17e9-3b2e-4876-bde4-fe00f35047a4 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] For port 980dbd2a-6b47-4e3a-8892-9583d2756384, host hv-neutron-8317, got binding levels [] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:50:59.467442 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae9f17e9-3b2e-4876-bde4-fe00f35047a4 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:59.637977 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f17e9-3b2e-4876-bde4-fe00f35047a4 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Calling delete_port for 980dbd2a-6b47-4e3a-8892-9583d2756384 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:50:59.727207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Pushing event updated for resources: {'Port': ['ID=ff594782-674a-4692-abe0-b75d46f48b36,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:50:59.829510 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42588da3-05b6-41ea-8de2-ff85477aff8d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:59.850003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ddb00839-15da-47f0-9ab4-2f7716c5e60b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:59.865657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ddb00839-15da-47f0-9ab4-2f7716c5e60b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:59.872154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:59.873029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:59.874902 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-5e73b3ac-ed14-4d74-835c-bc4983ddc9bb service neutron] 10.222.0.26 "PUT /v2.0/ports/ff594782-674a-4692-abe0-b75d46f48b36 HTTP/1.1" status: 200 len: 1094 time: 5.7654243 Mar 08 09:50:59.880012 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15f1e2c-a505-4c63-87c0-6e2975b5dc8b', 'tag': 'ff594782-674a-4692-abe0-b75d46f48b36'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:50:59.894002 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451398e-b54c-48bb-848c-2788531e772f req-fd24ec46-b64c-401c-820f-bd5ff899387d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:50:59.895732 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1451398e-b54c-48bb-848c-2788531e772f req-fd24ec46-b64c-401c-820f-bd5ff899387d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 944 time: 1.2537055 Mar 08 09:50:59.908282 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae9f17e9-3b2e-4876-bde4-fe00f35047a4 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:50:59.974320 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15f1e2c-a505-4c63-87c0-6e2975b5dc8b', 'tag': 'ff594782-674a-4692-abe0-b75d46f48b36', 'status': 'completed', 'code': 200} Mar 08 09:50:59.976616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:00.017026 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae9f17e9-3b2e-4876-bde4-fe00f35047a4 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:00.026150 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-42588da3-05b6-41ea-8de2-ff85477aff8d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for f1ce3612-2b74-4641-849d-5723a1524b15 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:00.039585 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-12b0e99e-2431-4117-b98f-8f02d290eeba tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:00.074369 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:00.078694 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f17e9-3b2e-4876-bde4-fe00f35047a4 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Pushing event deleted for resources: {'Port': ['ID=980dbd2a-6b47-4e3a-8892-9583d2756384,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:00.085030 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ae9f17e9-3b2e-4876-bde4-fe00f35047a4 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] 10.222.0.24 "DELETE /v2.0/ports/980dbd2a-6b47-4e3a-8892-9583d2756384 HTTP/1.1" status: 204 len: 168 time: 1.2790141 Mar 08 09:51:00.087831 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45056) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:00.125332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:00.133767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ddb00839-15da-47f0-9ab4-2f7716c5e60b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:00.134504 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb00839-15da-47f0-9ab4-2f7716c5e60b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Fanout notify agent at l3_agent the message router_deleted on router b05cad5c-8bdd-4b34-8bba-1543add73cc3 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:51:00.149158 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6297dc3c-f7cb-4281-a672-dca127155d13 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] GET failed (client error): The resource could not be found. Mar 08 09:51:00.149700 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6297dc3c-f7cb-4281-a672-dca127155d13 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Synchronizing usage tracker for tenant:7adc594fd61142dba24659000bc76e9a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:00.155767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-12b0e99e-2431-4117-b98f-8f02d290eeba tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f160ec-fa72-48dd-a0f4-d4c518ed469c']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:00.164794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Network': ['ID=ab8570f8-c5d6-4c1f-a090-cc02dda25508,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:00.167362 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-eef70e07-8030-47f1-b5bc-d58825152a7d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/networks/ab8570f8-c5d6-4c1f-a090-cc02dda25508 HTTP/1.1" status: 204 len: 168 time: 5.3264623 Mar 08 09:51:00.173534 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45060) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:00.176989 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ddb00839-15da-47f0-9ab4-2f7716c5e60b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:00.181669 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ddb00839-15da-47f0-9ab4-2f7716c5e60b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/routers/b05cad5c-8bdd-4b34-8bba-1543add73cc3 HTTP/1.1" status: 204 len: 168 time: 1.4947495 Mar 08 09:51:00.181783 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-17de241e-495c-4f59-8352-53adc7909b4f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1591536584'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:00.185582 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45064) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:00.190385 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1451398e-b54c-48bb-848c-2788531e772f req-31bbc7a6-68c1-4745-bef8-b96bc9722a4f tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187591 Mar 08 09:51:00.195215 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-17de241e-495c-4f59-8352-53adc7909b4f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:00.195576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-12b0e99e-2431-4117-b98f-8f02d290eeba tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9fc785f-fa5d-4f68-87c4-f44d36bc8fd4') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:00.195977 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-12b0e99e-2431-4117-b98f-8f02d290eeba tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9fc785f-fa5d-4f68-87c4-f44d36bc8fd4') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:00.221363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-12b0e99e-2431-4117-b98f-8f02d290eeba tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:00.236184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-69c80fd7-4fb1-4527-9751-af8b1703d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:00.237746 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-69c80fd7-4fb1-4527-9751-af8b1703d948 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=090578e165634cbd86b446011dd7b913&device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 1097 time: 0.2625818 Mar 08 09:51:00.246874 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-12b0e99e-2431-4117-b98f-8f02d290eeba tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:00.253251 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c9f53440-c3ef-470f-814f-add8448b0ee1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/ports?device_id=b05cad5c-8bdd-4b34-8bba-1543add73cc3 HTTP/1.1" status: 200 len: 205 time: 0.0630443 Mar 08 09:51:00.256248 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45068) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:00.257384 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-17de241e-495c-4f59-8352-53adc7909b4f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:network and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:00.262051 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-17de241e-495c-4f59-8352-53adc7909b4f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:00.329040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6297dc3c-f7cb-4281-a672-dca127155d13 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Unset dirty status for tenant:7adc594fd61142dba24659000bc76e9a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:00.330142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b0e99e-2431-4117-b98f-8f02d290eeba tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:51:00.330291 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6297dc3c-f7cb-4281-a672-dca127155d13 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] 10.222.0.24 "GET /v2.0/ports/980dbd2a-6b47-4e3a-8892-9583d2756384 HTTP/1.1" status: 404 len: 333 time: 0.2414730 Mar 08 09:51:00.330699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-12b0e99e-2431-4117-b98f-8f02d290eeba tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:00.338458 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-17de241e-495c-4f59-8352-53adc7909b4f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:00.340397 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42588da3-05b6-41ea-8de2-ff85477aff8d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:51:00.347190 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:51:00.349337 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45072) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:00.349421 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-876c3231-7086-4ec3-8411-7c5f7c2d17c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff594782-674a-4692-abe0-b75d46f48b36 HTTP/1.1" status: 200 len: 217 time: 0.0986450 Mar 08 09:51:00.390219 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-3a5b48b7-d905-43e6-8c82-f7e2374ceef0 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] delete failed (client error): The resource could not be found. Mar 08 09:51:00.391770 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3a5b48b7-d905-43e6-8c82-f7e2374ceef0 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/routers/b05cad5c-8bdd-4b34-8bba-1543add73cc3 HTTP/1.1" status: 404 len: 336 time: 0.1314089 Mar 08 09:51:00.402451 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6b489e4c-7827-46cc-bc6c-b521d5978a87 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Request body: {'port': {'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1435082642'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:00.407961 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45076) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:00.410457 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42588da3-05b6-41ea-8de2-ff85477aff8d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Port': ['ID=f1ce3612-2b74-4641-849d-5723a1524b15,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:00.424140 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-42588da3-05b6-41ea-8de2-ff85477aff8d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:00.435298 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6b489e4c-7827-46cc-bc6c-b521d5978a87 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:00.469461 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17de241e-495c-4f59-8352-53adc7909b4f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Made reservation on behalf of 6d74a792e0a04913823581fb4b20fd08 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:00.473552 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17de241e-495c-4f59-8352-53adc7909b4f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:00.487440 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-34b77459-0af2-4b4c-ab4c-456fe7195e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:00.489042 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-34b77459-0af2-4b4c-ab4c-456fe7195e1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7682eda2-a1ce-418e-9798-c51cec16a340 HTTP/1.1" status: 200 len: 850 time: 0.1283340 Mar 08 09:51:00.490092 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-12b0e99e-2431-4117-b98f-8f02d290eeba tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:00.500002 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-42588da3-05b6-41ea-8de2-ff85477aff8d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/ports/f1ce3612-2b74-4641-849d-5723a1524b15 HTTP/1.1" status: 204 len: 168 time: 1.3759837 Mar 08 09:51:00.509328 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45082) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:00.543285 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-12b0e99e-2431-4117-b98f-8f02d290eeba tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:00.549888 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1bbffc-f7a1-4eb3-967b-b1762940c4bf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] DELETE failed (client error): The resource could not be found. Mar 08 09:51:00.550600 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1bbffc-f7a1-4eb3-967b-b1762940c4bf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:51:00.552244 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2b1bbffc-f7a1-4eb3-967b-b1762940c4bf tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/subnets/506b27c1-f954-4f6d-810a-7086c066d16f HTTP/1.1" status: 404 len: 337 time: 0.1378558 Mar 08 09:51:00.554413 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6b489e4c-7827-46cc-bc6c-b521d5978a87 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:00.558393 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45086) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:00.559373 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0e99e-2431-4117-b98f-8f02d290eeba tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Pushing event deleted for resources: {'Network': ['ID=01f160ec-fa72-48dd-a0f4-d4c518ed469c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:00.603067 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-12b0e99e-2431-4117-b98f-8f02d290eeba tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "DELETE /v2.0/networks/01f160ec-fa72-48dd-a0f4-d4c518ed469c HTTP/1.1" status: 204 len: 168 time: 2.7531853 Mar 08 09:51:00.604866 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45090) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:00.613099 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-083666a2-f4a0-4671-a644-94488ede387b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] DELETE failed (client error): The resource could not be found. Mar 08 09:51:00.613556 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083666a2-f4a0-4671-a644-94488ede387b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:51:00.617576 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-083666a2-f4a0-4671-a644-94488ede387b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/subnets/7a85b21b-fdc5-490b-a986-2af3405fddfb HTTP/1.1" status: 404 len: 337 time: 0.0538363 Mar 08 09:51:00.620152 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45094) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:00.661237 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d4daf5a6-993b-4e83-8237-b2e2ede9d4c9 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe HTTP/1.1" status: 200 len: 205 time: 0.0521333 Mar 08 09:51:00.663808 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45098) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:00.668368 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f70e51e-f4ad-487b-b977-3e82bcb91cdc tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] GET failed (client error): The resource could not be found. Mar 08 09:51:00.668942 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1f70e51e-f4ad-487b-b977-3e82bcb91cdc tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Synchronizing usage tracker for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:00.796199 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17de241e-495c-4f59-8352-53adc7909b4f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:51:00.800120 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b489e4c-7827-46cc-bc6c-b521d5978a87 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Made reservation on behalf of 7adc594fd61142dba24659000bc76e9a for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:00.802458 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b489e4c-7827-46cc-bc6c-b521d5978a87 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:00.810794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1b154d3-4e09-4526-9b4a-bec37c10d539 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:00.811325 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ae08cd-bd26-427d-a52b-9998a69412c1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] DELETE failed (client error): The resource could not be found. Mar 08 09:51:00.811762 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ae08cd-bd26-427d-a52b-9998a69412c1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:51:00.840863 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-19ae08cd-bd26-427d-a52b-9998a69412c1 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/subnets/4eef5c78-54da-4b8f-b847-5cbe748c7d46 HTTP/1.1" status: 404 len: 337 time: 0.2160747 Mar 08 09:51:00.840863 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17de241e-495c-4f59-8352-53adc7909b4f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:00.840863 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-17de241e-495c-4f59-8352-53adc7909b4f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Added segment cb7f3e43-0404-4070-93d1-404c15038985 of type vlan for network b17ea341-28a1-40a6-9914-1b822bcc3b89 Mar 08 09:51:00.846790 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45102) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:00.855323 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-6b489e4c-7827-46cc-bc6c-b521d5978a87 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] device_id is not set on port 063156e6-e16f-4b09-8659-552fa3ccb209 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:51:00.919507 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1f70e51e-f4ad-487b-b977-3e82bcb91cdc tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Unset dirty status for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:00.920640 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1f70e51e-f4ad-487b-b977-3e82bcb91cdc tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports/f1ce3612-2b74-4641-849d-5723a1524b15 HTTP/1.1" status: 404 len: 333 time: 0.3727410 Mar 08 09:51:00.930229 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-06afc1ce-24ac-4933-b92e-71192aada9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:00.931705 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-06afc1ce-24ac-4933-b92e-71192aada9a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4218616 Mar 08 09:51:00.933349 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45106) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:00.975986 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-37ba8268-88ab-4580-a4c6-8e8f1e5964f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa', 'name': 'tempest-PortsTestJSON-866444751'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:00.989346 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f278dff6-cd51-49bb-bd39-d770aa71423b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] DELETE failed (client error): The resource could not be found. Mar 08 09:51:00.989789 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f278dff6-cd51-49bb-bd39-d770aa71423b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:51:01.000070 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17de241e-495c-4f59-8352-53adc7909b4f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:01.043707 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f278dff6-cd51-49bb-bd39-d770aa71423b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/subnets/4be09b40-fe18-4c36-9529-087f193a766d HTTP/1.1" status: 404 len: 337 time: 0.1902335 Mar 08 09:51:01.051582 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891dda0-f673-44e1-8f3d-496504fc5a12 req-ceffcbe0-446f-481f-a58a-08116c00d511 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:01.053230 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7891dda0-f673-44e1-8f3d-496504fc5a12 req-ceffcbe0-446f-481f-a58a-08116c00d511 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 944 time: 0.5390258 Mar 08 09:51:01.053697 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45110) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:01.169297 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-17de241e-495c-4f59-8352-53adc7909b4f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:51:01.209300 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a4fa3ac1-62a3-48c9-a814-6aba9d51d8c6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eee20d8-c2b4-432e-b1cc-b03b9cd57188 HTTP/1.1" status: 200 len: 205 time: 0.1485903 Mar 08 09:51:01.228943 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45114) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:01.327434 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1b154d3-4e09-4526-9b4a-bec37c10d539 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:01.331186 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-37ba8268-88ab-4580-a4c6-8e8f1e5964f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:01.345485 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17de241e-495c-4f59-8352-53adc7909b4f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:01.350743 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17de241e-495c-4f59-8352-53adc7909b4f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:01.351314 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17de241e-495c-4f59-8352-53adc7909b4f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:01.364308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1b154d3-4e09-4526-9b4a-bec37c10d539 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:01.389974 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-98b5b54c-22f9-42bb-9cfa-aab124813c6f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] delete failed (client error): The resource could not be found. Mar 08 09:51:01.391544 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-98b5b54c-22f9-42bb-9cfa-aab124813c6f tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/routers/1eee20d8-c2b4-432e-b1cc-b03b9cd57188 HTTP/1.1" status: 404 len: 336 time: 0.1615434 Mar 08 09:51:01.397024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45120) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:01.405058 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-37ba8268-88ab-4580-a4c6-8e8f1e5964f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:01.454179 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1b154d3-4e09-4526-9b4a-bec37c10d539 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:01.454655 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b154d3-4e09-4526-9b4a-bec37c10d539 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Fanout notify agent at l3_agent the message router_deleted on router d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:51:01.461208 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7891dda0-f673-44e1-8f3d-496504fc5a12 req-4a52a593-fd13-439b-962f-3aa1949f2154 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3515427 Mar 08 09:51:01.471410 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-88e81b8e-20c5-4ef4-a0a0-0cd24ea8794b tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0 HTTP/1.1" status: 200 len: 205 time: 0.0689976 Mar 08 09:51:01.478553 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-90c2eb2a-c6aa-49f9-92c2-f5a3a1cac45e service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369689 Mar 08 09:51:01.479426 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45124) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:01.548456 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-17de241e-495c-4f59-8352-53adc7909b4f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3708317 Mar 08 09:51:01.549582 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de241e-495c-4f59-8352-53adc7909b4f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Network': ['ID=b17ea341-28a1-40a6-9914-1b822bcc3b89,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:01.550906 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45128) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:01.567209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fa04e219-0e46-4b21-a0d5-098683680119 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'subnet': {'network_id': 'b17ea341-28a1-40a6-9914-1b822bcc3b89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:01.568490 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network b17ea341-28a1-40a6-9914-1b822bcc3b89 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:51:01.581502 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ba8268-88ab-4580-a4c6-8e8f1e5964f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:01.584860 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37ba8268-88ab-4580-a4c6-8e8f1e5964f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:01.588125 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1b154d3-4e09-4526-9b4a-bec37c10d539 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:01.589419 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a1b154d3-4e09-4526-9b4a-bec37c10d539 tempest-RoutersNegativeTest-2092539679 tempest-RoutersNegativeTest-2092539679-project] 10.222.0.24 "DELETE /v2.0/routers/d1c3f6c8-74a9-47bd-9a79-d70e9bfce6fe HTTP/1.1" status: 204 len: 168 time: 0.9233770 Mar 08 09:51:01.597249 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-2a171664-3786-4785-8710-e40709f5ba10 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] delete failed (client error): The resource could not be found. Mar 08 09:51:01.598419 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2a171664-3786-4785-8710-e40709f5ba10 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/routers/5d688f5f-93ad-4a38-bdf9-b504bb8bb5d0 HTTP/1.1" status: 404 len: 336 time: 0.1164753 Mar 08 09:51:01.604889 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45134) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:01.644997 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b489e4c-7827-46cc-bc6c-b521d5978a87 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:01.694773 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d222c-f75f-4e88-875e-6533e72850b2 req-43310a8b-7205-4f42-b13c-7d822b5e3c05 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:01.702421 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fa5d222c-f75f-4e88-875e-6533e72850b2 req-43310a8b-7205-4f42-b13c-7d822b5e3c05 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 944 time: 0.3849089 Mar 08 09:51:01.738699 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf8c0da-de6a-42fc-a95a-3b7d2e59173c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] DELETE failed (client error): The resource could not be found. Mar 08 09:51:01.739148 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf8c0da-de6a-42fc-a95a-3b7d2e59173c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:51:01.740886 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fcf8c0da-de6a-42fc-a95a-3b7d2e59173c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/subnets/e3a2856c-7ffa-41ac-a590-86c030252e2c HTTP/1.1" status: 404 len: 337 time: 0.1078820 Mar 08 09:51:01.747831 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45138) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:01.755540 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-37ba8268-88ab-4580-a4c6-8e8f1e5964f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] device_id is not set on port 20ce4c94-1e4b-450d-af6f-dc83a9476aec yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:51:01.783717 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:01.801102 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c41f93d6-dd7d-4d5f-b4ac-7ba00185fcb2 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/ports?device_id=152fe438-b930-4912-be15-6ffd88da6199 HTTP/1.1" status: 200 len: 205 time: 0.0518517 Mar 08 09:51:01.808636 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45144) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:01.812055 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fa5d222c-f75f-4e88-875e-6533e72850b2 req-0ac9fe7c-56fe-4dd0-ade3-047817ba176a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086435 Mar 08 09:51:01.821511 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67fee1ef-6914-422b-b8bb-c2671ba78afc req-a7253bb0-79ba-411f-b923-2bf5d2d1dd2c service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377941 Mar 08 09:51:01.872679 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:01.880604 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:01.882991 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:01.905078 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fa04e219-0e46-4b21-a0d5-098683680119 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:01.910981 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-87542e65-3baa-461e-8575-a8c8304c944e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] delete failed (client error): The resource could not be found. Mar 08 09:51:01.915241 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-87542e65-3baa-461e-8575-a8c8304c944e tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/routers/152fe438-b930-4912-be15-6ffd88da6199 HTTP/1.1" status: 404 len: 336 time: 0.0999916 Mar 08 09:51:01.915418 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fa04e219-0e46-4b21-a0d5-098683680119 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:subnet and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:01.919350 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45148) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:01.926605 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fa04e219-0e46-4b21-a0d5-098683680119 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:01.958945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45152) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:01.994044 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eb52b-7687-4e27-bc40-cf3b87dee74b req-1d35c8e5-0b40-4614-a19e-f08dab7cec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:01.995330 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fa04e219-0e46-4b21-a0d5-098683680119 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:01.996175 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0f1eb52b-7687-4e27-bc40-cf3b87dee74b req-1d35c8e5-0b40-4614-a19e-f08dab7cec17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=090578e165634cbd86b446011dd7b913&device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 1097 time: 0.0940461 Mar 08 09:51:02.019805 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:02.051908 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e91170-84e6-4a49-9534-42a5048ac33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:51:02.065316 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01,segment=NetworkSegment(44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4),segment_id=44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:02.078300 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:02.088371 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e712d9c8-a98c-47d9-9b8e-e4b878491e28 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/ports?device_id=92afe2d6-7c4f-4de6-a35a-613a1eda9064 HTTP/1.1" status: 200 len: 205 time: 0.1662009 Mar 08 09:51:02.092030 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45162) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:02.177743 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:02.194752 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b489e4c-7827-46cc-bc6c-b521d5978a87 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:02.199398 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ccec681f-dae4-4369-be30-ce088f77e385 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d7ad7fd5b5f46ae93710fbab512b284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393649 Mar 08 09:51:02.202598 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45166) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:02.206670 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa04e219-0e46-4b21-a0d5-098683680119 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Made reservation on behalf of 6d74a792e0a04913823581fb4b20fd08 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:02.210087 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa04e219-0e46-4b21-a0d5-098683680119 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:02.244357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eb52b-7687-4e27-bc40-cf3b87dee74b req-112b82f2-71e2-40d0-868f-16bc74201137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:02.245967 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0f1eb52b-7687-4e27-bc40-cf3b87dee74b req-112b82f2-71e2-40d0-868f-16bc74201137 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1 HTTP/1.1" status: 200 len: 912 time: 0.2430010 Mar 08 09:51:02.256609 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e91170-84e6-4a49-9534-42a5048ac33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01', 'code': 200} Mar 08 09:51:02.306746 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-8f33efab-7f43-4fc1-ab53-b374a3a5c09d tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] delete failed (client error): The resource could not be found. Mar 08 09:51:02.310231 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8f33efab-7f43-4fc1-ab53-b374a3a5c09d tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/routers/92afe2d6-7c4f-4de6-a35a-613a1eda9064 HTTP/1.1" status: 404 len: 336 time: 0.2148554 Mar 08 09:51:02.317744 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45170) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:02.358138 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0f1eb52b-7687-4e27-bc40-cf3b87dee74b req-de3a33bd-d834-4314-8ee7-70c8b349c2f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff594782-674a-4692-abe0-b75d46f48b36 HTTP/1.1" status: 200 len: 217 time: 0.1049433 Mar 08 09:51:02.370215 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4fde32-bc52-4b4a-9f79-95ad12365b21 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] DELETE failed (client error): The resource could not be found. Mar 08 09:51:02.370751 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf4fde32-bc52-4b4a-9f79-95ad12365b21 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:51:02.375657 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-cf4fde32-bc52-4b4a-9f79-95ad12365b21 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/subnets/62fd7957-d7ec-4aa9-93e7-463b54d8ae88 HTTP/1.1" status: 404 len: 337 time: 0.0471847 Mar 08 09:51:02.404396 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45174) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:02.512835 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-86f359a2-891b-46e5-a8d7-788a902b74f6 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/ports?device_id=65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f HTTP/1.1" status: 200 len: 205 time: 0.1037979 Mar 08 09:51:02.520440 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0ade162e-ab2e-46b4-b080-3164f7f85b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:02.522652 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b489e4c-7827-46cc-bc6c-b521d5978a87 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Network 79c4c11b-3b39-4337-8808-18bd4afcc08b is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:02.524366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45180) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:02.535434 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6b489e4c-7827-46cc-bc6c-b521d5978a87 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:02.586078 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b489e4c-7827-46cc-bc6c-b521d5978a87 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:02.587610 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b489e4c-7827-46cc-bc6c-b521d5978a87 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:02.588389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b489e4c-7827-46cc-bc6c-b521d5978a87 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:02.591967 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b489e4c-7827-46cc-bc6c-b521d5978a87 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Pushing event updated for resources: {'Port': ['ID=063156e6-e16f-4b09-8659-552fa3ccb209,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:02.598412 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37ba8268-88ab-4580-a4c6-8e8f1e5964f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:02.629945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eb52b-7687-4e27-bc40-cf3b87dee74b req-a09244b2-27ae-46fa-a446-9c264975b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:02.631650 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0f1eb52b-7687-4e27-bc40-cf3b87dee74b req-a09244b2-27ae-46fa-a446-9c264975b981 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7682eda2-a1ce-418e-9798-c51cec16a340 HTTP/1.1" status: 200 len: 850 time: 0.2639415 Mar 08 09:51:02.641410 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6b489e4c-7827-46cc-bc6c-b521d5978a87 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2605629 Mar 08 09:51:02.671256 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45184) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:02.675124 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-54763cb5-ef9d-49b8-b454-c3f7d93e6ab4 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] delete failed (client error): The resource could not be found. Mar 08 09:51:02.676220 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-54763cb5-ef9d-49b8-b454-c3f7d93e6ab4 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/routers/65b382d4-50c6-4ae9-bc8e-0e4b0b3a0f8f HTTP/1.1" status: 404 len: 336 time: 0.1501009 Mar 08 09:51:02.683305 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45188) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:02.686885 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8317'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:02.736263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0ade162e-ab2e-46b4-b080-3164f7f85b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:02.776985 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9534a07-eb7b-41de-adb2-50b483188e51 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] DELETE failed (client error): The resource could not be found. Mar 08 09:51:02.777439 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9534a07-eb7b-41de-adb2-50b483188e51 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:51:02.779082 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e9534a07-eb7b-41de-adb2-50b483188e51 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/subnets/85ff4fe8-ce7b-473f-a7ba-b0bf05f68b98 HTTP/1.1" status: 404 len: 337 time: 0.0649021 Mar 08 09:51:02.784707 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45192) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:02.811597 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451fec0-1aa1-471b-86fd-15bf6484d59c req-f90b2439-cfc4-46e5-8a70-8812977a23e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:02.813129 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d451fec0-1aa1-471b-86fd-15bf6484d59c req-f90b2439-cfc4-46e5-8a70-8812977a23e7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 1098 time: 0.3531668 Mar 08 09:51:02.886262 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e952b3cc-899e-4210-8340-146e4979742c tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c5df532-805a-4565-9298-f9f1509d87a5 HTTP/1.1" status: 200 len: 205 time: 0.0960562 Mar 08 09:51:02.886445 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951b3bb-b500-4b57-9381-c209d374e22a req-da32c823-79ca-42bc-a960-093085f1a413 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:02.887048 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0951b3bb-b500-4b57-9381-c209d374e22a req-da32c823-79ca-42bc-a960-093085f1a413 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 945 time: 0.2611189 Mar 08 09:51:02.887548 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45198) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:02.901374 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37ba8268-88ab-4580-a4c6-8e8f1e5964f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:02.903497 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eb52b-7687-4e27-bc40-cf3b87dee74b req-36374b99-772d-4c24-92f1-bf07910c1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:02.905419 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0f1eb52b-7687-4e27-bc40-cf3b87dee74b req-36374b99-772d-4c24-92f1-bf07910c1669 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2623608 Mar 08 09:51:03.041544 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ba8268-88ab-4580-a4c6-8e8f1e5964f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:03.059193 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:03.067676 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-37ba8268-88ab-4580-a4c6-8e8f1e5964f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:03.069659 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa04e219-0e46-4b21-a0d5-098683680119 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:03.079404 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ba8268-88ab-4580-a4c6-8e8f1e5964f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:03.084743 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba8268-88ab-4580-a4c6-8e8f1e5964f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:03.085311 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37ba8268-88ab-4580-a4c6-8e8f1e5964f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:03.117912 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0ade162e-ab2e-46b4-b080-3164f7f85b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:03.119112 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba8268-88ab-4580-a4c6-8e8f1e5964f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=20ce4c94-1e4b-450d-af6f-dc83a9476aec,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:03.161817 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d451fec0-1aa1-471b-86fd-15bf6484d59c req-35c63cdc-7009-4999-bc87-4c9b60642c7e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3383889 Mar 08 09:51:03.167486 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-1136099a-ac28-4db1-bbb0-02116bd63c11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] delete failed (client error): The resource could not be found. Mar 08 09:51:03.168413 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1136099a-ac28-4db1-bbb0-02116bd63c11 tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/routers/1c5df532-805a-4565-9298-f9f1509d87a5 HTTP/1.1" status: 404 len: 336 time: 0.2788265 Mar 08 09:51:03.171126 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade162e-ab2e-46b4-b080-3164f7f85b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d624f6-cce8-4363-aff9-86d451c379c9,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:03.184051 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45202) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:03.202762 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-37ba8268-88ab-4580-a4c6-8e8f1e5964f0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2666585 Mar 08 09:51:03.214068 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45206) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:03.233851 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-66f6b7e4-fe87-4733-b845-d7f876af976e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:03.285153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0ade162e-ab2e-46b4-b080-3164f7f85b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:03.288884 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0ade162e-ab2e-46b4-b080-3164f7f85b59 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95d624f6-cce8-4363-aff9-86d451c379c9 HTTP/1.1" status: 204 len: 168 time: 1.0826285 Mar 08 09:51:03.293371 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04e219-0e46-4b21-a0d5-098683680119 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Subnet': ['ID=4af01f78-231e-40de-a3ad-133308d46c63,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:03.294695 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0951b3bb-b500-4b57-9381-c209d374e22a req-2b6a9dd7-bf49-4cca-8378-b0c68adc8c62 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3944335 Mar 08 09:51:03.298344 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0d697e-f7e7-4ab4-bac0-3e2c23af65ce tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] DELETE failed (client error): The resource could not be found. Mar 08 09:51:03.298797 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0d697e-f7e7-4ab4-bac0-3e2c23af65ce tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:51:03.300467 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8b0d697e-f7e7-4ab4-bac0-3e2c23af65ce tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/subnets/879b9856-86e7-4fdf-b9df-f02cb0c67d06 HTTP/1.1" status: 404 len: 337 time: 0.1105766 Mar 08 09:51:03.303305 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45212) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:03.341018 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa04e219-0e46-4b21-a0d5-098683680119 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Checking segment: {'id': 'cb7f3e43-0404-4070-93d1-404c15038985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b17ea341-28a1-40a6-9914-1b822bcc3b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:03.341378 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa04e219-0e46-4b21-a0d5-098683680119 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network hostable DHCP agents. Network: b17ea341-28a1-40a6-9914-1b822bcc3b89, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:51:03.359952 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3083f3fb-8ff9-4173-aab9-f91ad589fcad tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] DELETE failed (client error): The resource could not be found. Mar 08 09:51:03.360413 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3083f3fb-8ff9-4173-aab9-f91ad589fcad tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:51:03.364719 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3083f3fb-8ff9-4173-aab9-f91ad589fcad tempest-RoutersTest-1174926555 tempest-RoutersTest-1174926555-project] 10.222.0.24 "DELETE /v2.0/subnets/28596d33-6aa1-425b-9256-1543e6ea8313 HTTP/1.1" status: 404 len: 337 time: 0.0578878 Mar 08 09:51:03.386601 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0f1eb52b-7687-4e27-bc40-cf3b87dee74b req-b4a753ad-a7ce-45fb-ae6f-66e3d49817a2 service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038700 Mar 08 09:51:03.479070 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d30b1-ea3d-4d2b-8ac8-38c64b4259f5 req-ca017761-778f-43f5-b6d2-73246f421e2b tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:03.486374 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-247d30b1-ea3d-4d2b-8ac8-38c64b4259f5 req-ca017761-778f-43f5-b6d2-73246f421e2b tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 944 time: 0.5113783 Mar 08 09:51:03.551282 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa04e219-0e46-4b21-a0d5-098683680119 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network b17ea341-28a1-40a6-9914-1b822bcc3b89 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:51:03.563992 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0f1eb52b-7687-4e27-bc40-cf3b87dee74b req-3c488e4d-b041-453f-b61e-84a72b7610e2 service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687429 Mar 08 09:51:03.588305 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66f6b7e4-fe87-4733-b845-d7f876af976e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:03.597086 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-fa04e219-0e46-4b21-a0d5-098683680119 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, b17ea341-28a1-40a6-9914-1b822bcc3b89) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:03.608791 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aae853-4aba-4ba9-ab49-082d0ff13def None None] Network b17ea341-28a1-40a6-9914-1b822bcc3b89 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:03.611475 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa04e219-0e46-4b21-a0d5-098683680119 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:03.612262 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa04e219-0e46-4b21-a0d5-098683680119 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:03.647656 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-247d30b1-ea3d-4d2b-8ac8-38c64b4259f5 req-4f3fd657-c1a5-4fae-b04b-d5e90fee2c6a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603091 Mar 08 09:51:03.752317 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fa04e219-0e46-4b21-a0d5-098683680119 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1977625 Mar 08 09:51:03.753037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45230) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:03.759928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-d6e798e0-1eda-40f1-8a85-7f716de97416 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1240972206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:03.772223 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d6e798e0-1eda-40f1-8a85-7f716de97416 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:03.778753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d6e798e0-1eda-40f1-8a85-7f716de97416 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:router and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:03.783140 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d6e798e0-1eda-40f1-8a85-7f716de97416 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:03.788799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] device_id is not set on port 063156e6-e16f-4b09-8659-552fa3ccb209 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:51:03.791310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d6e798e0-1eda-40f1-8a85-7f716de97416 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:03.807274 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6e798e0-1eda-40f1-8a85-7f716de97416 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:03.811163 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6e798e0-1eda-40f1-8a85-7f716de97416 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:03.811569 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:03.840236 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6e798e0-1eda-40f1-8a85-7f716de97416 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:03.863813 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Transition to ACTIVE for port object 063156e6-e16f-4b09-8659-552fa3ccb209 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:03.867594 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45234) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:03.884863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6e798e0-1eda-40f1-8a85-7f716de97416 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:03.896552 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-b17ea341-28a1-40a6-9914-1b822bcc3b89', 'network_id': 'b17ea341-28a1-40a6-9914-1b822bcc3b89', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'fixed_ips': [{'subnet_id': '4af01f78-231e-40de-a3ad-133308d46c63'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:51:03.897649 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:03.913701 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:03.941010 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6e798e0-1eda-40f1-8a85-7f716de97416 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:03.942386 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d6e798e0-1eda-40f1-8a85-7f716de97416 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1882637 Mar 08 09:51:03.944996 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45242) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:03.951951 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-8c277cc2-a44c-4ce5-88c6-a4b421120dc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'port': {'network_id': 'b17ea341-28a1-40a6-9914-1b822bcc3b89', 'name': 'tempest-RoutersIpV6Test-1037575628'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:04.077154 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Pushing event updated for resources: {'Port': ['ID=063156e6-e16f-4b09-8659-552fa3ccb209,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:04.108932 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:04.110014 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:04.110350 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:04.113624 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66f6b7e4-fe87-4733-b845-d7f876af976e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:04.128380 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66f6b7e4-fe87-4733-b845-d7f876af976e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:04.133641 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:51:04.134233 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:51:04.160283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8c277cc2-a44c-4ce5-88c6-a4b421120dc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:04.168338 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Allocated IP 2001:db8::2 (b17ea341-28a1-40a6-9914-1b822bcc3b89/4af01f78-231e-40de-a3ad-133308d46c63/305ba836-dffa-4206-97d7-cf3ce8ff4368) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:04.177481 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 2 to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 Mar 08 09:51:04.192362 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8c277cc2-a44c-4ce5-88c6-a4b421120dc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:04.226122 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-66f6b7e4-fe87-4733-b845-d7f876af976e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] In _notify_port_updated(), no bound segment for port 20ce4c94-1e4b-450d-af6f-dc83a9476aec on network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:51:04.228974 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c277cc2-a44c-4ce5-88c6-a4b421120dc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Made reservation on behalf of 6d74a792e0a04913823581fb4b20fd08 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:04.232321 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f6b7e4-fe87-4733-b845-d7f876af976e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:04.232525 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c277cc2-a44c-4ce5-88c6-a4b421120dc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:04.233238 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66f6b7e4-fe87-4733-b845-d7f876af976e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:04.238110 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-66f6b7e4-fe87-4733-b845-d7f876af976e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "PUT /v2.0/ports/20ce4c94-1e4b-450d-af6f-dc83a9476aec HTTP/1.1" status: 200 len: 818 time: 1.0165725 Mar 08 09:51:04.243185 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45252) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:04.251537 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3b1f0efe-009e-4853-a730-7be24c7b7671 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6601661feb14b85b700842beac586af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824105 Mar 08 09:51:04.253993 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45256) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:04.256794 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:04.257380 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:04.257801 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:04.273833 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-8c277cc2-a44c-4ce5-88c6-a4b421120dc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] device_id is not set on port 3e641a6f-43eb-412e-8bd2-1215c85b1ab6 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:51:04.306299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45260) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:04.339060 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-246c8006-7f64-4217-a66a-85205c474e4a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 20ce4c94-1e4b-450d-af6f-dc83a9476aec {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:04.339499 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-246c8006-7f64-4217-a66a-85205c474e4a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:04.382233 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6b7e4-fe87-4733-b845-d7f876af976e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=20ce4c94-1e4b-450d-af6f-dc83a9476aec,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:04.391164 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:51:04.391882 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:51:04.423298 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 3 to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 Mar 08 09:51:04.454795 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9aea5c51-32ac-4b22-ac24-968a6ea85b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:04.498049 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:04.520302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Transition to ACTIVE for port object 305ba836-dffa-4206-97d7-cf3ce8ff4368 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:04.539222 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2022867183'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:04.550422 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9aea5c51-32ac-4b22-ac24-968a6ea85b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:04.558976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:04.563743 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Transition to ACTIVE for port object 305ba836-dffa-4206-97d7-cf3ce8ff4368 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:04.569571 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Usage tracker for resource:network and tenant:c4823b911d1d40d08e08c938d209a508 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:04.576467 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:04.582120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:04.597962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:04.662023 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:04.662610 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:04.662707 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:04.668435 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Made reservation on behalf of c4823b911d1d40d08e08c938d209a508 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:04.672176 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:04.674609 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:51:04.674872 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:51:04.683534 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 4 to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 Mar 08 09:51:04.701468 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Pushing event updated for resources: {'Port': ['ID=305ba836-dffa-4206-97d7-cf3ce8ff4368,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:04.708492 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Network b17ea341-28a1-40a6-9914-1b822bcc3b89 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:04.710141 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:04.713518 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:04.729423 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:04.729756 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:04.730096 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:04.736045 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:04.739389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:51:04.739725 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:51:04.758144 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9aea5c51-32ac-4b22-ac24-968a6ea85b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:04.783930 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea5c51-32ac-4b22-ac24-968a6ea85b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056a89eb-1284-42ff-93b6-4fd514c4f50f,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:04.788020 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 5 to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 Mar 08 09:51:04.798283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:04.806851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Usage tracker for resource:security_group_rule and tenant:c4823b911d1d40d08e08c938d209a508 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:04.822190 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-8c277cc2-a44c-4ce5-88c6-a4b421120dc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Allocated IP 2001:db8::150 (b17ea341-28a1-40a6-9914-1b822bcc3b89/4af01f78-231e-40de-a3ad-133308d46c63/3e641a6f-43eb-412e-8bd2-1215c85b1ab6) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:04.824425 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:04.835089 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Attempting to bind port 305ba836-dffa-4206-97d7-cf3ce8ff4368 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:04.835907 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Attempting to bind port 305ba836-dffa-4206-97d7-cf3ce8ff4368 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'cb7f3e43-0404-4070-93d1-404c15038985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b17ea341-28a1-40a6-9914-1b822bcc3b89'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:04.835907 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Attempting to bind port 305ba836-dffa-4206-97d7-cf3ce8ff4368 on network b17ea341-28a1-40a6-9914-1b822bcc3b89 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:04.841292 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:51:04.841674 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Checking segment: {'id': 'cb7f3e43-0404-4070-93d1-404c15038985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b17ea341-28a1-40a6-9914-1b822bcc3b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:04.842067 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:04.842463 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Bound using segment: {'id': 'cb7f3e43-0404-4070-93d1-404c15038985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b17ea341-28a1-40a6-9914-1b822bcc3b89'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:51:04.843077 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Bound port: 305ba836-dffa-4206-97d7-cf3ce8ff4368, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7f3e43-0404-4070-93d1-404c15038985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b17ea341-28a1-40a6-9914-1b822bcc3b89'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:51:04.843312 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:04.843680 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:04.857025 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef696b-07af-468e-a622-9090aa7a2974 req-381a5a96-9034-47d2-9d80-f556ae2a5cbd tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:04.858532 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d8ef696b-07af-468e-a622-9090aa7a2974 req-381a5a96-9034-47d2-9d80-f556ae2a5cbd tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 945 time: 0.3734295 Mar 08 09:51:04.863450 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:04.864078 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:04.864204 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:04.868724 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-246c8006-7f64-4217-a66a-85205c474e4a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:04.884971 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:51:04.885346 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:51:04.938892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9aea5c51-32ac-4b22-ac24-968a6ea85b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:04.939111 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 6 to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 Mar 08 09:51:04.939464 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] For port 305ba836-dffa-4206-97d7-cf3ce8ff4368, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:51:04.940115 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9aea5c51-32ac-4b22-ac24-968a6ea85b8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/056a89eb-1284-42ff-93b6-4fd514c4f50f HTTP/1.1" status: 204 len: 168 time: 0.6852355 Mar 08 09:51:04.944738 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] For port 305ba836-dffa-4206-97d7-cf3ce8ff4368, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=305ba836-dffa-4206-97d7-cf3ce8ff4368,segment=NetworkSegment(cb7f3e43-0404-4070-93d1-404c15038985),segment_id=cb7f3e43-0404-4070-93d1-404c15038985)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:51:04.954729 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:05.004331 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d8ef696b-07af-468e-a622-9090aa7a2974 req-949f936d-f096-4a98-b216-7171fb12f9b2 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326602 Mar 08 09:51:05.019563 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-246c8006-7f64-4217-a66a-85205c474e4a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for 20ce4c94-1e4b-450d-af6f-dc83a9476aec owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:05.060669 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:05.061054 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:05.061588 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:05.062143 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c9817-62c7-42e1-bd24-3ddba1c6a8c3 None None] Pushing event updated for resources: {'Port': ['ID=305ba836-dffa-4206-97d7-cf3ce8ff4368,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:05.073786 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:51:05.074124 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:51:05.081539 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 7 to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 Mar 08 09:51:05.118160 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:05.118817 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:05.119233 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:05.153906 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478faf8c-ac28-48bb-a46a-a1ceb5493f91 req-33fa0ee7-c1d4-4008-a937-9f3587ef7ae2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.155617 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-478faf8c-ac28-48bb-a46a-a1ceb5493f91 req-33fa0ee7-c1d4-4008-a937-9f3587ef7ae2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 944 time: 0.3533857 Mar 08 09:51:05.157795 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:51:05.158122 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:51:05.159662 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 8 to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 Mar 08 09:51:05.194007 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:05.202844 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-246c8006-7f64-4217-a66a-85205c474e4a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:05.205750 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:05.206112 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:05.206454 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:05.209524 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:05.231128 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c277cc2-a44c-4ce5-88c6-a4b421120dc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:05.262422 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:51:05.272974 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c8006-7f64-4217-a66a-85205c474e4a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Port': ['ID=20ce4c94-1e4b-450d-af6f-dc83a9476aec,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:05.273830 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-8c277cc2-a44c-4ce5-88c6-a4b421120dc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Transition to ACTIVE for port object 3e641a6f-43eb-412e-8bd2-1215c85b1ab6 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:05.285628 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:51:05.287615 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:51:05.290037 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 9 to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 Mar 08 09:51:05.296578 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:05.297506 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Added segment f71b6e5e-e250-4a19-8e70-db082f60ecc4 of type vlan for network c808c83d-2bd3-45df-9b0f-a84e5e289bb7 Mar 08 09:51:05.304196 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-478faf8c-ac28-48bb-a46a-a1ceb5493f91 req-fcd69b08-69b0-4a92-8977-fa5a2464198c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345789 Mar 08 09:51:05.312013 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-246c8006-7f64-4217-a66a-85205c474e4a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:05.319777 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:05.320114 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:05.320457 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:05.328340 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:05.337649 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d52f31a-6398-4a04-bca6-b9f75323461e,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:05.339778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:51:05.340622 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:51:05.340770 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 10 to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 Mar 08 09:51:05.375437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45274) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:05.375764 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-246c8006-7f64-4217-a66a-85205c474e4a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/ports/20ce4c94-1e4b-450d-af6f-dc83a9476aec HTTP/1.1" status: 204 len: 168 time: 1.1293554 Mar 08 09:51:05.386383 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:05.386726 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:05.387091 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:05.393672 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:51:05.394019 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 063156e6-e16f-4b09-8659-552fa3ccb209 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:51:05.394381 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:05.433368 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c277cc2-a44c-4ce5-88c6-a4b421120dc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:05.507645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:05.509995 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] For port 063156e6-e16f-4b09-8659-552fa3ccb209, host hv-neutron-8317, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:51:05.510416 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempted to set empty binding levels {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 08 09:51:05.513809 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.514410 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:05.522283 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:05.614299 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] In _notify_port_updated(), no bound segment for port 063156e6-e16f-4b09-8659-552fa3ccb209 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:51:05.615622 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.616391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:05.620734 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] 10.222.0.24 "PUT /v2.0/ports/063156e6-e16f-4b09-8659-552fa3ccb209 HTTP/1.1" status: 200 len: 977 time: 2.9467239 Mar 08 09:51:05.621797 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45284) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:05.688852 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba1098-e1bc-47c5-8fc0-3f9beed60a90 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Pushing event updated for resources: {'Port': ['ID=063156e6-e16f-4b09-8659-552fa3ccb209,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:05.712226 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4030285 Mar 08 09:51:05.714660 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c277cc2-a44c-4ce5-88c6-a4b421120dc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network b17ea341-28a1-40a6-9914-1b822bcc3b89 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:05.715198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45290) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:05.723001 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-73a5298f-e3e8-4d15-88c7-886b6030ae6e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Request body: {'subnet': {'network_id': 'c808c83d-2bd3-45df-9b0f-a84e5e289bb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:05.730304 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-8c277cc2-a44c-4ce5-88c6-a4b421120dc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:05.739969 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c277cc2-a44c-4ce5-88c6-a4b421120dc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:05.745434 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c277cc2-a44c-4ce5-88c6-a4b421120dc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.746050 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8c277cc2-a44c-4ce5-88c6-a4b421120dc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:05.782521 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.783038 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.783462 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.783930 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.784399 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.784893 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.785362 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.785829 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.786551 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.787020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.798377 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.798559 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c277cc2-a44c-4ce5-88c6-a4b421120dc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=3e641a6f-43eb-412e-8bd2-1215c85b1ab6,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:05.798893 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.799374 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.799857 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.800332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.800832 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.801304 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.801768 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.802410 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.805352 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Synchronizing usage tracker for tenant:7adc594fd61142dba24659000bc76e9a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:05.820504 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c0cab-1c61-466c-bf92-3c39cbcdac56 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Pushing event updated for resources: {'Network': ['ID=c808c83d-2bd3-45df-9b0f-a84e5e289bb7,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:05.832602 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8c277cc2-a44c-4ce5-88c6-a4b421120dc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8863733 Mar 08 09:51:05.835131 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45298) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:05.836251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network c808c83d-2bd3-45df-9b0f-a84e5e289bb7 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:51:05.893990 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Unset dirty status for tenant:7adc594fd61142dba24659000bc76e9a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:05.895220 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-28c0d3f1-22ea-4ed5-9b61-a4016050fb98 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17359 time: 0.2700131 Mar 08 09:51:05.899176 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45304) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:05.905527 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-73a5298f-e3e8-4d15-88c7-886b6030ae6e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:05.910443 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-73a5298f-e3e8-4d15-88c7-886b6030ae6e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Usage tracker for resource:subnet and tenant:c4823b911d1d40d08e08c938d209a508 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:05.913687 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-73a5298f-e3e8-4d15-88c7-886b6030ae6e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:05.920550 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-73a5298f-e3e8-4d15-88c7-886b6030ae6e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:05.925003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac895851-df93-4cb0-bd7b-acf64ace661b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:05.925609 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ac895851-df93-4cb0-bd7b-acf64ace661b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Synchronizing usage tracker for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:05.973643 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a5298f-e3e8-4d15-88c7-886b6030ae6e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Made reservation on behalf of c4823b911d1d40d08e08c938d209a508 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:05.978942 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73a5298f-e3e8-4d15-88c7-886b6030ae6e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:06.177648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45312) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:06.201647 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ac895851-df93-4cb0-bd7b-acf64ace661b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Unset dirty status for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:06.205299 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ac895851-df93-4cb0-bd7b-acf64ace661b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.8269589 Mar 08 09:51:06.240676 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45318) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:06.311899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5d89458f-572d-47f8-b840-12c6600dd33d tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Deleting port 063156e6-e16f-4b09-8659-552fa3ccb209 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:06.312288 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d89458f-572d-47f8-b840-12c6600dd33d tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:06.327260 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e31f108e-182f-4f34-89af-1c93d355c0e6 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1103890623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:06.348473 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-97917e78-55b6-4c30-a003-88bb4e70ed54 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] GET failed (client error): The resource could not be found. Mar 08 09:51:06.349048 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-97917e78-55b6-4c30-a003-88bb4e70ed54 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Synchronizing usage tracker for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:06.358908 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5447a0e1-2a5e-4e98-a172-09abb2b5a735 None None] Network b17ea341-28a1-40a6-9914-1b822bcc3b89 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:06.395745 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-97917e78-55b6-4c30-a003-88bb4e70ed54 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Unset dirty status for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:06.396971 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-97917e78-55b6-4c30-a003-88bb4e70ed54 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports/20ce4c94-1e4b-450d-af6f-dc83a9476aec HTTP/1.1" status: 404 len: 333 time: 0.1553254 Mar 08 09:51:06.398352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e31f108e-182f-4f34-89af-1c93d355c0e6 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:06.401583 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45324) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:06.404383 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73a5298f-e3e8-4d15-88c7-886b6030ae6e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:06.412912 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8acc31cf-85f9-4352-b0e5-1c8add99538c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1360707750'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:06.433795 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e31f108e-182f-4f34-89af-1c93d355c0e6 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Usage tracker for resource:router and tenant:89a15fa99aa34acbb5e38eac55a7d964 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:06.444269 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e31f108e-182f-4f34-89af-1c93d355c0e6 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:06.458338 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e31f108e-182f-4f34-89af-1c93d355c0e6 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:06.479422 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8acc31cf-85f9-4352-b0e5-1c8add99538c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:06.515234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f7f9ca4e-6023-49d0-9713-8062812b6e28 None None] Provisioning for port 305ba836-dffa-4206-97d7-cf3ce8ff4368 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:06.523264 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e31f108e-182f-4f34-89af-1c93d355c0e6 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:06.524262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e31f108e-182f-4f34-89af-1c93d355c0e6 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:06.534101 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8acc31cf-85f9-4352-b0e5-1c8add99538c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:network and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:06.547964 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8acc31cf-85f9-4352-b0e5-1c8add99538c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:06.559761 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58166b6c-fda9-45eb-bc43-f59346ff7aca req-d4726fa6-a034-48d4-81d3-416986368a6c tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:06.567500 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-58166b6c-fda9-45eb-bc43-f59346ff7aca req-d4726fa6-a034-48d4-81d3-416986368a6c tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 945 time: 0.3701851 Mar 08 09:51:06.577233 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8acc31cf-85f9-4352-b0e5-1c8add99538c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:06.595394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e31f108e-182f-4f34-89af-1c93d355c0e6 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:06.688376 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-58166b6c-fda9-45eb-bc43-f59346ff7aca req-610e4683-0a37-44e6-9bee-1476aaedd50e tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197777 Mar 08 09:51:06.701436 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e31f108e-182f-4f34-89af-1c93d355c0e6 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:06.716229 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-276171a0-90be-4a6e-a2e0-e37e7e77f966 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:06.764899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5298f-e3e8-4d15-88c7-886b6030ae6e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Pushing event updated for resources: {'Subnet': ['ID=7fab0348-6063-4786-88d6-3a28236ef58a,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:06.773166 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e31f108e-182f-4f34-89af-1c93d355c0e6 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:06.774567 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e31f108e-182f-4f34-89af-1c93d355c0e6 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5959291 Mar 08 09:51:06.781637 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45330) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:06.793294 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1077956758'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:06.802906 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:06.816765 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Usage tracker for resource:network and tenant:89a15fa99aa34acbb5e38eac55a7d964 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:06.837841 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acc31cf-85f9-4352-b0e5-1c8add99538c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:06.841354 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8acc31cf-85f9-4352-b0e5-1c8add99538c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:06.878835 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:06.880305 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5298f-e3e8-4d15-88c7-886b6030ae6e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Checking segment: {'id': 'f71b6e5e-e250-4a19-8e70-db082f60ecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c808c83d-2bd3-45df-9b0f-a84e5e289bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:06.880673 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a5298f-e3e8-4d15-88c7-886b6030ae6e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Network hostable DHCP agents. Network: c808c83d-2bd3-45df-9b0f-a84e5e289bb7, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:51:06.904324 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-5d89458f-572d-47f8-b840-12c6600dd33d tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] For port 063156e6-e16f-4b09-8659-552fa3ccb209, host hv-neutron-8317, got binding levels [] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:06.904686 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d89458f-572d-47f8-b840-12c6600dd33d tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:06.923374 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:06.934575 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8acc31cf-85f9-4352-b0e5-1c8add99538c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:51:06.976557 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4de312ab-241d-4072-87ec-3f301bc72f44 None None] Provisioning for port 3e641a6f-43eb-412e-8bd2-1215c85b1ab6 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:06.983798 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4de312ab-241d-4072-87ec-3f301bc72f44 None None] Provisioning complete for port 3e641a6f-43eb-412e-8bd2-1215c85b1ab6 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:06.984919 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4de312ab-241d-4072-87ec-3f301bc72f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:07.011617 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Made reservation on behalf of 89a15fa99aa34acbb5e38eac55a7d964 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:07.015034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:07.052655 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4de312ab-241d-4072-87ec-3f301bc72f44 None None] Port 3e641a6f-43eb-412e-8bd2-1215c85b1ab6 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:07.060167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:07.085591 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:07.086440 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8acc31cf-85f9-4352-b0e5-1c8add99538c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:07.086948 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-8acc31cf-85f9-4352-b0e5-1c8add99538c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Added segment 8470eae3-aa63-4047-85f0-b27412fa7157 of type vlan for network 1adb2a62-e523-4521-be52-835200f71de8 Mar 08 09:51:07.100208 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5d89458f-572d-47f8-b840-12c6600dd33d tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Calling delete_port for 063156e6-e16f-4b09-8659-552fa3ccb209 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:07.141824 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Usage tracker for resource:security_group_rule and tenant:89a15fa99aa34acbb5e38eac55a7d964 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:07.145307 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:07.145868 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb925d55-c725-4834-b289-5fadc4d28da6 req-af7e1199-374e-4963-8ba4-efcb1668a102 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:07.147489 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb925d55-c725-4834-b289-5fadc4d28da6 req-af7e1199-374e-4963-8ba4-efcb1668a102 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 944 time: 0.6826317 Mar 08 09:51:07.151613 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a5298f-e3e8-4d15-88c7-886b6030ae6e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Network c808c83d-2bd3-45df-9b0f-a84e5e289bb7 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:51:07.165639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:07.204361 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-73a5298f-e3e8-4d15-88c7-886b6030ae6e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, c808c83d-2bd3-45df-9b0f-a84e5e289bb7) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:07.213931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7c9858-e14f-4bfc-b59f-fd446b373bd6 None None] Network c808c83d-2bd3-45df-9b0f-a84e5e289bb7 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:07.224106 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd84caf-e52d-40e3-a582-07b0a0c6a4c8 req-68e0ba49-5ef3-4bf3-b9d3-73da6c770a11 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:07.225592 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ebd84caf-e52d-40e3-a582-07b0a0c6a4c8 req-68e0ba49-5ef3-4bf3-b9d3-73da6c770a11 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 945 time: 0.3476920 Mar 08 09:51:07.229690 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb925d55-c725-4834-b289-5fadc4d28da6 req-6f959cf4-2033-47a8-b57b-87a81fe7aebb tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621221 Mar 08 09:51:07.231005 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5298f-e3e8-4d15-88c7-886b6030ae6e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:07.231606 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73a5298f-e3e8-4d15-88c7-886b6030ae6e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:07.240230 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8acc31cf-85f9-4352-b0e5-1c8add99538c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:07.337706 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d89458f-572d-47f8-b840-12c6600dd33d tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:07.342678 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-276171a0-90be-4a6e-a2e0-e37e7e77f966 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:07.348825 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ebd84caf-e52d-40e3-a582-07b0a0c6a4c8 req-09f5b6c0-d676-4422-bbc8-3a640af883ec tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047521 Mar 08 09:51:07.351542 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-276171a0-90be-4a6e-a2e0-e37e7e77f966 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:07.383087 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8acc31cf-85f9-4352-b0e5-1c8add99538c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:07.388747 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acc31cf-85f9-4352-b0e5-1c8add99538c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:07.389361 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8acc31cf-85f9-4352-b0e5-1c8add99538c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:07.402991 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45334) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:07.418716 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-73a5298f-e3e8-4d15-88c7-886b6030ae6e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7023706 Mar 08 09:51:07.420517 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 305ba836-dffa-4206-97d7-cf3ce8ff4368 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:07.438453 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45338) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:07.474624 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89458f-572d-47f8-b840-12c6600dd33d tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Pushing event deleted for resources: {'Port': ['ID=063156e6-e16f-4b09-8659-552fa3ccb209,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:07.496337 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d89458f-572d-47f8-b840-12c6600dd33d tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:07.501801 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5d89458f-572d-47f8-b840-12c6600dd33d tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] 10.222.0.24 "DELETE /v2.0/ports/063156e6-e16f-4b09-8659-552fa3ccb209 HTTP/1.1" status: 204 len: 168 time: 1.5982792 Mar 08 09:51:07.504242 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9cd2640d-2842-4b4c-8e38-798a8e7d40a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Request body: {'port': {'network_id': 'c808c83d-2bd3-45df-9b0f-a84e5e289bb7', 'name': 'tempest-TagsExtTest-1279928196'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:07.516841 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b0547793-c396-4e19-a8bc-76b6b6d5dc52 None None] Provisioning complete for port 3e641a6f-43eb-412e-8bd2-1215c85b1ab6 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:07.517307 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0547793-c396-4e19-a8bc-76b6b6d5dc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:07.522160 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45342) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:07.566262 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8acc31cf-85f9-4352-b0e5-1c8add99538c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1610765 Mar 08 09:51:07.572009 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45346) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:07.573899 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:07.581582 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-4816c7d9-131d-48c4-abf6-8d82c69642c7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'subnet': {'network_id': '1adb2a62-e523-4521-be52-835200f71de8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:07.610257 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b0547793-c396-4e19-a8bc-76b6b6d5dc52 None None] Port 3e641a6f-43eb-412e-8bd2-1215c85b1ab6 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:07.641225 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 305ba836-dffa-4206-97d7-cf3ce8ff4368 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:07.654805 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 305ba836-dffa-4206-97d7-cf3ce8ff4368 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:07.655171 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:07.671470 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:07.680636 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-910ccf06-76cc-42fb-aea8-24354639b771 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] GET failed (client error): The resource could not be found. Mar 08 09:51:07.683739 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-910ccf06-76cc-42fb-aea8-24354639b771 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] 10.222.0.24 "GET /v2.0/ports/063156e6-e16f-4b09-8659-552fa3ccb209 HTTP/1.1" status: 404 len: 333 time: 0.1604962 Mar 08 09:51:07.689833 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45350) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:07.700835 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc31cf-85f9-4352-b0e5-1c8add99538c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Network': ['ID=1adb2a62-e523-4521-be52-835200f71de8,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:07.722420 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 1adb2a62-e523-4521-be52-835200f71de8 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:51:07.760402 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46969070-a5fb-4f96-b2ca-5004c18dd660 tempest-TestNetworkAdvancedServerOps-54132795 tempest-TestNetworkAdvancedServerOps-54132795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:07.761942 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-46969070-a5fb-4f96-b2ca-5004c18dd660 tempest-TestNetworkAdvancedServerOps-54132795 tempest-TestNetworkAdvancedServerOps-54132795-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 1093 time: 0.3419404 Mar 08 09:51:07.767339 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45354) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:07.770229 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9cd2640d-2842-4b4c-8e38-798a8e7d40a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:07.776272 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1212bec5-4e06-4abe-add1-d4b647fadac0 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-913797178', 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:07.776797 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:07.783044 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9cd2640d-2842-4b4c-8e38-798a8e7d40a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Usage tracker for resource:port and tenant:c4823b911d1d40d08e08c938d209a508 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:07.786747 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9cd2640d-2842-4b4c-8e38-798a8e7d40a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:07.789704 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276171a0-90be-4a6e-a2e0-e37e7e77f966 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=3e641a6f-43eb-412e-8bd2-1215c85b1ab6,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:07.789871 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:07.796278 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9cd2640d-2842-4b4c-8e38-798a8e7d40a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:07.798635 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Usage tracker for resource:floatingip and tenant:4175867c7c7846e3ae98e34dfc9273dd is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:07.802526 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:07.810945 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:07.820278 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd2640d-2842-4b4c-8e38-798a8e7d40a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Made reservation on behalf of c4823b911d1d40d08e08c938d209a508 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:07.824376 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cd2640d-2842-4b4c-8e38-798a8e7d40a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:07.838238 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:07.865760 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1212bec5-4e06-4abe-add1-d4b647fadac0 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:07.886293 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-9cd2640d-2842-4b4c-8e38-798a8e7d40a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] device_id is not set on port 62c63f31-b285-4408-be9d-381929e811ea yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:51:07.888867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:51:07.899512 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-c808c83d-2bd3-45df-9b0f-a84e5e289bb7', 'network_id': 'c808c83d-2bd3-45df-9b0f-a84e5e289bb7', 'tenant_id': 'c4823b911d1d40d08e08c938d209a508', 'fixed_ips': [{'subnet_id': '7fab0348-6063-4786-88d6-3a28236ef58a'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:51:07.900337 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:07.957044 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1212bec5-4e06-4abe-add1-d4b647fadac0 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:07.966653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdebf6d-f631-4eb4-a58b-58de25e7a7b3,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:07.984421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:07.984834 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Added segment 765e4d19-c050-4c0b-afeb-68237af66691 of type vlan for network 19664e23-eac4-4be9-bf9e-5aac9a347676 Mar 08 09:51:08.005201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4816c7d9-131d-48c4-abf6-8d82c69642c7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:08.055670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1212bec5-4e06-4abe-add1-d4b647fadac0 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Made reservation on behalf of 7adc594fd61142dba24659000bc76e9a for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:08.058855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1212bec5-4e06-4abe-add1-d4b647fadac0 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:08.067114 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-97f46bd0-5b39-4569-b13b-8bd95a5b094d None None] Provisioning complete for port 3e641a6f-43eb-412e-8bd2-1215c85b1ab6 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:08.067697 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-97f46bd0-5b39-4569-b13b-8bd95a5b094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:08.071064 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4816c7d9-131d-48c4-abf6-8d82c69642c7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:subnet and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:08.080747 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4816c7d9-131d-48c4-abf6-8d82c69642c7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:08.103577 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4816c7d9-131d-48c4-abf6-8d82c69642c7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:08.120278 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-9cd2640d-2842-4b4c-8e38-798a8e7d40a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Allocated IP 172.20.0.10 (c808c83d-2bd3-45df-9b0f-a84e5e289bb7/7fab0348-6063-4786-88d6-3a28236ef58a/62c63f31-b285-4408-be9d-381929e811ea) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:08.128808 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:08.136341 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-1212bec5-4e06-4abe-add1-d4b647fadac0 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] device_id is not set on port 360a9cfc-324a-428d-a16f-3f7cadbe0658 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:51:08.139703 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:08.146931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-97f46bd0-5b39-4569-b13b-8bd95a5b094d None None] Port 3e641a6f-43eb-412e-8bd2-1215c85b1ab6 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:08.149154 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:08.184131 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 305ba836-dffa-4206-97d7-cf3ce8ff4368, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=305ba836-dffa-4206-97d7-cf3ce8ff4368,segment=NetworkSegment(cb7f3e43-0404-4070-93d1-404c15038985),segment_id=cb7f3e43-0404-4070-93d1-404c15038985)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:08.189232 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:08.210875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4816c7d9-131d-48c4-abf6-8d82c69642c7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:08.214348 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4816c7d9-131d-48c4-abf6-8d82c69642c7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:08.249122 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-276171a0-90be-4a6e-a2e0-e37e7e77f966 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:08.260845 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=305ba836-dffa-4206-97d7-cf3ce8ff4368,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:08.395372 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:08.399917 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Allocated IP 172.26.2.183 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/421fd55d-b4bb-464a-b459-336aa7f805cb) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:08.400508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:08.401122 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:08.612502 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cd2640d-2842-4b4c-8e38-798a8e7d40a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:08.640208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event updated for resources: {'Network': ['ID=19664e23-eac4-4be9-bf9e-5aac9a347676,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:08.651034 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7c1077f4-cf39-439b-b3ce-2d4e4346f472 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8645024 Mar 08 09:51:08.657356 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45360) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:08.659780 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 19664e23-eac4-4be9-bf9e-5aac9a347676 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:51:08.673235 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1d81c-f3ab-4658-ba0f-ccfac499cc75 req-a1e3644c-e5fa-4858-950f-e4bf484a3f00 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:08.674726 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a7f1d81c-f3ab-4658-ba0f-ccfac499cc75 req-a1e3644c-e5fa-4858-950f-e4bf484a3f00 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 944 time: 0.2865486 Mar 08 09:51:08.678164 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-cf88592e-de32-42cf-93b6-73a20aea614f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Request body: {'subnet': {'network_id': '19664e23-eac4-4be9-bf9e-5aac9a347676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:08.694160 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-9cd2640d-2842-4b4c-8e38-798a8e7d40a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Transition to ACTIVE for port object 62c63f31-b285-4408-be9d-381929e811ea will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:08.780541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-276171a0-90be-4a6e-a2e0-e37e7e77f966 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:08.862271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1212bec5-4e06-4abe-add1-d4b647fadac0 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:08.881158 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:08.912489 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4816c7d9-131d-48c4-abf6-8d82c69642c7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:08.969456 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a7f1d81c-f3ab-4658-ba0f-ccfac499cc75 req-af6a4793-11ac-4e48-92d4-89b71426c4b8 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738137 Mar 08 09:51:09.000582 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cf88592e-de32-42cf-93b6-73a20aea614f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:09.009011 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cf88592e-de32-42cf-93b6-73a20aea614f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Usage tracker for resource:subnet and tenant:89a15fa99aa34acbb5e38eac55a7d964 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:09.013894 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cf88592e-de32-42cf-93b6-73a20aea614f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:09.017032 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cd2640d-2842-4b4c-8e38-798a8e7d40a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:09.025205 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cf88592e-de32-42cf-93b6-73a20aea614f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:09.075170 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Allocated IP 172.20.0.2 (c808c83d-2bd3-45df-9b0f-a84e5e289bb7/7fab0348-6063-4786-88d6-3a28236ef58a/120d0141-56f1-45a1-938a-cb79ce7ecc72) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:09.096615 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd2640d-2842-4b4c-8e38-798a8e7d40a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Network c808c83d-2bd3-45df-9b0f-a84e5e289bb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:09.105043 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9cd2640d-2842-4b4c-8e38-798a8e7d40a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:09.106898 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf88592e-de32-42cf-93b6-73a20aea614f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Made reservation on behalf of 89a15fa99aa34acbb5e38eac55a7d964 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:09.111020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf88592e-de32-42cf-93b6-73a20aea614f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:09.128546 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd2640d-2842-4b4c-8e38-798a8e7d40a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:09.160535 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:09.187989 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2640d-2842-4b4c-8e38-798a8e7d40a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Pushing event updated for resources: {'Port': ['ID=62c63f31-b285-4408-be9d-381929e811ea,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:09.277855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816c7d9-131d-48c4-abf6-8d82c69642c7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Subnet': ['ID=8686f3d3-ed8c-46f6-832c-b156003d7cbe,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:09.289615 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 305ba836-dffa-4206-97d7-cf3ce8ff4368 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:09.318568 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4816c7d9-131d-48c4-abf6-8d82c69642c7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Checking segment: {'id': '8470eae3-aa63-4047-85f0-b27412fa7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1adb2a62-e523-4521-be52-835200f71de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:09.318922 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4816c7d9-131d-48c4-abf6-8d82c69642c7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network hostable DHCP agents. Network: 1adb2a62-e523-4521-be52-835200f71de8, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:51:09.334993 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1212bec5-4e06-4abe-add1-d4b647fadac0 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:09.340725 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:09.347445 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:09.360722 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd2640d-2842-4b4c-8e38-798a8e7d40a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:09.361234 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cd2640d-2842-4b4c-8e38-798a8e7d40a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:09.369532 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:09.373935 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:09.391632 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Transition to ACTIVE for port object 120d0141-56f1-45a1-938a-cb79ce7ecc72 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:09.417240 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Transition to ACTIVE for port object 120d0141-56f1-45a1-938a-cb79ce7ecc72 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:09.425531 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 305ba836-dffa-4206-97d7-cf3ce8ff4368 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:09.425938 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:09.431522 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event updated for resources: {'Port': ['ID=421fd55d-b4bb-464a-b459-336aa7f805cb,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:09.458015 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:09.464576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4816c7d9-131d-48c4-abf6-8d82c69642c7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network 1adb2a62-e523-4521-be52-835200f71de8 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:51:09.472988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1212bec5-4e06-4abe-add1-d4b647fadac0 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Network 79c4c11b-3b39-4337-8808-18bd4afcc08b is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:09.483066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-1212bec5-4e06-4abe-add1-d4b647fadac0 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:09.495150 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1212bec5-4e06-4abe-add1-d4b647fadac0 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:09.496299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1212bec5-4e06-4abe-add1-d4b647fadac0 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:09.496935 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1212bec5-4e06-4abe-add1-d4b647fadac0 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:09.507549 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9cd2640d-2842-4b4c-8e38-798a8e7d40a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0322876 Mar 08 09:51:09.507784 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212bec5-4e06-4abe-add1-d4b647fadac0 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Pushing event updated for resources: {'Port': ['ID=360a9cfc-324a-428d-a16f-3f7cadbe0658,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:09.513946 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45364) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:09.522763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-4816c7d9-131d-48c4-abf6-8d82c69642c7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 1adb2a62-e523-4521-be52-835200f71de8) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:09.536567 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-df249d55-abe1-4b19-a5ad-91142d73677d tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1228693129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:09.546407 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f182fb3b-0004-487c-929d-764720c9e690 None None] Network 1adb2a62-e523-4521-be52-835200f71de8 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:09.551254 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-df249d55-abe1-4b19-a5ad-91142d73677d tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:09.554064 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4816c7d9-131d-48c4-abf6-8d82c69642c7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:09.554846 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4816c7d9-131d-48c4-abf6-8d82c69642c7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:09.572167 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1212bec5-4e06-4abe-add1-d4b647fadac0 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8261008 Mar 08 09:51:09.574579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-df249d55-abe1-4b19-a5ad-91142d73677d tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Usage tracker for resource:router and tenant:c4823b911d1d40d08e08c938d209a508 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:09.579865 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45368) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:09.582268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-df249d55-abe1-4b19-a5ad-91142d73677d tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:09.591608 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-df249d55-abe1-4b19-a5ad-91142d73677d tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:09.595524 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Network c808c83d-2bd3-45df-9b0f-a84e5e289bb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:09.604594 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4816c7d9-131d-48c4-abf6-8d82c69642c7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0291228 Mar 08 09:51:09.610689 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:09.616149 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45372) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:09.616612 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:09.623969 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-df249d55-abe1-4b19-a5ad-91142d73677d tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:09.625390 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-df249d55-abe1-4b19-a5ad-91142d73677d tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:09.632831 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e14478c9-4a68-44ad-9082-090417b7436a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'subnet': {'network_id': '1adb2a62-e523-4521-be52-835200f71de8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:09.633382 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Pushing event updated for resources: {'Port': ['ID=120d0141-56f1-45a1-938a-cb79ce7ecc72,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:09.657950 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-276171a0-90be-4a6e-a2e0-e37e7e77f966 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:09.677682 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-276171a0-90be-4a6e-a2e0-e37e7e77f966 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:09.678787 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-276171a0-90be-4a6e-a2e0-e37e7e77f966 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:09.723377 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b8e25c-b43a-4c1d-9ff6-d1c031e79edc tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:09.724033 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-75b8e25c-b43a-4c1d-9ff6-d1c031e79edc tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Synchronizing usage tracker for tenant:7adc594fd61142dba24659000bc76e9a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:09.787007 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-df249d55-abe1-4b19-a5ad-91142d73677d tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:09.836552 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Attempting to bind port 120d0141-56f1-45a1-938a-cb79ce7ecc72 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:09.836942 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Attempting to bind port 120d0141-56f1-45a1-938a-cb79ce7ecc72 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'f71b6e5e-e250-4a19-8e70-db082f60ecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c808c83d-2bd3-45df-9b0f-a84e5e289bb7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:09.837304 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Attempting to bind port 120d0141-56f1-45a1-938a-cb79ce7ecc72 on network c808c83d-2bd3-45df-9b0f-a84e5e289bb7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:09.855465 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-75b8e25c-b43a-4c1d-9ff6-d1c031e79edc tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Unset dirty status for tenant:7adc594fd61142dba24659000bc76e9a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:09.859743 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-75b8e25c-b43a-4c1d-9ff6-d1c031e79edc tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] 10.222.0.24 "GET /v2.0/ports/360a9cfc-324a-428d-a16f-3f7cadbe0658 HTTP/1.1" status: 200 len: 954 time: 0.2789066 Mar 08 09:51:09.860525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45376) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:09.866938 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:51:09.867311 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Checking segment: {'id': 'f71b6e5e-e250-4a19-8e70-db082f60ecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c808c83d-2bd3-45df-9b0f-a84e5e289bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:09.867711 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:09.868100 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Bound using segment: {'id': 'f71b6e5e-e250-4a19-8e70-db082f60ecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c808c83d-2bd3-45df-9b0f-a84e5e289bb7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:51:09.868579 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Bound port: 120d0141-56f1-45a1-938a-cb79ce7ecc72, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71b6e5e-e250-4a19-8e70-db082f60ecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c808c83d-2bd3-45df-9b0f-a84e5e289bb7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:51:09.869214 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:09.917693 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276171a0-90be-4a6e-a2e0-e37e7e77f966 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=3e641a6f-43eb-412e-8bd2-1215c85b1ab6,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:09.918405 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf88592e-de32-42cf-93b6-73a20aea614f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:09.959217 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-df249d55-abe1-4b19-a5ad-91142d73677d tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:10.023459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e14478c9-4a68-44ad-9082-090417b7436a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:10.041346 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-df249d55-abe1-4b19-a5ad-91142d73677d tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:10.045402 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-df249d55-abe1-4b19-a5ad-91142d73677d tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5301692 Mar 08 09:51:10.049511 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45382) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:10.049677 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276171a0-90be-4a6e-a2e0-e37e7e77f966 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network b17ea341-28a1-40a6-9914-1b822bcc3b89 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:10.050595 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e14478c9-4a68-44ad-9082-090417b7436a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:subnet and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:10.056227 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-1adb2a62-e523-4521-be52-835200f71de8', 'network_id': '1adb2a62-e523-4521-be52-835200f71de8', 'tenant_id': '337541db1f0d416b81c0856e383b303e', 'fixed_ips': [{'subnet_id': '8686f3d3-ed8c-46f6-832c-b156003d7cbe'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:51:10.057087 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:10.067646 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-276171a0-90be-4a6e-a2e0-e37e7e77f966 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:10.073789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e14478c9-4a68-44ad-9082-090417b7436a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:10.080790 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fe6fb3fc-bde1-435a-8445-e0bfcc86aca4 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1250495494', 'prefixes': ['172.20.0.0/16']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:10.085692 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] For port 120d0141-56f1-45a1-938a-cb79ce7ecc72, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:51:10.095613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e14478c9-4a68-44ad-9082-090417b7436a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:10.107556 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fe6fb3fc-bde1-435a-8445-e0bfcc86aca4 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:10.114594 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-27fa0803-f56d-4f48-aca0-e0ef4add53c3 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Deleting port 360a9cfc-324a-428d-a16f-3f7cadbe0658 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:10.114934 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27fa0803-f56d-4f48-aca0-e0ef4add53c3 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:10.137302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] For port 120d0141-56f1-45a1-938a-cb79ce7ecc72, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=120d0141-56f1-45a1-938a-cb79ce7ecc72,segment=NetworkSegment(f71b6e5e-e250-4a19-8e70-db082f60ecc4),segment_id=f71b6e5e-e250-4a19-8e70-db082f60ecc4)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:51:10.145340 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:10.191704 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88592e-de32-42cf-93b6-73a20aea614f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event updated for resources: {'Subnet': ['ID=9c0e559d-ed31-4b83-aa48-817e9d15d178,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:10.277209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf88592e-de32-42cf-93b6-73a20aea614f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Checking segment: {'id': '765e4d19-c050-4c0b-afeb-68237af66691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '19664e23-eac4-4be9-bf9e-5aac9a347676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:10.277209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf88592e-de32-42cf-93b6-73a20aea614f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Network hostable DHCP agents. Network: 19664e23-eac4-4be9-bf9e-5aac9a347676, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:51:10.303349 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14478c9-4a68-44ad-9082-090417b7436a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:10.307764 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e14478c9-4a68-44ad-9082-090417b7436a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:10.337541 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c9c1c-4d18-4d57-b85e-7c39a11e4fa6 None None] Pushing event updated for resources: {'Port': ['ID=120d0141-56f1-45a1-938a-cb79ce7ecc72,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:10.369815 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Allocated IP 172.20.0.2 (1adb2a62-e523-4521-be52-835200f71de8/8686f3d3-ed8c-46f6-832c-b156003d7cbe/94254da8-54f2-4d5e-8191-fb8c6f8c262d) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:10.395373 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf88592e-de32-42cf-93b6-73a20aea614f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Network 19664e23-eac4-4be9-bf9e-5aac9a347676 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:51:10.461469 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:10.545894 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ede7c-ce84-4136-9f88-b8c937a9c971 req-fec19cb2-901b-4480-9777-530b63a0bbca tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:10.553850 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7d5ede7c-ce84-4136-9f88-b8c937a9c971 req-fec19cb2-901b-4480-9777-530b63a0bbca tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 944 time: 0.4547973 Mar 08 09:51:10.564428 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe6fb3fc-bde1-435a-8445-e0bfcc86aca4 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks [] for subnetpool, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:10.569731 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fe6fb3fc-bde1-435a-8445-e0bfcc86aca4 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5122757 Mar 08 09:51:10.581049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45386) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:10.588424 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.ipam_backend_mixin [None req-e14478c9-4a68-44ad-9082-090417b7436a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8686f3d3-ed8c-46f6-832c-b156003d7cbe (CIDR: 172.20.0.0/28) Mar 08 09:51:10.597004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-8b5b1c8e-b69a-4815-a844-05a95d83939e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7fab0348-6063-4786-88d6-3a28236ef58a', 'tempest-TagsExtTest-Tag-1509491111') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:10.625795 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14478c9-4a68-44ad-9082-090417b7436a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:51:10.626505 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e14478c9-4a68-44ad-9082-090417b7436a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:51:10.630029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276171a0-90be-4a6e-a2e0-e37e7e77f966 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router e9204613-9a24-4ab4-bb1d-3a94b50f8bd7 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:51:10.635797 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-cf88592e-de32-42cf-93b6-73a20aea614f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 19664e23-eac4-4be9-bf9e-5aac9a347676) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:10.662790 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27fa0803-f56d-4f48-aca0-e0ef4add53c3 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:10.673487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf88592e-de32-42cf-93b6-73a20aea614f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:10.674188 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf88592e-de32-42cf-93b6-73a20aea614f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:10.712879 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:10.728231 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Transition to ACTIVE for port object 94254da8-54f2-4d5e-8191-fb8c6f8c262d will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:10.759616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Transition to ACTIVE for port object 94254da8-54f2-4d5e-8191-fb8c6f8c262d will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:10.769888 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63985fdc-8f2d-4bd1-8e23-a6ae18e36463 None None] Network 19664e23-eac4-4be9-bf9e-5aac9a347676 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:10.782597 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e14478c9-4a68-44ad-9082-090417b7436a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1645346 Mar 08 09:51:10.789055 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:10.794670 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7d5ede7c-ce84-4136-9f88-b8c937a9c971 req-8ad5064d-10c3-47df-988e-ed833970ecb3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394640 Mar 08 09:51:10.800204 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45390) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:10.869041 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-b39d3e0c-92b9-4c46-a042-8ffc475156fb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'subnet': {'network_id': '1adb2a62-e523-4521-be52-835200f71de8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:10.949865 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Network 1adb2a62-e523-4521-be52-835200f71de8 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:10.959285 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:10.961803 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:10.965174 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3f70e966-56e9-41fe-b9be-50e43605dff0 None None] Provisioning complete for port 3e641a6f-43eb-412e-8bd2-1215c85b1ab6 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:10.965551 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3f70e966-56e9-41fe-b9be-50e43605dff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:11.002517 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cf88592e-de32-42cf-93b6-73a20aea614f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3406522 Mar 08 09:51:11.005333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45394) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:11.007213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-27fa0803-f56d-4f48-aca0-e0ef4add53c3 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Calling delete_port for 360a9cfc-324a-428d-a16f-3f7cadbe0658 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:11.011693 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276171a0-90be-4a6e-a2e0-e37e7e77f966 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:51:11.017609 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-fae591ab-9236-4c52-b11d-2f6a19b74e4d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Request body: {'network': {'name': 'tempest-router-network01--1537996138'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:11.025297 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-276171a0-90be-4a6e-a2e0-e37e7e77f966 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/e9204613-9a24-4ab4-bb1d-3a94b50f8bd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1890779 Mar 08 09:51:11.030000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45398) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:11.034375 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:11.035817 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fae591ab-9236-4c52-b11d-2f6a19b74e4d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:11.043736 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Pushing event updated for resources: {'Port': ['ID=94254da8-54f2-4d5e-8191-fb8c6f8c262d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:11.047083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e4026b-7947-400e-9f20-0990348ee26a None None] Sync routers for ids ['e9204613-9a24-4ab4-bb1d-3a94b50f8bd7'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:51:11.110581 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e4026b-7947-400e-9f20-0990348ee26a None None] Routers {'e9204613-9a24-4ab4-bb1d-3a94b50f8bd7'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:11.111286 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-95e4026b-7947-400e-9f20-0990348ee26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['e9204613-9a24-4ab4-bb1d-3a94b50f8bd7'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:11.207224 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-95e4026b-7947-400e-9f20-0990348ee26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:11.209252 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3f70e966-56e9-41fe-b9be-50e43605dff0 None None] Port 3e641a6f-43eb-412e-8bd2-1215c85b1ab6 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:11.227197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27fa0803-f56d-4f48-aca0-e0ef4add53c3 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:11.256438 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Attempting to bind port 94254da8-54f2-4d5e-8191-fb8c6f8c262d on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:11.256845 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Attempting to bind port 94254da8-54f2-4d5e-8191-fb8c6f8c262d by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '8470eae3-aa63-4047-85f0-b27412fa7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1adb2a62-e523-4521-be52-835200f71de8'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:11.257200 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Attempting to bind port 94254da8-54f2-4d5e-8191-fb8c6f8c262d on network 1adb2a62-e523-4521-be52-835200f71de8 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:11.269092 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e4026b-7947-400e-9f20-0990348ee26a None None] Routers {'e9204613-9a24-4ab4-bb1d-3a94b50f8bd7'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:11.269801 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-95e4026b-7947-400e-9f20-0990348ee26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['e9204613-9a24-4ab4-bb1d-3a94b50f8bd7'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:11.298741 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa0803-f56d-4f48-aca0-e0ef4add53c3 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Pushing event deleted for resources: {'Port': ['ID=360a9cfc-324a-428d-a16f-3f7cadbe0658,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:11.336307 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 120d0141-56f1-45a1-938a-cb79ce7ecc72 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:11.362793 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:11.365450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fae591ab-9236-4c52-b11d-2f6a19b74e4d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Usage tracker for resource:network and tenant:89a15fa99aa34acbb5e38eac55a7d964 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:11.365976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27fa0803-f56d-4f48-aca0-e0ef4add53c3 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:11.369505 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fae591ab-9236-4c52-b11d-2f6a19b74e4d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:11.373991 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:11.375807 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:51:11.376266 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Checking segment: {'id': '8470eae3-aa63-4047-85f0-b27412fa7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1adb2a62-e523-4521-be52-835200f71de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:11.376792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:11.377209 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Bound using segment: {'id': '8470eae3-aa63-4047-85f0-b27412fa7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1adb2a62-e523-4521-be52-835200f71de8'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:51:11.377710 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Bound port: 94254da8-54f2-4d5e-8191-fb8c6f8c262d, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8470eae3-aa63-4047-85f0-b27412fa7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1adb2a62-e523-4521-be52-835200f71de8'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:51:11.378089 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:11.378397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fae591ab-9236-4c52-b11d-2f6a19b74e4d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:11.396443 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22648dc5-5c17-4677-bf5d-52b65ea57f6e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:11.397356 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-22648dc5-5c17-4677-bf5d-52b65ea57f6e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Synchronizing usage tracker for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:11.408176 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae591ab-9236-4c52-b11d-2f6a19b74e4d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Made reservation on behalf of 89a15fa99aa34acbb5e38eac55a7d964 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:11.412192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fae591ab-9236-4c52-b11d-2f6a19b74e4d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:11.423870 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b39d3e0c-92b9-4c46-a042-8ffc475156fb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:11.441603 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-95e4026b-7947-400e-9f20-0990348ee26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:11.442016 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e4026b-7947-400e-9f20-0990348ee26a None None] The sync data for ids ['e9204613-9a24-4ab4-bb1d-3a94b50f8bd7'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:51:11.451007 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-27fa0803-f56d-4f48-aca0-e0ef4add53c3 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] 10.222.0.24 "DELETE /v2.0/ports/360a9cfc-324a-428d-a16f-3f7cadbe0658 HTTP/1.1" status: 204 len: 168 time: 1.5832334 Mar 08 09:51:11.455779 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45402) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:11.458004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b39d3e0c-92b9-4c46-a042-8ffc475156fb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:subnet and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:11.469696 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b39d3e0c-92b9-4c46-a042-8ffc475156fb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:11.479896 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8b5b1c8e-b69a-4815-a844-05a95d83939e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "PUT /v2.0/subnets/7fab0348-6063-4786-88d6-3a28236ef58a/tags/tempest-TagsExtTest-Tag-1509491111 HTTP/1.1" status: 201 len: 201 time: 0.8908408 Mar 08 09:51:11.504942 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45406) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:11.514866 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-f57361b4-68e5-412f-b123-8de35320e1a8 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '62c63f31-b285-4408-be9d-381929e811ea', 'tempest-TagsExtTest-Tag-1890168931') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:11.537555 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b39d3e0c-92b9-4c46-a042-8ffc475156fb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:11.548180 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-22648dc5-5c17-4677-bf5d-52b65ea57f6e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Unset dirty status for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:11.552595 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-22648dc5-5c17-4677-bf5d-52b65ea57f6e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/ports/3e641a6f-43eb-412e-8bd2-1215c85b1ab6 HTTP/1.1" status: 200 len: 984 time: 0.5190163 Mar 08 09:51:11.553721 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45410) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:11.555312 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-19664e23-eac4-4be9-bf9e-5aac9a347676', 'network_id': '19664e23-eac4-4be9-bf9e-5aac9a347676', 'tenant_id': '89a15fa99aa34acbb5e38eac55a7d964', 'fixed_ips': [{'subnet_id': '9c0e559d-ed31-4b83-aa48-817e9d15d178'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:51:11.556387 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:11.560113 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-787ee479-94e5-446c-8030-69a79c96de7c tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] GET failed (client error): The resource could not be found. Mar 08 09:51:11.560780 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-787ee479-94e5-446c-8030-69a79c96de7c tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Synchronizing usage tracker for tenant:7adc594fd61142dba24659000bc76e9a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:11.583944 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] For port 94254da8-54f2-4d5e-8191-fb8c6f8c262d, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:51:11.591829 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:11.631835 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 120d0141-56f1-45a1-938a-cb79ce7ecc72 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:11.636245 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] For port 94254da8-54f2-4d5e-8191-fb8c6f8c262d, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=94254da8-54f2-4d5e-8191-fb8c6f8c262d,segment=NetworkSegment(8470eae3-aa63-4047-85f0-b27412fa7157),segment_id=8470eae3-aa63-4047-85f0-b27412fa7157)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:51:11.659901 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:11.711080 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event updated for resources: {'Port': ['ID=421fd55d-b4bb-464a-b459-336aa7f805cb,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:11.778100 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa268a1c-3176-4b06-8563-9ac7630540d4 None None] Pushing event updated for resources: {'Port': ['ID=94254da8-54f2-4d5e-8191-fb8c6f8c262d,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:11.830674 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158b148d-cecd-4dab-abd8-f169b42999b4 None None] Network c808c83d-2bd3-45df-9b0f-a84e5e289bb7 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:11.847495 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ff594782-674a-4692-abe0-b75d46f48b36 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 09:51:11.857122 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae591ab-9236-4c52-b11d-2f6a19b74e4d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:51:11.872562 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fae591ab-9236-4c52-b11d-2f6a19b74e4d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:11.873345 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-fae591ab-9236-4c52-b11d-2f6a19b74e4d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Added segment 2b7353dc-e5bd-4a34-bc98-3e81e5ae1ef2 of type vlan for network 7e298897-bf7f-4ce2-8850-d34f0e2657e9 Mar 08 09:51:11.891384 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Floating IP 20f4a441-375b-4cb3-b6c6-b5885fbc25a6 associated. External IP: 172.26.2.183, port: 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01. Mar 08 09:51:11.910939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fae591ab-9236-4c52-b11d-2f6a19b74e4d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:11.948120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39d3e0c-92b9-4c46-a042-8ffc475156fb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:11.952401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b39d3e0c-92b9-4c46-a042-8ffc475156fb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:11.972067 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fae591ab-9236-4c52-b11d-2f6a19b74e4d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:11.978522 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae591ab-9236-4c52-b11d-2f6a19b74e4d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:11.979154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fae591ab-9236-4c52-b11d-2f6a19b74e4d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:11.984814 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-787ee479-94e5-446c-8030-69a79c96de7c tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Unset dirty status for tenant:7adc594fd61142dba24659000bc76e9a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:11.989483 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-787ee479-94e5-446c-8030-69a79c96de7c tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] 10.222.0.24 "GET /v2.0/ports/360a9cfc-324a-428d-a16f-3f7cadbe0658 HTTP/1.1" status: 404 len: 333 time: 0.5202537 Mar 08 09:51:12.004684 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ae520245-be8e-4634-9b02-86bb644d95d8 None None] Provisioning for port 120d0141-56f1-45a1-938a-cb79ce7ecc72 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:12.022877 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45416) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:12.032599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Allocated IP 2001:db8::2 (19664e23-eac4-4be9-bf9e-5aac9a347676/9c0e559d-ed31-4b83-aa48-817e9d15d178/cc2c291b-8193-4767-889d-ae2b40e88574) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:12.042756 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-06e1ba5c-4a9c-484a-bf32-fc35131aa7bd tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Request body: {'port': {'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1298689607'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:12.074438 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-06e1ba5c-4a9c-484a-bf32-fc35131aa7bd tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:12.078364 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ae520245-be8e-4634-9b02-86bb644d95d8 None None] Provisioning complete for port 120d0141-56f1-45a1-938a-cb79ce7ecc72 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:12.078745 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae520245-be8e-4634-9b02-86bb644d95d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:12.093225 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-06e1ba5c-4a9c-484a-bf32-fc35131aa7bd tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:12.114899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e1ba5c-4a9c-484a-bf32-fc35131aa7bd tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Made reservation on behalf of 7adc594fd61142dba24659000bc76e9a for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:12.117820 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06e1ba5c-4a9c-484a-bf32-fc35131aa7bd tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:12.179322 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-06e1ba5c-4a9c-484a-bf32-fc35131aa7bd tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] device_id is not set on port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:51:12.224069 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f57361b4-68e5-412f-b123-8de35320e1a8 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "PUT /v2.0/ports/62c63f31-b285-4408-be9d-381929e811ea/tags/tempest-TagsExtTest-Tag-1890168931 HTTP/1.1" status: 201 len: 201 time: 0.7140920 Mar 08 09:51:12.256797 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae591ab-9236-4c52-b11d-2f6a19b74e4d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event updated for resources: {'Network': ['ID=7e298897-bf7f-4ce2-8850-d34f0e2657e9,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:12.263437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45420) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:12.291014 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-7c58acb3-138a-413f-80af-fab079c75fc4 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '10caa61e-7cf6-46eb-8278-6d20c1dd8410', 'tempest-TagsExtTest-Tag-1492934067') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:12.296039 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 7e298897-bf7f-4ce2-8850-d34f0e2657e9 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:51:12.372572 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fae591ab-9236-4c52-b11d-2f6a19b74e4d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3626864 Mar 08 09:51:12.377503 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45424) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:12.396167 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7821d970-443f-4f64-a48d-b1378b14ae3a tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Request body: {'network': {'name': 'tempest-router-network02--868272646'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:12.414686 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99df535-70cb-4f53-8e11-c74ff07ce079 req-986bd97e-3d8b-4a2c-bccf-1aa8020d6489 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:12.416151 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f99df535-70cb-4f53-8e11-c74ff07ce079 req-986bd97e-3d8b-4a2c-bccf-1aa8020d6489 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 944 time: 0.4586337 Mar 08 09:51:12.424777 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7821d970-443f-4f64-a48d-b1378b14ae3a tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:12.503529 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7821d970-443f-4f64-a48d-b1378b14ae3a tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Usage tracker for resource:network and tenant:89a15fa99aa34acbb5e38eac55a7d964 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:12.517006 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7821d970-443f-4f64-a48d-b1378b14ae3a tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:12.554928 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7821d970-443f-4f64-a48d-b1378b14ae3a tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:12.579820 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port ff594782-674a-4692-abe0-b75d46f48b36, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ff594782-674a-4692-abe0-b75d46f48b36,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:12.669760 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': 'ff594782-674a-4692-abe0-b75d46f48b36', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'port_id': 'ff594782-674a-4692-abe0-b75d46f48b36', 'mac_address': 'fa:16:3e:f0:30:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 09:51:12.790126 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f99df535-70cb-4f53-8e11-c74ff07ce079 req-70f494f9-2470-451f-b3ec-b2e41fc0bc99 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3624542 Mar 08 09:51:12.801979 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7821d970-443f-4f64-a48d-b1378b14ae3a tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Made reservation on behalf of 89a15fa99aa34acbb5e38eac55a7d964 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:12.805509 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7821d970-443f-4f64-a48d-b1378b14ae3a tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:12.829214 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7c58acb3-138a-413f-80af-fab079c75fc4 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "PUT /v2.0/routers/10caa61e-7cf6-46eb-8278-6d20c1dd8410/tags/tempest-TagsExtTest-Tag-1492934067 HTTP/1.1" status: 201 len: 201 time: 0.5584922 Mar 08 09:51:12.832434 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45428) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:12.840917 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-32ffe685-492f-49e8-96a4-5c60663ba920 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'aa2d0c47-aaed-4efc-adbf-008bbd24ae29', 'tempest-TagsExtTest-Tag-1336365100') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:12.851377 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b39d3e0c-92b9-4c46-a042-8ffc475156fb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:12.862945 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae520245-be8e-4634-9b02-86bb644d95d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:12.893917 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:12.910192 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06e1ba5c-4a9c-484a-bf32-fc35131aa7bd tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:12.918653 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:12.947635 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d3e0c-92b9-4c46-a042-8ffc475156fb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network 1adb2a62-e523-4521-be52-835200f71de8 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:12.953052 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7821d970-443f-4f64-a48d-b1378b14ae3a tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:51:12.953905 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff594782-674a-4692-abe0-b75d46f48b36 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:51:12.959189 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d3e0c-92b9-4c46-a042-8ffc475156fb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Subnet': ['ID=92a2b578-f545-4344-9c5e-2cc06d6d62bf,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:12.967021 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Router e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:51:12.969995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-b39d3e0c-92b9-4c46-a042-8ffc475156fb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:12.970842 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7821d970-443f-4f64-a48d-b1378b14ae3a tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:12.971191 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-7821d970-443f-4f64-a48d-b1378b14ae3a tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Added segment d5a68f3a-cdc0-4003-92d0-4082792bc678 of type vlan for network 5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3 Mar 08 09:51:12.971455 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Transition to ACTIVE for port object cc2c291b-8193-4767-889d-ae2b40e88574 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:12.979356 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39d3e0c-92b9-4c46-a042-8ffc475156fb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:12.980119 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b39d3e0c-92b9-4c46-a042-8ffc475156fb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:13.001605 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ae520245-be8e-4634-9b02-86bb644d95d8 None None] For port 120d0141-56f1-45a1-938a-cb79ce7ecc72, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=120d0141-56f1-45a1-938a-cb79ce7ecc72,segment=NetworkSegment(f71b6e5e-e250-4a19-8e70-db082f60ecc4),segment_id=f71b6e5e-e250-4a19-8e70-db082f60ecc4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:13.016726 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae520245-be8e-4634-9b02-86bb644d95d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:13.019500 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Transition to ACTIVE for port object cc2c291b-8193-4767-889d-ae2b40e88574 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:13.021787 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port ff594782-674a-4692-abe0-b75d46f48b36, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ff594782-674a-4692-abe0-b75d46f48b36,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:13.061651 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:13.074042 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:13.075177 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b39d3e0c-92b9-4c46-a042-8ffc475156fb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2700458 Mar 08 09:51:13.078669 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45432) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:13.094907 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e9127d41-db06-47c3-9299-2f582f195812 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'network_id': '1adb2a62-e523-4521-be52-835200f71de8', 'fixed_ips': [{'subnet_id': '8686f3d3-ed8c-46f6-832c-b156003d7cbe'}, {'subnet_id': '92a2b578-f545-4344-9c5e-2cc06d6d62bf'}], 'name': 'tempest-PortsTestJSON-1145948683'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:13.098519 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06e1ba5c-4a9c-484a-bf32-fc35131aa7bd tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:13.107692 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7821d970-443f-4f64-a48d-b1378b14ae3a tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:13.115185 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Network 19664e23-eac4-4be9-bf9e-5aac9a347676 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:13.121324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:13.126708 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:13.174528 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae520245-be8e-4634-9b02-86bb644d95d8 None None] Pushing event updated for resources: {'Port': ['ID=120d0141-56f1-45a1-938a-cb79ce7ecc72,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:13.211333 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1ba5c-4a9c-484a-bf32-fc35131aa7bd tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Pushing event updated for resources: {'Port': ['ID=51db50b6-0f16-4b64-83e1-37ee5c6dd533,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:13.252928 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb675aa-1d7f-4f8b-af1a-05a8de5e2615 None None] Network 1adb2a62-e523-4521-be52-835200f71de8 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:13.287299 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e1ba5c-4a9c-484a-bf32-fc35131aa7bd tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Network 79c4c11b-3b39-4337-8808-18bd4afcc08b is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:13.342841 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-06e1ba5c-4a9c-484a-bf32-fc35131aa7bd tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:13.343094 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 94254da8-54f2-4d5e-8191-fb8c6f8c262d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:13.345619 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e1ba5c-4a9c-484a-bf32-fc35131aa7bd tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:13.346545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e1ba5c-4a9c-484a-bf32-fc35131aa7bd tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:13.347149 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06e1ba5c-4a9c-484a-bf32-fc35131aa7bd tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:13.377639 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-32ffe685-492f-49e8-96a4-5c60663ba920 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "PUT /v2.0/subnetpools/aa2d0c47-aaed-4efc-adbf-008bbd24ae29/tags/tempest-TagsExtTest-Tag-1336365100 HTTP/1.1" status: 201 len: 201 time: 0.5436883 Mar 08 09:51:13.378448 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45436) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:13.387451 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7821d970-443f-4f64-a48d-b1378b14ae3a tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:13.393130 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7821d970-443f-4f64-a48d-b1378b14ae3a tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:13.393893 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7821d970-443f-4f64-a48d-b1378b14ae3a tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:13.402922 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3a87390e-84dd-4c81-afa5-4ddd1dcec040 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:13.403377 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-d530956c-2a68-4124-ac8b-35f624735668 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7fab0348-6063-4786-88d6-3a28236ef58a') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:13.479627 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:13.497744 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['ff594782-674a-4692-abe0-b75d46f48b36'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 09:51:13.558567 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-acd3b0a8-0ba6-4279-a52c-738a479f359b None None] Provisioning for port 94254da8-54f2-4d5e-8191-fb8c6f8c262d completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:13.583724 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Attempting to bind port cc2c291b-8193-4767-889d-ae2b40e88574 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:13.584003 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Attempting to bind port cc2c291b-8193-4767-889d-ae2b40e88574 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '765e4d19-c050-4c0b-afeb-68237af66691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '19664e23-eac4-4be9-bf9e-5aac9a347676'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:13.584534 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Attempting to bind port cc2c291b-8193-4767-889d-ae2b40e88574 on network 19664e23-eac4-4be9-bf9e-5aac9a347676 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:13.595529 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821d970-443f-4f64-a48d-b1378b14ae3a tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event updated for resources: {'Network': ['ID=5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:13.614772 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=ff594782-674a-4692-abe0-b75d46f48b36,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:13.632903 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:51:13.635602 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:51:13.636071 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Checking segment: {'id': '765e4d19-c050-4c0b-afeb-68237af66691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '19664e23-eac4-4be9-bf9e-5aac9a347676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:13.636429 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:13.637113 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Bound using segment: {'id': '765e4d19-c050-4c0b-afeb-68237af66691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '19664e23-eac4-4be9-bf9e-5aac9a347676'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:51:13.637697 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Bound port: cc2c291b-8193-4767-889d-ae2b40e88574, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765e4d19-c050-4c0b-afeb-68237af66691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '19664e23-eac4-4be9-bf9e-5aac9a347676'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:51:13.638201 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:13.646904 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-06e1ba5c-4a9c-484a-bf32-fc35131aa7bd tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6229908 Mar 08 09:51:13.652237 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:51:13.665569 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45440) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:13.669353 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e02f0b2-87aa-4429-938e-49d7c208b344 None None] Sync routers for ids ['e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:51:13.681487 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7821d970-443f-4f64-a48d-b1378b14ae3a tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3029032 Mar 08 09:51:13.695747 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45444) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:13.699103 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e02f0b2-87aa-4429-938e-49d7c208b344 None None] Routers {'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:13.702001 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8e02f0b2-87aa-4429-938e-49d7c208b344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:13.703270 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8317'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:13.738014 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e9127d41-db06-47c3-9299-2f582f195812 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:13.750392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e9127d41-db06-47c3-9299-2f582f195812 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:port and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:13.755130 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e9127d41-db06-47c3-9299-2f582f195812 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:13.764144 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e9127d41-db06-47c3-9299-2f582f195812 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:13.835416 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b22d1733-eabe-49ba-82f5-1ea7588054b8 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Request body: {'subnet': {'network_id': '7e298897-bf7f-4ce2-8850-d34f0e2657e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:13.840116 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9127d41-db06-47c3-9299-2f582f195812 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:13.891703 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:13.959656 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 94254da8-54f2-4d5e-8191-fb8c6f8c262d completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:13.976487 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Pushing event updated for resources: {'Port': ['ID=cc2c291b-8193-4767-889d-ae2b40e88574,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:13.993954 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f2410f9b-17c3-4863-bdbe-97fa6fc33a85 None None] Provisioning for port 62c63f31-b285-4408-be9d-381929e811ea completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:14.031856 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:14.036471 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 94254da8-54f2-4d5e-8191-fb8c6f8c262d triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:14.036894 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:14.069444 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f2410f9b-17c3-4863-bdbe-97fa6fc33a85 None None] Provisioning complete for port 62c63f31-b285-4408-be9d-381929e811ea triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:14.069809 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f2410f9b-17c3-4863-bdbe-97fa6fc33a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:14.077896 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4352e714-f593-464c-8740-d431bc01ec46 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3094592 Mar 08 09:51:14.082437 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e91170-84e6-4a49-9534-42a5048ac33d', 'tag': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:51:14.088208 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-8e02f0b2-87aa-4429-938e-49d7c208b344 None None] Set router e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:51:14.119934 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d530956c-2a68-4124-ac8b-35f624735668 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/subnets/7fab0348-6063-4786-88d6-3a28236ef58a/tags HTTP/1.1" status: 200 len: 241 time: 0.7364194 Mar 08 09:51:14.123502 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b22d1733-eabe-49ba-82f5-1ea7588054b8 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:14.126576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45454) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:14.128169 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b22d1733-eabe-49ba-82f5-1ea7588054b8 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Usage tracker for resource:subnet and tenant:89a15fa99aa34acbb5e38eac55a7d964 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:14.131469 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b22d1733-eabe-49ba-82f5-1ea7588054b8 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:14.133408 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-809fe125-d5ab-47fb-b796-1efed499b2ab tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7fab0348-6063-4786-88d6-3a28236ef58a', 'tempest-TagsExtTest-Tag-1509491111') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:14.137870 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b22d1733-eabe-49ba-82f5-1ea7588054b8 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:14.165544 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22d1733-eabe-49ba-82f5-1ea7588054b8 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Made reservation on behalf of 89a15fa99aa34acbb5e38eac55a7d964 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:14.169342 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b22d1733-eabe-49ba-82f5-1ea7588054b8 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:14.223999 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e9127d41-db06-47c3-9299-2f582f195812 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:14.234910 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-3a87390e-84dd-4c81-afa5-4ddd1dcec040 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port 3e641a6f-43eb-412e-8bd2-1215c85b1ab6 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:14.235599 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3a87390e-84dd-4c81-afa5-4ddd1dcec040 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:14.322249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-e9127d41-db06-47c3-9299-2f582f195812 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] device_id is not set on port 70a5ed5d-b323-4ce0-b04d-86e025d5a88e yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:51:14.324310 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] For port cc2c291b-8193-4767-889d-ae2b40e88574, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:51:14.365533 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] For port cc2c291b-8193-4767-889d-ae2b40e88574, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=cc2c291b-8193-4767-889d-ae2b40e88574,segment=NetworkSegment(765e4d19-c050-4c0b-afeb-68237af66691),segment_id=765e4d19-c050-4c0b-afeb-68237af66691)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:51:14.369299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712508c1-1f24-42f5-9f92-d25d4d80308b req-8af2f6b2-95d9-483f-8c70-3b982ca9e7da tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:14.371123 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-712508c1-1f24-42f5-9f92-d25d4d80308b req-8af2f6b2-95d9-483f-8c70-3b982ca9e7da tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 945 time: 0.3483829 Mar 08 09:51:14.377319 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f2410f9b-17c3-4863-bdbe-97fa6fc33a85 None None] Port 62c63f31-b285-4408-be9d-381929e811ea cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:14.387236 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:14.536361 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f2410f9b-17c3-4863-bdbe-97fa6fc33a85 None None] Provisioning complete for port 120d0141-56f1-45a1-938a-cb79ce7ecc72 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:14.536913 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f2410f9b-17c3-4863-bdbe-97fa6fc33a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:14.620291 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8e02f0b2-87aa-4429-938e-49d7c208b344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094738630', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:59Z', 'updated_at': '2022-03-08T09:50:22Z', 'revision_number': 4, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'gw_port': {'id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:02Z', 'updated_at': '2022-03-08T09:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '20f4a441-375b-4cb3-b6c6-b5885fbc25a6', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'floating_ip_address': '172.26.2.183', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'port_id': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c', 'mac_address': 'fa:16:3e:dc:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e91170-84e6-4a49-9534-42a5048ac33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:51:10Z', 'updated_at': '2022-03-08T09:51:10Z', 'revision_number': 0, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25dfd32c-3713-4fa7-ba67-2b715ec658ca', 'name': '', 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'mac_address': 'fa:16:3e:8a:eb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '9e963e0d-7564-4796-acb2-937b9a763afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:15Z', 'updated_at': '2022-03-08T09:50:36Z', 'revision_number': 5, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'subnets': [{'id': '9e963e0d-7564-4796-acb2-937b9a763afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:14.627241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb80ea-6104-4fdc-a292-59e5d1d70942 None None] Pushing event updated for resources: {'Port': ['ID=cc2c291b-8193-4767-889d-ae2b40e88574,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:14.641865 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e02f0b2-87aa-4429-938e-49d7c208b344 None None] Checking router: e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:51:14.655410 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e02f0b2-87aa-4429-938e-49d7c208b344 None None] Routers {'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:14.658460 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8e02f0b2-87aa-4429-938e-49d7c208b344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:14.698529 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d37ef0-45b0-4ce5-9ae9-c2ae6f154f2b req-aa793796-c5b9-4dd2-80c2-a489251bf701 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:14.700095 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-28d37ef0-45b0-4ce5-9ae9-c2ae6f154f2b req-aa793796-c5b9-4dd2-80c2-a489251bf701 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 945 time: 0.4105642 Mar 08 09:51:14.717489 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:14.718999 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:51:14.727483 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-712508c1-1f24-42f5-9f92-d25d4d80308b req-ef99b49a-4482-4817-a9f5-86531a547ad3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215041 Mar 08 09:51:14.752796 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-809fe125-d5ab-47fb-b796-1efed499b2ab tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/subnets/7fab0348-6063-4786-88d6-3a28236ef58a/tags/tempest-TagsExtTest-Tag-1509491111 HTTP/1.1" status: 204 len: 168 time: 0.6248672 Mar 08 09:51:14.765344 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45458) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:14.858487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-cb007e49-df61-44f4-925b-9c95ccd021ea tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7fab0348-6063-4786-88d6-3a28236ef58a', 'tempest-TagsExtTest-Tag-1509491111') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:14.934630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3a87390e-84dd-4c81-afa5-4ddd1dcec040 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:14.936477 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-28d37ef0-45b0-4ce5-9ae9-c2ae6f154f2b req-4c5ec7c3-de7e-45cd-8d6a-55298520e31f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208250 Mar 08 09:51:14.952092 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] device_id is not set on port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:51:14.966175 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:14.973044 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45464) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:15.048712 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-8e02f0b2-87aa-4429-938e-49d7c208b344 None None] Set router e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:51:15.137731 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 94254da8-54f2-4d5e-8191-fb8c6f8c262d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=94254da8-54f2-4d5e-8191-fb8c6f8c262d,segment=NetworkSegment(8470eae3-aa63-4047-85f0-b27412fa7157),segment_id=8470eae3-aa63-4047-85f0-b27412fa7157)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:15.165410 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:15.166134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-3a87390e-84dd-4c81-afa5-4ddd1dcec040 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Calling delete_port for 3e641a6f-43eb-412e-8bd2-1215c85b1ab6 owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:15.169385 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d917b265-aa7e-46bf-8bdf-d6a0c6807654 None None] Update dhcp port {'port': {'network_id': '1adb2a62-e523-4521-be52-835200f71de8', 'fixed_ips': [{'subnet_id': '8686f3d3-ed8c-46f6-832c-b156003d7cbe', 'ip_address': '172.20.0.2'}, {'subnet_id': '92a2b578-f545-4344-9c5e-2cc06d6d62bf'}], 'binding:host_id': 'dv-neutron-831730-2-hyperv'}, 'id': '94254da8-54f2-4d5e-8191-fb8c6f8c262d'} from dv-neutron-831730-2-hyperv. {{(pid=87773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 09:51:15.321125 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b22d1733-eabe-49ba-82f5-1ea7588054b8 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:15.335287 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e91170-84e6-4a49-9534-42a5048ac33d', 'tag': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01', 'status': 'completed', 'code': 200} Mar 08 09:51:15.363263 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d917b265-aa7e-46bf-8bdf-d6a0c6807654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:15.399907 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=94254da8-54f2-4d5e-8191-fb8c6f8c262d,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:15.455903 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 120d0141-56f1-45a1-938a-cb79ce7ecc72 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:15.466648 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Transition to ACTIVE for port object 51db50b6-0f16-4b64-83e1-37ee5c6dd533 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:15.497474 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:15.651491 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8e02f0b2-87aa-4429-938e-49d7c208b344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094738630', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:59Z', 'updated_at': '2022-03-08T09:50:22Z', 'revision_number': 4, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'gw_port': {'id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:02Z', 'updated_at': '2022-03-08T09:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '20f4a441-375b-4cb3-b6c6-b5885fbc25a6', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'floating_ip_address': '172.26.2.183', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'port_id': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c', 'mac_address': 'fa:16:3e:dc:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e91170-84e6-4a49-9534-42a5048ac33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:51:10Z', 'updated_at': '2022-03-08T09:51:10Z', 'revision_number': 0, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25dfd32c-3713-4fa7-ba67-2b715ec658ca', 'name': '', 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'mac_address': 'fa:16:3e:8a:eb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '9e963e0d-7564-4796-acb2-937b9a763afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:15Z', 'updated_at': '2022-03-08T09:50:36Z', 'revision_number': 5, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'subnets': [{'id': '9e963e0d-7564-4796-acb2-937b9a763afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:15.659094 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e02f0b2-87aa-4429-938e-49d7c208b344 None None] The sync data for ids ['e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'] in dv-neutron-831730-2-hyperv is: [{'id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094738630', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:59Z', 'updated_at': '2022-03-08T09:50:22Z', 'revision_number': 4, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'gw_port': {'id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:02Z', 'updated_at': '2022-03-08T09:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '20f4a441-375b-4cb3-b6c6-b5885fbc25a6', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'floating_ip_address': '172.26.2.183', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'port_id': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c', 'mac_address': 'fa:16:3e:dc:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e91170-84e6-4a49-9534-42a5048ac33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:51:10Z', 'updated_at': '2022-03-08T09:51:10Z', 'revision_number': 0, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25dfd32c-3713-4fa7-ba67-2b715ec658ca', 'name': '', 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'mac_address': 'fa:16:3e:8a:eb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '9e963e0d-7564-4796-acb2-937b9a763afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:15Z', 'updated_at': '2022-03-08T09:50:36Z', 'revision_number': 5, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'subnets': [{'id': '9e963e0d-7564-4796-acb2-937b9a763afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:51:15.682985 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-e9127d41-db06-47c3-9299-2f582f195812 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Allocated IP 172.20.0.13 (1adb2a62-e523-4521-be52-835200f71de8/8686f3d3-ed8c-46f6-832c-b156003d7cbe/70a5ed5d-b323-4ce0-b04d-86e025d5a88e) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:15.700876 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd68cb4-cc46-43a6-9b5e-394ee71706da req-89904728-0fd6-4325-bc13-de6be8bb47b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:15.702548 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3cd68cb4-cc46-43a6-9b5e-394ee71706da req-89904728-0fd6-4325-bc13-de6be8bb47b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4175867c7c7846e3ae98e34dfc9273dd&device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 1098 time: 0.4977882 Mar 08 09:51:15.704992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-e9127d41-db06-47c3-9299-2f582f195812 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Allocated IP 172.20.0.21 (1adb2a62-e523-4521-be52-835200f71de8/92a2b578-f545-4344-9c5e-2cc06d6d62bf/70a5ed5d-b323-4ce0-b04d-86e025d5a88e) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:15.708953 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-cb007e49-df61-44f4-925b-9c95ccd021ea tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/subnets/7fab0348-6063-4786-88d6-3a28236ef58a/tags/tempest-TagsExtTest-Tag-1509491111 HTTP/1.1" status: 204 len: 168 time: 0.8774853 Mar 08 09:51:15.715232 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-16df552a-5d34-47cb-9f20-35dc2ffade5d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/floatingips/20f4a441-375b-4cb3-b6c6-b5885fbc25a6 HTTP/1.1" status: 200 len: 991 time: 0.7377074 Mar 08 09:51:15.722494 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45468) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:15.733406 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-fc50d1c6-1733-4099-a3b4-9cf31cec3643 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7fab0348-6063-4786-88d6-3a28236ef58a') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:15.778368 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d1733-eabe-49ba-82f5-1ea7588054b8 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event updated for resources: {'Subnet': ['ID=9c725bf0-8a2d-4c78-8eee-3ff06fd71d4a,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:15.808036 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22d1733-eabe-49ba-82f5-1ea7588054b8 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Checking segment: {'id': '2b7353dc-e5bd-4a34-bc98-3e81e5ae1ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7e298897-bf7f-4ce2-8850-d34f0e2657e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:15.813945 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 120d0141-56f1-45a1-938a-cb79ce7ecc72 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:15.814356 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:15.815260 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22d1733-eabe-49ba-82f5-1ea7588054b8 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Network hostable DHCP agents. Network: 7e298897-bf7f-4ce2-8850-d34f0e2657e9, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:51:15.824634 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Pushing event updated for resources: {'Port': ['ID=51db50b6-0f16-4b64-83e1-37ee5c6dd533,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:15.864246 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:15.864586 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:15.864952 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:15.879479 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:51:15.879899 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:51:15.881060 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 2 to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 Mar 08 09:51:15.893869 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22d1733-eabe-49ba-82f5-1ea7588054b8 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Network 7e298897-bf7f-4ce2-8850-d34f0e2657e9 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:51:15.925442 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:15.926047 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:15.926550 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:15.960079 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b22d1733-eabe-49ba-82f5-1ea7588054b8 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 7e298897-bf7f-4ce2-8850-d34f0e2657e9) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:15.977708 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22d1733-eabe-49ba-82f5-1ea7588054b8 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:15.978297 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b22d1733-eabe-49ba-82f5-1ea7588054b8 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:15.987735 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:51:15.988071 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:51:15.994317 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 3 to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 Mar 08 09:51:16.004200 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd052238-ff36-4749-9e00-ea35af402ee6 None None] Network 7e298897-bf7f-4ce2-8850-d34f0e2657e9 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:16.017965 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fc50d1c6-1733-4099-a3b4-9cf31cec3643 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/subnets/7fab0348-6063-4786-88d6-3a28236ef58a/tags HTTP/1.1" status: 200 len: 205 time: 0.2924871 Mar 08 09:51:16.018801 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45474) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:16.031775 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-9ebb3948-a38e-4a1d-8ab2-f3434760ce2f tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '62c63f31-b285-4408-be9d-381929e811ea') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:16.055034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3a87390e-84dd-4c81-afa5-4ddd1dcec040 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:16.069819 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc731a40-7c67-4218-a8d6-0760c4f87e4c None None] Network 19664e23-eac4-4be9-bf9e-5aac9a347676 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:16.082128 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:16.082128 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:16.082428 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:16.083262 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a8bd7-cd0c-426d-a9db-bf1f7d9b71ba None None] New status for floating IP 20f4a441-375b-4cb3-b6c6-b5885fbc25a6: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:51:16.091551 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b22d1733-eabe-49ba-82f5-1ea7588054b8 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3004584 Mar 08 09:51:16.093386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45478) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:16.093386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:51:16.093725 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:51:16.098052 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 4 to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 Mar 08 09:51:16.108744 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-908a64ad-00ba-4143-be7f-742ac47db699 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Request body: {'subnet': {'network_id': '5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:16.155473 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:16.155804 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:16.156710 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:16.180171 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87390e-84dd-4c81-afa5-4ddd1dcec040 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Port': ['ID=3e641a6f-43eb-412e-8bd2-1215c85b1ab6,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:16.251141 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:51:16.251507 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:51:16.261045 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 5 to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 Mar 08 09:51:16.280281 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168091-e356-4e4b-8b9e-7fa8af76e589 req-7cb9d73c-7c8c-4a6e-94ae-b8f413618a0a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:16.287968 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5c168091-e356-4e4b-8b9e-7fa8af76e589 req-7cb9d73c-7c8c-4a6e-94ae-b8f413618a0a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 945 time: 0.3661842 Mar 08 09:51:16.326590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:16.327233 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:16.327233 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:16.335816 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-908a64ad-00ba-4143-be7f-742ac47db699 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:16.349672 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:51:16.350015 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:51:16.352583 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-908a64ad-00ba-4143-be7f-742ac47db699 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Usage tracker for resource:subnet and tenant:89a15fa99aa34acbb5e38eac55a7d964 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:16.355204 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 6 to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 Mar 08 09:51:16.366667 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-908a64ad-00ba-4143-be7f-742ac47db699 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:16.378231 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-908a64ad-00ba-4143-be7f-742ac47db699 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:16.386442 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5c168091-e356-4e4b-8b9e-7fa8af76e589 req-16796fa4-385d-4a57-bc0c-f96dc17862fe tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975995 Mar 08 09:51:16.394606 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9ebb3948-a38e-4a1d-8ab2-f3434760ce2f tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/ports/62c63f31-b285-4408-be9d-381929e811ea/tags HTTP/1.1" status: 200 len: 241 time: 0.3702886 Mar 08 09:51:16.398195 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45482) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:16.398559 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:16.398903 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:16.399229 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:16.404834 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:51:16.405165 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:51:16.405550 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 7 to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 Mar 08 09:51:16.419520 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908a64ad-00ba-4143-be7f-742ac47db699 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Made reservation on behalf of 89a15fa99aa34acbb5e38eac55a7d964 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:16.423579 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-908a64ad-00ba-4143-be7f-742ac47db699 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:16.425005 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-770baf68-2093-40a6-9b92-cd1ca569b3de tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '62c63f31-b285-4408-be9d-381929e811ea', 'tempest-TagsExtTest-Tag-1890168931') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:16.454564 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device cc2c291b-8193-4767-889d-ae2b40e88574 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:16.455518 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3a87390e-84dd-4c81-afa5-4ddd1dcec040 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:16.459173 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:16.459826 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:16.459973 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:16.469500 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:51:16.469829 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:51:16.472466 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 8 to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 Mar 08 09:51:16.473189 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd68cb4-cc46-43a6-9b5e-394ee71706da req-05535345-41f7-47fb-975c-45e6a31e917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:16.474630 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3cd68cb4-cc46-43a6-9b5e-394ee71706da req-05535345-41f7-47fb-975c-45e6a31e917d service neutron] 10.222.0.26 "GET /v2.0/networks?id=c92c8bd2-46ca-46a7-8274-6d902e00c89c HTTP/1.1" status: 200 len: 898 time: 0.7601876 Mar 08 09:51:16.514824 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d6ce1ea2-0362-4b65-bd2a-17ab9a93341b None None] Provisioning for port cc2c291b-8193-4767-889d-ae2b40e88574 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:16.604152 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-7e298897-bf7f-4ce2-8850-d34f0e2657e9', 'network_id': '7e298897-bf7f-4ce2-8850-d34f0e2657e9', 'tenant_id': '89a15fa99aa34acbb5e38eac55a7d964', 'fixed_ips': [{'subnet_id': '9c725bf0-8a2d-4c78-8eee-3ff06fd71d4a'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:51:16.605009 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:16.643421 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:16.643835 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:16.644602 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:16.657533 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:51:16.657949 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:51:16.660734 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 9 to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 Mar 08 09:51:16.703915 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:16.704278 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:16.705386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:16.713038 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:51:16.713374 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:51:16.721902 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempt 10 to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 Mar 08 09:51:16.728524 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45486) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:16.823456 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-908a64ad-00ba-4143-be7f-742ac47db699 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:16.828439 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e9127d41-db06-47c3-9299-2f582f195812 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:16.866884 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:16.867148 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:16.867435 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempting to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:16.885921 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3cd68cb4-cc46-43a6-9b5e-394ee71706da req-b2142cf6-f50c-43bb-b268-3c8d654ec464 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 HTTP/1.1" status: 200 len: 999 time: 0.3993223 Mar 08 09:51:16.898170 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:51:16.898529 dv-neutron-831730-2-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Failed to bind port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on host hv-neutron-8317 for vnic_type normal using segments [{'id': '27e0080b-3c83-48d2-8525-46c6f49d6bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '79c4c11b-3b39-4337-8808-18bd4afcc08b'}] Mar 08 09:51:16.898857 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:16.901682 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port cc2c291b-8193-4767-889d-ae2b40e88574 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:16.914790 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port cc2c291b-8193-4767-889d-ae2b40e88574 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:16.915170 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:16.949305 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-779bbcfa-5482-42ea-a3e4-a7926d58afe5 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/floatingips/20f4a441-375b-4cb3-b6c6-b5885fbc25a6 HTTP/1.1" status: 200 len: 991 time: 0.2171447 Mar 08 09:51:16.964380 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a87390e-84dd-4c81-afa5-4ddd1dcec040 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router e9204613-9a24-4ab4-bb1d-3a94b50f8bd7 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:51:16.965382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-e9127d41-db06-47c3-9299-2f582f195812 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Transition to ACTIVE for port object 70a5ed5d-b323-4ce0-b04d-86e025d5a88e will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:16.994692 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-770baf68-2093-40a6-9b92-cd1ca569b3de tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/ports/62c63f31-b285-4408-be9d-381929e811ea/tags/tempest-TagsExtTest-Tag-1890168931 HTTP/1.1" status: 204 len: 168 time: 0.5806863 Mar 08 09:51:16.996346 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45490) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:17.000494 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a64ad-00ba-4143-be7f-742ac47db699 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event updated for resources: {'Subnet': ['ID=81cf258c-a435-4543-8652-a7499e35f4fc,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:17.003587 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-72ee9275-a07a-47bd-bd46-d80754f2fae7 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '62c63f31-b285-4408-be9d-381929e811ea', 'tempest-TagsExtTest-Tag-1890168931') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:17.012739 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908a64ad-00ba-4143-be7f-742ac47db699 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Checking segment: {'id': 'd5a68f3a-cdc0-4003-92d0-4082792bc678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:17.013034 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908a64ad-00ba-4143-be7f-742ac47db699 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Network hostable DHCP agents. Network: 5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:51:17.059525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] For port 51db50b6-0f16-4b64-83e1-37ee5c6dd533, host hv-neutron-8317, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:51:17.059954 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attempted to set empty binding levels {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 08 09:51:17.061484 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908a64ad-00ba-4143-be7f-742ac47db699 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Network 5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:51:17.066503 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:17.122131 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-908a64ad-00ba-4143-be7f-742ac47db699 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:17.125581 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] In _notify_port_updated(), no bound segment for port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 on network 79c4c11b-3b39-4337-8808-18bd4afcc08b {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:51:17.126431 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:17.127032 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:17.131654 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] 10.222.0.24 "PUT /v2.0/ports/51db50b6-0f16-4b64-83e1-37ee5c6dd533 HTTP/1.1" status: 200 len: 977 time: 3.4641733 Mar 08 09:51:17.131855 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45494) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:17.136122 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4f853e-6c39-4c3a-8bf8-a091e7c7d9ed None None] Network 5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:17.140298 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908a64ad-00ba-4143-be7f-742ac47db699 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:17.140913 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-908a64ad-00ba-4143-be7f-742ac47db699 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:17.211826 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89c387-4304-4b48-a2c0-78b1b8cd45e8 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Pushing event updated for resources: {'Port': ['ID=51db50b6-0f16-4b64-83e1-37ee5c6dd533,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:17.218097 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-908a64ad-00ba-4143-be7f-742ac47db699 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1234868 Mar 08 09:51:17.221407 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45498) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:17.224383 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Allocated IP 2001:db8::2 (7e298897-bf7f-4ce2-8850-d34f0e2657e9/9c725bf0-8a2d-4c78-8eee-3ff06fd71d4a/e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:17.307185 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-0736044e-0877-476e-92dc-697cbc30af56 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Deleting port 51db50b6-0f16-4b64-83e1-37ee5c6dd533 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:17.307464 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0736044e-0877-476e-92dc-697cbc30af56 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:17.343166 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:17.374754 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd68cb4-cc46-43a6-9b5e-394ee71706da req-2c4d9da6-6243-4779-8866-cf2dc47e2e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:17.375994 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3cd68cb4-cc46-43a6-9b5e-394ee71706da req-2c4d9da6-6243-4779-8866-cf2dc47e2e52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e963e0d-7564-4796-acb2-937b9a763afb HTTP/1.1" status: 200 len: 834 time: 0.4751527 Mar 08 09:51:17.382461 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e9127d41-db06-47c3-9299-2f582f195812 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:17.388419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a87390e-84dd-4c81-afa5-4ddd1dcec040 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:51:17.400599 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce612902-0815-408f-a445-c08fd23d6271 None None] Sync routers for ids ['e9204613-9a24-4ab4-bb1d-3a94b50f8bd7'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:51:17.413269 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce612902-0815-408f-a445-c08fd23d6271 None None] Routers {'e9204613-9a24-4ab4-bb1d-3a94b50f8bd7'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:17.414300 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ce612902-0815-408f-a445-c08fd23d6271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['e9204613-9a24-4ab4-bb1d-3a94b50f8bd7'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:17.573831 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ce612902-0815-408f-a445-c08fd23d6271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:17.599361 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port cc2c291b-8193-4767-889d-ae2b40e88574, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=cc2c291b-8193-4767-889d-ae2b40e88574,segment=NetworkSegment(765e4d19-c050-4c0b-afeb-68237af66691),segment_id=765e4d19-c050-4c0b-afeb-68237af66691)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:17.604554 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce612902-0815-408f-a445-c08fd23d6271 None None] Routers {'e9204613-9a24-4ab4-bb1d-3a94b50f8bd7'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:17.605280 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ce612902-0815-408f-a445-c08fd23d6271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['e9204613-9a24-4ab4-bb1d-3a94b50f8bd7'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:17.642381 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:17.674188 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9127d41-db06-47c3-9299-2f582f195812 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=70a5ed5d-b323-4ce0-b04d-86e025d5a88e,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:17.707071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9127d41-db06-47c3-9299-2f582f195812 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network 1adb2a62-e523-4521-be52-835200f71de8 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:17.787733 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-e9127d41-db06-47c3-9299-2f582f195812 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:17.810603 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ce612902-0815-408f-a445-c08fd23d6271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:17.811270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9127d41-db06-47c3-9299-2f582f195812 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:17.817588 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce612902-0815-408f-a445-c08fd23d6271 None None] The sync data for ids ['e9204613-9a24-4ab4-bb1d-3a94b50f8bd7'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:51:17.849742 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-d917b265-aa7e-46bf-8bdf-d6a0c6807654 None None] Allocated IP 172.20.0.18 (1adb2a62-e523-4521-be52-835200f71de8/92a2b578-f545-4344-9c5e-2cc06d6d62bf/94254da8-54f2-4d5e-8191-fb8c6f8c262d) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:17.868007 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 94254da8-54f2-4d5e-8191-fb8c6f8c262d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:17.879579 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3a87390e-84dd-4c81-afa5-4ddd1dcec040 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/e9204613-9a24-4ab4-bb1d-3a94b50f8bd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3212430 Mar 08 09:51:17.889162 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45504) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:17.895255 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ff594782-674a-4692-abe0-b75d46f48b36 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:17.951878 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:17.964834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45508) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:18.049304 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-72ee9275-a07a-47bd-bd46-d80754f2fae7 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/ports/62c63f31-b285-4408-be9d-381929e811ea/tags/tempest-TagsExtTest-Tag-1890168931 HTTP/1.1" status: 204 len: 168 time: 1.0477276 Mar 08 09:51:18.071505 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Transition to ACTIVE for port object e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:18.073558 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45512) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:18.087040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-54aa100f-d419-4b0e-b2e3-afc6ff084695 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '62c63f31-b285-4408-be9d-381929e811ea') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:18.109788 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3', 'network_id': '5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3', 'tenant_id': '89a15fa99aa34acbb5e38eac55a7d964', 'fixed_ips': [{'subnet_id': '81cf258c-a435-4543-8652-a7499e35f4fc'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:51:18.110596 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:18.112344 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9127d41-db06-47c3-9299-2f582f195812 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:18.112990 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e9127d41-db06-47c3-9299-2f582f195812 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:18.171465 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=cc2c291b-8193-4767-889d-ae2b40e88574,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:18.175377 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:18.196361 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ff861f34-db7a-431a-b0d6-baf3b5665f85 None None] Provisioning complete for port cc2c291b-8193-4767-889d-ae2b40e88574 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:18.196757 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff861f34-db7a-431a-b0d6-baf3b5665f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:18.199193 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-0736044e-0877-476e-92dc-697cbc30af56 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] For port 51db50b6-0f16-4b64-83e1-37ee5c6dd533, host hv-neutron-8317, got binding levels [] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:18.199559 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0736044e-0877-476e-92dc-697cbc30af56 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:18.245152 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Transition to ACTIVE for port object e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:18.276059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7c93c-07fc-41a8-8f71-cbdf636c85eb req-07f0b7db-328b-4e82-a729-76afdf579bb5 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:18.277648 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6aa7c93c-07fc-41a8-8f71-cbdf636c85eb req-07f0b7db-328b-4e82-a729-76afdf579bb5 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 945 time: 0.5656753 Mar 08 09:51:18.282777 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e9127d41-db06-47c3-9299-2f582f195812 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 5.1935284 Mar 08 09:51:18.311019 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:18.334980 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45516) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:18.358437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd68cb4-cc46-43a6-9b5e-394ee71706da req-57ecb97e-545c-4f76-b182-afeed1432547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:18.360472 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3cd68cb4-cc46-43a6-9b5e-394ee71706da req-57ecb97e-545c-4f76-b182-afeed1432547 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c92c8bd2-46ca-46a7-8274-6d902e00c89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9756842 Mar 08 09:51:18.381094 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c2e4b04c-bd89-495e-a0d8-88d23483375d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/floatingips/20f4a441-375b-4cb3-b6c6-b5885fbc25a6 HTTP/1.1" status: 200 len: 993 time: 0.3959525 Mar 08 09:51:18.402596 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c2584a28-5307-469f-81bd-2e1419dfae04 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8686f3d3-ed8c-46f6-832c-b156003d7cbe'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:18.445100 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port ff594782-674a-4692-abe0-b75d46f48b36 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:18.479532 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port ff594782-674a-4692-abe0-b75d46f48b36 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:18.479935 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:18.484070 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-0736044e-0877-476e-92dc-697cbc30af56 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Calling delete_port for 51db50b6-0f16-4b64-83e1-37ee5c6dd533 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:18.494425 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-0514ae5e-f288-4cec-9949-bffcd2ed57ab tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] remove_router_interface failed (client error): The resource could not be found. Mar 08 09:51:18.498155 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0514ae5e-f288-4cec-9949-bffcd2ed57ab tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/e9204613-9a24-4ab4-bb1d-3a94b50f8bd7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6039181 Mar 08 09:51:18.527663 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45520) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:18.544374 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6aa7c93c-07fc-41a8-8f71-cbdf636c85eb req-f68f015d-5fad-44b0-b35e-44883eaf2215 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083375 Mar 08 09:51:18.567655 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Network 7e298897-bf7f-4ce2-8850-d34f0e2657e9 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:18.582028 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 94254da8-54f2-4d5e-8191-fb8c6f8c262d triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:18.582743 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:18.605548 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3cd68cb4-cc46-43a6-9b5e-394ee71706da req-6d17424b-edb0-40ea-8088-ee9ecf17287c service neutron] 10.222.0.26 "GET /v2.0/networks/c92c8bd2-46ca-46a7-8274-6d902e00c89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000334 Mar 08 09:51:18.618590 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:18.634908 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-d917b265-aa7e-46bf-8bdf-d6a0c6807654 None None] For port 94254da8-54f2-4d5e-8191-fb8c6f8c262d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=94254da8-54f2-4d5e-8191-fb8c6f8c262d,segment=NetworkSegment(8470eae3-aa63-4047-85f0-b27412fa7157),segment_id=8470eae3-aa63-4047-85f0-b27412fa7157)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:18.648464 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f5b368c8-bf34-4a49-a674-3dbb78b9104d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Synchronizing usage tracker for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:18.649247 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:18.681057 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Pushing event updated for resources: {'Port': ['ID=e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:18.743628 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-54aa100f-d419-4b0e-b2e3-afc6ff084695 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/ports/62c63f31-b285-4408-be9d-381929e811ea/tags HTTP/1.1" status: 200 len: 205 time: 0.6674829 Mar 08 09:51:18.744347 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45524) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:18.752123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-ac410c20-6bb9-46de-baeb-3b90f411b6d8 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '10caa61e-7cf6-46eb-8278-6d20c1dd8410') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:18.842990 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3cd68cb4-cc46-43a6-9b5e-394ee71706da req-f30252ea-76be-4b6f-b21d-bdb52ff9719b service neutron] 10.222.0.26 "GET /v2.0/networks/c92c8bd2-46ca-46a7-8274-6d902e00c89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315392 Mar 08 09:51:18.918844 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ac410c20-6bb9-46de-baeb-3b90f411b6d8 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/routers/10caa61e-7cf6-46eb-8278-6d20c1dd8410/tags HTTP/1.1" status: 200 len: 241 time: 0.1728594 Mar 08 09:51:18.920891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45528) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:18.921286 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d917b265-aa7e-46bf-8bdf-d6a0c6807654 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:18.927277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-f8d2ae89-86a6-49a1-b64f-826ee6c42a3f tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '10caa61e-7cf6-46eb-8278-6d20c1dd8410', 'tempest-TagsExtTest-Tag-1492934067') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:18.934464 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Allocated IP 2001:db8::2 (5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3/81cf258c-a435-4543-8652-a7499e35f4fc/a743b8bd-84a7-4827-a9e8-a9ca0fd76b67) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:18.991871 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f5b368c8-bf34-4a49-a674-3dbb78b9104d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Unset dirty status for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:18.996210 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f5b368c8-bf34-4a49-a674-3dbb78b9104d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9204613-9a24-4ab4-bb1d-3a94b50f8bd7 HTTP/1.1" status: 200 len: 205 time: 0.4644346 Mar 08 09:51:18.996374 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45532) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:19.008222 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Attempting to bind port e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:19.008598 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Attempting to bind port e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '2b7353dc-e5bd-4a34-bc98-3e81e5ae1ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7e298897-bf7f-4ce2-8850-d34f0e2657e9'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:19.009386 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Attempting to bind port e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a on network 7e298897-bf7f-4ce2-8850-d34f0e2657e9 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:19.016887 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0736044e-0877-476e-92dc-697cbc30af56 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:19.038228 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d917b265-aa7e-46bf-8bdf-d6a0c6807654 None None] Transition to ACTIVE for port object 94254da8-54f2-4d5e-8191-fb8c6f8c262d will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:19.042857 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:51:19.043232 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Checking segment: {'id': '2b7353dc-e5bd-4a34-bc98-3e81e5ae1ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7e298897-bf7f-4ce2-8850-d34f0e2657e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:19.043643 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:19.044041 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Bound using segment: {'id': '2b7353dc-e5bd-4a34-bc98-3e81e5ae1ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7e298897-bf7f-4ce2-8850-d34f0e2657e9'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:51:19.044626 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Bound port: e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7353dc-e5bd-4a34-bc98-3e81e5ae1ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7e298897-bf7f-4ce2-8850-d34f0e2657e9'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:51:19.044937 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:19.087263 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d917b265-aa7e-46bf-8bdf-d6a0c6807654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:19.088598 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736044e-0877-476e-92dc-697cbc30af56 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Pushing event deleted for resources: {'Port': ['ID=51db50b6-0f16-4b64-83e1-37ee5c6dd533,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:19.147556 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0736044e-0877-476e-92dc-697cbc30af56 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:19.174379 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:19.218119 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0736044e-0877-476e-92dc-697cbc30af56 tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] 10.222.0.24 "DELETE /v2.0/ports/51db50b6-0f16-4b64-83e1-37ee5c6dd533 HTTP/1.1" status: 204 len: 168 time: 2.0818174 Mar 08 09:51:19.225213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45536) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:19.270201 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Allocated IP 2001:db8::1 (7e298897-bf7f-4ce2-8850-d34f0e2657e9/9c725bf0-8a2d-4c78-8eee-3ff06fd71d4a/0a769206-91e0-4a8f-97e7-d875f6b58260) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:19.296703 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1781f07-e00b-4906-b6e3-8ebb1768edaa tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] GET failed (client error): The resource could not be found. Mar 08 09:51:19.297266 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e1781f07-e00b-4906-b6e3-8ebb1768edaa tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Synchronizing usage tracker for tenant:7adc594fd61142dba24659000bc76e9a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:19.301830 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2584a28-5307-469f-81bd-2e1419dfae04 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:19.349407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30be47a6-0ef4-450c-ab5d-1050f55d34da tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:19.430598 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15f1e2c-a505-4c63-87c0-6e2975b5dc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff594782-674a-4692-abe0-b75d46f48b36'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:51:19.430827 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f8d2ae89-86a6-49a1-b64f-826ee6c42a3f tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/routers/10caa61e-7cf6-46eb-8278-6d20c1dd8410/tags/tempest-TagsExtTest-Tag-1492934067 HTTP/1.1" status: 204 len: 168 time: 0.5079896 Mar 08 09:51:19.433719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45540) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:19.442042 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917b265-aa7e-46bf-8bdf-d6a0c6807654 None None] Pushing event updated for resources: {'Port': ['ID=94254da8-54f2-4d5e-8191-fb8c6f8c262d,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:19.466621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port ff594782-674a-4692-abe0-b75d46f48b36, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ff594782-674a-4692-abe0-b75d46f48b36,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:19.482321 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] For port e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:51:19.484644 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:19.485393 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e1781f07-e00b-4906-b6e3-8ebb1768edaa tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] Unset dirty status for tenant:7adc594fd61142dba24659000bc76e9a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:19.486571 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e1781f07-e00b-4906-b6e3-8ebb1768edaa tempest-PortsAdminExtendedAttrsTestJSON-216953044 tempest-PortsAdminExtendedAttrsTestJSON-216953044-project-admin] 10.222.0.24 "GET /v2.0/ports/51db50b6-0f16-4b64-83e1-37ee5c6dd533 HTTP/1.1" status: 404 len: 333 time: 0.2604387 Mar 08 09:51:19.497002 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-21a3ca5d-7ee2-47a4-bf89-e92b1082da58 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '10caa61e-7cf6-46eb-8278-6d20c1dd8410', 'tempest-TagsExtTest-Tag-1492934067') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:19.520008 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45546) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:19.530753 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15f1e2c-a505-4c63-87c0-6e2975b5dc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff594782-674a-4692-abe0-b75d46f48b36', 'code': 200} Mar 08 09:51:19.589251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] For port e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a,segment=NetworkSegment(2b7353dc-e5bd-4a34-bc98-3e81e5ae1ef2),segment_id=2b7353dc-e5bd-4a34-bc98-3e81e5ae1ef2)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:51:19.602390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:19.673923 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:19.704226 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=ff594782-674a-4692-abe0-b75d46f48b36,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:19.781550 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Transition to ACTIVE for port object a743b8bd-84a7-4827-a9e8-a9ca0fd76b67 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:19.827299 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Transition to ACTIVE for port object a743b8bd-84a7-4827-a9e8-a9ca0fd76b67 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:19.833079 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 94254da8-54f2-4d5e-8191-fb8c6f8c262d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:19.873646 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:19.934420 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Network 5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:19.937923 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:19.941588 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:19.948136 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b51693-c7fa-476a-b5e5-7bb101fd9c5c None None] Pushing event updated for resources: {'Port': ['ID=e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:20.019325 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:20.041392 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Transition to ACTIVE for port object 0a769206-91e0-4a8f-97e7-d875f6b58260 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:20.052789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30be47a6-0ef4-450c-ab5d-1050f55d34da tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:20.058175 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30be47a6-0ef4-450c-ab5d-1050f55d34da tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:20.083594 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:20.135282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device cc2c291b-8193-4767-889d-ae2b40e88574 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:20.185929 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30be47a6-0ef4-450c-ab5d-1050f55d34da tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:20.193013 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30be47a6-0ef4-450c-ab5d-1050f55d34da tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Fanout notify agent at l3_agent the message router_deleted on router e9204613-9a24-4ab4-bb1d-3a94b50f8bd7 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:51:20.200624 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2cf70993-2584-42d0-915a-04d1310a75e4 tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:20.225195 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Pushing event updated for resources: {'Port': ['ID=a743b8bd-84a7-4827-a9e8-a9ca0fd76b67,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:20.254121 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30be47a6-0ef4-450c-ab5d-1050f55d34da tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:20.255636 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Attempting to bind port a743b8bd-84a7-4827-a9e8-a9ca0fd76b67 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:20.256192 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Attempting to bind port a743b8bd-84a7-4827-a9e8-a9ca0fd76b67 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'd5a68f3a-cdc0-4003-92d0-4082792bc678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:20.256774 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Attempting to bind port a743b8bd-84a7-4827-a9e8-a9ca0fd76b67 on network 5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:20.259753 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-30be47a6-0ef4-450c-ab5d-1050f55d34da tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/routers/e9204613-9a24-4ab4-bb1d-3a94b50f8bd7 HTTP/1.1" status: 204 len: 168 time: 1.2626092 Mar 08 09:51:20.261052 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45552) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:20.286742 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:51:20.287638 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Checking segment: {'id': 'd5a68f3a-cdc0-4003-92d0-4082792bc678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:20.289123 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:20.289698 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Bound using segment: {'id': 'd5a68f3a-cdc0-4003-92d0-4082792bc678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:51:20.291344 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Bound port: a743b8bd-84a7-4827-a9e8-a9ca0fd76b67, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a68f3a-cdc0-4003-92d0-4082792bc678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:51:20.292650 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:20.301304 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dcddb-0849-4e71-b5b1-1f420c49a0fc req-3d722717-7c30-4bc1-a37c-e70906d2f30b tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:20.303207 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-725dcddb-0849-4e71-b5b1-1f420c49a0fc req-3d722717-7c30-4bc1-a37c-e70906d2f30b tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 946 time: 0.4793794 Mar 08 09:51:20.345336 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Network 7e298897-bf7f-4ce2-8850-d34f0e2657e9 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:20.353219 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-21a3ca5d-7ee2-47a4-bf89-e92b1082da58 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/routers/10caa61e-7cf6-46eb-8278-6d20c1dd8410/tags/tempest-TagsExtTest-Tag-1492934067 HTTP/1.1" status: 204 len: 168 time: 0.9182732 Mar 08 09:51:20.361670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45556) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:20.361910 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:20.371563 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event updated for resources: {'Port': ['ID=0a769206-91e0-4a8f-97e7-d875f6b58260,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:20.378413 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:20.379085 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:20.379448 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-189104bc-ceba-4c3f-8e01-0fe4b7972746 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '10caa61e-7cf6-46eb-8278-6d20c1dd8410') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:20.393830 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port cc2c291b-8193-4767-889d-ae2b40e88574 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:20.394056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:20.430987 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df734306-812a-4411-b2bd-ce599af752ae None None] Network 1adb2a62-e523-4521-be52-835200f71de8 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:20.450197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144e1a1-d94c-4e86-80c4-42935300dc75 req-278b5f74-175c-4d73-8327-a4b49a3444a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:20.451695 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a144e1a1-d94c-4e86-80c4-42935300dc75 req-278b5f74-175c-4d73-8327-a4b49a3444a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 1099 time: 0.5442135 Mar 08 09:51:20.496891 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-725dcddb-0849-4e71-b5b1-1f420c49a0fc req-feca5220-e663-4b63-a4b3-ce8dd359040e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821113 Mar 08 09:51:20.550496 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b76031-5765-4816-a0b4-0a0078167896 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting subnet 4af01f78-231e-40de-a3ad-133308d46c63 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:51:20.572763 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85b76031-5765-4816-a0b4-0a0078167896 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:20.587179 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a144e1a1-d94c-4e86-80c4-42935300dc75 req-fd400572-5c7f-4d7f-beb3-718e6b86bae0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185594 Mar 08 09:51:20.588849 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] For port a743b8bd-84a7-4827-a9e8-a9ca0fd76b67, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:51:20.592850 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] For port a743b8bd-84a7-4827-a9e8-a9ca0fd76b67, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a743b8bd-84a7-4827-a9e8-a9ca0fd76b67,segment=NetworkSegment(d5a68f3a-cdc0-4003-92d0-4082792bc678),segment_id=d5a68f3a-cdc0-4003-92d0-4082792bc678)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:51:20.609398 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-189104bc-ceba-4c3f-8e01-0fe4b7972746 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/routers/10caa61e-7cf6-46eb-8278-6d20c1dd8410/tags HTTP/1.1" status: 200 len: 205 time: 0.2450349 Mar 08 09:51:20.611209 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45560) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:20.617483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-09e49e46-c4c8-4073-9307-5a3eb967b158 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'aa2d0c47-aaed-4efc-adbf-008bbd24ae29') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:20.619784 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:20.646705 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-09e49e46-c4c8-4073-9307-5a3eb967b158 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/subnetpools/aa2d0c47-aaed-4efc-adbf-008bbd24ae29/tags HTTP/1.1" status: 200 len: 241 time: 0.0316272 Mar 08 09:51:20.646902 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45564) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:20.653278 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-16f25b55-f896-474b-80d5-73a81144ed1e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aa2d0c47-aaed-4efc-adbf-008bbd24ae29', 'tempest-TagsExtTest-Tag-1336365100') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:20.679205 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-c2584a28-5307-469f-81bd-2e1419dfae04 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Delete allocated IP 172.20.0.21 (1adb2a62-e523-4521-be52-835200f71de8/92a2b578-f545-4344-9c5e-2cc06d6d62bf) {{(pid=87772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 08 09:51:20.682256 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-16f25b55-f896-474b-80d5-73a81144ed1e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/subnetpools/aa2d0c47-aaed-4efc-adbf-008bbd24ae29/tags/tempest-TagsExtTest-Tag-1336365100 HTTP/1.1" status: 204 len: 168 time: 0.0320382 Mar 08 09:51:20.682446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45568) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:20.686562 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2cf70993-2584-42d0-915a-04d1310a75e4 tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:20.688464 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-b0a6b36e-a837-4278-aa27-189c830e4c50 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'aa2d0c47-aaed-4efc-adbf-008bbd24ae29', 'tempest-TagsExtTest-Tag-1336365100') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:20.742415 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b0a6b36e-a837-4278-aa27-189c830e4c50 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/subnetpools/aa2d0c47-aaed-4efc-adbf-008bbd24ae29/tags/tempest-TagsExtTest-Tag-1336365100 HTTP/1.1" status: 204 len: 168 time: 0.0554843 Mar 08 09:51:20.742681 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45572) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:20.748266 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-b93cfc00-16c7-4c7e-9804-cdb57b92e5e8 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'aa2d0c47-aaed-4efc-adbf-008bbd24ae29') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:20.777356 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b93cfc00-16c7-4c7e-9804-cdb57b92e5e8 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/subnetpools/aa2d0c47-aaed-4efc-adbf-008bbd24ae29/tags HTTP/1.1" status: 200 len: 205 time: 0.0309162 Mar 08 09:51:20.777740 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45576) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:20.784516 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-95bf5430-f29b-4ed9-bc73-44b59ed628e3 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aa2d0c47-aaed-4efc-adbf-008bbd24ae29') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:20.784903 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92459f-d32a-4946-bee1-fae743987c6d None None] Pushing event updated for resources: {'Port': ['ID=a743b8bd-84a7-4827-a9e8-a9ca0fd76b67,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:20.806000 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2b6daa64-c25c-4d08-ad13-163ec38f76c2 None None] Provisioning for port 94254da8-54f2-4d5e-8191-fb8c6f8c262d completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:20.809221 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85b76031-5765-4816-a0b4-0a0078167896 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:20.818184 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-95bf5430-f29b-4ed9-bc73-44b59ed628e3 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/subnetpools/aa2d0c47-aaed-4efc-adbf-008bbd24ae29/tags HTTP/1.1" status: 204 len: 168 time: 0.0391548 Mar 08 09:51:20.820330 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45580) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:20.826765 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2b6daa64-c25c-4d08-ad13-163ec38f76c2 None None] Provisioning complete for port 94254da8-54f2-4d5e-8191-fb8c6f8c262d triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:20.826935 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-989cd59c-322c-4945-a524-35cbda6f6248 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '10caa61e-7cf6-46eb-8278-6d20c1dd8410') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:20.827534 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b6daa64-c25c-4d08-ad13-163ec38f76c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:20.838853 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2cf70993-2584-42d0-915a-04d1310a75e4 tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c4c11b-3b39-4337-8808-18bd4afcc08b']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:21.119824 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2cf70993-2584-42d0-915a-04d1310a75e4 tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e0080b-3c83-48d2-8525-46c6f49d6bee') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:21.120120 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2cf70993-2584-42d0-915a-04d1310a75e4 tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e0080b-3c83-48d2-8525-46c6f49d6bee') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:21.168168 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2cf70993-2584-42d0-915a-04d1310a75e4 tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:21.192774 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:21.226332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2cf70993-2584-42d0-915a-04d1310a75e4 tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:21.258070 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-989cd59c-322c-4945-a524-35cbda6f6248 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/routers/10caa61e-7cf6-46eb-8278-6d20c1dd8410/tags HTTP/1.1" status: 204 len: 168 time: 0.4366868 Mar 08 09:51:21.264277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45584) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:21.275311 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-9e5846fc-cbab-40f3-87eb-f92dc0f606f2 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '62c63f31-b285-4408-be9d-381929e811ea') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:21.294042 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf70993-2584-42d0-915a-04d1310a75e4 tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:51:21.294449 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2cf70993-2584-42d0-915a-04d1310a75e4 tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:51:21.329127 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:51:21.365814 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9e5846fc-cbab-40f3-87eb-f92dc0f606f2 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/ports/62c63f31-b285-4408-be9d-381929e811ea/tags HTTP/1.1" status: 204 len: 168 time: 0.1004729 Mar 08 09:51:21.369165 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45588) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:21.375275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-31c40213-60c7-43f6-9809-4779dce4397d tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7fab0348-6063-4786-88d6-3a28236ef58a') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:21.423540 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7286e1a4-9623-4ddd-b83b-acb115a78802 None None] Network 7e298897-bf7f-4ce2-8850-d34f0e2657e9 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:21.472759 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-31c40213-60c7-43f6-9809-4779dce4397d tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/subnets/7fab0348-6063-4786-88d6-3a28236ef58a/tags HTTP/1.1" status: 204 len: 168 time: 0.1023073 Mar 08 09:51:21.477201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45592) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:21.482610 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-01efc26e-b381-4d42-87fa-cea39cefd9a8 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7fab0348-6063-4786-88d6-3a28236ef58a', 'tempest-TagsExtTest-Tag-1547124806') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:21.538824 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-c2584a28-5307-469f-81bd-2e1419dfae04 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:51:21.599998 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-01efc26e-b381-4d42-87fa-cea39cefd9a8 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "PUT /v2.0/subnets/7fab0348-6063-4786-88d6-3a28236ef58a/tags/tempest-TagsExtTest-Tag-1547124806 HTTP/1.1" status: 201 len: 201 time: 0.1215811 Mar 08 09:51:21.600724 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45598) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:21.608442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-38d968d6-f2d8-489b-8446-727548e2abe6 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '62c63f31-b285-4408-be9d-381929e811ea', 'tempest-TagsExtTest-Tag-310763550') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:21.636081 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85b76031-5765-4816-a0b4-0a0078167896 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:21.666539 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9af7a7d7-6734-4376-b1c4-1f96d08be41c None None] Provisioning for port e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:21.707115 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2cf70993-2584-42d0-915a-04d1310a75e4 tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:21.752531 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2cf70993-2584-42d0-915a-04d1310a75e4 tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:21.771511 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2584a28-5307-469f-81bd-2e1419dfae04 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:21.810325 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-38d968d6-f2d8-489b-8446-727548e2abe6 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "PUT /v2.0/ports/62c63f31-b285-4408-be9d-381929e811ea/tags/tempest-TagsExtTest-Tag-310763550 HTTP/1.1" status: 201 len: 201 time: 0.2084239 Mar 08 09:51:21.811358 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45602) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:21.819073 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-0b05d133-831b-42e8-8c35-b558d071d3ec tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '10caa61e-7cf6-46eb-8278-6d20c1dd8410', 'tempest-TagsExtTest-Tag-351629330') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:21.860934 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3ea3f3f5-5100-45f3-a331-f8cec64ddb98 None None] Provisioning complete for port 94254da8-54f2-4d5e-8191-fb8c6f8c262d triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:21.861460 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ea3f3f5-5100-45f3-a331-f8cec64ddb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:21.935310 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device a743b8bd-84a7-4827-a9e8-a9ca0fd76b67 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:21.961664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf70993-2584-42d0-915a-04d1310a75e4 tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] Pushing event deleted for resources: {'Network': ['ID=79c4c11b-3b39-4337-8808-18bd4afcc08b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:21.985739 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2cf70993-2584-42d0-915a-04d1310a75e4 tempest-PortsAdminExtendedAttrsTestJSON-723423308 tempest-PortsAdminExtendedAttrsTestJSON-723423308-project] 10.222.0.24 "DELETE /v2.0/networks/79c4c11b-3b39-4337-8808-18bd4afcc08b HTTP/1.1" status: 204 len: 168 time: 2.4649951 Mar 08 09:51:21.987293 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-c2584a28-5307-469f-81bd-2e1419dfae04 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Ignored duplicate provisioning block setup for port 70a5ed5d-b323-4ce0-b04d-86e025d5a88e by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 08 09:51:22.118143 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0b05d133-831b-42e8-8c35-b558d071d3ec tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "PUT /v2.0/routers/10caa61e-7cf6-46eb-8278-6d20c1dd8410/tags/tempest-TagsExtTest-Tag-351629330 HTTP/1.1" status: 201 len: 201 time: 0.3047340 Mar 08 09:51:22.118707 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45608) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:22.124523 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-db20a791-dd59-4e10-acce-263ca74d8c8c tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'aa2d0c47-aaed-4efc-adbf-008bbd24ae29', 'tempest-TagsExtTest-Tag-823086635') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:22.160899 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port a743b8bd-84a7-4827-a9e8-a9ca0fd76b67 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:22.175671 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:22.194012 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-db20a791-dd59-4e10-acce-263ca74d8c8c tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "PUT /v2.0/subnetpools/aa2d0c47-aaed-4efc-adbf-008bbd24ae29/tags/tempest-TagsExtTest-Tag-823086635 HTTP/1.1" status: 201 len: 201 time: 0.0739505 Mar 08 09:51:22.194558 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45612) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:22.199814 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-27b118e9-f138-4bc6-95c5-03ffffe1c84c tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7fab0348-6063-4786-88d6-3a28236ef58a', {'tags': ['tempest-TagsExtTest-Tag-1059995514', 'tempest-TagsExtTest-Tag-1831422065', 'tempest-TagsExtTest-Tag-760938917']}) {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:22.218221 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2584a28-5307-469f-81bd-2e1419dfae04 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:22.330782 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-27b118e9-f138-4bc6-95c5-03ffffe1c84c tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "PUT /v2.0/subnets/7fab0348-6063-4786-88d6-3a28236ef58a/tags HTTP/1.1" status: 200 len: 317 time: 0.1351469 Mar 08 09:51:22.332848 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2584a28-5307-469f-81bd-2e1419dfae04 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=70a5ed5d-b323-4ce0-b04d-86e025d5a88e,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:22.333760 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45616) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:22.340629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-5fdd9fe8-6d14-4aa3-bfb1-670d4485af71 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7fab0348-6063-4786-88d6-3a28236ef58a') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:22.367912 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3ea3f3f5-5100-45f3-a331-f8cec64ddb98 None None] Provisioning for port 70a5ed5d-b323-4ce0-b04d-86e025d5a88e completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:22.372389 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:22.379944 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3ea3f3f5-5100-45f3-a331-f8cec64ddb98 None None] Provisioning complete for port 70a5ed5d-b323-4ce0-b04d-86e025d5a88e triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:22.380250 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ea3f3f5-5100-45f3-a331-f8cec64ddb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:22.480905 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3ea3f3f5-5100-45f3-a331-f8cec64ddb98 None None] Port 70a5ed5d-b323-4ce0-b04d-86e025d5a88e cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:22.481107 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5fdd9fe8-6d14-4aa3-bfb1-670d4485af71 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/subnets/7fab0348-6063-4786-88d6-3a28236ef58a/tags HTTP/1.1" status: 204 len: 168 time: 0.1425183 Mar 08 09:51:22.481571 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:22.481571 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:22.488008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45622) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:22.504730 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-25a62fcf-86b3-41d8-8056-767087dbe5af tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7fab0348-6063-4786-88d6-3a28236ef58a', 'tempest-TagsExtTest-Tag-1059995514') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:22.516167 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c2584a28-5307-469f-81bd-2e1419dfae04 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] In _notify_port_updated(), no bound segment for port 70a5ed5d-b323-4ce0-b04d-86e025d5a88e on network 1adb2a62-e523-4521-be52-835200f71de8 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:51:22.522754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2584a28-5307-469f-81bd-2e1419dfae04 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:22.523398 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2584a28-5307-469f-81bd-2e1419dfae04 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:22.527676 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c2584a28-5307-469f-81bd-2e1419dfae04 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "PUT /v2.0/ports/70a5ed5d-b323-4ce0-b04d-86e025d5a88e HTTP/1.1" status: 200 len: 920 time: 4.1899288 Mar 08 09:51:22.538369 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45626) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:22.550332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b7886a66-2d85-43d1-ba4f-a95d3f0b8d76 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8686f3d3-ed8c-46f6-832c-b156003d7cbe'}, {'subnet_id': '92a2b578-f545-4344-9c5e-2cc06d6d62bf'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:22.638012 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45630) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:22.641053 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e668e-267c-4cad-a0c6-5e88b8a346b5 req-d3b75d74-a630-4da0-b985-eb287c51d86b tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:22.644442 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b65e668e-267c-4cad-a0c6-5e88b8a346b5 req-d3b75d74-a630-4da0-b985-eb287c51d86b tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 946 time: 0.9061391 Mar 08 09:51:22.655631 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85b76031-5765-4816-a0b4-0a0078167896 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:22.663194 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bfa14c-59fd-4cb7-9b8c-4f39048d05e2 None None] Network 5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:22.706233 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85b76031-5765-4816-a0b4-0a0078167896 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:22.727320 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-85b76031-5765-4816-a0b4-0a0078167896 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/subnets/4af01f78-231e-40de-a3ad-133308d46c63 HTTP/1.1" status: 204 len: 168 time: 2.4520893 Mar 08 09:51:22.732137 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45636) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:22.733015 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b78b06b3-d970-45fd-8649-d996e566d3f1 None None] Provisioning for port 0a769206-91e0-4a8f-97e7-d875f6b58260 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:22.748607 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013d1a86-ea4b-47be-8bf9-5d3ba9358660 None None] Network b17ea341-28a1-40a6-9914-1b822bcc3b89 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:22.752391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b76031-5765-4816-a0b4-0a0078167896 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Subnet': ['ID=4af01f78-231e-40de-a3ad-133308d46c63,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:22.814031 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-25a62fcf-86b3-41d8-8056-767087dbe5af tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] show failed (client error): The resource could not be found. Mar 08 09:51:22.815185 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-25a62fcf-86b3-41d8-8056-767087dbe5af tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/subnets/7fab0348-6063-4786-88d6-3a28236ef58a/tags/tempest-TagsExtTest-Tag-1059995514 HTTP/1.1" status: 404 len: 329 time: 0.3259203 Mar 08 09:51:22.821811 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b78b06b3-d970-45fd-8649-d996e566d3f1 None None] Provisioning complete for port 0a769206-91e0-4a8f-97e7-d875f6b58260 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:22.822099 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b78b06b3-d970-45fd-8649-d996e566d3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:22.842684 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:51:22.852293 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45640) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:22.852990 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b7886a66-2d85-43d1-ba4f-a95d3f0b8d76 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:22.872019 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-d9616b38-0e10-47d4-88c1-67f66706e7a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7fab0348-6063-4786-88d6-3a28236ef58a', 'tempest-TagsExtTest-Tag-1831422065') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:22.920646 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:22.940884 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:22.941637 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:22.948917 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b78b06b3-d970-45fd-8649-d996e566d3f1 None None] Port 0a769206-91e0-4a8f-97e7-d875f6b58260 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:22.950691 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:22.982054 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-921da674-7f85-418a-8586-d13228180f2e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d096ad45ddc94216b997b633b9bdfaf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294494 Mar 08 09:51:22.982054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port 305ba836-dffa-4206-97d7-cf3ce8ff4368 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:22.982054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:23.011089 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45644) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:23.016209 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b65e668e-267c-4cad-a0c6-5e88b8a346b5 req-e5438556-8bbf-416b-a72a-89490018f914 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3447995 Mar 08 09:51:23.021864 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:23.169815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-daab06cd-f72f-47df-860e-f0f32e08d187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:23.204083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a,segment=NetworkSegment(2b7353dc-e5bd-4a34-bc98-3e81e5ae1ef2),segment_id=2b7353dc-e5bd-4a34-bc98-3e81e5ae1ef2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:23.222108 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b78b06b3-d970-45fd-8649-d996e566d3f1 None None] Provisioning complete for port e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:23.222320 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b78b06b3-d970-45fd-8649-d996e566d3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:23.248673 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event updated for resources: {'Port': ['ID=0a769206-91e0-4a8f-97e7-d875f6b58260,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:23.264181 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-daab06cd-f72f-47df-860e-f0f32e08d187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:23.273717 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-d9616b38-0e10-47d4-88c1-67f66706e7a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] show failed (client error): The resource could not be found. Mar 08 09:51:23.277614 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d9616b38-0e10-47d4-88c1-67f66706e7a5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/subnets/7fab0348-6063-4786-88d6-3a28236ef58a/tags/tempest-TagsExtTest-Tag-1831422065 HTTP/1.1" status: 404 len: 329 time: 0.4123597 Mar 08 09:51:23.279028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45648) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:23.281748 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] For port 305ba836-dffa-4206-97d7-cf3ce8ff4368, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=305ba836-dffa-4206-97d7-cf3ce8ff4368,segment=NetworkSegment(cb7f3e43-0404-4070-93d1-404c15038985),segment_id=cb7f3e43-0404-4070-93d1-404c15038985)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:23.282105 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:23.284053 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:23.297427 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-62dd5c0c-cb9b-4158-8ef7-94c7f0e5cb63 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7fab0348-6063-4786-88d6-3a28236ef58a', 'tempest-TagsExtTest-Tag-760938917') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:23.444425 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:23.479550 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Calling delete_port for 305ba836-dffa-4206-97d7-cf3ce8ff4368 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:23.552800 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Network 7e298897-bf7f-4ce2-8850-d34f0e2657e9 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:23.572912 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:23.578285 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b78b06b3-d970-45fd-8649-d996e566d3f1 None None] Provisioning complete for port 70a5ed5d-b323-4ce0-b04d-86e025d5a88e triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:23.579398 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b78b06b3-d970-45fd-8649-d996e566d3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:23.612789 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-62dd5c0c-cb9b-4158-8ef7-94c7f0e5cb63 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] show failed (client error): The resource could not be found. Mar 08 09:51:23.614948 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-62dd5c0c-cb9b-4158-8ef7-94c7f0e5cb63 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/subnets/7fab0348-6063-4786-88d6-3a28236ef58a/tags/tempest-TagsExtTest-Tag-760938917 HTTP/1.1" status: 404 len: 328 time: 0.3358047 Mar 08 09:51:23.616914 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:23.625388 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45652) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:23.659764 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b78b06b3-d970-45fd-8649-d996e566d3f1 None None] Port 70a5ed5d-b323-4ce0-b04d-86e025d5a88e cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:23.712579 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e264bf-bbb5-45a0-9937-570cd2dd8be0 None None] DHCP port deletion for b17ea341-28a1-40a6-9914-1b822bcc3b89 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:51:23.719033 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-55c0dbb4-8d7a-4108-b96a-c10ce22d252c tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '62c63f31-b285-4408-be9d-381929e811ea', {'tags': ['tempest-TagsExtTest-Tag-1559342291', 'tempest-TagsExtTest-Tag-274888460', 'tempest-TagsExtTest-Tag-1822566461']}) {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:23.787309 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-045758a8-9f2f-4a6e-878a-339c57419d14 None None] Provisioning complete for port 0a769206-91e0-4a8f-97e7-d875f6b58260 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:23.787717 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-045758a8-9f2f-4a6e-878a-339c57419d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:23.816102 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:23.930855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-daab06cd-f72f-47df-860e-f0f32e08d187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:23.949745 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-045758a8-9f2f-4a6e-878a-339c57419d14 None None] Port 0a769206-91e0-4a8f-97e7-d875f6b58260 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:23.953675 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-b7886a66-2d85-43d1-ba4f-a95d3f0b8d76 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Allocated IP 172.20.0.21 (1adb2a62-e523-4521-be52-835200f71de8/92a2b578-f545-4344-9c5e-2cc06d6d62bf/70a5ed5d-b323-4ce0-b04d-86e025d5a88e) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:23.973990 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Port': ['ID=305ba836-dffa-4206-97d7-cf3ce8ff4368,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:23.982387 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] No DVR routers for this DVR port 305ba836-dffa-4206-97d7-cf3ce8ff4368 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:51:23.985690 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab06cd-f72f-47df-860e-f0f32e08d187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98a3847-4bfa-4ea9-92d7-3a9a0c929cf7,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:23.993826 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-045758a8-9f2f-4a6e-878a-339c57419d14 None None] Provisioning for port a743b8bd-84a7-4827-a9e8-a9ca0fd76b67 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:24.013985 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-045758a8-9f2f-4a6e-878a-339c57419d14 None None] Provisioning complete for port a743b8bd-84a7-4827-a9e8-a9ca0fd76b67 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:24.014354 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-045758a8-9f2f-4a6e-878a-339c57419d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.043048 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:24.043416 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.078769 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Router 5ab2a2be-cda7-4a44-b9c2-89a40eac57d2 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:51:24.221256 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-55c0dbb4-8d7a-4108-b96a-c10ce22d252c tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "PUT /v2.0/ports/62c63f31-b285-4408-be9d-381929e811ea/tags HTTP/1.1" status: 200 len: 317 time: 0.5161145 Mar 08 09:51:24.223434 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.235422 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45658) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:24.239267 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-daab06cd-f72f-47df-860e-f0f32e08d187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.240508 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-daab06cd-f72f-47df-860e-f0f32e08d187 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c98a3847-4bfa-4ea9-92d7-3a9a0c929cf7 HTTP/1.1" status: 204 len: 168 time: 1.2291079 Mar 08 09:51:24.245052 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-045758a8-9f2f-4a6e-878a-339c57419d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.266080 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17ea341-28a1-40a6-9914-1b822bcc3b89']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:24.268568 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-4b17349c-df47-45e2-8a5c-fbe6c39f6692 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '62c63f31-b285-4408-be9d-381929e811ea') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:24.282056 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7f3e43-0404-4070-93d1-404c15038985') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:24.282355 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7f3e43-0404-4070-93d1-404c15038985') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:24.283181 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-045758a8-9f2f-4a6e-878a-339c57419d14 None None] For port a743b8bd-84a7-4827-a9e8-a9ca0fd76b67, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a743b8bd-84a7-4827-a9e8-a9ca0fd76b67,segment=NetworkSegment(d5a68f3a-cdc0-4003-92d0-4082792bc678),segment_id=d5a68f3a-cdc0-4003-92d0-4082792bc678)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:24.288241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-045758a8-9f2f-4a6e-878a-339c57419d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.298667 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.326160 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.347846 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4167ebd-c3a4-4dd7-831c-ce568efe206a req-d92050eb-d4a2-4e5b-8746-8143c47f3ab3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:24.355014 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:51:24.356538 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f4167ebd-c3a4-4dd7-831c-ce568efe206a req-d92050eb-d4a2-4e5b-8746-8143c47f3ab3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 946 time: 0.1811855 Mar 08 09:51:24.360122 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:51:24.360363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.362938 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f9870b0c-32c6-4648-b466-67113e876be7 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "PUT /v2.0/routers/5ab2a2be-cda7-4a44-b9c2-89a40eac57d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1405652 Mar 08 09:51:24.366278 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14c7b72-bf2c-4f3d-94c0-31f5153d2497 None None] Sync routers for ids ['5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:51:24.369786 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45664) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:24.376363 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-045758a8-9f2f-4a6e-878a-339c57419d14 None None] Provisioning complete for port 70a5ed5d-b323-4ce0-b04d-86e025d5a88e triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:24.376589 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b7886a66-2d85-43d1-ba4f-a95d3f0b8d76 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.377128 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-045758a8-9f2f-4a6e-878a-339c57419d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:51:24.388262 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:51:24.433344 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045758a8-9f2f-4a6e-878a-339c57419d14 None None] Pushing event updated for resources: {'Port': ['ID=a743b8bd-84a7-4827-a9e8-a9ca0fd76b67,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:24.448046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14c7b72-bf2c-4f3d-94c0-31f5153d2497 None None] Routers {'5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:24.448991 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-e14c7b72-bf2c-4f3d-94c0-31f5153d2497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:24.531489 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-b7886a66-2d85-43d1-ba4f-a95d3f0b8d76 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Transition to ACTIVE for port object 70a5ed5d-b323-4ce0-b04d-86e025d5a88e will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:24.543526 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b7886a66-2d85-43d1-ba4f-a95d3f0b8d76 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.553163 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f4167ebd-c3a4-4dd7-831c-ce568efe206a req-658e712f-8ff2-45aa-b8bb-6cd4459f12e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952379 Mar 08 09:51:24.554252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.565068 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-e14c7b72-bf2c-4f3d-94c0-31f5153d2497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:24.574921 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-045758a8-9f2f-4a6e-878a-339c57419d14 None None] Port 70a5ed5d-b323-4ce0-b04d-86e025d5a88e cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:24.577745 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.593630 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/networks/b17ea341-28a1-40a6-9914-1b822bcc3b89 HTTP/1.1" status: 204 len: 168 time: 1.8595824 Mar 08 09:51:24.596305 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14c7b72-bf2c-4f3d-94c0-31f5153d2497 None None] Routers {'5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:24.597079 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45672) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:24.597233 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-e14c7b72-bf2c-4f3d-94c0-31f5153d2497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:50:57Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:24.605844 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-7b7dc7df-616a-4a60-9fa7-d21e6fc6beb4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-505950322'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:24.611055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7b7dc7df-616a-4a60-9fa7-d21e6fc6beb4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:24.616878 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7b7dc7df-616a-4a60-9fa7-d21e6fc6beb4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:network and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:24.620214 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7b7dc7df-616a-4a60-9fa7-d21e6fc6beb4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:24.628262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7b7dc7df-616a-4a60-9fa7-d21e6fc6beb4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:24.629336 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7886a66-2d85-43d1-ba4f-a95d3f0b8d76 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=70a5ed5d-b323-4ce0-b04d-86e025d5a88e,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:24.648604 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c9185-f66c-41e8-bcd0-be80d3ae347a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Network': ['ID=b17ea341-28a1-40a6-9914-1b822bcc3b89,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:24.664513 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7dc7df-616a-4a60-9fa7-d21e6fc6beb4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Made reservation on behalf of 6d74a792e0a04913823581fb4b20fd08 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:24.671819 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7b7dc7df-616a-4a60-9fa7-d21e6fc6beb4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.741259 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-e14c7b72-bf2c-4f3d-94c0-31f5153d2497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:24.742089 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14c7b72-bf2c-4f3d-94c0-31f5153d2497 None None] The sync data for ids ['5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:51:24.758143 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-bacd3af3-8d33-4318-8e16-3893965df476 None None] Provisioning complete for port 0a769206-91e0-4a8f-97e7-d875f6b58260 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:24.758523 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bacd3af3-8d33-4318-8e16-3893965df476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.763357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7dc7df-616a-4a60-9fa7-d21e6fc6beb4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:51:24.780004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45676) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:24.811779 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7b7dc7df-616a-4a60-9fa7-d21e6fc6beb4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.812726 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-7b7dc7df-616a-4a60-9fa7-d21e6fc6beb4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Added segment 28fe2517-4dad-434b-b8a5-b39fd3532ed5 of type vlan for network b7def349-c361-4808-9e29-841a254c6023 Mar 08 09:51:24.832057 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bacd3af3-8d33-4318-8e16-3893965df476 None None] Port 0a769206-91e0-4a8f-97e7-d875f6b58260 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:24.858518 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3fb8ff6e-7b6f-4be6-af0e-54a2ab5ed07f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7adc594fd61142dba24659000bc76e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773094 Mar 08 09:51:24.861681 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45680) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:24.865403 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-bacd3af3-8d33-4318-8e16-3893965df476 None None] Provisioning complete for port a743b8bd-84a7-4827-a9e8-a9ca0fd76b67 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:24.866169 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bacd3af3-8d33-4318-8e16-3893965df476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.900059 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46045e1e-77ca-4fc4-9290-77c17171366c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.935837 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7b7dc7df-616a-4a60-9fa7-d21e6fc6beb4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.957868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0c4063a9-09c1-40b7-af60-fb7775f7b791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:24.997110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0c4063a9-09c1-40b7-af60-fb7775f7b791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:25.007106 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7b7dc7df-616a-4a60-9fa7-d21e6fc6beb4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:25.012433 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7dc7df-616a-4a60-9fa7-d21e6fc6beb4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:25.013033 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7b7dc7df-616a-4a60-9fa7-d21e6fc6beb4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:25.039973 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4b17349c-df47-45e2-8a5c-fbe6c39f6692 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/ports/62c63f31-b285-4408-be9d-381929e811ea/tags HTTP/1.1" status: 204 len: 168 time: 0.8008792 Mar 08 09:51:25.054451 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45684) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:25.125493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-556f3fde-5047-46c7-b106-120eaee5ab32 None None] Provisioning for port 70a5ed5d-b323-4ce0-b04d-86e025d5a88e completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:25.131934 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-556f3fde-5047-46c7-b106-120eaee5ab32 None None] Provisioning complete for port 70a5ed5d-b323-4ce0-b04d-86e025d5a88e triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:25.132645 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-556f3fde-5047-46c7-b106-120eaee5ab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:25.144164 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7b7dc7df-616a-4a60-9fa7-d21e6fc6beb4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5462863 Mar 08 09:51:25.145083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45688) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:25.153339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7dc7df-616a-4a60-9fa7-d21e6fc6beb4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Network': ['ID=b7def349-c361-4808-9e29-841a254c6023,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:25.159019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-514dab3a-a84f-4590-9362-d541a292e039 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'subnet': {'network_id': 'b7def349-c361-4808-9e29-841a254c6023', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:25.171380 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network b7def349-c361-4808-9e29-841a254c6023 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:51:25.241814 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-f042b4b2-c25a-4035-9b91-82f79a89a306 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '62c63f31-b285-4408-be9d-381929e811ea', 'tempest-TagsExtTest-Tag-1559342291') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:25.272659 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0c4063a9-09c1-40b7-af60-fb7775f7b791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:25.272919 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-556f3fde-5047-46c7-b106-120eaee5ab32 None None] Port 70a5ed5d-b323-4ce0-b04d-86e025d5a88e cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:25.303069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-514dab3a-a84f-4590-9362-d541a292e039 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:25.305580 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4063a9-09c1-40b7-af60-fb7775f7b791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5478f22b-2d66-4c11-9c49-11cb15582ec6,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:25.308698 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0c4063a9-09c1-40b7-af60-fb7775f7b791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:25.312607 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0c4063a9-09c1-40b7-af60-fb7775f7b791 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5478f22b-2d66-4c11-9c49-11cb15582ec6 HTTP/1.1" status: 204 len: 168 time: 0.4502609 Mar 08 09:51:25.314199 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-514dab3a-a84f-4590-9362-d541a292e039 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:subnet and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:25.317398 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-514dab3a-a84f-4590-9362-d541a292e039 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:25.323397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-514dab3a-a84f-4590-9362-d541a292e039 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:25.337481 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514dab3a-a84f-4590-9362-d541a292e039 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Made reservation on behalf of 6d74a792e0a04913823581fb4b20fd08 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:25.344577 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-514dab3a-a84f-4590-9362-d541a292e039 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:25.368420 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b7886a66-2d85-43d1-ba4f-a95d3f0b8d76 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] In _notify_port_updated(), no bound segment for port 70a5ed5d-b323-4ce0-b04d-86e025d5a88e on network 1adb2a62-e523-4521-be52-835200f71de8 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:51:25.373809 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7886a66-2d85-43d1-ba4f-a95d3f0b8d76 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:25.374380 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b7886a66-2d85-43d1-ba4f-a95d3f0b8d76 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:25.378579 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b7886a66-2d85-43d1-ba4f-a95d3f0b8d76 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "PUT /v2.0/ports/70a5ed5d-b323-4ce0-b04d-86e025d5a88e HTTP/1.1" status: 200 len: 1000 time: 2.8338397 Mar 08 09:51:25.380486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45694) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:25.476161 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8069c9b-1d16-427a-914b-901c834bec41 req-c612aa3a-b77f-45e0-a22c-59acdf626347 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:25.481191 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f8069c9b-1d16-427a-914b-901c834bec41 req-c612aa3a-b77f-45e0-a22c-59acdf626347 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 946 time: 0.6654110 Mar 08 09:51:25.519521 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-6dac22ea-4989-4799-9403-da8d7344b60a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 70a5ed5d-b323-4ce0-b04d-86e025d5a88e {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:25.519859 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6dac22ea-4989-4799-9403-da8d7344b60a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:25.651218 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-f042b4b2-c25a-4035-9b91-82f79a89a306 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] show failed (client error): The resource could not be found. Mar 08 09:51:25.655315 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f042b4b2-c25a-4035-9b91-82f79a89a306 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/ports/62c63f31-b285-4408-be9d-381929e811ea/tags/tempest-TagsExtTest-Tag-1559342291 HTTP/1.1" status: 404 len: 329 time: 0.5998943 Mar 08 09:51:25.658764 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45702) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:25.671080 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-d0cd53e3-7cbe-4947-be93-2e289337a10d tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '62c63f31-b285-4408-be9d-381929e811ea', 'tempest-TagsExtTest-Tag-274888460') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:25.713908 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f8069c9b-1d16-427a-914b-901c834bec41 req-40ffaf14-80d9-4c76-b379-4b1cca09059e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140863 Mar 08 09:51:25.737352 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-53201f2b-cccc-41a3-8d98-5d94dda930d3 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:51:25.738599 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-53201f2b-cccc-41a3-8d98-5d94dda930d3 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "PUT /v2.0/routers/5ab2a2be-cda7-4a44-b9c2-89a40eac57d2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3670175 Mar 08 09:51:25.742179 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45710) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:25.751742 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45714) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:25.758670 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device a743b8bd-84a7-4827-a9e8-a9ca0fd76b67 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:25.887579 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port a743b8bd-84a7-4827-a9e8-a9ca0fd76b67 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:25.888373 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:25.960602 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-d0cd53e3-7cbe-4947-be93-2e289337a10d tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] show failed (client error): The resource could not be found. Mar 08 09:51:25.961931 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d0cd53e3-7cbe-4947-be93-2e289337a10d tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/ports/62c63f31-b285-4408-be9d-381929e811ea/tags/tempest-TagsExtTest-Tag-274888460 HTTP/1.1" status: 404 len: 328 time: 0.3001645 Mar 08 09:51:25.964616 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45722) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:25.982757 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-89693525-198a-4dd2-beb4-94e20cde7fa9 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '62c63f31-b285-4408-be9d-381929e811ea', 'tempest-TagsExtTest-Tag-1822566461') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:26.031201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6dac22ea-4989-4799-9403-da8d7344b60a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:26.050020 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-514dab3a-a84f-4590-9362-d541a292e039 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:26.120212 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 305ba836-dffa-4206-97d7-cf3ce8ff4368 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:51:26.165829 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 305ba836-dffa-4206-97d7-cf3ce8ff4368 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:51:26.166567 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 305ba836-dffa-4206-97d7-cf3ce8ff4368 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:51:26.315537 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-89693525-198a-4dd2-beb4-94e20cde7fa9 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] show failed (client error): The resource could not be found. Mar 08 09:51:26.319144 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-89693525-198a-4dd2-beb4-94e20cde7fa9 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/ports/62c63f31-b285-4408-be9d-381929e811ea/tags/tempest-TagsExtTest-Tag-1822566461 HTTP/1.1" status: 404 len: 329 time: 0.3535903 Mar 08 09:51:26.319701 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45736) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:26.331071 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-b1dd0933-9437-4ccc-8187-8b7a904e7fd5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '10caa61e-7cf6-46eb-8278-6d20c1dd8410', {'tags': ['tempest-TagsExtTest-Tag-2051043692', 'tempest-TagsExtTest-Tag-116284853', 'tempest-TagsExtTest-Tag-781066896']}) {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:26.355515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-6dac22ea-4989-4799-9403-da8d7344b60a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for 70a5ed5d-b323-4ce0-b04d-86e025d5a88e owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:26.468145 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dab3a-a84f-4590-9362-d541a292e039 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Subnet': ['ID=93dd2307-e1d5-4395-8caa-a0aeaa60f88c,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:26.505558 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514dab3a-a84f-4590-9362-d541a292e039 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Checking segment: {'id': '28fe2517-4dad-434b-b8a5-b39fd3532ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b7def349-c361-4808-9e29-841a254c6023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:26.506015 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514dab3a-a84f-4590-9362-d541a292e039 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network hostable DHCP agents. Network: b7def349-c361-4808-9e29-841a254c6023, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:51:26.552197 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b1dd0933-9437-4ccc-8187-8b7a904e7fd5 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "PUT /v2.0/routers/10caa61e-7cf6-46eb-8278-6d20c1dd8410/tags HTTP/1.1" status: 200 len: 316 time: 0.2267709 Mar 08 09:51:26.553195 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45742) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:26.563125 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-b07a4f69-57d8-4b70-9c61-717fd500930e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '10caa61e-7cf6-46eb-8278-6d20c1dd8410') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:26.591096 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771687df-0d8d-476d-a52a-d4bb4c7ce2a7 tempest-TestVolumeBootPattern-96411383 tempest-TestVolumeBootPattern-96411383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:26.596608 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-771687df-0d8d-476d-a52a-d4bb4c7ce2a7 tempest-TestVolumeBootPattern-96411383 tempest-TestVolumeBootPattern-96411383-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 1094 time: 0.8109925 Mar 08 09:51:26.599551 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45748) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:26.608672 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': 'ff594782-674a-4692-abe0-b75d46f48b36', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:26.612880 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514dab3a-a84f-4590-9362-d541a292e039 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network b7def349-c361-4808-9e29-841a254c6023 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:51:26.618969 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:26.660393 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Usage tracker for resource:floatingip and tenant:090578e165634cbd86b446011dd7b913 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:26.668788 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:26.681008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-514dab3a-a84f-4590-9362-d541a292e039 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, b7def349-c361-4808-9e29-841a254c6023) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:26.685909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514dab3a-a84f-4590-9362-d541a292e039 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:26.686560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-514dab3a-a84f-4590-9362-d541a292e039 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:26.691966 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:26.696171 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65abbeb-9a1d-440f-b352-72abab97b305 None None] Network b7def349-c361-4808-9e29-841a254c6023 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:26.732380 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for floatingip, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:26.773852 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6dac22ea-4989-4799-9403-da8d7344b60a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:26.777928 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-514dab3a-a84f-4590-9362-d541a292e039 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6286433 Mar 08 09:51:26.782450 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45756) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:26.792835 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e48f1249-58ec-4977-958a-5444e9d40b55 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-747802088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:26.801927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e48f1249-58ec-4977-958a-5444e9d40b55 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:26.807793 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea991356-e676-43dd-9ba1-a49e15a856db tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:26.902588 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac22ea-4989-4799-9403-da8d7344b60a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Port': ['ID=70a5ed5d-b323-4ce0-b04d-86e025d5a88e,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:27.008779 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-b7def349-c361-4808-9e29-841a254c6023', 'network_id': 'b7def349-c361-4808-9e29-841a254c6023', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'fixed_ips': [{'subnet_id': '93dd2307-e1d5-4395-8caa-a0aeaa60f88c'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:51:27.009630 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:27.067101 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e48f1249-58ec-4977-958a-5444e9d40b55 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:router and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:27.070428 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e48f1249-58ec-4977-958a-5444e9d40b55 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:27.076813 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e48f1249-58ec-4977-958a-5444e9d40b55 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:27.104279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e48f1249-58ec-4977-958a-5444e9d40b55 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:27.105620 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e48f1249-58ec-4977-958a-5444e9d40b55 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:27.106493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6dac22ea-4989-4799-9403-da8d7344b60a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:27.113469 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6dac22ea-4989-4799-9403-da8d7344b60a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/ports/70a5ed5d-b323-4ce0-b04d-86e025d5a88e HTTP/1.1" status: 204 len: 168 time: 1.7318323 Mar 08 09:51:27.113677 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b07a4f69-57d8-4b70-9c61-717fd500930e tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/routers/10caa61e-7cf6-46eb-8278-6d20c1dd8410/tags HTTP/1.1" status: 204 len: 168 time: 0.5582519 Mar 08 09:51:27.115429 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45764) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:27.118194 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45766) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:27.174821 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1247fea2-5158-43f1-b37e-541bf2004fa0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] GET failed (client error): The resource could not be found. Mar 08 09:51:27.175362 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1247fea2-5158-43f1-b37e-541bf2004fa0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Synchronizing usage tracker for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:27.196602 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-a31ec211-a605-4e6e-83fd-83db766a174d tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '10caa61e-7cf6-46eb-8278-6d20c1dd8410', 'tempest-TagsExtTest-Tag-2051043692') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:27.207034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1247fea2-5158-43f1-b37e-541bf2004fa0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Unset dirty status for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:27.210650 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1247fea2-5158-43f1-b37e-541bf2004fa0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports/70a5ed5d-b323-4ce0-b04d-86e025d5a88e HTTP/1.1" status: 404 len: 333 time: 0.0916908 Mar 08 09:51:27.211560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45776) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:27.252170 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Allocated IP 2001:db8::2 (b7def349-c361-4808-9e29-841a254c6023/93dd2307-e1d5-4395-8caa-a0aeaa60f88c/7befc48b-db6e-4441-bee0-970d0f353396) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:27.255190 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:27.284016 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e48f1249-58ec-4977-958a-5444e9d40b55 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:27.340755 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b54717-9e3b-44dc-8551-38f46febde9d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting subnet 92a2b578-f545-4344-9c5e-2cc06d6d62bf {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:51:27.348310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-14b54717-9e3b-44dc-8551-38f46febde9d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:27.394595 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45782) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:27.468858 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-14b54717-9e3b-44dc-8551-38f46febde9d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:27.481258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e48f1249-58ec-4977-958a-5444e9d40b55 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:27.496189 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-a31ec211-a605-4e6e-83fd-83db766a174d tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] show failed (client error): The resource could not be found. Mar 08 09:51:27.497210 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a31ec211-a605-4e6e-83fd-83db766a174d tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/routers/10caa61e-7cf6-46eb-8278-6d20c1dd8410/tags/tempest-TagsExtTest-Tag-2051043692 HTTP/1.1" status: 404 len: 329 time: 0.3781219 Mar 08 09:51:27.502267 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45788) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:27.510832 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-f45692a9-fdbf-433a-a4d0-b7592c845977 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '10caa61e-7cf6-46eb-8278-6d20c1dd8410', 'tempest-TagsExtTest-Tag-116284853') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:27.534677 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6ad71ff-ee73-4411-b9cc-7de230ff0bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:27.548110 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:27.557683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Allocated IP 172.26.2.155 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/09f36927-4f2c-49bc-92d6-1615ccbdf9a5) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:27.559855 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Transition to ACTIVE for port object 7befc48b-db6e-4441-bee0-970d0f353396 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:27.581827 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Transition to ACTIVE for port object 7befc48b-db6e-4441-bee0-970d0f353396 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:27.585674 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-6b6062bb-f604-4313-8aa8-013a25002d55 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:27.593099 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:27.625944 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e48f1249-58ec-4977-958a-5444e9d40b55 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:27.627116 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e48f1249-58ec-4977-958a-5444e9d40b55 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8421223 Mar 08 09:51:27.631086 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45792) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:27.683669 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Network b7def349-c361-4808-9e29-841a254c6023 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:27.686535 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:27.690271 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:27.719518 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-14b54717-9e3b-44dc-8551-38f46febde9d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:27.736339 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Pushing event updated for resources: {'Port': ['ID=7befc48b-db6e-4441-bee0-970d0f353396,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:27.777754 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6b6062bb-f604-4313-8aa8-013a25002d55 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] 10.222.0.24 "PUT /v2.0/quotas/ba2ad22a72364a80b3ddd0cf5c7a74b4 HTTP/1.1" status: 200 len: 366 time: 0.3798847 Mar 08 09:51:27.782949 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45796) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:27.795833 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Attempting to bind port 7befc48b-db6e-4441-bee0-970d0f353396 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:27.796343 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Attempting to bind port 7befc48b-db6e-4441-bee0-970d0f353396 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '28fe2517-4dad-434b-b8a5-b39fd3532ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b7def349-c361-4808-9e29-841a254c6023'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:27.797690 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Attempting to bind port 7befc48b-db6e-4441-bee0-970d0f353396 on network b7def349-c361-4808-9e29-841a254c6023 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:27.803799 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:51:27.804653 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Checking segment: {'id': '28fe2517-4dad-434b-b8a5-b39fd3532ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b7def349-c361-4808-9e29-841a254c6023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:27.804853 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:27.805461 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Bound using segment: {'id': '28fe2517-4dad-434b-b8a5-b39fd3532ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b7def349-c361-4808-9e29-841a254c6023'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:51:27.806219 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Bound port: 7befc48b-db6e-4441-bee0-970d0f353396, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28fe2517-4dad-434b-b8a5-b39fd3532ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b7def349-c361-4808-9e29-841a254c6023'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:51:27.806742 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:27.826872 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-232f58ab-721f-42f4-b355-704627ff7b23 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0389962 Mar 08 09:51:27.831307 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45800) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:27.862533 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b49b69b5-8380-4adc-a91b-f52ddfb16fff tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] 10.222.0.24 "GET /v2.0/quotas/ba2ad22a72364a80b3ddd0cf5c7a74b4 HTTP/1.1" status: 200 len: 366 time: 0.0274730 Mar 08 09:51:27.865169 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:27.867836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45804) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:27.882855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-14b54717-9e3b-44dc-8551-38f46febde9d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:27.908288 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] For port 7befc48b-db6e-4441-bee0-970d0f353396, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:51:27.911562 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] For port 7befc48b-db6e-4441-bee0-970d0f353396, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=7befc48b-db6e-4441-bee0-970d0f353396,segment=NetworkSegment(28fe2517-4dad-434b-b8a5-b39fd3532ed5),segment_id=28fe2517-4dad-434b-b8a5-b39fd3532ed5)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:51:27.913022 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-f45692a9-fdbf-433a-a4d0-b7592c845977 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] show failed (client error): The resource could not be found. Mar 08 09:51:27.914042 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f45692a9-fdbf-433a-a4d0-b7592c845977 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/routers/10caa61e-7cf6-46eb-8278-6d20c1dd8410/tags/tempest-TagsExtTest-Tag-116284853 HTTP/1.1" status: 404 len: 328 time: 0.4108865 Mar 08 09:51:27.918614 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:27.923083 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45808) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:27.928235 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-348a37fb-d879-4325-afe3-af77fd129b94 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/ba2ad22a72364a80b3ddd0cf5c7a74b4 HTTP/1.1" status: 204 len: 168 time: 0.0587654 Mar 08 09:51:27.929379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-fb26c299-92da-4c0c-8091-a80b6149ebed tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '10caa61e-7cf6-46eb-8278-6d20c1dd8410', 'tempest-TagsExtTest-Tag-781066896') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:27.931671 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b54717-9e3b-44dc-8551-38f46febde9d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Subnet': ['ID=92a2b578-f545-4344-9c5e-2cc06d6d62bf,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:27.934081 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45812) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:27.946532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-14b54717-9e3b-44dc-8551-38f46febde9d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:27.951918 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b68f5007-c925-453a-9a1a-a6cb42217720 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0144794 Mar 08 09:51:27.952619 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45816) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:27.955713 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e164bd95-3664-418d-bffd-5064e7aa6468 None None] Network 1adb2a62-e523-4521-be52-835200f71de8 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:27.971173 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-14b54717-9e3b-44dc-8551-38f46febde9d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/subnets/92a2b578-f545-4344-9c5e-2cc06d6d62bf HTTP/1.1" status: 204 len: 168 time: 0.7558005 Mar 08 09:51:27.971350 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45820) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:27.976419 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bcc5647a-af84-427a-91a0-aba671b6e835 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] 10.222.0.24 "GET /v2.0/quotas/ba2ad22a72364a80b3ddd0cf5c7a74b4 HTTP/1.1" status: 200 len: 370 time: 0.0184324 Mar 08 09:51:27.978485 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45824) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:27.985465 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8e107e90-ede7-40a4-9c13-3156ea5aee28 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] 10.222.0.24 "GET /v2.0/quotas/ba2ad22a72364a80b3ddd0cf5c7a74b4/default HTTP/1.1" status: 200 len: 370 time: 0.0051823 Mar 08 09:51:28.015794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45828) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:28.050813 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-c25526f0-73c1-4039-b468-5265ed53714d tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] delete failed (client error): The resource could not be found. Mar 08 09:51:28.054556 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c25526f0-73c1-4039-b468-5265ed53714d tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/ba2ad22a72364a80b3ddd0cf5c7a74b4 HTTP/1.1" status: 404 len: 348 time: 0.0353444 Mar 08 09:51:28.056454 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:28.094688 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015debcd-65bf-4bda-b751-48cf9ef107ec None None] Pushing event updated for resources: {'Port': ['ID=7befc48b-db6e-4441-bee0-970d0f353396,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:28.106461 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ea991356-e676-43dd-9ba1-a49e15a856db tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Deleting port 0a769206-91e0-4a8f-97e7-d875f6b58260 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:28.107064 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea991356-e676-43dd-9ba1-a49e15a856db tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:28.124670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e7a9f8-602d-4d02-a891-1e1632f146cb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting subnet 8686f3d3-ed8c-46f6-832c-b156003d7cbe {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:51:28.128195 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-79e7a9f8-602d-4d02-a891-1e1632f146cb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:28.176876 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:28.201280 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:28.206657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:28.220924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:28.239854 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45834) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:28.289772 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:28.426792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event updated for resources: {'Port': ['ID=09f36927-4f2c-49bc-92d6-1615ccbdf9a5,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:28.456973 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-79e7a9f8-602d-4d02-a891-1e1632f146cb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:28.680805 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-fb26c299-92da-4c0c-8091-a80b6149ebed tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] show failed (client error): The resource could not be found. Mar 08 09:51:28.681954 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fb26c299-92da-4c0c-8091-a80b6149ebed tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/routers/10caa61e-7cf6-46eb-8278-6d20c1dd8410/tags/tempest-TagsExtTest-Tag-781066896 HTTP/1.1" status: 404 len: 328 time: 0.7570932 Mar 08 09:51:28.691800 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45838) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:28.705697 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-be1cb90a-9c2f-4345-b598-ba6516afe004 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'aa2d0c47-aaed-4efc-adbf-008bbd24ae29', {'tags': ['tempest-TagsExtTest-Tag-1905472931', 'tempest-TagsExtTest-Tag-288556839', 'tempest-TagsExtTest-Tag-2026815222']}) {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:28.742438 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-79e7a9f8-602d-4d02-a891-1e1632f146cb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:28.773159 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e46d01b6-140a-4124-8c0b-c27311e15796 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] Usage tracker for resource:network and tenant:2612844e9355435d8539f45d2b6c0c37 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:28.827602 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e46d01b6-140a-4124-8c0b-c27311e15796 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:28.848665 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:28.871787 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea991356-e676-43dd-9ba1-a49e15a856db tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:28.884869 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e46d01b6-140a-4124-8c0b-c27311e15796 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] Usage tracker for resource:subnet and tenant:2612844e9355435d8539f45d2b6c0c37 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:28.906900 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-be1cb90a-9c2f-4345-b598-ba6516afe004 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "PUT /v2.0/subnetpools/aa2d0c47-aaed-4efc-adbf-008bbd24ae29/tags HTTP/1.1" status: 200 len: 317 time: 0.2139702 Mar 08 09:51:28.910933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45842) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:28.920616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-1c9b053b-f696-4cab-8575-f57f6b6e9d8f tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aa2d0c47-aaed-4efc-adbf-008bbd24ae29') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:29.001519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-79e7a9f8-602d-4d02-a891-1e1632f146cb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:29.001779 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e46d01b6-140a-4124-8c0b-c27311e15796 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:29.068170 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-79e7a9f8-602d-4d02-a891-1e1632f146cb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:29.076895 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ea991356-e676-43dd-9ba1-a49e15a856db tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Calling delete_port for 0a769206-91e0-4a8f-97e7-d875f6b58260 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:29.081256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7a9f8-602d-4d02-a891-1e1632f146cb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Subnet': ['ID=8686f3d3-ed8c-46f6-832c-b156003d7cbe,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:29.107896 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-79e7a9f8-602d-4d02-a891-1e1632f146cb tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/subnets/8686f3d3-ed8c-46f6-832c-b156003d7cbe HTTP/1.1" status: 204 len: 168 time: 1.1325696 Mar 08 09:51:29.112430 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45846) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:29.165169 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ca9767-2428-40b2-963b-5618cef1cdfb None None] Network 1adb2a62-e523-4521-be52-835200f71de8 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:29.170130 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1c9b053b-f696-4cab-8575-f57f6b6e9d8f tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/subnetpools/aa2d0c47-aaed-4efc-adbf-008bbd24ae29/tags HTTP/1.1" status: 204 len: 168 time: 0.2581871 Mar 08 09:51:29.170798 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45850) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:29.231071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-5462a7b4-7a06-4863-acd7-4dab58303870 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aa2d0c47-aaed-4efc-adbf-008bbd24ae29', 'tempest-TagsExtTest-Tag-1905472931') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:29.232257 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e46d01b6-140a-4124-8c0b-c27311e15796 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] Usage tracker for resource:subnetpool and tenant:2612844e9355435d8539f45d2b6c0c37 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:29.252595 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e46d01b6-140a-4124-8c0b-c27311e15796 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:29.300605 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:29.303775 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-5462a7b4-7a06-4863-acd7-4dab58303870 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] show failed (client error): The resource could not be found. Mar 08 09:51:29.306538 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e46d01b6-140a-4124-8c0b-c27311e15796 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] Usage tracker for resource:port and tenant:2612844e9355435d8539f45d2b6c0c37 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:29.308068 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5462a7b4-7a06-4863-acd7-4dab58303870 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/subnetpools/aa2d0c47-aaed-4efc-adbf-008bbd24ae29/tags/tempest-TagsExtTest-Tag-1905472931 HTTP/1.1" status: 404 len: 329 time: 0.1326759 Mar 08 09:51:29.309541 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45854) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:29.328450 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-ee12ad23-09fc-4b55-b451-0e9ea9f2bd60 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aa2d0c47-aaed-4efc-adbf-008bbd24ae29', 'tempest-TagsExtTest-Tag-288556839') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:29.336331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 94254da8-54f2-4d5e-8191-fb8c6f8c262d {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:29.336686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:29.386946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e46d01b6-140a-4124-8c0b-c27311e15796 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:29.396512 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2d53e9ee-6cf0-4250-a3c1-2815d10d618b None None] Provisioning complete for port 94254da8-54f2-4d5e-8191-fb8c6f8c262d triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:29.397107 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d53e9ee-6cf0-4250-a3c1-2815d10d618b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:29.401776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:29.444867 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e46d01b6-140a-4124-8c0b-c27311e15796 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] Usage tracker for resource:router and tenant:2612844e9355435d8539f45d2b6c0c37 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:29.455662 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-ee12ad23-09fc-4b55-b451-0e9ea9f2bd60 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] show failed (client error): The resource could not be found. Mar 08 09:51:29.456722 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ee12ad23-09fc-4b55-b451-0e9ea9f2bd60 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/subnetpools/aa2d0c47-aaed-4efc-adbf-008bbd24ae29/tags/tempest-TagsExtTest-Tag-288556839 HTTP/1.1" status: 404 len: 328 time: 0.1416280 Mar 08 09:51:29.462243 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45858) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:29.470277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-74f2f4fa-43ca-4261-9b34-636008e3b5b3 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'aa2d0c47-aaed-4efc-adbf-008bbd24ae29', 'tempest-TagsExtTest-Tag-2026815222') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:29.489970 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e46d01b6-140a-4124-8c0b-c27311e15796 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:29.520669 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e46d01b6-140a-4124-8c0b-c27311e15796 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] Usage tracker for resource:floatingip and tenant:2612844e9355435d8539f45d2b6c0c37 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:29.585508 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e46d01b6-140a-4124-8c0b-c27311e15796 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:29.598271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:29.611325 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Allocated IP 2001:db8::1 (b7def349-c361-4808-9e29-841a254c6023/93dd2307-e1d5-4395-8caa-a0aeaa60f88c/24dbd1f3-caf3-4451-bd37-0461a18a010c) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:29.638794 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca346a81-2e83-4cc9-9510-1816c25661a9 None None] DHCP port deletion for 1adb2a62-e523-4521-be52-835200f71de8 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:51:29.650571 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ca346a81-2e83-4cc9-9510-1816c25661a9 None None] Deleting port 94254da8-54f2-4d5e-8191-fb8c6f8c262d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:29.651282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ca346a81-2e83-4cc9-9510-1816c25661a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:29.671857 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea991356-e676-43dd-9ba1-a49e15a856db tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:29.717573 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e53460-42a8-4ce1-b507-2223e7747266 None None] Network b7def349-c361-4808-9e29-841a254c6023 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:29.744801 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea991356-e676-43dd-9ba1-a49e15a856db tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event deleted for resources: {'Port': ['ID=0a769206-91e0-4a8f-97e7-d875f6b58260,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:29.756581 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] For port 94254da8-54f2-4d5e-8191-fb8c6f8c262d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=94254da8-54f2-4d5e-8191-fb8c6f8c262d,segment=NetworkSegment(8470eae3-aa63-4047-85f0-b27412fa7157),segment_id=8470eae3-aa63-4047-85f0-b27412fa7157)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:29.756971 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:29.816568 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 7befc48b-db6e-4441-bee0-970d0f353396 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:29.923176 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for 94254da8-54f2-4d5e-8191-fb8c6f8c262d owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:29.947574 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e46d01b6-140a-4124-8c0b-c27311e15796 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] Usage tracker for resource:security_group and tenant:2612844e9355435d8539f45d2b6c0c37 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:29.969562 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-74f2f4fa-43ca-4261-9b34-636008e3b5b3 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] show failed (client error): The resource could not be found. Mar 08 09:51:29.973129 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-74f2f4fa-43ca-4261-9b34-636008e3b5b3 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/subnetpools/aa2d0c47-aaed-4efc-adbf-008bbd24ae29/tags/tempest-TagsExtTest-Tag-2026815222 HTTP/1.1" status: 404 len: 329 time: 0.5099473 Mar 08 09:51:29.977395 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45862) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:29.996629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-f6b6e201-ea3b-4b9e-baec-8ef4681f9d61 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'aa2d0c47-aaed-4efc-adbf-008bbd24ae29') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:30.022156 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e46d01b6-140a-4124-8c0b-c27311e15796 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:30.031196 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea991356-e676-43dd-9ba1-a49e15a856db tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:30.055045 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:30.129447 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5749811e-f28a-4061-b8e9-c589c00773e7 None None] Provisioning for port 7befc48b-db6e-4441-bee0-970d0f353396 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:30.132819 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:30.159771 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f6b6e201-ea3b-4b9e-baec-8ef4681f9d61 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/subnetpools/aa2d0c47-aaed-4efc-adbf-008bbd24ae29/tags HTTP/1.1" status: 204 len: 168 time: 0.1812027 Mar 08 09:51:30.162367 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:30.166717 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45866) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:30.178374 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 7befc48b-db6e-4441-bee0-970d0f353396 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:30.235126 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 7befc48b-db6e-4441-bee0-970d0f353396 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:30.235515 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:30.263265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e46d01b6-140a-4124-8c0b-c27311e15796 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] Usage tracker for resource:security_group_rule and tenant:2612844e9355435d8539f45d2b6c0c37 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:30.283014 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e46d01b6-140a-4124-8c0b-c27311e15796 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:30.286592 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Transition to ACTIVE for port object 24dbd1f3-caf3-4451-bd37-0461a18a010c will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:30.319662 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ca346a81-2e83-4cc9-9510-1816c25661a9 None None] For port 94254da8-54f2-4d5e-8191-fb8c6f8c262d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=94254da8-54f2-4d5e-8191-fb8c6f8c262d,segment=NetworkSegment(8470eae3-aa63-4047-85f0-b27412fa7157),segment_id=8470eae3-aa63-4047-85f0-b27412fa7157)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:30.320091 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ca346a81-2e83-4cc9-9510-1816c25661a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:30.332682 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-930c0c5d-e70e-4c1f-9d52-d95389dbb229 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '10caa61e-7cf6-46eb-8278-6d20c1dd8410') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:30.366522 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e46d01b6-140a-4124-8c0b-c27311e15796 tempest-QuotasTest-1478248900 tempest-QuotasTest-1478248900-project-admin] 10.222.0.24 "GET /v2.0/quotas/2612844e9355435d8539f45d2b6c0c37/details.json HTTP/1.1" status: 200 len: 703 time: 2.1134624 Mar 08 09:51:30.430552 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Port': ['ID=94254da8-54f2-4d5e-8191-fb8c6f8c262d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:30.442200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] No DVR routers for this DVR port 94254da8-54f2-4d5e-8191-fb8c6f8c262d on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:51:30.477217 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.477562 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.477908 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.478250 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.478584 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.478911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.479235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.479565 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.479886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.480205 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.480523 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.483357 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ca346a81-2e83-4cc9-9510-1816c25661a9 None None] Calling delete_port for 94254da8-54f2-4d5e-8191-fb8c6f8c262d owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:30.486972 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.563197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea991356-e676-43dd-9ba1-a49e15a856db tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Router 5ab2a2be-cda7-4a44-b9c2-89a40eac57d2 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:51:30.564456 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:30.669429 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:30.689534 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.resource_extend [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:51:30.723604 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:30.724140 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network b7def349-c361-4808-9e29-841a254c6023 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:30.725126 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-ca346a81-2e83-4cc9-9510-1816c25661a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:51:30.725552 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-ca346a81-2e83-4cc9-9510-1816c25661a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:51:30.731321 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 7befc48b-db6e-4441-bee0-970d0f353396, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=7befc48b-db6e-4441-bee0-970d0f353396,segment=NetworkSegment(28fe2517-4dad-434b-b8a5-b39fd3532ed5),segment_id=28fe2517-4dad-434b-b8a5-b39fd3532ed5)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:30.737826 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:30.739840 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:30.758136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:30.796341 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:30.802039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1adb2a62-e523-4521-be52-835200f71de8']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:30.815196 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:30.815962 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:30.822184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=24dbd1f3-caf3-4451-bd37-0461a18a010c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:30.823927 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 94254da8-54f2-4d5e-8191-fb8c6f8c262d no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:51:30.824565 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-930c0c5d-e70e-4c1f-9d52-d95389dbb229 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/routers/10caa61e-7cf6-46eb-8278-6d20c1dd8410/tags HTTP/1.1" status: 204 len: 168 time: 0.5049527 Mar 08 09:51:30.836436 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45872) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:30.854469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8470eae3-aa63-4047-85f0-b27412fa7157') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:30.854773 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8470eae3-aa63-4047-85f0-b27412fa7157') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:30.889256 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 94254da8-54f2-4d5e-8191-fb8c6f8c262d {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:51:30.889461 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 94254da8-54f2-4d5e-8191-fb8c6f8c262d not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:51:30.900228 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:30.907864 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-820a9bbd-d9cc-4515-99da-156930760647 None None] Provisioning complete for port 7befc48b-db6e-4441-bee0-970d0f353396 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:30.908235 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-820a9bbd-d9cc-4515-99da-156930760647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:30.914362 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event updated for resources: {'Port': ['ID=09f36927-4f2c-49bc-92d6-1615ccbdf9a5,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:30.928735 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-f8e6479d-07d1-453c-920e-b5988bec8555 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '62c63f31-b285-4408-be9d-381929e811ea') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:30.936019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:30.938876 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=7befc48b-db6e-4441-bee0-970d0f353396,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:30.943367 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:30.975648 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.975998 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.976501 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.976933 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.977335 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.977732 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.978123 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.978824 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.978824 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.979242 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.979629 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:30.980017 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:31.002682 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea991356-e676-43dd-9ba1-a49e15a856db tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:51:31.012551 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c757cf-76bf-4a61-ba5a-09202d9c76ca None None] Sync routers for ids ['5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:51:31.025527 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c757cf-76bf-4a61-ba5a-09202d9c76ca None None] Routers {'5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:31.033493 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-07c757cf-76bf-4a61-ba5a-09202d9c76ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:31.044595 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ea991356-e676-43dd-9ba1-a49e15a856db tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "PUT /v2.0/routers/5ab2a2be-cda7-4a44-b9c2-89a40eac57d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3011937 Mar 08 09:51:31.051235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:51:31.051636 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:31.052400 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45878) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:51:31.078733 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:51:31.119695 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-07c757cf-76bf-4a61-ba5a-09202d9c76ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:31.132524 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c757cf-76bf-4a61-ba5a-09202d9c76ca None None] Routers {'5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:31.133329 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-07c757cf-76bf-4a61-ba5a-09202d9c76ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:31.160193 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45882) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:31.184674 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-ef599909-a175-4c32-a4b9-3cef56163838 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] delete failed (client error): The resource could not be found. Mar 08 09:51:31.185715 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ef599909-a175-4c32-a4b9-3cef56163838 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-258275939 HTTP/1.1" status: 404 len: 334 time: 0.1304142 Mar 08 09:51:31.190759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45888) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:31.210029 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-07c757cf-76bf-4a61-ba5a-09202d9c76ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:31.210370 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-09e1d685-e908-4cd6-a7b8-11806120e025 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Request body: {'router': {'external_gateway_info': {'network_id': '5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:31.210927 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c757cf-76bf-4a61-ba5a-09202d9c76ca None None] The sync data for ids ['5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:51:31.226828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ca346a81-2e83-4cc9-9510-1816c25661a9 None None] Deleting port 94254da8-54f2-4d5e-8191-fb8c6f8c262d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:31.229171 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ca346a81-2e83-4cc9-9510-1816c25661a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:31.262010 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f8e6479d-07d1-453c-920e-b5988bec8555 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/ports/62c63f31-b285-4408-be9d-381929e811ea/tags HTTP/1.1" status: 204 len: 168 time: 0.4217751 Mar 08 09:51:31.262238 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:31.270442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45892) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:31.285969 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9e05b9aa-853e-491b-8b14-cd50dd17c760 None None] Provisioning for port 24dbd1f3-caf3-4451-bd37-0461a18a010c completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:31.334420 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ca346a81-2e83-4cc9-9510-1816c25661a9 None None] The port '94254da8-54f2-4d5e-8191-fb8c6f8c262d' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:51:31.336194 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9e05b9aa-853e-491b-8b14-cd50dd17c760 None None] Provisioning complete for port 24dbd1f3-caf3-4451-bd37-0461a18a010c triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:31.336769 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e05b9aa-853e-491b-8b14-cd50dd17c760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:31.344637 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.tag.tag_plugin [None req-4eadc146-108b-41ef-b99c-5e299827e161 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7fab0348-6063-4786-88d6-3a28236ef58a') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:31.390892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:31.393568 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9e05b9aa-853e-491b-8b14-cd50dd17c760 None None] Port 24dbd1f3-caf3-4451-bd37-0461a18a010c cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:31.425287 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20990624-afe9-4b13-8002-58983f62ee3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:31.425502 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:31.494352 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-20990624-afe9-4b13-8002-58983f62ee3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:31.500675 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Network': ['ID=1adb2a62-e523-4521-be52-835200f71de8,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:31.501210 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-20990624-afe9-4b13-8002-58983f62ee3d admin admin] Usage tracker for resource:security_group_rule and tenant:4e0ba4a7ec47450f8eee0239d57f8fb1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:31.511992 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-20990624-afe9-4b13-8002-58983f62ee3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:31.526064 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-20990624-afe9-4b13-8002-58983f62ee3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:31.589839 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Floating IP e018fce0-846f-4f88-8e4a-3701d326a59e associated. External IP: 172.26.2.155, port: ff594782-674a-4692-abe0-b75d46f48b36. Mar 08 09:51:31.708463 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0e9cf35a-920d-4251-981a-634498409f7a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/networks/1adb2a62-e523-4521-be52-835200f71de8 HTTP/1.1" status: 204 len: 168 time: 2.5962749 Mar 08 09:51:31.712377 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45896) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:31.739313 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 7befc48b-db6e-4441-bee0-970d0f353396 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:31.803686 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:31.807168 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20990624-afe9-4b13-8002-58983f62ee3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:31.811854 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:31.813253 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:31.818287 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 7befc48b-db6e-4441-bee0-970d0f353396 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:31.818635 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:31.847598 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20990624-afe9-4b13-8002-58983f62ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:32.071834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-09e1d685-e908-4cd6-a7b8-11806120e025 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:32.113279 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4eadc146-108b-41ef-b99c-5e299827e161 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/subnets/7fab0348-6063-4786-88d6-3a28236ef58a/tags HTTP/1.1" status: 204 len: 168 time: 0.8322890 Mar 08 09:51:32.126201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45900) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:32.127146 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-09e1d685-e908-4cd6-a7b8-11806120e025 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] update failed (client error): The resource could not be found. Mar 08 09:51:32.128135 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-09e1d685-e908-4cd6-a7b8-11806120e025 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "PUT /v2.0/routers/5ab2a2be-cda7-4a44-b9c2-89a40eac57d2 HTTP/1.1" status: 404 len: 339 time: 0.9360738 Mar 08 09:51:32.134762 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45904) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:32.147382 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20990624-afe9-4b13-8002-58983f62ee3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f902ab1f-e0b7-4b61-9a6c-6ed53f73bbea,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:32.154829 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-20990624-afe9-4b13-8002-58983f62ee3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e0ba4a7ec47450f8eee0239d57f8fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9909863 Mar 08 09:51:32.154829 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=24dbd1f3-caf3-4451-bd37-0461a18a010c,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:32.157323 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45908) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:32.157850 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-365e9d5e-9bc1-4508-b1d0-255faa9d4a7e tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1947819401'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:32.170301 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-365e9d5e-9bc1-4508-b1d0-255faa9d4a7e tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:32.200896 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bce0f0a-c8e5-4a4a-ad11-bbca56475d07 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:32.210189 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3bce0f0a-c8e5-4a4a-ad11-bbca56475d07 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4882803 Mar 08 09:51:32.210189 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45912) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:32.236123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-365e9d5e-9bc1-4508-b1d0-255faa9d4a7e tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Usage tracker for resource:network and tenant:89a15fa99aa34acbb5e38eac55a7d964 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:32.244021 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-365e9d5e-9bc1-4508-b1d0-255faa9d4a7e tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:32.277255 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-365e9d5e-9bc1-4508-b1d0-255faa9d4a7e tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:32.330689 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f37b0dde-12d2-402e-acce-172ce4b37807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:32.333738 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network b7def349-c361-4808-9e29-841a254c6023 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:32.333887 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365e9d5e-9bc1-4508-b1d0-255faa9d4a7e tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Made reservation on behalf of 89a15fa99aa34acbb5e38eac55a7d964 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:32.337788 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-365e9d5e-9bc1-4508-b1d0-255faa9d4a7e tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:32.343429 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:32.430736 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f37b0dde-12d2-402e-acce-172ce4b37807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:32.460080 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e983c0cb-1ac4-4774-a807-e32c050e58b4 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks [] for subnetpool, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:32.463963 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e983c0cb-1ac4-4774-a807-e32c050e58b4 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/subnetpools/aa2d0c47-aaed-4efc-adbf-008bbd24ae29 HTTP/1.1" status: 204 len: 168 time: 0.3348320 Mar 08 09:51:32.466426 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45916) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:32.482815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365e9d5e-9bc1-4508-b1d0-255faa9d4a7e tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:51:32.503528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Router c0db5835-24d4-454f-93db-d9a761214a3c has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:51:32.504678 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-365e9d5e-9bc1-4508-b1d0-255faa9d4a7e tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:32.505882 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-365e9d5e-9bc1-4508-b1d0-255faa9d4a7e tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Added segment d0bc73a8-a1d4-42a6-9a4d-c4bc18f66002 of type vlan for network 21f829ba-9f35-46d9-98cf-289c01b924e7 Mar 08 09:51:32.593890 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9729bcb1-537d-4cc4-998f-612a75d40115 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3866909 Mar 08 09:51:32.604366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45920) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:32.617137 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-93aff6d7-537f-4515-828d-a1f256264156 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-905164390'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:32.627883 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bab306ea-0371-49c8-be13-08959635f1ef tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Synchronizing usage tracker for tenant:c4823b911d1d40d08e08c938d209a508 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:32.647166 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-93aff6d7-537f-4515-828d-a1f256264156 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:32.653199 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-365e9d5e-9bc1-4508-b1d0-255faa9d4a7e tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:32.672511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-93aff6d7-537f-4515-828d-a1f256264156 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:network and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:32.680002 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bab306ea-0371-49c8-be13-08959635f1ef tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Unset dirty status for tenant:c4823b911d1d40d08e08c938d209a508 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:32.681117 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bab306ea-0371-49c8-be13-08959635f1ef tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "GET /v2.0/ports?device_id=10caa61e-7cf6-46eb-8278-6d20c1dd8410 HTTP/1.1" status: 200 len: 205 time: 0.2069280 Mar 08 09:51:32.685778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45924) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:32.707709 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-93aff6d7-537f-4515-828d-a1f256264156 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:32.770464 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f37b0dde-12d2-402e-acce-172ce4b37807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:32.776105 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-93aff6d7-537f-4515-828d-a1f256264156 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:32.803083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93aff6d7-537f-4515-828d-a1f256264156 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:32.805763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93aff6d7-537f-4515-828d-a1f256264156 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:32.838680 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-234c4188-34b3-4a57-99c3-f1d9f6e51b81 None None] Provisioning complete for port 24dbd1f3-caf3-4451-bd37-0461a18a010c triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:32.838680 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-234c4188-34b3-4a57-99c3-f1d9f6e51b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:32.840794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-365e9d5e-9bc1-4508-b1d0-255faa9d4a7e tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:32.847645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365e9d5e-9bc1-4508-b1d0-255faa9d4a7e tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:32.847645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-365e9d5e-9bc1-4508-b1d0-255faa9d4a7e tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:32.851065 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:51:32.879589 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b0dde-12d2-402e-acce-172ce4b37807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f902ab1f-e0b7-4b61-9a6c-6ed53f73bbea,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:32.891061 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb129ed0-f6ca-4994-8678-8980d5502853 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:32.919160 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50b658b-1d40-455b-9993-736be9e8cc0f None None] Sync routers for ids ['c0db5835-24d4-454f-93db-d9a761214a3c'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:51:32.952171 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50b658b-1d40-455b-9993-736be9e8cc0f None None] Routers {'c0db5835-24d4-454f-93db-d9a761214a3c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:32.952171 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-a50b658b-1d40-455b-9993-736be9e8cc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c0db5835-24d4-454f-93db-d9a761214a3c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:32.982112 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-365e9d5e-9bc1-4508-b1d0-255faa9d4a7e tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8403459 Mar 08 09:51:32.982112 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93aff6d7-537f-4515-828d-a1f256264156 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:51:32.986757 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:32.990026 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45928) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:32.992144 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f37b0dde-12d2-402e-acce-172ce4b37807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:32.993786 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f37b0dde-12d2-402e-acce-172ce4b37807 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f902ab1f-e0b7-4b61-9a6c-6ed53f73bbea HTTP/1.1" status: 204 len: 168 time: 0.8306222 Mar 08 09:51:33.002151 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4f88d9fd-3c85-40f2-be8b-2b9c34551011 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Request body: {'subnet': {'network_id': '21f829ba-9f35-46d9-98cf-289c01b924e7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:33.048848 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e9d5e-9bc1-4508-b1d0-255faa9d4a7e tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event updated for resources: {'Network': ['ID=21f829ba-9f35-46d9-98cf-289c01b924e7,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:33.060497 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93aff6d7-537f-4515-828d-a1f256264156 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:33.060497 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-93aff6d7-537f-4515-828d-a1f256264156 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Added segment a92d1b7d-7026-45f8-9d74-43ec76698f0a of type vlan for network b11e4da0-d402-4de6-bda9-a155e1ffbc98 Mar 08 09:51:33.067063 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 21f829ba-9f35-46d9-98cf-289c01b924e7 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:51:33.082815 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d6ba9af7-ba91-4eb1-828b-756181bf8411 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.4822407 Mar 08 09:51:33.085690 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15f1e2c-a505-4c63-87c0-6e2975b5dc8b', 'tag': 'ff594782-674a-4692-abe0-b75d46f48b36'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:51:33.104197 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-234c4188-34b3-4a57-99c3-f1d9f6e51b81 None None] Port 24dbd1f3-caf3-4451-bd37-0461a18a010c cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:33.113677 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93aff6d7-537f-4515-828d-a1f256264156 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:33.171881 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15f1e2c-a505-4c63-87c0-6e2975b5dc8b', 'tag': 'ff594782-674a-4692-abe0-b75d46f48b36', 'status': 'completed', 'code': 200} Mar 08 09:51:33.189137 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93aff6d7-537f-4515-828d-a1f256264156 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:33.200888 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aff6d7-537f-4515-828d-a1f256264156 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:33.203334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-93aff6d7-537f-4515-828d-a1f256264156 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:33.300619 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-a50b658b-1d40-455b-9993-736be9e8cc0f None None] Set router c0db5835-24d4-454f-93db-d9a761214a3c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:51:33.421536 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:51:33.427187 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-93aff6d7-537f-4515-828d-a1f256264156 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8171825 Mar 08 09:51:33.428251 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45940) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:33.429228 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aff6d7-537f-4515-828d-a1f256264156 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Network': ['ID=b11e4da0-d402-4de6-bda9-a155e1ffbc98,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:33.439652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-af4d0ab7-d3cd-46bf-a73c-1a6f571af42f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'subnet': {'network_id': 'b11e4da0-d402-4de6-bda9-a155e1ffbc98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:33.478194 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network b11e4da0-d402-4de6-bda9-a155e1ffbc98 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:51:33.587067 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f2562-7b6f-44d2-b59e-c51679332d1a req-90fff35b-1ce8-40b1-bd23-4947231b0a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:33.588891 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-636f2562-7b6f-44d2-b59e-c51679332d1a req-90fff35b-1ce8-40b1-bd23-4947231b0a18 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=090578e165634cbd86b446011dd7b913&device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 1099 time: 0.3787849 Mar 08 09:51:33.627031 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-af4d0ab7-d3cd-46bf-a73c-1a6f571af42f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:33.644442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-af4d0ab7-d3cd-46bf-a73c-1a6f571af42f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:subnet and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:33.648876 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-af4d0ab7-d3cd-46bf-a73c-1a6f571af42f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:33.706046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-af4d0ab7-d3cd-46bf-a73c-1a6f571af42f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:33.719445 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:51:33.720950 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45944) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:33.730213 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e505ba-07d2-4967-8fa6-11a0675fef50 None None] Sync routers for ids ['ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:51:33.745034 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e505ba-07d2-4967-8fa6-11a0675fef50 None None] Routers {'ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:33.746458 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-91e505ba-07d2-4967-8fa6-11a0675fef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:33.748485 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4d0ab7-d3cd-46bf-a73c-1a6f571af42f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:33.753643 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af4d0ab7-d3cd-46bf-a73c-1a6f571af42f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:33.822520 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-91e505ba-07d2-4967-8fa6-11a0675fef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:33.833840 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e505ba-07d2-4967-8fa6-11a0675fef50 None None] Routers {'ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:33.834635 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-91e505ba-07d2-4967-8fa6-11a0675fef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:33.903545 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-91e505ba-07d2-4967-8fa6-11a0675fef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:33.904026 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e505ba-07d2-4967-8fa6-11a0675fef50 None None] The sync data for ids ['ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:51:33.912174 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4f88d9fd-3c85-40f2-be8b-2b9c34551011 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:33.923157 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-28193eee-3491-46b5-a8c8-404ccff69a7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2874134 Mar 08 09:51:33.923607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45948) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:33.930604 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4f88d9fd-3c85-40f2-be8b-2b9c34551011 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Usage tracker for resource:subnet and tenant:89a15fa99aa34acbb5e38eac55a7d964 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:33.934715 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb129ed0-f6ca-4994-8678-8980d5502853 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:33.947738 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4f88d9fd-3c85-40f2-be8b-2b9c34551011 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:33.950704 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb129ed0-f6ca-4994-8678-8980d5502853 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:33.957271 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4f88d9fd-3c85-40f2-be8b-2b9c34551011 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:33.963318 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8733c05-874e-42cb-9c37-11caa5c342a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:33.974140 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-a50b658b-1d40-455b-9993-736be9e8cc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'e018fce0-846f-4f88-8e4a-3701d326a59e', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'floating_ip_address': '172.26.2.155', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'port_id': 'ff594782-674a-4692-abe0-b75d46f48b36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'mac_address': 'fa:16:3e:f0:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15f1e2c-a505-4c63-87c0-6e2975b5dc8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:51:29Z', 'updated_at': '2022-03-08T09:51:29Z', 'revision_number': 0, 'project_id': '090578e165634cbd86b446011dd7b913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:52Z', 'revision_number': 5, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:33.979712 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50b658b-1d40-455b-9993-736be9e8cc0f None None] Checking router: c0db5835-24d4-454f-93db-d9a761214a3c for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:51:33.989090 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50b658b-1d40-455b-9993-736be9e8cc0f None None] Routers {'c0db5835-24d4-454f-93db-d9a761214a3c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:33.989927 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-a50b658b-1d40-455b-9993-736be9e8cc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c0db5835-24d4-454f-93db-d9a761214a3c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:33.994097 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f8733c05-874e-42cb-9c37-11caa5c342a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:33.998478 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f88d9fd-3c85-40f2-be8b-2b9c34551011 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Made reservation on behalf of 89a15fa99aa34acbb5e38eac55a7d964 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:34.002657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f88d9fd-3c85-40f2-be8b-2b9c34551011 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:34.016144 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f8733c05-874e-42cb-9c37-11caa5c342a3 admin admin] Usage tracker for resource:security_group_rule and tenant:2612844e9355435d8539f45d2b6c0c37 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:34.022309 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f8733c05-874e-42cb-9c37-11caa5c342a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:34.038319 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb129ed0-f6ca-4994-8678-8980d5502853 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:34.038817 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb129ed0-f6ca-4994-8678-8980d5502853 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Fanout notify agent at l3_agent the message router_deleted on router 10caa61e-7cf6-46eb-8278-6d20c1dd8410 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:51:34.044239 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f8733c05-874e-42cb-9c37-11caa5c342a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:34.049385 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f2562-7b6f-44d2-b59e-c51679332d1a req-3bbc6dd5-247b-403f-a827-702f706c4f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:34.050861 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-636f2562-7b6f-44d2-b59e-c51679332d1a req-3bbc6dd5-247b-403f-a827-702f706c4f77 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1 HTTP/1.1" status: 200 len: 912 time: 0.4533677 Mar 08 09:51:34.105146 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb129ed0-f6ca-4994-8678-8980d5502853 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:34.106222 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fb129ed0-f6ca-4994-8678-8980d5502853 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/routers/10caa61e-7cf6-46eb-8278-6d20c1dd8410 HTTP/1.1" status: 204 len: 168 time: 1.4195015 Mar 08 09:51:34.115658 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45952) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:34.154223 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5780eaa2-80dc-44ab-a99e-82d8e40af681 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:34.154857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5780eaa2-80dc-44ab-a99e-82d8e40af681 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Synchronizing usage tracker for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:34.179959 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-a50b658b-1d40-455b-9993-736be9e8cc0f None None] Set router c0db5835-24d4-454f-93db-d9a761214a3c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:51:34.207524 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-636f2562-7b6f-44d2-b59e-c51679332d1a req-fe431de6-643e-499b-947d-7eaf5dc5310b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff594782-674a-4692-abe0-b75d46f48b36 HTTP/1.1" status: 200 len: 1000 time: 0.1441610 Mar 08 09:51:34.212084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5780eaa2-80dc-44ab-a99e-82d8e40af681 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Unset dirty status for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:34.213489 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5780eaa2-80dc-44ab-a99e-82d8e40af681 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/ports/24dbd1f3-caf3-4451-bd37-0461a18a010c HTTP/1.1" status: 200 len: 911 time: 0.2863431 Mar 08 09:51:34.217537 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45956) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:34.239258 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:51:34.304021 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-656ecc79-9cd5-45a5-ad88-ffbf56594609 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Deleting port 62c63f31-b285-4408-be9d-381929e811ea {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:34.304396 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-656ecc79-9cd5-45a5-ad88-ffbf56594609 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:34.327168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f2562-7b6f-44d2-b59e-c51679332d1a req-45347bd0-7eed-4d03-ade6-e67b539a8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:34.329549 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-636f2562-7b6f-44d2-b59e-c51679332d1a req-45347bd0-7eed-4d03-ade6-e67b539a8f71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7682eda2-a1ce-418e-9798-c51cec16a340 HTTP/1.1" status: 200 len: 850 time: 0.1146209 Mar 08 09:51:34.418395 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af4d0ab7-d3cd-46bf-a73c-1a6f571af42f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:34.509859 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f2562-7b6f-44d2-b59e-c51679332d1a req-a8ef8e6d-96a7-4efb-99e2-efa9090228f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:34.511609 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-636f2562-7b6f-44d2-b59e-c51679332d1a req-a8ef8e6d-96a7-4efb-99e2-efa9090228f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1746690 Mar 08 09:51:34.545302 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d0ab7-d3cd-46bf-a73c-1a6f571af42f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Subnet': ['ID=099cf9dc-d2e3-499b-af45-0ef62b0f2556,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:34.571003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d0ab7-d3cd-46bf-a73c-1a6f571af42f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Checking segment: {'id': 'a92d1b7d-7026-45f8-9d74-43ec76698f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b11e4da0-d402-4de6-bda9-a155e1ffbc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:34.571688 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4d0ab7-d3cd-46bf-a73c-1a6f571af42f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network hostable DHCP agents. Network: b11e4da0-d402-4de6-bda9-a155e1ffbc98, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:51:34.602704 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-a50b658b-1d40-455b-9993-736be9e8cc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'e018fce0-846f-4f88-8e4a-3701d326a59e', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'floating_ip_address': '172.26.2.155', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'port_id': 'ff594782-674a-4692-abe0-b75d46f48b36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'mac_address': 'fa:16:3e:f0:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15f1e2c-a505-4c63-87c0-6e2975b5dc8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:51:29Z', 'updated_at': '2022-03-08T09:51:29Z', 'revision_number': 0, 'project_id': '090578e165634cbd86b446011dd7b913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:52Z', 'revision_number': 5, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:34.607004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50b658b-1d40-455b-9993-736be9e8cc0f None None] The sync data for ids ['c0db5835-24d4-454f-93db-d9a761214a3c'] in dv-neutron-831730-2-hyperv is: [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'e018fce0-846f-4f88-8e4a-3701d326a59e', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'floating_ip_address': '172.26.2.155', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'port_id': 'ff594782-674a-4692-abe0-b75d46f48b36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'mac_address': 'fa:16:3e:f0:30:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15f1e2c-a505-4c63-87c0-6e2975b5dc8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:51:29Z', 'updated_at': '2022-03-08T09:51:29Z', 'revision_number': 0, 'project_id': '090578e165634cbd86b446011dd7b913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:52Z', 'revision_number': 5, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:51:34.663063 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4d0ab7-d3cd-46bf-a73c-1a6f571af42f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network b11e4da0-d402-4de6-bda9-a155e1ffbc98 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:51:34.688326 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-636f2562-7b6f-44d2-b59e-c51679332d1a req-ac10b3ad-77e5-4eda-9e5a-7894ee9fc8de service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674693 Mar 08 09:51:34.689410 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-af4d0ab7-d3cd-46bf-a73c-1a6f571af42f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, b11e4da0-d402-4de6-bda9-a155e1ffbc98) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:34.693496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4d0ab7-d3cd-46bf-a73c-1a6f571af42f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:34.694071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-af4d0ab7-d3cd-46bf-a73c-1a6f571af42f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:34.701655 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303af54d-4365-4aa3-96eb-a02d59728d73 None None] Network b11e4da0-d402-4de6-bda9-a155e1ffbc98 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:34.789118 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-af4d0ab7-d3cd-46bf-a73c-1a6f571af42f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3542318 Mar 08 09:51:34.791680 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45960) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:34.802082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-68be233b-1a57-4c8b-9113-2d5049ea2953 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'network_id': 'b11e4da0-d402-4de6-bda9-a155e1ffbc98', 'name': 'tempest-PortsTestJSON-1731047938'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:34.802737 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8733c05-874e-42cb-9c37-11caa5c342a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:34.829116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8733c05-874e-42cb-9c37-11caa5c342a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:34.946380 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8733c05-874e-42cb-9c37-11caa5c342a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a6c3a9-2d63-47c5-a883-2ccd69c1e44a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:34.948533 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-636f2562-7b6f-44d2-b59e-c51679332d1a req-f535ec0e-ce7e-4fb8-961a-52932dbd3f3e service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505345 Mar 08 09:51:34.981986 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-68be233b-1a57-4c8b-9113-2d5049ea2953 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:34.985804 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab1b48a-57a3-4b68-b9b8-e47075a44028 None None] New status for floating IP e018fce0-846f-4f88-8e4a-3701d326a59e: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:51:34.987828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-68be233b-1a57-4c8b-9113-2d5049ea2953 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:port and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:34.991058 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-68be233b-1a57-4c8b-9113-2d5049ea2953 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:34.997057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-68be233b-1a57-4c8b-9113-2d5049ea2953 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:35.000510 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f88d9fd-3c85-40f2-be8b-2b9c34551011 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:35.007669 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68be233b-1a57-4c8b-9113-2d5049ea2953 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:35.011298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-68be233b-1a57-4c8b-9113-2d5049ea2953 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:35.033327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-68be233b-1a57-4c8b-9113-2d5049ea2953 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] device_id is not set on port 602a7463-fd1c-4c95-987a-b17d4f38f12d yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:51:35.050942 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f8733c05-874e-42cb-9c37-11caa5c342a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2612844e9355435d8539f45d2b6c0c37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1337121 Mar 08 09:51:35.062752 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-b11e4da0-d402-4de6-bda9-a155e1ffbc98', 'network_id': 'b11e4da0-d402-4de6-bda9-a155e1ffbc98', 'tenant_id': '337541db1f0d416b81c0856e383b303e', 'fixed_ips': [{'subnet_id': '099cf9dc-d2e3-499b-af45-0ef62b0f2556'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:51:35.063984 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:35.066065 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45964) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:35.135265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-656ecc79-9cd5-45a5-ad88-ffbf56594609 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:35.199891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-82e1c3ef-4f20-416f-9b7d-00380ef5c9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:35.242803 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-82e1c3ef-4f20-416f-9b7d-00380ef5c9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:35.249611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-68be233b-1a57-4c8b-9113-2d5049ea2953 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Allocated IP 172.20.0.9 (b11e4da0-d402-4de6-bda9-a155e1ffbc98/099cf9dc-d2e3-499b-af45-0ef62b0f2556/602a7463-fd1c-4c95-987a-b17d4f38f12d) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:35.271964 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88d9fd-3c85-40f2-be8b-2b9c34551011 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event updated for resources: {'Subnet': ['ID=b2fc49c2-97dd-4a00-8eb9-24ed05982733,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:35.284515 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-656ecc79-9cd5-45a5-ad88-ffbf56594609 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Calling delete_port for 62c63f31-b285-4408-be9d-381929e811ea owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:35.359982 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-82e1c3ef-4f20-416f-9b7d-00380ef5c9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:35.444379 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1c3ef-4f20-416f-9b7d-00380ef5c9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a6c3a9-2d63-47c5-a883-2ccd69c1e44a,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:35.477912 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-82e1c3ef-4f20-416f-9b7d-00380ef5c9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:35.479037 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-82e1c3ef-4f20-416f-9b7d-00380ef5c9e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4a6c3a9-2d63-47c5-a883-2ccd69c1e44a HTTP/1.1" status: 204 len: 168 time: 0.4119709 Mar 08 09:51:35.527902 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-68be233b-1a57-4c8b-9113-2d5049ea2953 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:35.534350 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f88d9fd-3c85-40f2-be8b-2b9c34551011 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Checking segment: {'id': 'd0bc73a8-a1d4-42a6-9a4d-c4bc18f66002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '21f829ba-9f35-46d9-98cf-289c01b924e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:35.534778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f88d9fd-3c85-40f2-be8b-2b9c34551011 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Network hostable DHCP agents. Network: 21f829ba-9f35-46d9-98cf-289c01b924e7, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:51:35.546038 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-68be233b-1a57-4c8b-9113-2d5049ea2953 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Transition to ACTIVE for port object 602a7463-fd1c-4c95-987a-b17d4f38f12d will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:35.575022 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-68be233b-1a57-4c8b-9113-2d5049ea2953 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:35.586316 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f88d9fd-3c85-40f2-be8b-2b9c34551011 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Network 21f829ba-9f35-46d9-98cf-289c01b924e7 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:51:35.643980 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4f88d9fd-3c85-40f2-be8b-2b9c34551011 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 21f829ba-9f35-46d9-98cf-289c01b924e7) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:35.648747 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f88d9fd-3c85-40f2-be8b-2b9c34551011 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:35.649637 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f88d9fd-3c85-40f2-be8b-2b9c34551011 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:35.651343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68be233b-1a57-4c8b-9113-2d5049ea2953 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network b11e4da0-d402-4de6-bda9-a155e1ffbc98 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:35.654791 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-68be233b-1a57-4c8b-9113-2d5049ea2953 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:35.664321 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68be233b-1a57-4c8b-9113-2d5049ea2953 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:35.668742 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e6d77a-e174-4ea0-9b4a-d7c76b5d0010 None None] Network 21f829ba-9f35-46d9-98cf-289c01b924e7 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:35.705539 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be233b-1a57-4c8b-9113-2d5049ea2953 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=602a7463-fd1c-4c95-987a-b17d4f38f12d,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:35.742804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68be233b-1a57-4c8b-9113-2d5049ea2953 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:35.743667 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-68be233b-1a57-4c8b-9113-2d5049ea2953 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:35.759089 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-656ecc79-9cd5-45a5-ad88-ffbf56594609 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:35.770207 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-68be233b-1a57-4c8b-9113-2d5049ea2953 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9774115 Mar 08 09:51:35.772564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45972) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:35.778416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-8aa2e2a0-2d83-44d3-9d96-1cc0f0d6d63c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'network_id': 'b11e4da0-d402-4de6-bda9-a155e1ffbc98', 'name': 'tempest-PortsTestJSON-1685252636'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:35.803719 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4f88d9fd-3c85-40f2-be8b-2b9c34551011 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8135412 Mar 08 09:51:35.812818 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 45976) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:35.818946 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Allocated IP 172.20.0.2 (b11e4da0-d402-4de6-bda9-a155e1ffbc98/099cf9dc-d2e3-499b-af45-0ef62b0f2556/94deddaf-9fa4-404a-bb67-87b05acb3724) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:35.871683 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ecc79-9cd5-45a5-ad88-ffbf56594609 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Pushing event deleted for resources: {'Port': ['ID=62c63f31-b285-4408-be9d-381929e811ea,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:35.887983 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-01588fce-1a0d-4cf0-b6d9-4f1c247c5b64 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Request body: {'router': {'external_gateway_info': {'network_id': '21f829ba-9f35-46d9-98cf-289c01b924e7'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:36.125656 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8aa2e2a0-2d83-44d3-9d96-1cc0f0d6d63c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:36.131447 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8aa2e2a0-2d83-44d3-9d96-1cc0f0d6d63c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:port and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:36.135986 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8aa2e2a0-2d83-44d3-9d96-1cc0f0d6d63c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:36.143388 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8aa2e2a0-2d83-44d3-9d96-1cc0f0d6d63c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:36.154080 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa2e2a0-2d83-44d3-9d96-1cc0f0d6d63c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:36.158384 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8aa2e2a0-2d83-44d3-9d96-1cc0f0d6d63c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:36.170786 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-21f829ba-9f35-46d9-98cf-289c01b924e7', 'network_id': '21f829ba-9f35-46d9-98cf-289c01b924e7', 'tenant_id': '89a15fa99aa34acbb5e38eac55a7d964', 'fixed_ips': [{'subnet_id': 'b2fc49c2-97dd-4a00-8eb9-24ed05982733'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:51:36.172197 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:36.184735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-8aa2e2a0-2d83-44d3-9d96-1cc0f0d6d63c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] device_id is not set on port a65c78a6-5548-4809-8ae2-56059b0b1fae yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:51:36.211597 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-656ecc79-9cd5-45a5-ad88-ffbf56594609 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:36.214008 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-656ecc79-9cd5-45a5-ad88-ffbf56594609 tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/ports/62c63f31-b285-4408-be9d-381929e811ea HTTP/1.1" status: 204 len: 168 time: 2.0948462 Mar 08 09:51:36.223466 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 45988) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:36.226195 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b041c3b-7bf7-404f-a7f2-a14ab400afd6 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:36.333197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dec94cb-d42b-4096-81dd-929576ddb4cc tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Deleting subnet 7fab0348-6063-4786-88d6-3a28236ef58a {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:51:36.336538 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6dec94cb-d42b-4096-81dd-929576ddb4cc tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:36.392551 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6dec94cb-d42b-4096-81dd-929576ddb4cc tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:36.496058 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Allocated IP 2001:db8:1::2 (21f829ba-9f35-46d9-98cf-289c01b924e7/b2fc49c2-97dd-4a00-8eb9-24ed05982733/86e490e2-50df-427a-a570-451649f69b92) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:36.498832 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6dec94cb-d42b-4096-81dd-929576ddb4cc tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:36.502807 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:36.526221 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Transition to ACTIVE for port object 94deddaf-9fa4-404a-bb67-87b05acb3724 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:36.566558 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-01588fce-1a0d-4cf0-b6d9-4f1c247c5b64 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:36.580902 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Transition to ACTIVE for port object 94deddaf-9fa4-404a-bb67-87b05acb3724 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:36.587085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6dec94cb-d42b-4096-81dd-929576ddb4cc tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:36.692513 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec94cb-d42b-4096-81dd-929576ddb4cc tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Pushing event deleted for resources: {'Subnet': ['ID=7fab0348-6063-4786-88d6-3a28236ef58a,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:36.695960 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6dec94cb-d42b-4096-81dd-929576ddb4cc tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:36.719857 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6dec94cb-d42b-4096-81dd-929576ddb4cc tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/subnets/7fab0348-6063-4786-88d6-3a28236ef58a HTTP/1.1" status: 204 len: 168 time: 0.4952500 Mar 08 09:51:36.724207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46000) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:36.735819 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46004) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:36.756200 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95b13d6-0828-495e-b2e5-ab60f70b626a None None] Network c808c83d-2bd3-45df-9b0f-a84e5e289bb7 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:36.777054 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:36.840768 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-8aa2e2a0-2d83-44d3-9d96-1cc0f0d6d63c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Allocated IP 172.20.0.13 (b11e4da0-d402-4de6-bda9-a155e1ffbc98/099cf9dc-d2e3-499b-af45-0ef62b0f2556/a65c78a6-5548-4809-8ae2-56059b0b1fae) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:36.866010 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Pushing event updated for resources: {'Port': ['ID=94deddaf-9fa4-404a-bb67-87b05acb3724,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:36.873892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:36.877567 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:36.878073 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:36.878426 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:36.878768 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:36.879342 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:36.879462 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:36.879748 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:36.880077 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:36.880404 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:36.880747 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:36.881075 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:36.881397 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:51:36.900612 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8b041c3b-7bf7-404f-a7f2-a14ab400afd6 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port 24dbd1f3-caf3-4451-bd37-0461a18a010c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:36.901242 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b041c3b-7bf7-404f-a7f2-a14ab400afd6 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:36.904107 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Deleting port 120d0141-56f1-45a1-938a-cb79ce7ecc72 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:36.904515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:36.952768 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Network b11e4da0-d402-4de6-bda9-a155e1ffbc98 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:36.960033 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:36.962986 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:37.135230 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Request body: {'networks': [{'name': 'tempest-network--2059890596'}, {'name': 'tempest-network--2028581226'}]} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:37.135457 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Request body: {'network': {'name': 'tempest-network--2059890596'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:37.135928 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Request body: {'network': {'name': 'tempest-network--2028581226'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:37.158393 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:37.166813 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-01588fce-1a0d-4cf0-b6d9-4f1c247c5b64 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:51:37.168107 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-01588fce-1a0d-4cf0-b6d9-4f1c247c5b64 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "PUT /v2.0/routers/5ab2a2be-cda7-4a44-b9c2-89a40eac57d2 HTTP/1.1" status: 400 len: 364 time: 1.3075142 Mar 08 09:51:37.181307 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46010) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:37.205414 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Attempting to bind port 94deddaf-9fa4-404a-bb67-87b05acb3724 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:37.206005 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Attempting to bind port 94deddaf-9fa4-404a-bb67-87b05acb3724 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'a92d1b7d-7026-45f8-9d74-43ec76698f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b11e4da0-d402-4de6-bda9-a155e1ffbc98'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:37.206109 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Attempting to bind port 94deddaf-9fa4-404a-bb67-87b05acb3724 on network b11e4da0-d402-4de6-bda9-a155e1ffbc98 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:37.212168 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Usage tracker for resource:network and tenant:c19476eaec4d4688b61241f5fea9b3f4 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:37.219927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:37.221007 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:51:37.221371 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Checking segment: {'id': 'a92d1b7d-7026-45f8-9d74-43ec76698f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b11e4da0-d402-4de6-bda9-a155e1ffbc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:37.221796 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:37.222369 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Bound using segment: {'id': 'a92d1b7d-7026-45f8-9d74-43ec76698f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b11e4da0-d402-4de6-bda9-a155e1ffbc98'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:51:37.222844 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Bound port: 94deddaf-9fa4-404a-bb67-87b05acb3724, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92d1b7d-7026-45f8-9d74-43ec76698f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b11e4da0-d402-4de6-bda9-a155e1ffbc98'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:51:37.223219 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:37.238304 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:37.259671 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Made reservation on behalf of c19476eaec4d4688b61241f5fea9b3f4 for: {'network': 2} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:37.264207 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:37.287092 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:37.289069 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:37.304226 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b041c3b-7bf7-404f-a7f2-a14ab400afd6 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:37.311578 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Transition to ACTIVE for port object 86e490e2-50df-427a-a570-451649f69b92 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:37.317258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:37.356912 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Transition to ACTIVE for port object 86e490e2-50df-427a-a570-451649f69b92 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:37.367560 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] For port 94deddaf-9fa4-404a-bb67-87b05acb3724, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:51:37.370544 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:37.372845 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Usage tracker for resource:security_group_rule and tenant:c19476eaec4d4688b61241f5fea9b3f4 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:37.376376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] For port 94deddaf-9fa4-404a-bb67-87b05acb3724, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=94deddaf-9fa4-404a-bb67-87b05acb3724,segment=NetworkSegment(a92d1b7d-7026-45f8-9d74-43ec76698f0a),segment_id=a92d1b7d-7026-45f8-9d74-43ec76698f0a)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:51:37.412669 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:37.426958 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02676325-93e7-456c-b82b-b09ff443ac95 None None] DHCP port deletion for c808c83d-2bd3-45df-9b0f-a84e5e289bb7 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:51:37.434620 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:37.443004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-02676325-93e7-456c-b82b-b09ff443ac95 None None] Deleting port 120d0141-56f1-45a1-938a-cb79ce7ecc72 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:37.443373 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02676325-93e7-456c-b82b-b09ff443ac95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:37.444169 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8b041c3b-7bf7-404f-a7f2-a14ab400afd6 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Calling delete_port for 24dbd1f3-caf3-4451-bd37-0461a18a010c owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:37.480058 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:37.481654 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Network 21f829ba-9f35-46d9-98cf-289c01b924e7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:37.500448 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:37.503159 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] For port 120d0141-56f1-45a1-938a-cb79ce7ecc72, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=120d0141-56f1-45a1-938a-cb79ce7ecc72,segment=NetworkSegment(f71b6e5e-e250-4a19-8e70-db082f60ecc4),segment_id=f71b6e5e-e250-4a19-8e70-db082f60ecc4)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:37.504098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:37.507265 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Pushing event updated for resources: {'Port': ['ID=86e490e2-50df-427a-a570-451649f69b92,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:37.509825 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:37.514076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8aa2e2a0-2d83-44d3-9d96-1cc0f0d6d63c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:37.741928 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b041c3b-7bf7-404f-a7f2-a14ab400afd6 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:37.755585 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Attempting to bind port 86e490e2-50df-427a-a570-451649f69b92 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:37.755956 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Attempting to bind port 86e490e2-50df-427a-a570-451649f69b92 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'd0bc73a8-a1d4-42a6-9a4d-c4bc18f66002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '21f829ba-9f35-46d9-98cf-289c01b924e7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:37.756319 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Attempting to bind port 86e490e2-50df-427a-a570-451649f69b92 on network 21f829ba-9f35-46d9-98cf-289c01b924e7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:37.773677 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:51:37.774185 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Checking segment: {'id': 'd0bc73a8-a1d4-42a6-9a4d-c4bc18f66002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '21f829ba-9f35-46d9-98cf-289c01b924e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:37.774513 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:37.774906 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Bound using segment: {'id': 'd0bc73a8-a1d4-42a6-9a4d-c4bc18f66002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '21f829ba-9f35-46d9-98cf-289c01b924e7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:51:37.775394 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Bound port: 86e490e2-50df-427a-a570-451649f69b92, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bc73a8-a1d4-42a6-9a4d-c4bc18f66002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '21f829ba-9f35-46d9-98cf-289c01b924e7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:51:37.775783 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:37.797847 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99493d01-9682-4d6b-925e-3b715ba718ca None None] Pushing event updated for resources: {'Port': ['ID=94deddaf-9fa4-404a-bb67-87b05acb3724,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:37.801983 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 120d0141-56f1-45a1-938a-cb79ce7ecc72 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:51:37.834298 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b041c3b-7bf7-404f-a7f2-a14ab400afd6 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Port': ['ID=24dbd1f3-caf3-4451-bd37-0461a18a010c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:37.902944 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-8aa2e2a0-2d83-44d3-9d96-1cc0f0d6d63c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Transition to ACTIVE for port object a65c78a6-5548-4809-8ae2-56059b0b1fae will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:37.910937 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Calling delete_port for 120d0141-56f1-45a1-938a-cb79ce7ecc72 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:37.949767 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-02676325-93e7-456c-b82b-b09ff443ac95 None None] For port 120d0141-56f1-45a1-938a-cb79ce7ecc72, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=120d0141-56f1-45a1-938a-cb79ce7ecc72,segment=NetworkSegment(f71b6e5e-e250-4a19-8e70-db082f60ecc4),segment_id=f71b6e5e-e250-4a19-8e70-db082f60ecc4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:37.950197 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02676325-93e7-456c-b82b-b09ff443ac95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:38.089616 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b041c3b-7bf7-404f-a7f2-a14ab400afd6 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:38.210378 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-02676325-93e7-456c-b82b-b09ff443ac95 None None] Calling delete_port for 120d0141-56f1-45a1-938a-cb79ce7ecc72 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:38.225973 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1b8b87c-7a5b-4c18-9719-cdd835e9051d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:38.302932 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-02676325-93e7-456c-b82b-b09ff443ac95 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:51:38.303295 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-02676325-93e7-456c-b82b-b09ff443ac95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:51:38.313387 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8aa2e2a0-2d83-44d3-9d96-1cc0f0d6d63c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:38.316667 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:38.338391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:38.343113 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No active binding found for port 120d0141-56f1-45a1-938a-cb79ce7ecc72 {{(pid=87773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 08 09:51:38.343503 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 120d0141-56f1-45a1-938a-cb79ce7ecc72 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:51:38.356193 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] For port 86e490e2-50df-427a-a570-451649f69b92, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:51:38.361936 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] For port 86e490e2-50df-427a-a570-451649f69b92, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=86e490e2-50df-427a-a570-451649f69b92,segment=NetworkSegment(d0bc73a8-a1d4-42a6-9a4d-c4bc18f66002),segment_id=d0bc73a8-a1d4-42a6-9a4d-c4bc18f66002)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:51:38.366149 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:38.405321 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:38.406068 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:38.434049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Pushing event deleted for resources: {'Port': ['ID=120d0141-56f1-45a1-938a-cb79ce7ecc72,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:38.436169 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] No DVR routers for this DVR port 120d0141-56f1-45a1-938a-cb79ce7ecc72 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:51:38.466943 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ce40b-b952-4df0-b312-769560b2434d None None] Pushing event updated for resources: {'Port': ['ID=86e490e2-50df-427a-a570-451649f69b92,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:38.545722 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79433746-f755-4153-a463-a7c1c5445f99,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:38.557073 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:51:38.560207 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b041c3b-7bf7-404f-a7f2-a14ab400afd6 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:51:38.578288 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:38.578753 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Added segment de8bd57f-c64a-4ab4-b544-3ef651dd69e3 of type vlan for network cfad3856-089c-4abe-8fa1-49b7058f9557 Mar 08 09:51:38.582363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa2e2a0-2d83-44d3-9d96-1cc0f0d6d63c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network b11e4da0-d402-4de6-bda9-a155e1ffbc98 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:38.604162 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-8aa2e2a0-2d83-44d3-9d96-1cc0f0d6d63c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:38.744945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa2e2a0-2d83-44d3-9d96-1cc0f0d6d63c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:38.777859 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:38.805114 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-02676325-93e7-456c-b82b-b09ff443ac95 None None] Deleting port 120d0141-56f1-45a1-938a-cb79ce7ecc72 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:38.806624 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02676325-93e7-456c-b82b-b09ff443ac95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:38.810697 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b041c3b-7bf7-404f-a7f2-a14ab400afd6 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:51:38.823411 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41173658-0a5c-464a-a98a-0690af21c06c None None] Sync routers for ids ['ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:51:38.826277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:38.839341 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41173658-0a5c-464a-a98a-0690af21c06c None None] Routers {'ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:38.840367 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-41173658-0a5c-464a-a98a-0690af21c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:38.869511 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:51:38.897269 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:38.897599 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Added segment a7adf4cf-9f96-4d8c-9fef-be5da88dc270 of type vlan for network d2ce4858-dbb9-488b-b91e-e322f16107cb Mar 08 09:51:38.916861 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8b041c3b-7bf7-404f-a7f2-a14ab400afd6 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6963921 Mar 08 09:51:38.918111 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46014) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:38.919235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2e2a0-2d83-44d3-9d96-1cc0f0d6d63c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=a65c78a6-5548-4809-8ae2-56059b0b1fae,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:38.947292 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-41173658-0a5c-464a-a98a-0690af21c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:38.947500 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c808c83d-2bd3-45df-9b0f-a84e5e289bb7']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:38.960084 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41173658-0a5c-464a-a98a-0690af21c06c None None] Routers {'ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:38.961786 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-41173658-0a5c-464a-a98a-0690af21c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:38.986423 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71b6e5e-e250-4a19-8e70-db082f60ecc4') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:38.986713 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71b6e5e-e250-4a19-8e70-db082f60ecc4') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:39.055728 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-41173658-0a5c-464a-a98a-0690af21c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:39.056132 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41173658-0a5c-464a-a98a-0690af21c06c None None] The sync data for ids ['ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:51:39.060211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa2e2a0-2d83-44d3-9d96-1cc0f0d6d63c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:39.061623 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8aa2e2a0-2d83-44d3-9d96-1cc0f0d6d63c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:39.067739 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:39.081682 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-02676325-93e7-456c-b82b-b09ff443ac95 None None] The port '120d0141-56f1-45a1-938a-cb79ce7ecc72' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:51:39.106116 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:39.163535 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:51:39.163535 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:51:39.189573 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:51:39.204538 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a8731683-161f-4418-ab25-b079e7de6898 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Synchronizing usage tracker for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:39.208301 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:39.240681 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46018) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:39.245798 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8aa2e2a0-2d83-44d3-9d96-1cc0f0d6d63c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4541101 Mar 08 09:51:39.278984 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a8731683-161f-4418-ab25-b079e7de6898 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Unset dirty status for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:39.278984 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a8731683-161f-4418-ab25-b079e7de6898 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7 HTTP/1.1" status: 200 len: 205 time: 0.3530405 Mar 08 09:51:39.287091 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46022) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:39.341239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-e1b8b87c-7a5b-4c18-9719-cdd835e9051d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Allocated IP 2001:db8::1 (19664e23-eac4-4be9-bf9e-5aac9a347676/9c0e559d-ed31-4b83-aa48-817e9d15d178/44d55b1d-b3d3-40f7-8483-4410733e1050) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:39.341369 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101a808c-50a9-451b-8a6e-d209b91de9cc None None] Network b11e4da0-d402-4de6-bda9-a155e1ffbc98 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:39.434313 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0f07c6fb-702e-4339-a0d4-2f75f7bc1fdd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:39.489220 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:39.514603 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:39.514603 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:39.519280 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:39.522389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:39.522389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:39.850947 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:39.855632 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8b66630b-37a6-4d35-9de4-91d14b501789 None None] Provisioning for port 94deddaf-9fa4-404a-bb67-87b05acb3724 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:39.866219 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] Pushing event deleted for resources: {'Network': ['ID=c808c83d-2bd3-45df-9b0f-a84e5e289bb7,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:39.874420 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-04542f6a-7e48-49d1-b47d-8c834e15eb0a tempest-TagsExtTest-753848218 tempest-TagsExtTest-753848218-project] 10.222.0.24 "DELETE /v2.0/networks/c808c83d-2bd3-45df-9b0f-a84e5e289bb7 HTTP/1.1" status: 204 len: 168 time: 3.1479204 Mar 08 09:51:39.909486 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.1690168 Mar 08 09:51:39.916618 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46028) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:40.005252 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event updated for resources: {'Network': ['ID=cfad3856-089c-4abe-8fa1-49b7058f9557,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:40.064109 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network cfad3856-089c-4abe-8fa1-49b7058f9557 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:51:40.161451 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 86e490e2-50df-427a-a570-451649f69b92 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:40.247572 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1b8b87c-7a5b-4c18-9719-cdd835e9051d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:40.270241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8184b13e-2068-4a97-8bca-6dcdda28a868 None None] Network 21f829ba-9f35-46d9-98cf-289c01b924e7 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:40.276238 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-e1b8b87c-7a5b-4c18-9719-cdd835e9051d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Transition to ACTIVE for port object 44d55b1d-b3d3-40f7-8483-4410733e1050 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:40.331738 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff93f1d-5aa9-4001-92e5-9162a8cbd07b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:40.338288 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff93f1d-5aa9-4001-92e5-9162a8cbd07b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:40.344836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff93f1d-5aa9-4001-92e5-9162a8cbd07b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:40.351785 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff93f1d-5aa9-4001-92e5-9162a8cbd07b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:40.356363 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9ff93f1d-5aa9-4001-92e5-9162a8cbd07b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4358466 Mar 08 09:51:40.356363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46034) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:40.372512 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0f07c6fb-702e-4339-a0d4-2f75f7bc1fdd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:40.391851 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0f07c6fb-702e-4339-a0d4-2f75f7bc1fdd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:40.403622 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22de0b-a411-40d1-997d-fe173b592d44 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event updated for resources: {'Network': ['ID=d2ce4858-dbb9-488b-b91e-e322f16107cb,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:40.424971 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67deeb58-4687-405e-bc54-d021a0a871de tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:40.424971 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-67deeb58-4687-405e-bc54-d021a0a871de tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 1.1782322 Mar 08 09:51:40.424971 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46038) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:40.475676 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network d2ce4858-dbb9-488b-b91e-e322f16107cb details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:51:40.517739 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2733d1d0-f605-44fd-b429-6d6fd799d079 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:40.517739 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46044) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:40.607978 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bc0836df-3f21-4d3a-ab07-81969f13dace tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port a65c78a6-5548-4809-8ae2-56059b0b1fae {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:40.607978 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc0836df-3f21-4d3a-ab07-81969f13dace tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:40.657477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0f07c6fb-702e-4339-a0d4-2f75f7bc1fdd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:40.658068 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f07c6fb-702e-4339-a0d4-2f75f7bc1fdd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Fanout notify agent at l3_agent the message router_deleted on router ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:51:40.676604 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-64fe57e9-8f08-4468-9561-521fd0465fde None None] Provisioning for port 86e490e2-50df-427a-a570-451649f69b92 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:40.678197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0f07c6fb-702e-4339-a0d4-2f75f7bc1fdd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:40.679355 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0f07c6fb-702e-4339-a0d4-2f75f7bc1fdd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/routers/ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7 HTTP/1.1" status: 204 len: 168 time: 1.3957815 Mar 08 09:51:40.682317 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46054) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:40.815912 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2733d1d0-f605-44fd-b429-6d6fd799d079 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:40.827037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1b8b87c-7a5b-4c18-9719-cdd835e9051d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:40.831424 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6852766-5ca6-463f-9300-747362b669d6 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting subnet 93dd2307-e1d5-4395-8caa-a0aeaa60f88c {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:51:40.845132 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6852766-5ca6-463f-9300-747362b669d6 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:40.868777 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 86e490e2-50df-427a-a570-451649f69b92 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:40.878599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 86e490e2-50df-427a-a570-451649f69b92 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:40.879105 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:40.910469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-2733d1d0-f605-44fd-b429-6d6fd799d079 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfad3856-089c-4abe-8fa1-49b7058f9557']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:40.972342 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8b87c-7a5b-4c18-9719-cdd835e9051d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event updated for resources: {'Port': ['ID=44d55b1d-b3d3-40f7-8483-4410733e1050,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:40.989874 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b8b87c-7a5b-4c18-9719-cdd835e9051d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Network 19664e23-eac4-4be9-bf9e-5aac9a347676 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:40.992823 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-2733d1d0-f605-44fd-b429-6d6fd799d079 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8bd57f-c64a-4ab4-b544-3ef651dd69e3') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:40.993314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-2733d1d0-f605-44fd-b429-6d6fd799d079 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8bd57f-c64a-4ab4-b544-3ef651dd69e3') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:41.000175 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6852766-5ca6-463f-9300-747362b669d6 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:41.002391 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-e1b8b87c-7a5b-4c18-9719-cdd835e9051d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:41.013941 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b8b87c-7a5b-4c18-9719-cdd835e9051d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:41.014967 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1b8b87c-7a5b-4c18-9719-cdd835e9051d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:41.040868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2733d1d0-f605-44fd-b429-6d6fd799d079 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:41.052906 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-88765c2e-6f70-40e2-8038-3d0638c98110 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4823b911d1d40d08e08c938d209a508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5397077 Mar 08 09:51:41.056760 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46060) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:41.075886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2733d1d0-f605-44fd-b429-6d6fd799d079 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:41.089799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2733d1d0-f605-44fd-b429-6d6fd799d079 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:51:41.090717 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2733d1d0-f605-44fd-b429-6d6fd799d079 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:51:41.109644 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:51:41.142154 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:41.225550 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 86e490e2-50df-427a-a570-451649f69b92, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=86e490e2-50df-427a-a570-451649f69b92,segment=NetworkSegment(d0bc73a8-a1d4-42a6-9a4d-c4bc18f66002),segment_id=d0bc73a8-a1d4-42a6-9a4d-c4bc18f66002)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:41.251199 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:41.257310 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 94deddaf-9fa4-404a-bb67-87b05acb3724 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:41.302989 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2733d1d0-f605-44fd-b429-6d6fd799d079 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:41.327760 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc0836df-3f21-4d3a-ab07-81969f13dace tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:41.346430 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2733d1d0-f605-44fd-b429-6d6fd799d079 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:41.359394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733d1d0-f605-44fd-b429-6d6fd799d079 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event deleted for resources: {'Network': ['ID=cfad3856-089c-4abe-8fa1-49b7058f9557,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:41.362416 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6ca74333-edad-4ca9-806f-dceafc0c19ce None None] Provisioning for port 602a7463-fd1c-4c95-987a-b17d4f38f12d completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:41.405460 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6ca74333-edad-4ca9-806f-dceafc0c19ce None None] Provisioning complete for port 602a7463-fd1c-4c95-987a-b17d4f38f12d triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:41.405460 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ca74333-edad-4ca9-806f-dceafc0c19ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:41.419716 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2733d1d0-f605-44fd-b429-6d6fd799d079 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "DELETE /v2.0/networks/cfad3856-089c-4abe-8fa1-49b7058f9557 HTTP/1.1" status: 204 len: 168 time: 1.0541806 Mar 08 09:51:41.419716 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1b8b87c-7a5b-4c18-9719-cdd835e9051d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:41.435956 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46064) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:41.562152 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6ca74333-edad-4ca9-806f-dceafc0c19ce None None] Port 602a7463-fd1c-4c95-987a-b17d4f38f12d cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:41.601618 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=86e490e2-50df-427a-a570-451649f69b92,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:41.627751 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 94deddaf-9fa4-404a-bb67-87b05acb3724 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:41.643384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6ca74333-edad-4ca9-806f-dceafc0c19ce None None] Provisioning for port a65c78a6-5548-4809-8ae2-56059b0b1fae completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:41.646301 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6852766-5ca6-463f-9300-747362b669d6 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:41.649738 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6ca74333-edad-4ca9-806f-dceafc0c19ce None None] Provisioning complete for port a65c78a6-5548-4809-8ae2-56059b0b1fae triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:41.650292 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ca74333-edad-4ca9-806f-dceafc0c19ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:41.678317 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 94deddaf-9fa4-404a-bb67-87b05acb3724 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:41.678770 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:41.707283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-78ad942b-8c05-4113-8b80-8907a353c3e1 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:41.769109 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6ca74333-edad-4ca9-806f-dceafc0c19ce None None] Port a65c78a6-5548-4809-8ae2-56059b0b1fae cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:41.769732 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bc0836df-3f21-4d3a-ab07-81969f13dace tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for a65c78a6-5548-4809-8ae2-56059b0b1fae owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:41.806058 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6852766-5ca6-463f-9300-747362b669d6 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:41.835213 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:41.876053 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6852766-5ca6-463f-9300-747362b669d6 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Subnet': ['ID=93dd2307-e1d5-4395-8caa-a0aeaa60f88c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:41.883588 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 94deddaf-9fa4-404a-bb67-87b05acb3724, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=94deddaf-9fa4-404a-bb67-87b05acb3724,segment=NetworkSegment(a92d1b7d-7026-45f8-9d74-43ec76698f0a),segment_id=a92d1b7d-7026-45f8-9d74-43ec76698f0a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:41.886713 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6852766-5ca6-463f-9300-747362b669d6 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:41.891794 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:41.912603 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d6852766-5ca6-463f-9300-747362b669d6 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/subnets/93dd2307-e1d5-4395-8caa-a0aeaa60f88c HTTP/1.1" status: 204 len: 168 time: 1.2290506 Mar 08 09:51:41.913297 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46068) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:41.966124 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=94deddaf-9fa4-404a-bb67-87b05acb3724,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:41.969636 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787f0c68-250b-4100-a747-ef3594eac21e None None] Network b7def349-c361-4808-9e29-841a254c6023 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:41.991671 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8a7aa270-248b-4436-a408-a510a55d2c87 None None] Provisioning for port 44d55b1d-b3d3-40f7-8483-4410733e1050 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:42.034589 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 86e490e2-50df-427a-a570-451649f69b92 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:42.035168 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cb8a2ea3-1236-44c7-9d21-5bd1fadc4f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.039728 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.075843 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-78ad942b-8c05-4113-8b80-8907a353c3e1 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.077252 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8a7aa270-248b-4436-a408-a510a55d2c87 None None] Provisioning complete for port 44d55b1d-b3d3-40f7-8483-4410733e1050 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:42.078187 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a7aa270-248b-4436-a408-a510a55d2c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.088346 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cb8a2ea3-1236-44c7-9d21-5bd1fadc4f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.111202 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port 7befc48b-db6e-4441-bee0-970d0f353396 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:42.111837 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.312219 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-78ad942b-8c05-4113-8b80-8907a353c3e1 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ce4858-dbb9-488b-b91e-e322f16107cb']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:42.333744 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-78ad942b-8c05-4113-8b80-8907a353c3e1 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7adf4cf-9f96-4d8c-9fef-be5da88dc270') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:42.334034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-78ad942b-8c05-4113-8b80-8907a353c3e1 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7adf4cf-9f96-4d8c-9fef-be5da88dc270') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:42.338186 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc0836df-3f21-4d3a-ab07-81969f13dace tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.346017 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8a7aa270-248b-4436-a408-a510a55d2c87 None None] Port 44d55b1d-b3d3-40f7-8483-4410733e1050 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:42.357303 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-78ad942b-8c05-4113-8b80-8907a353c3e1 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.397547 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-78ad942b-8c05-4113-8b80-8907a353c3e1 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.402752 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8a7aa270-248b-4436-a408-a510a55d2c87 None None] Provisioning complete for port 602a7463-fd1c-4c95-987a-b17d4f38f12d triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:42.403132 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a7aa270-248b-4436-a408-a510a55d2c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.413751 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ad942b-8c05-4113-8b80-8907a353c3e1 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:51:42.414371 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-78ad942b-8c05-4113-8b80-8907a353c3e1 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.455773 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 86e490e2-50df-427a-a570-451649f69b92 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:42.455773 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:51:42.482128 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:51:42.512968 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] For port 7befc48b-db6e-4441-bee0-970d0f353396, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=7befc48b-db6e-4441-bee0-970d0f353396,segment=NetworkSegment(28fe2517-4dad-434b-b8a5-b39fd3532ed5),segment_id=28fe2517-4dad-434b-b8a5-b39fd3532ed5)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:42.512968 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.606175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8a7aa270-248b-4436-a408-a510a55d2c87 None None] Port 602a7463-fd1c-4c95-987a-b17d4f38f12d cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:42.634183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8a7aa270-248b-4436-a408-a510a55d2c87 None None] Could not find standard attr ID for object a65c78a6-5548-4809-8ae2-56059b0b1fae. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:51:42.667439 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-78ad942b-8c05-4113-8b80-8907a353c3e1 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.669661 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Calling delete_port for 7befc48b-db6e-4441-bee0-970d0f353396 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:42.672545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1b8b87c-7a5b-4c18-9719-cdd835e9051d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.715545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-78ad942b-8c05-4113-8b80-8907a353c3e1 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.719019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad942b-8c05-4113-8b80-8907a353c3e1 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event deleted for resources: {'Network': ['ID=d2ce4858-dbb9-488b-b91e-e322f16107cb,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:42.720291 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8a7aa270-248b-4436-a408-a510a55d2c87 None None] Provisioning complete for port 86e490e2-50df-427a-a570-451649f69b92 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:42.720291 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a7aa270-248b-4436-a408-a510a55d2c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.725302 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1b8b87c-7a5b-4c18-9719-cdd835e9051d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.726130 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e1b8b87c-7a5b-4c18-9719-cdd835e9051d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.756581 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cb8a2ea3-1236-44c7-9d21-5bd1fadc4f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.767370 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9533fad2-5cff-49a7-86de-c7fa13e490f7 None None] DHCP port deletion for b7def349-c361-4808-9e29-841a254c6023 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:51:42.779261 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-78ad942b-8c05-4113-8b80-8907a353c3e1 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "DELETE /v2.0/networks/d2ce4858-dbb9-488b-b91e-e322f16107cb HTTP/1.1" status: 204 len: 168 time: 1.3376184 Mar 08 09:51:42.798402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46072) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:42.814510 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9533fad2-5cff-49a7-86de-c7fa13e490f7 None None] Deleting port 7befc48b-db6e-4441-bee0-970d0f353396 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:42.814510 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9533fad2-5cff-49a7-86de-c7fa13e490f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.888142 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0836df-3f21-4d3a-ab07-81969f13dace tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Port': ['ID=a65c78a6-5548-4809-8ae2-56059b0b1fae,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:42.895974 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a2ea3-1236-44c7-9d21-5bd1fadc4f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d52f31a-6398-4a04-bca6-b9f75323461e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:42.898016 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:42.929221 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9533fad2-5cff-49a7-86de-c7fa13e490f7 None None] The port '7befc48b-db6e-4441-bee0-970d0f353396' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:51:43.030472 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] No DVR routers for this DVR port 7befc48b-db6e-4441-bee0-970d0f353396 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:51:43.030472 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Port': ['ID=7befc48b-db6e-4441-bee0-970d0f353396,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:43.088417 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cb8a2ea3-1236-44c7-9d21-5bd1fadc4f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:43.090408 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cb8a2ea3-1236-44c7-9d21-5bd1fadc4f2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d52f31a-6398-4a04-bca6-b9f75323461e HTTP/1.1" status: 204 len: 168 time: 1.8203180 Mar 08 09:51:43.101667 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8b87c-7a5b-4c18-9719-cdd835e9051d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event updated for resources: {'Port': ['ID=44d55b1d-b3d3-40f7-8483-4410733e1050,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:43.171458 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc0836df-3f21-4d3a-ab07-81969f13dace tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:43.204420 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:43.247321 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bc0836df-3f21-4d3a-ab07-81969f13dace tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/ports/a65c78a6-5548-4809-8ae2-56059b0b1fae HTTP/1.1" status: 204 len: 168 time: 2.8227184 Mar 08 09:51:43.248000 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46080) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:43.255017 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:43.259791 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a234b4c-98df-4c78-8a86-7f04e68232e4 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:43.267383 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a234b4c-98df-4c78-8a86-7f04e68232e4 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:43.268191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6a234b4c-98df-4c78-8a86-7f04e68232e4 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Synchronizing usage tracker for tenant:c19476eaec4d4688b61241f5fea9b3f4 on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:43.288600 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b8b87c-7a5b-4c18-9719-cdd835e9051d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Network 19664e23-eac4-4be9-bf9e-5aac9a347676 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:43.292608 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-e1b8b87c-7a5b-4c18-9719-cdd835e9051d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:43.321423 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b512d58-eac4-45c2-8cd1-aa140e7d9eec tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] GET failed (client error): The resource could not be found. Mar 08 09:51:43.321423 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9b512d58-eac4-45c2-8cd1-aa140e7d9eec tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Synchronizing usage tracker for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:43.345295 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7def349-c361-4808-9e29-841a254c6023']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:43.377886 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fe2517-4dad-434b-b8a5-b39fd3532ed5') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:43.377886 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fe2517-4dad-434b-b8a5-b39fd3532ed5') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:43.383731 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6a234b4c-98df-4c78-8a86-7f04e68232e4 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Unset dirty status for tenant:c19476eaec4d4688b61241f5fea9b3f4 on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:43.383731 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6a234b4c-98df-4c78-8a86-7f04e68232e4 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5776668 Mar 08 09:51:43.388417 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46084) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:43.388417 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9b512d58-eac4-45c2-8cd1-aa140e7d9eec tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Unset dirty status for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:43.396875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46088) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:43.401374 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9b512d58-eac4-45c2-8cd1-aa140e7d9eec tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports/a65c78a6-5548-4809-8ae2-56059b0b1fae HTTP/1.1" status: 404 len: 333 time: 0.1408062 Mar 08 09:51:43.401374 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a228cc21-c610-4072-b033-4588ba99ad5c tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-466233962'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:43.553258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-5fe909c0-7f49-4593-9b6b-b18fbdad4784 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 602a7463-fd1c-4c95-987a-b17d4f38f12d {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:43.553604 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5fe909c0-7f49-4593-9b6b-b18fbdad4784 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:43.588838 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:43.630219 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a228cc21-c610-4072-b033-4588ba99ad5c tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:43.666228 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a228cc21-c610-4072-b033-4588ba99ad5c tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:43.694503 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:43.728639 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:51:43.728639 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:43.739789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b8b87c-7a5b-4c18-9719-cdd835e9051d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Router 5ab2a2be-cda7-4a44-b9c2-89a40eac57d2 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:51:43.744411 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:51:43.762806 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a228cc21-c610-4072-b033-4588ba99ad5c tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Made reservation on behalf of c19476eaec4d4688b61241f5fea9b3f4 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:43.762806 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a228cc21-c610-4072-b033-4588ba99ad5c tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:43.858728 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a228cc21-c610-4072-b033-4588ba99ad5c tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:51:43.866762 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:43.895899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a228cc21-c610-4072-b033-4588ba99ad5c tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:43.895899 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-a228cc21-c610-4072-b033-4588ba99ad5c tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Added segment 0890fc72-2c8a-4428-85b4-1aa51502851e of type vlan for network a0040466-08f5-4a87-be6a-0593856d695e Mar 08 09:51:43.895899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:43.910520 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Network': ['ID=b7def349-c361-4808-9e29-841a254c6023,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:43.917367 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-93444a6f-5d99-4376-abe9-5e6e95d78aca tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/networks/b7def349-c361-4808-9e29-841a254c6023 HTTP/1.1" status: 204 len: 168 time: 1.9951541 Mar 08 09:51:43.922781 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46092) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:43.931503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1924092585', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}, 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:43.931679 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2e77eb21-2182-43ca-8c42-1d441967d947 None None] Provisioning complete for port 44d55b1d-b3d3-40f7-8483-4410733e1050 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:43.931679 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e77eb21-2182-43ca-8c42-1d441967d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:43.934937 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:43.939635 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:router and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:43.942495 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:43.945682 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a228cc21-c610-4072-b033-4588ba99ad5c tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:43.948040 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:43.977052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:43.978193 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:44.009136 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a228cc21-c610-4072-b033-4588ba99ad5c tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:44.015870 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a228cc21-c610-4072-b033-4588ba99ad5c tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:44.022222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a228cc21-c610-4072-b033-4588ba99ad5c tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:44.025523 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2e77eb21-2182-43ca-8c42-1d441967d947 None None] Port 44d55b1d-b3d3-40f7-8483-4410733e1050 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:44.035994 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 94deddaf-9fa4-404a-bb67-87b05acb3724 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:44.068848 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a228cc21-c610-4072-b033-4588ba99ad5c tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6862717 Mar 08 09:51:44.080628 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46096) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:44.088784 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4e1efbef-b5e8-42e6-b62b-1bc2eef6b0df tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1505776770'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:44.095789 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4e1efbef-b5e8-42e6-b62b-1bc2eef6b0df tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:44.116484 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 94deddaf-9fa4-404a-bb67-87b05acb3724 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:44.116921 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:44.164679 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4e1efbef-b5e8-42e6-b62b-1bc2eef6b0df tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:44.169848 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228cc21-c610-4072-b033-4588ba99ad5c tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event updated for resources: {'Network': ['ID=a0040466-08f5-4a87-be6a-0593856d695e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:44.180078 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:44.186312 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network a0040466-08f5-4a87-be6a-0593856d695e details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:51:44.186487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1efbef-b5e8-42e6-b62b-1bc2eef6b0df tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Made reservation on behalf of c19476eaec4d4688b61241f5fea9b3f4 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:44.190060 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4e1efbef-b5e8-42e6-b62b-1bc2eef6b0df tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:44.195015 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b8b87c-7a5b-4c18-9719-cdd835e9051d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:51:44.220802 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1efbef-b5e8-42e6-b62b-1bc2eef6b0df tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:51:44.223614 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e1b8b87c-7a5b-4c18-9719-cdd835e9051d tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "PUT /v2.0/routers/5ab2a2be-cda7-4a44-b9c2-89a40eac57d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0404201 Mar 08 09:51:44.227785 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46100) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:44.233711 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b85a43d-7222-45e6-aaef-ce47a45f6354 None None] Sync routers for ids ['5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:51:44.340911 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4e1efbef-b5e8-42e6-b62b-1bc2eef6b0df tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:44.340911 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-4e1efbef-b5e8-42e6-b62b-1bc2eef6b0df tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Added segment de10804b-0fdc-49a6-ad18-771d18f9acdc of type vlan for network 6c18c867-7ba6-40a2-b1c1-15754f496023 Mar 08 09:51:44.353830 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5fe909c0-7f49-4593-9b6b-b18fbdad4784 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:44.370833 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b85a43d-7222-45e6-aaef-ce47a45f6354 None None] Routers {'5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:44.370833 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-1b85a43d-7222-45e6-aaef-ce47a45f6354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:44.435611 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-1b85a43d-7222-45e6-aaef-ce47a45f6354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:44.448836 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b85a43d-7222-45e6-aaef-ce47a45f6354 None None] Routers {'5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:44.449124 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-1b85a43d-7222-45e6-aaef-ce47a45f6354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:44.463326 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4e1efbef-b5e8-42e6-b62b-1bc2eef6b0df tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:44.485041 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-517ddc69-5e91-4c08-ad2a-609fa7522134 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:44.522609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-1b85a43d-7222-45e6-aaef-ce47a45f6354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:44.525270 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b85a43d-7222-45e6-aaef-ce47a45f6354 None None] The sync data for ids ['5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:51:44.538348 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 7befc48b-db6e-4441-bee0-970d0f353396 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:51:44.577054 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 7befc48b-db6e-4441-bee0-970d0f353396 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:51:44.578160 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 7befc48b-db6e-4441-bee0-970d0f353396 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:51:44.667532 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4e1efbef-b5e8-42e6-b62b-1bc2eef6b0df tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:44.673528 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1efbef-b5e8-42e6-b62b-1bc2eef6b0df tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:44.674116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4e1efbef-b5e8-42e6-b62b-1bc2eef6b0df tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:44.735080 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-517ddc69-5e91-4c08-ad2a-609fa7522134 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 08 09:51:44.735724 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-517ddc69-5e91-4c08-ad2a-609fa7522134 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "DELETE /v2.0/routers/5ab2a2be-cda7-4a44-b9c2-89a40eac57d2 HTTP/1.1" status: 409 len: 329 time: 0.5058453 Mar 08 09:51:44.741932 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46104) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:44.751724 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-5fe909c0-7f49-4593-9b6b-b18fbdad4784 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for 602a7463-fd1c-4c95-987a-b17d4f38f12d owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:44.859623 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4e1efbef-b5e8-42e6-b62b-1bc2eef6b0df tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7734566 Mar 08 09:51:44.868315 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46108) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:44.887628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Request body: {'ports': [{'network_id': 'a0040466-08f5-4a87-be6a-0593856d695e', 'name': 'tempest-port--2038295878', 'admin_state_up': True}, {'network_id': '6c18c867-7ba6-40a2-b1c1-15754f496023', 'admin_state_up': False}]} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:44.887941 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Request body: {'port': {'network_id': 'a0040466-08f5-4a87-be6a-0593856d695e', 'name': 'tempest-port--2038295878', 'admin_state_up': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:44.888419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Request body: {'port': {'network_id': '6c18c867-7ba6-40a2-b1c1-15754f496023', 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:44.906554 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:44.927487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1efbef-b5e8-42e6-b62b-1bc2eef6b0df tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event updated for resources: {'Network': ['ID=6c18c867-7ba6-40a2-b1c1-15754f496023,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:44.941692 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 6c18c867-7ba6-40a2-b1c1-15754f496023 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:51:45.324823 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5fe909c0-7f49-4593-9b6b-b18fbdad4784 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:45.348307 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57076da7-606f-4e8f-9e68-0e15ff45c279 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:45.367964 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:45.397112 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Usage tracker for resource:port and tenant:c19476eaec4d4688b61241f5fea9b3f4 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:45.401254 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe909c0-7f49-4593-9b6b-b18fbdad4784 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Port': ['ID=602a7463-fd1c-4c95-987a-b17d4f38f12d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:45.404553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:45.447326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:45.512462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Made reservation on behalf of c19476eaec4d4688b61241f5fea9b3f4 for: {'port': 2} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:45.517174 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:45.550590 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:45.587394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5fe909c0-7f49-4593-9b6b-b18fbdad4784 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:45.794066 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5fe909c0-7f49-4593-9b6b-b18fbdad4784 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/ports/602a7463-fd1c-4c95-987a-b17d4f38f12d HTTP/1.1" status: 204 len: 168 time: 2.4001198 Mar 08 09:51:45.796196 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46112) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:45.857687 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29cc5c6-e64d-4312-88e3-384ec327bde2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] GET failed (client error): The resource could not be found. Mar 08 09:51:45.861498 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c29cc5c6-e64d-4312-88e3-384ec327bde2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports/602a7463-fd1c-4c95-987a-b17d4f38f12d HTTP/1.1" status: 404 len: 333 time: 0.0639346 Mar 08 09:51:45.864513 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46116) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:45.992059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:45.992321 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4763a02-d06f-4ff5-886e-7b693d4cb8dc tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting subnet 099cf9dc-d2e3-499b-af45-0ef62b0f2556 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:51:45.999659 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4763a02-d06f-4ff5-886e-7b693d4cb8dc tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:46.026818 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-57076da7-606f-4e8f-9e68-0e15ff45c279 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Deleting port 44d55b1d-b3d3-40f7-8483-4410733e1050 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:46.027314 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57076da7-606f-4e8f-9e68-0e15ff45c279 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:46.112237 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4763a02-d06f-4ff5-886e-7b693d4cb8dc tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:46.176300 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:46.222689 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] device_id is not set on port ff0132b4-08a0-4743-be9f-4e528ecf8a59 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:51:46.317735 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57076da7-606f-4e8f-9e68-0e15ff45c279 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:46.360298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Allocated IP 172.26.2.92 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/d331137d-e083-4d38-8513-feb27eb0fece) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:46.447297 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:46.450402 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4763a02-d06f-4ff5-886e-7b693d4cb8dc tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:46.485357 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-57076da7-606f-4e8f-9e68-0e15ff45c279 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Calling delete_port for 44d55b1d-b3d3-40f7-8483-4410733e1050 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:46.634910 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4763a02-d06f-4ff5-886e-7b693d4cb8dc tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:46.661434 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] device_id is not set on port d5c779a9-d27d-40b4-8b5a-2f736bbc90a8 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:51:46.690133 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4763a02-d06f-4ff5-886e-7b693d4cb8dc tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Subnet': ['ID=099cf9dc-d2e3-499b-af45-0ef62b0f2556,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:46.693404 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4763a02-d06f-4ff5-886e-7b693d4cb8dc tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:46.703283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:46.715875 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b4763a02-d06f-4ff5-886e-7b693d4cb8dc tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/subnets/099cf9dc-d2e3-499b-af45-0ef62b0f2556 HTTP/1.1" status: 204 len: 168 time: 0.8354259 Mar 08 09:51:46.720927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46120) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:46.726139 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bc7fe9-ca61-4839-ba03-f690230d12c3 None None] Network b11e4da0-d402-4de6-bda9-a155e1ffbc98 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:46.820487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57076da7-606f-4e8f-9e68-0e15ff45c279 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:46.870606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:46.898089 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57076da7-606f-4e8f-9e68-0e15ff45c279 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event deleted for resources: {'Port': ['ID=44d55b1d-b3d3-40f7-8483-4410733e1050,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:46.929668 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:46.975025 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 94deddaf-9fa4-404a-bb67-87b05acb3724 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:46.975375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:47.072841 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4983ca24-cbdd-4542-bfb7-39dc943dbcf2 None None] DHCP port deletion for b11e4da0-d402-4de6-bda9-a155e1ffbc98 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:51:47.077561 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4983ca24-cbdd-4542-bfb7-39dc943dbcf2 None None] Deleting port 94deddaf-9fa4-404a-bb67-87b05acb3724 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:47.080506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4983ca24-cbdd-4542-bfb7-39dc943dbcf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:47.094815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:47.110183 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:47.115475 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:47.163194 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:47.207628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=d331137d-e083-4d38-8513-feb27eb0fece,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:47.225993 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:47.303710 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57076da7-606f-4e8f-9e68-0e15ff45c279 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:47.334229 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4983ca24-cbdd-4542-bfb7-39dc943dbcf2 None None] For port 94deddaf-9fa4-404a-bb67-87b05acb3724, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=94deddaf-9fa4-404a-bb67-87b05acb3724,segment=NetworkSegment(a92d1b7d-7026-45f8-9d74-43ec76698f0a),segment_id=a92d1b7d-7026-45f8-9d74-43ec76698f0a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:47.334622 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4983ca24-cbdd-4542-bfb7-39dc943dbcf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:47.404801 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Checking segment: {'id': '0890fc72-2c8a-4428-85b4-1aa51502851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a0040466-08f5-4a87-be6a-0593856d695e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:47.405476 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Network hostable DHCP agents. Network: a0040466-08f5-4a87-be6a-0593856d695e, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:51:47.471735 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4983ca24-cbdd-4542-bfb7-39dc943dbcf2 None None] Calling delete_port for 94deddaf-9fa4-404a-bb67-87b05acb3724 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:47.535590 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event updated for resources: {'Port': ['ID=ff0132b4-08a0-4743-be9f-4e528ecf8a59,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:47.621611 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4983ca24-cbdd-4542-bfb7-39dc943dbcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:47.655532 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57076da7-606f-4e8f-9e68-0e15ff45c279 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Router 5ab2a2be-cda7-4a44-b9c2-89a40eac57d2 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:51:47.661699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Network a0040466-08f5-4a87-be6a-0593856d695e is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:51:47.678025 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983ca24-cbdd-4542-bfb7-39dc943dbcf2 None None] Pushing event deleted for resources: {'Port': ['ID=94deddaf-9fa4-404a-bb67-87b05acb3724,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:47.693935 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4983ca24-cbdd-4542-bfb7-39dc943dbcf2 None None] No DVR routers for this DVR port 94deddaf-9fa4-404a-bb67-87b05acb3724 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:51:47.714707 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, a0040466-08f5-4a87-be6a-0593856d695e) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:47.728290 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099a7705-142a-4921-8865-0b0d7b9a3228 None None] Network a0040466-08f5-4a87-be6a-0593856d695e requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:47.737154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:47.738024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:47.804147 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] For port 94deddaf-9fa4-404a-bb67-87b05acb3724, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=94deddaf-9fa4-404a-bb67-87b05acb3724,segment=NetworkSegment(a92d1b7d-7026-45f8-9d74-43ec76698f0a),segment_id=a92d1b7d-7026-45f8-9d74-43ec76698f0a)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:47.804147 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:47.839430 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57076da7-606f-4e8f-9e68-0e15ff45c279 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:51:47.851207 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a6bc78-33ec-49f9-b339-cae6ab26d900 None None] Sync routers for ids ['5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:51:47.865817 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6bc78-33ec-49f9-b339-cae6ab26d900 None None] Routers {'5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:47.870661 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a1a6bc78-33ec-49f9-b339-cae6ab26d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:47.882288 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-57076da7-606f-4e8f-9e68-0e15ff45c279 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "PUT /v2.0/routers/5ab2a2be-cda7-4a44-b9c2-89a40eac57d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1359925 Mar 08 09:51:47.884186 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46128) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:47.966550 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-d0a14f94-df1c-4133-b868-f184c5a643cb tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] show failed (client error): The resource could not be found. Mar 08 09:51:47.968084 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d0a14f94-df1c-4133-b868-f184c5a643cb tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1288532045 HTTP/1.1" status: 404 len: 335 time: 0.0842030 Mar 08 09:51:47.972334 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46132) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:47.983615 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9fd0d79e-ae12-4c94-829c-d603a68833a2 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:48.006584 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a1a6bc78-33ec-49f9-b339-cae6ab26d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:48.010850 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 94deddaf-9fa4-404a-bb67-87b05acb3724 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:51:48.018657 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6bc78-33ec-49f9-b339-cae6ab26d900 None None] Routers {'5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:48.019461 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a1a6bc78-33ec-49f9-b339-cae6ab26d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:48.036095 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for 94deddaf-9fa4-404a-bb67-87b05acb3724 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:48.070047 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 94deddaf-9fa4-404a-bb67-87b05acb3724 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:51:48.071473 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 94deddaf-9fa4-404a-bb67-87b05acb3724 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:51:48.081659 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-9fd0d79e-ae12-4c94-829c-d603a68833a2 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] update failed (client error): The resource could not be found. Mar 08 09:51:48.083303 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9fd0d79e-ae12-4c94-829c-d603a68833a2 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1879662679 HTTP/1.1" status: 404 len: 335 time: 0.1045132 Mar 08 09:51:48.086317 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46136) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:48.105753 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a1a6bc78-33ec-49f9-b339-cae6ab26d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:48.106384 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a6bc78-33ec-49f9-b339-cae6ab26d900 None None] The sync data for ids ['5ab2a2be-cda7-4a44-b9c2-89a40eac57d2'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:51:48.157278 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2716857-d027-4483-b55b-b5ba3abf183f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Deleting subnet b2fc49c2-97dd-4a00-8eb9-24ed05982733 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:51:48.159651 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2716857-d027-4483-b55b-b5ba3abf183f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:48.222731 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2716857-d027-4483-b55b-b5ba3abf183f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:48.279782 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Checking segment: {'id': 'de10804b-0fdc-49a6-ad18-771d18f9acdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6c18c867-7ba6-40a2-b1c1-15754f496023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:48.279782 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Network hostable DHCP agents. Network: 6c18c867-7ba6-40a2-b1c1-15754f496023, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:51:48.310545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2716857-d027-4483-b55b-b5ba3abf183f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:48.319361 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event updated for resources: {'Port': ['ID=d5c779a9-d27d-40b4-8b5a-2f736bbc90a8,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:48.348516 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Network 6c18c867-7ba6-40a2-b1c1-15754f496023 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:51:48.400786 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2716857-d027-4483-b55b-b5ba3abf183f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:48.425340 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 6c18c867-7ba6-40a2-b1c1-15754f496023) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:48.430996 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.api [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:51:48.431309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG oslo_db.api [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:51:48.432103 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:48.433838 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c63950-9301-4dad-a6b8-0a3516121a54 None None] Network 6c18c867-7ba6-40a2-b1c1-15754f496023 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:48.438725 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:48.443362 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:48.444295 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:48.478367 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2716857-d027-4483-b55b-b5ba3abf183f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:48.486670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:48.497601 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2716857-d027-4483-b55b-b5ba3abf183f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event deleted for resources: {'Subnet': ['ID=b2fc49c2-97dd-4a00-8eb9-24ed05982733,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:48.502575 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c2716857-d027-4483-b55b-b5ba3abf183f tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "DELETE /v2.0/subnets/b2fc49c2-97dd-4a00-8eb9-24ed05982733 HTTP/1.1" status: 204 len: 168 time: 0.4150319 Mar 08 09:51:48.504513 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46142) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:48.533368 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c800e6d-11de-4ddf-8464-8c9cabc0ec5e None None] Network 21f829ba-9f35-46d9-98cf-289c01b924e7 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:48.695602 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:48.708525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Deleting port 86e490e2-50df-427a-a570-451649f69b92 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:48.708525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:48.714408 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-63cbdb11-df50-4878-99bf-628a3be29d65 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8450239 Mar 08 09:51:48.716777 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46146) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:48.915316 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] For port 86e490e2-50df-427a-a570-451649f69b92, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=86e490e2-50df-427a-a570-451649f69b92,segment=NetworkSegment(d0bc73a8-a1d4-42a6-9a4d-c4bc18f66002),segment_id=d0bc73a8-a1d4-42a6-9a4d-c4bc18f66002)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:48.915929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:48.940268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 94deddaf-9fa4-404a-bb67-87b05acb3724 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:48.940610 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:48.957392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5caa0d-6ccd-4c2a-b739-008a6e0878eb None None] DHCP port deletion for 21f829ba-9f35-46d9-98cf-289c01b924e7 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:51:48.962119 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8a5caa0d-6ccd-4c2a-b739-008a6e0878eb None None] Deleting port 86e490e2-50df-427a-a570-451649f69b92 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:48.962495 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a5caa0d-6ccd-4c2a-b739-008a6e0878eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:48.994473 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba49727-cf29-4f3a-915a-ea66ab9f2911 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:49.000498 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba49727-cf29-4f3a-915a-ea66ab9f2911 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:49.001329 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2ba49727-cf29-4f3a-915a-ea66ab9f2911 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Synchronizing usage tracker for tenant:c19476eaec4d4688b61241f5fea9b3f4 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:49.065833 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] The port '94deddaf-9fa4-404a-bb67-87b05acb3724' was deleted {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:51:49.099556 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:49.160184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Calling delete_port for 86e490e2-50df-427a-a570-451649f69b92 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:49.175958 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-8a5caa0d-6ccd-4c2a-b739-008a6e0878eb None None] For port 86e490e2-50df-427a-a570-451649f69b92, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=86e490e2-50df-427a-a570-451649f69b92,segment=NetworkSegment(d0bc73a8-a1d4-42a6-9a4d-c4bc18f66002),segment_id=d0bc73a8-a1d4-42a6-9a4d-c4bc18f66002)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:49.176350 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a5caa0d-6ccd-4c2a-b739-008a6e0878eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:49.196951 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2ba49727-cf29-4f3a-915a-ea66ab9f2911 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Unset dirty status for tenant:c19476eaec4d4688b61241f5fea9b3f4 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:49.198037 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2ba49727-cf29-4f3a-915a-ea66ab9f2911 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4806395 Mar 08 09:51:49.200955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46150) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:49.273110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:49.300487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-88441f24-d6c1-4743-9638-22d7d2318f32 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Deleting port ff0132b4-08a0-4743-be9f-4e528ecf8a59 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:49.300857 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88441f24-d6c1-4743-9638-22d7d2318f32 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:49.337890 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8a5caa0d-6ccd-4c2a-b739-008a6e0878eb None None] Calling delete_port for 86e490e2-50df-427a-a570-451649f69b92 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:49.360883 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:49.376421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11e4da0-d402-4de6-bda9-a155e1ffbc98']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:49.394089 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92d1b7d-7026-45f8-9d74-43ec76698f0a') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:49.394445 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92d1b7d-7026-45f8-9d74-43ec76698f0a') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:49.410011 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-8a5caa0d-6ccd-4c2a-b739-008a6e0878eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:51:49.410436 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-8a5caa0d-6ccd-4c2a-b739-008a6e0878eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:51:49.417139 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:49.442807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:49.453242 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event deleted for resources: {'Port': ['ID=86e490e2-50df-427a-a570-451649f69b92,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:49.454857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:51:49.456189 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:49.461991 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] No DVR routers for this DVR port 86e490e2-50df-427a-a570-451649f69b92 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn( Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn( Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn( Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn( Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:51:49.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:51:49.562838 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router ecd9059a-e8c0-4153-8cae-7c144bcdc186 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:51:49.566099 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:49.570791 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:49.678028 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:49.686330 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88441f24-d6c1-4743-9638-22d7d2318f32 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:49.769497 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Network': ['ID=b11e4da0-d402-4de6-bda9-a155e1ffbc98,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:49.777717 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e14fc30a-20b1-49a2-b03f-af72896d2405 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/networks/b11e4da0-d402-4de6-bda9-a155e1ffbc98 HTTP/1.1" status: 204 len: 168 time: 3.0732784 Mar 08 09:51:49.785629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46154) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:49.792783 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-dc6fd1a3-84c6-48aa-a207-c2e54d8649d2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1362758731'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:49.800924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-dc6fd1a3-84c6-48aa-a207-c2e54d8649d2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:49.807713 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-dc6fd1a3-84c6-48aa-a207-c2e54d8649d2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:network and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:49.812798 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-dc6fd1a3-84c6-48aa-a207-c2e54d8649d2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:49.824129 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-88441f24-d6c1-4743-9638-22d7d2318f32 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Calling delete_port for ff0132b4-08a0-4743-be9f-4e528ecf8a59 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:49.826590 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-dc6fd1a3-84c6-48aa-a207-c2e54d8649d2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:49.851123 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f829ba-9f35-46d9-98cf-289c01b924e7']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:49.872106 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bc73a8-a1d4-42a6-9a4d-c4bc18f66002') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:49.872398 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bc73a8-a1d4-42a6-9a4d-c4bc18f66002') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:49.900235 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:49.905499 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6fd1a3-84c6-48aa-a207-c2e54d8649d2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:49.911389 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8a5caa0d-6ccd-4c2a-b739-008a6e0878eb None None] Deleting port 86e490e2-50df-427a-a570-451649f69b92 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:49.911520 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd1a3-84c6-48aa-a207-c2e54d8649d2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:49.912609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a5caa0d-6ccd-4c2a-b739-008a6e0878eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:49.936783 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:49.944312 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:51:49.944312 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:51:49.959339 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:51:49.995589 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:51:50.004426 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6fd1a3-84c6-48aa-a207-c2e54d8649d2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:51:50.012180 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8a5caa0d-6ccd-4c2a-b739-008a6e0878eb None None] The port '86e490e2-50df-427a-a570-451649f69b92' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:51:50.017040 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 86e490e2-50df-427a-a570-451649f69b92 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:51:50.027832 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88441f24-d6c1-4743-9638-22d7d2318f32 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:50.032408 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd1a3-84c6-48aa-a207-c2e54d8649d2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:50.032859 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-dc6fd1a3-84c6-48aa-a207-c2e54d8649d2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Added segment 480b96e1-25ef-4da9-b12e-fe996a13c656 of type vlan for network 3ec8ae2b-f63e-4a27-941e-619c63247caa Mar 08 09:51:50.055427 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941e1094-1f25-4d6e-928b-0b0bdfea4fd4 None None] Sync routers for ids ['ecd9059a-e8c0-4153-8cae-7c144bcdc186'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:51:50.060558 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 86e490e2-50df-427a-a570-451649f69b92 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:51:50.060558 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 86e490e2-50df-427a-a570-451649f69b92 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:51:50.068147 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941e1094-1f25-4d6e-928b-0b0bdfea4fd4 None None] Routers {'ecd9059a-e8c0-4153-8cae-7c144bcdc186'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:50.068970 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-941e1094-1f25-4d6e-928b-0b0bdfea4fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ecd9059a-e8c0-4153-8cae-7c144bcdc186'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:50.079418 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:50.083050 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3d2730fd-622a-4161-a3c0-3eb00d9d80a1 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.1619377 Mar 08 09:51:50.085612 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46158) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:50.097650 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88441f24-d6c1-4743-9638-22d7d2318f32 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event deleted for resources: {'Port': ['ID=ff0132b4-08a0-4743-be9f-4e528ecf8a59,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:50.109861 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88441f24-d6c1-4743-9638-22d7d2318f32 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:50.117920 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:50.151050 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd1a3-84c6-48aa-a207-c2e54d8649d2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:50.160504 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:50.162943 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-941e1094-1f25-4d6e-928b-0b0bdfea4fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:50.171364 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "DELETE /v2.0/networks/21f829ba-9f35-46d9-98cf-289c01b924e7 HTTP/1.1" status: 204 len: 168 time: 1.6628814 Mar 08 09:51:50.173474 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941e1094-1f25-4d6e-928b-0b0bdfea4fd4 None None] Routers {'ecd9059a-e8c0-4153-8cae-7c144bcdc186'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:50.175931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-941e1094-1f25-4d6e-928b-0b0bdfea4fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ecd9059a-e8c0-4153-8cae-7c144bcdc186'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:50.181649 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46162) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:50.181649 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac9b10-4f00-440e-99e3-e37f0f1880bd tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event deleted for resources: {'Network': ['ID=21f829ba-9f35-46d9-98cf-289c01b924e7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:50.229275 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-88441f24-d6c1-4743-9638-22d7d2318f32 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "DELETE /v2.0/ports/ff0132b4-08a0-4743-be9f-4e528ecf8a59 HTTP/1.1" status: 204 len: 168 time: 1.0219371 Mar 08 09:51:50.232116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46166) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:50.258727 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-941e1094-1f25-4d6e-928b-0b0bdfea4fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:50.258727 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941e1094-1f25-4d6e-928b-0b0bdfea4fd4 None None] The sync data for ids ['ecd9059a-e8c0-4153-8cae-7c144bcdc186'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:51:50.304529 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1474282d-e44c-4143-9d5e-3eb38f069a02 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Deleting subnet 81cf258c-a435-4543-8652-a7499e35f4fc {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:51:50.319104 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1474282d-e44c-4143-9d5e-3eb38f069a02 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:50.320017 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd1a3-84c6-48aa-a207-c2e54d8649d2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:50.323439 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6fd1a3-84c6-48aa-a207-c2e54d8649d2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:50.324004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd1a3-84c6-48aa-a207-c2e54d8649d2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:50.361640 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-fad9ea81-5a55-4dbc-a4aa-2fbf1300a87b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Deleting port d5c779a9-d27d-40b4-8b5a-2f736bbc90a8 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:50.361780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fad9ea81-5a55-4dbc-a4aa-2fbf1300a87b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:50.422303 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1474282d-e44c-4143-9d5e-3eb38f069a02 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:50.441658 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2cfdaf79-f60c-494a-ac6f-87cc3e842d21 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/routers/ecd9059a-e8c0-4153-8cae-7c144bcdc186 HTTP/1.1" status: 200 len: 884 time: 0.3549089 Mar 08 09:51:50.448532 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-dc6fd1a3-84c6-48aa-a207-c2e54d8649d2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6619048 Mar 08 09:51:50.452244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46170) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:50.452244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46172) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:50.461689 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-a0c213de-3544-4d2a-8be3-bd6cb3b8f036 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'subnet': {'network_id': '3ec8ae2b-f63e-4a27-941e-619c63247caa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:50.531163 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fd1a3-84c6-48aa-a207-c2e54d8649d2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Network': ['ID=3ec8ae2b-f63e-4a27-941e-619c63247caa,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:50.559147 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 3ec8ae2b-f63e-4a27-941e-619c63247caa details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:51:50.649207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a0c213de-3544-4d2a-8be3-bd6cb3b8f036 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:50.661620 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a0c213de-3544-4d2a-8be3-bd6cb3b8f036 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:subnet and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:50.665553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a0c213de-3544-4d2a-8be3-bd6cb3b8f036 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:50.675543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a0c213de-3544-4d2a-8be3-bd6cb3b8f036 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:50.697795 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c213de-3544-4d2a-8be3-bd6cb3b8f036 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:50.701222 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a0c213de-3544-4d2a-8be3-bd6cb3b8f036 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:50.871349 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fad9ea81-5a55-4dbc-a4aa-2fbf1300a87b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:50.878861 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1474282d-e44c-4143-9d5e-3eb38f069a02 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:50.978643 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c9e44133-c3e8-4345-806d-fed5c81f3688 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Synchronizing usage tracker for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:router {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:51.027932 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c9e44133-c3e8-4345-806d-fed5c81f3688 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Unset dirty status for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:router {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:51.027932 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c9e44133-c3e8-4345-806d-fed5c81f3688 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5743935 Mar 08 09:51:51.030596 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46178) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:51.045041 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-fad9ea81-5a55-4dbc-a4aa-2fbf1300a87b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Calling delete_port for d5c779a9-d27d-40b4-8b5a-2f736bbc90a8 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:51.050724 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-a5d7cfa2-134f-4f4a-ab64-56e9b54a23f9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1924092585'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:51.135286 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1474282d-e44c-4143-9d5e-3eb38f069a02 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:51.153811 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a0c213de-3544-4d2a-8be3-bd6cb3b8f036 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:51.178161 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fad9ea81-5a55-4dbc-a4aa-2fbf1300a87b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:51.184577 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474282d-e44c-4143-9d5e-3eb38f069a02 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event deleted for resources: {'Subnet': ['ID=81cf258c-a435-4543-8652-a7499e35f4fc,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:51.194269 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995a2b2a-6c7a-442d-8640-a8903b0172b7 None None] Network 5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:51.201946 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b5151702-c42a-40e1-9b11-932e1bdc4253 req-041bd36e-915e-4517-9944-8412962024fb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3006408 Mar 08 09:51:51.259985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1474282d-e44c-4143-9d5e-3eb38f069a02 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:51.270859 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9ea81-5a55-4dbc-a4aa-2fbf1300a87b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event deleted for resources: {'Port': ['ID=d5c779a9-d27d-40b4-8b5a-2f736bbc90a8,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:51.278059 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fad9ea81-5a55-4dbc-a4aa-2fbf1300a87b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:51.282347 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fad9ea81-5a55-4dbc-a4aa-2fbf1300a87b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "DELETE /v2.0/ports/d5c779a9-d27d-40b4-8b5a-2f736bbc90a8 HTTP/1.1" status: 204 len: 168 time: 1.0489733 Mar 08 09:51:51.282849 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1474282d-e44c-4143-9d5e-3eb38f069a02 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "DELETE /v2.0/subnets/81cf258c-a435-4543-8652-a7499e35f4fc HTTP/1.1" status: 204 len: 168 time: 1.1055663 Mar 08 09:51:51.284778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46184) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:51.285124 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46186) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:51.371666 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-beb25a98-1262-4b8d-b8fb-b613519f3f90 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Synchronizing usage tracker for tenant:c19476eaec4d4688b61241f5fea9b3f4 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:51.424210 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dbe96cf-a671-4725-b067-f2865f4fee1c tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Deleting subnet 9c725bf0-8a2d-4c78-8eee-3ff06fd71d4a {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:51:51.431472 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dbe96cf-a671-4725-b067-f2865f4fee1c tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:51.467164 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-beb25a98-1262-4b8d-b8fb-b613519f3f90 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Unset dirty status for tenant:c19476eaec4d4688b61241f5fea9b3f4 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:51.468915 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-beb25a98-1262-4b8d-b8fb-b613519f3f90 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1823320 Mar 08 09:51:51.474866 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46192) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:51.480637 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3aa2c3ad-0255-47db-bd3e-07d5589ee7bd tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-587391897'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:51.494733 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3aa2c3ad-0255-47db-bd3e-07d5589ee7bd tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:51.502286 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3aa2c3ad-0255-47db-bd3e-07d5589ee7bd tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Usage tracker for resource:network and tenant:c19476eaec4d4688b61241f5fea9b3f4 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:51.507475 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3aa2c3ad-0255-47db-bd3e-07d5589ee7bd tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:51.516044 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3aa2c3ad-0255-47db-bd3e-07d5589ee7bd tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:51.519501 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dbe96cf-a671-4725-b067-f2865f4fee1c tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:51.607569 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c213de-3544-4d2a-8be3-bd6cb3b8f036 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Subnet': ['ID=f88299f0-3d28-4728-8b64-dd42b2e99726,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:51.617483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c213de-3544-4d2a-8be3-bd6cb3b8f036 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Checking segment: {'id': '480b96e1-25ef-4da9-b12e-fe996a13c656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ec8ae2b-f63e-4a27-941e-619c63247caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:51.618030 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c213de-3544-4d2a-8be3-bd6cb3b8f036 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network hostable DHCP agents. Network: 3ec8ae2b-f63e-4a27-941e-619c63247caa, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:51:51.622283 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9754c20e-005a-4a7e-aa6e-bc0b21ad16ed None None] DHCP port deletion for 5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:51:51.624029 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa2c3ad-0255-47db-bd3e-07d5589ee7bd tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Made reservation on behalf of c19476eaec4d4688b61241f5fea9b3f4 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:51.627723 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3aa2c3ad-0255-47db-bd3e-07d5589ee7bd tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:51.628122 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9754c20e-005a-4a7e-aa6e-bc0b21ad16ed None None] Deleting port a743b8bd-84a7-4827-a9e8-a9ca0fd76b67 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:51.628604 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9754c20e-005a-4a7e-aa6e-bc0b21ad16ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:51.675804 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa2c3ad-0255-47db-bd3e-07d5589ee7bd tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:51:51.690426 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3aa2c3ad-0255-47db-bd3e-07d5589ee7bd tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:51.690426 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-3aa2c3ad-0255-47db-bd3e-07d5589ee7bd tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Added segment bbfdfaba-8702-4dcc-acc5-4d1c6ef55f9f of type vlan for network 1c61e165-dfc8-4bf7-ab22-62bb1fcdf228 Mar 08 09:51:51.712342 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dbe96cf-a671-4725-b067-f2865f4fee1c tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:51.743686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c213de-3544-4d2a-8be3-bd6cb3b8f036 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network 3ec8ae2b-f63e-4a27-941e-619c63247caa is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:51:51.787903 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3aa2c3ad-0255-47db-bd3e-07d5589ee7bd tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:51.831535 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3aa2c3ad-0255-47db-bd3e-07d5589ee7bd tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:51.834759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5151702-c42a-40e1-9b11-932e1bdc4253 req-447e9c60-d76c-4c90-9b81-c7f0caf2c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:51.836411 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b5151702-c42a-40e1-9b11-932e1bdc4253 req-447e9c60-d76c-4c90-9b81-c7f0caf2c6e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4175867c7c7846e3ae98e34dfc9273dd&device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 1098 time: 0.5010221 Mar 08 09:51:51.837052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-a0c213de-3544-4d2a-8be3-bd6cb3b8f036 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 3ec8ae2b-f63e-4a27-941e-619c63247caa) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:51.840641 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa2c3ad-0255-47db-bd3e-07d5589ee7bd tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:51.841448 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3aa2c3ad-0255-47db-bd3e-07d5589ee7bd tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:51.851038 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c213de-3544-4d2a-8be3-bd6cb3b8f036 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:51.851038 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a0c213de-3544-4d2a-8be3-bd6cb3b8f036 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:51.867429 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dbe96cf-a671-4725-b067-f2865f4fee1c tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:51.902251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cf8923-486c-4ed7-aef8-5cd3550a7196 None None] Network 3ec8ae2b-f63e-4a27-941e-619c63247caa requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:51.969334 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe96cf-a671-4725-b067-f2865f4fee1c tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event deleted for resources: {'Subnet': ['ID=9c725bf0-8a2d-4c78-8eee-3ff06fd71d4a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:51.975649 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a0c213de-3544-4d2a-8be3-bd6cb3b8f036 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5211012 Mar 08 09:51:51.997498 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46196) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:52.006454 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dbe96cf-a671-4725-b067-f2865f4fee1c tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:52.015655 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57085ec1-7e96-4208-893c-0ebdbbbd02e7 None None] Network 7e298897-bf7f-4ce2-8850-d34f0e2657e9 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:52.084608 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device a743b8bd-84a7-4827-a9e8-a9ca0fd76b67 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:51:52.093738 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a5d7cfa2-134f-4f4a-ab64-56e9b54a23f9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:52.095713 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-650fd43f-b3dc-4739-a2fa-8d08c6f8ad3c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'network_id': '3ec8ae2b-f63e-4a27-941e-619c63247caa', 'name': 'tempest-PortsTestJSON-83222910', 'fixed_ips': [{'subnet_id': 'f88299f0-3d28-4728-8b64-dd42b2e99726', 'ip_address': '172.20.0.10'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:52.111592 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5151702-c42a-40e1-9b11-932e1bdc4253 req-0c070966-40f3-4046-afe1-fca4d30f7041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:52.113689 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b5151702-c42a-40e1-9b11-932e1bdc4253 req-0c070966-40f3-4046-afe1-fca4d30f7041 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c92c8bd2-46ca-46a7-8274-6d902e00c89c HTTP/1.1" status: 200 len: 898 time: 0.2469451 Mar 08 09:51:52.119562 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a5d7cfa2-134f-4f4a-ab64-56e9b54a23f9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:52.159249 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2c3ad-0255-47db-bd3e-07d5589ee7bd tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event updated for resources: {'Network': ['ID=1c61e165-dfc8-4bf7-ab22-62bb1fcdf228,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:52.163028 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4dbe96cf-a671-4725-b067-f2865f4fee1c tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "DELETE /v2.0/subnets/9c725bf0-8a2d-4c78-8eee-3ff06fd71d4a HTTP/1.1" status: 204 len: 168 time: 0.8739631 Mar 08 09:51:52.181511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46200) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:52.185098 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9754c20e-005a-4a7e-aa6e-bc0b21ad16ed None None] For port a743b8bd-84a7-4827-a9e8-a9ca0fd76b67, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a743b8bd-84a7-4827-a9e8-a9ca0fd76b67,segment=NetworkSegment(d5a68f3a-cdc0-4003-92d0-4082792bc678),segment_id=d5a68f3a-cdc0-4003-92d0-4082792bc678)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:52.185459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9754c20e-005a-4a7e-aa6e-bc0b21ad16ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:52.203006 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 1c61e165-dfc8-4bf7-ab22-62bb1fcdf228 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:51:52.224884 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3aa2c3ad-0255-47db-bd3e-07d5589ee7bd tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7463090 Mar 08 09:51:52.228444 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46204) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:52.235037 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c1220090-866c-4ca9-8dc1-2bba6690aed3 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1929845064'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:52.258615 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c1220090-866c-4ca9-8dc1-2bba6690aed3 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:52.266166 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c1220090-866c-4ca9-8dc1-2bba6690aed3 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Usage tracker for resource:network and tenant:c19476eaec4d4688b61241f5fea9b3f4 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:52.271539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c1220090-866c-4ca9-8dc1-2bba6690aed3 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:52.284180 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c1220090-866c-4ca9-8dc1-2bba6690aed3 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:52.322824 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1220090-866c-4ca9-8dc1-2bba6690aed3 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Made reservation on behalf of c19476eaec4d4688b61241f5fea9b3f4 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:52.330256 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1220090-866c-4ca9-8dc1-2bba6690aed3 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:52.365225 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-650fd43f-b3dc-4739-a2fa-8d08c6f8ad3c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:52.371218 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-650fd43f-b3dc-4739-a2fa-8d08c6f8ad3c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:port and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:52.381392 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-650fd43f-b3dc-4739-a2fa-8d08c6f8ad3c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:52.384488 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1220090-866c-4ca9-8dc1-2bba6690aed3 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:51:52.399836 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-650fd43f-b3dc-4739-a2fa-8d08c6f8ad3c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:52.402760 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1220090-866c-4ca9-8dc1-2bba6690aed3 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:52.403133 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-c1220090-866c-4ca9-8dc1-2bba6690aed3 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Added segment 0d22b380-f9a0-45eb-a3ce-70b16740eb80 of type vlan for network 8ce4aa66-9169-43fb-9ba6-22d1b4f8d747 Mar 08 09:51:52.422133 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650fd43f-b3dc-4739-a2fa-8d08c6f8ad3c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:52.485852 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:52.488950 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b5151702-c42a-40e1-9b11-932e1bdc4253 req-3842be91-5d0b-4ea7-95c8-f24c40f76fad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 HTTP/1.1" status: 200 len: 1001 time: 0.3662884 Mar 08 09:51:52.529487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1220090-866c-4ca9-8dc1-2bba6690aed3 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:52.619990 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1220090-866c-4ca9-8dc1-2bba6690aed3 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:52.626817 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1220090-866c-4ca9-8dc1-2bba6690aed3 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:52.626817 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1220090-866c-4ca9-8dc1-2bba6690aed3 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:52.636652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Deleting port a743b8bd-84a7-4827-a9e8-a9ca0fd76b67 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:52.637287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:52.665665 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-650fd43f-b3dc-4739-a2fa-8d08c6f8ad3c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:52.665961 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9754c20e-005a-4a7e-aa6e-bc0b21ad16ed None None] Calling delete_port for a743b8bd-84a7-4827-a9e8-a9ca0fd76b67 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:52.677397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5151702-c42a-40e1-9b11-932e1bdc4253 req-c81bb6ec-0936-4b59-a587-a939b5e87657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:52.677397 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b5151702-c42a-40e1-9b11-932e1bdc4253 req-c81bb6ec-0936-4b59-a587-a939b5e87657 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e963e0d-7564-4796-acb2-937b9a763afb HTTP/1.1" status: 200 len: 834 time: 0.1384952 Mar 08 09:51:52.677645 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c1220090-866c-4ca9-8dc1-2bba6690aed3 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4486411 Mar 08 09:51:52.705578 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-650fd43f-b3dc-4739-a2fa-8d08c6f8ad3c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] device_id is not set on port 02a74ab4-caa8-4f55-86f2-5529c682d3d1 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:51:52.718194 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d7cfa2-134f-4f4a-ab64-56e9b54a23f9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router ecd9059a-e8c0-4153-8cae-7c144bcdc186 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:51:52.821866 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1220090-866c-4ca9-8dc1-2bba6690aed3 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event updated for resources: {'Network': ['ID=8ce4aa66-9169-43fb-9ba6-22d1b4f8d747,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:52.888633 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 8ce4aa66-9169-43fb-9ba6-22d1b4f8d747 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:51:53.164240 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:53.239234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9754c20e-005a-4a7e-aa6e-bc0b21ad16ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:53.289001 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5151702-c42a-40e1-9b11-932e1bdc4253 req-cfc9fa2e-ff32-4028-a439-be45cbd94bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:53.290932 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b5151702-c42a-40e1-9b11-932e1bdc4253 req-cfc9fa2e-ff32-4028-a439-be45cbd94bd1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c92c8bd2-46ca-46a7-8274-6d902e00c89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6045899 Mar 08 09:51:53.341020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-650fd43f-b3dc-4739-a2fa-8d08c6f8ad3c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Allocated IP 172.20.0.10 (3ec8ae2b-f63e-4a27-941e-619c63247caa/f88299f0-3d28-4728-8b64-dd42b2e99726/02a74ab4-caa8-4f55-86f2-5529c682d3d1) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:53.361982 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754c20e-005a-4a7e-aa6e-bc0b21ad16ed None None] Pushing event deleted for resources: {'Port': ['ID=a743b8bd-84a7-4827-a9e8-a9ca0fd76b67,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:53.365097 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9754c20e-005a-4a7e-aa6e-bc0b21ad16ed None None] No DVR routers for this DVR port a743b8bd-84a7-4827-a9e8-a9ca0fd76b67 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:51:53.508531 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-3ec8ae2b-f63e-4a27-941e-619c63247caa', 'network_id': '3ec8ae2b-f63e-4a27-941e-619c63247caa', 'tenant_id': '337541db1f0d416b81c0856e383b303e', 'fixed_ips': [{'subnet_id': 'f88299f0-3d28-4728-8b64-dd42b2e99726'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:51:53.508531 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:53.669918 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b1260e-462d-4a45-94e1-79045e09fe39 None None] DHCP port deletion for 7e298897-bf7f-4ce2-8850-d34f0e2657e9 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:51:53.685286 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d7cfa2-134f-4f4a-ab64-56e9b54a23f9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:51:53.692052 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e4b1260e-462d-4a45-94e1-79045e09fe39 None None] Deleting port e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:53.692052 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4b1260e-462d-4a45-94e1-79045e09fe39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:53.701384 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] For port a743b8bd-84a7-4827-a9e8-a9ca0fd76b67, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a743b8bd-84a7-4827-a9e8-a9ca0fd76b67,segment=NetworkSegment(d5a68f3a-cdc0-4003-92d0-4082792bc678),segment_id=d5a68f3a-cdc0-4003-92d0-4082792bc678)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:53.702034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:53.702150 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb104bb-e8b3-4122-9006-faefff34e540 None None] Sync routers for ids ['ecd9059a-e8c0-4153-8cae-7c144bcdc186'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:51:53.718013 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb104bb-e8b3-4122-9006-faefff34e540 None None] Routers {'ecd9059a-e8c0-4153-8cae-7c144bcdc186'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:53.718275 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ebb104bb-e8b3-4122-9006-faefff34e540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ecd9059a-e8c0-4153-8cae-7c144bcdc186'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:53.837889 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ebb104bb-e8b3-4122-9006-faefff34e540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:53.857589 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-650fd43f-b3dc-4739-a2fa-8d08c6f8ad3c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:53.858536 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb104bb-e8b3-4122-9006-faefff34e540 None None] Routers {'ecd9059a-e8c0-4153-8cae-7c144bcdc186'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:51:53.859461 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ebb104bb-e8b3-4122-9006-faefff34e540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['ecd9059a-e8c0-4153-8cae-7c144bcdc186'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:53.882582 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Calling delete_port for a743b8bd-84a7-4827-a9e8-a9ca0fd76b67 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:53.883455 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-650fd43f-b3dc-4739-a2fa-8d08c6f8ad3c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Transition to ACTIVE for port object 02a74ab4-caa8-4f55-86f2-5529c682d3d1 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:53.942732 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-650fd43f-b3dc-4739-a2fa-8d08c6f8ad3c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:54.000982 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ebb104bb-e8b3-4122-9006-faefff34e540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:54.001249 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb104bb-e8b3-4122-9006-faefff34e540 None None] The sync data for ids ['ecd9059a-e8c0-4153-8cae-7c144bcdc186'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:51:54.002679 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.api [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:51:54.003241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG oslo_db.api [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:51:54.029039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a5d7cfa2-134f-4f4a-ab64-56e9b54a23f9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:54.030529 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a5d7cfa2-134f-4f4a-ab64-56e9b54a23f9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/ecd9059a-e8c0-4153-8cae-7c144bcdc186 HTTP/1.1" status: 200 len: 891 time: 2.9989421 Mar 08 09:51:54.036817 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46208) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:54.066009 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:51:54.103251 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b5151702-c42a-40e1-9b11-932e1bdc4253 req-f1f4e1a9-abb8-4d08-ae9a-4c6b306408b3 service neutron] 10.222.0.26 "GET /v2.0/networks/c92c8bd2-46ca-46a7-8274-6d902e00c89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7968347 Mar 08 09:51:54.193440 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e4b1260e-462d-4a45-94e1-79045e09fe39 None None] For port e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a,segment=NetworkSegment(2b7353dc-e5bd-4a34-bc98-3e81e5ae1ef2),segment_id=2b7353dc-e5bd-4a34-bc98-3e81e5ae1ef2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:54.193440 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4b1260e-462d-4a45-94e1-79045e09fe39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:54.196855 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650fd43f-b3dc-4739-a2fa-8d08c6f8ad3c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network 3ec8ae2b-f63e-4a27-941e-619c63247caa is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:54.216165 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-650fd43f-b3dc-4739-a2fa-8d08c6f8ad3c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:54.216165 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650fd43f-b3dc-4739-a2fa-8d08c6f8ad3c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:54.301029 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Allocated IP 172.20.0.2 (3ec8ae2b-f63e-4a27-941e-619c63247caa/f88299f0-3d28-4728-8b64-dd42b2e99726/b7cffc71-86a4-47cb-a957-161b687c5bc3) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:54.348661 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fd43f-b3dc-4739-a2fa-8d08c6f8ad3c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=02a74ab4-caa8-4f55-86f2-5529c682d3d1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:54.382630 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e4b1260e-462d-4a45-94e1-79045e09fe39 None None] Calling delete_port for e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:54.493801 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650fd43f-b3dc-4739-a2fa-8d08c6f8ad3c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:54.495547 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-650fd43f-b3dc-4739-a2fa-8d08c6f8ad3c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:54.509328 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Deleting port a743b8bd-84a7-4827-a9e8-a9ca0fd76b67 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:54.509910 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:54.551226 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3b44834d-7a30-4c2f-ab13-2967226d465e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/routers/ecd9059a-e8c0-4153-8cae-7c144bcdc186 HTTP/1.1" status: 200 len: 891 time: 0.5082781 Mar 08 09:51:54.553968 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46212) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:54.639817 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:54.676514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] The port 'a743b8bd-84a7-4827-a9e8-a9ca0fd76b67' was deleted {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:51:54.684028 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4b1260e-462d-4a45-94e1-79045e09fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:54.699875 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e4f3bbbc-9118-4872-a002-da44de1f460e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Synchronizing usage tracker for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:54.715126 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-650fd43f-b3dc-4739-a2fa-8d08c6f8ad3c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7038174 Mar 08 09:51:54.719156 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46218) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:54.738199 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3013f33e-7240-4e91-bde3-54765d6517a3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'network_id': '3ec8ae2b-f63e-4a27-941e-619c63247caa', 'name': 'tempest-PortsTestJSON-1344682460', 'fixed_ips': [{'subnet_id': 'f88299f0-3d28-4728-8b64-dd42b2e99726', 'ip_address': '172.20.0.9'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:54.765811 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b5151702-c42a-40e1-9b11-932e1bdc4253 req-f41e2b38-a7db-48f2-8772-47f44755cf3e service neutron] 10.222.0.26 "GET /v2.0/networks/c92c8bd2-46ca-46a7-8274-6d902e00c89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6532123 Mar 08 09:51:54.803838 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1260e-462d-4a45-94e1-79045e09fe39 None None] Pushing event deleted for resources: {'Port': ['ID=e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:54.811934 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b1260e-462d-4a45-94e1-79045e09fe39 None None] No DVR routers for this DVR port e5e7c5e1-5a33-400b-8b8e-56fe9a2fa01a on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:51:54.903685 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e4f3bbbc-9118-4872-a002-da44de1f460e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Unset dirty status for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:54.905128 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e4f3bbbc-9118-4872-a002-da44de1f460e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecd9059a-e8c0-4153-8cae-7c144bcdc186 HTTP/1.1" status: 200 len: 205 time: 0.3478742 Mar 08 09:51:54.922917 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46222) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:54.951552 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-205daeaa-ef0e-4d26-8b4a-ce442a25cf26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:54.992625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:54.999566 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:55.016534 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Transition to ACTIVE for port object b7cffc71-86a4-47cb-a957-161b687c5bc3 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:55.039661 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:55.042781 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Transition to ACTIVE for port object b7cffc71-86a4-47cb-a957-161b687c5bc3 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:55.053754 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:55.083680 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a68f3a-cdc0-4003-92d0-4082792bc678') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:55.084195 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a68f3a-cdc0-4003-92d0-4082792bc678') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:55.111093 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:55.143407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:55.158844 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Pushing event updated for resources: {'Port': ['ID=b7cffc71-86a4-47cb-a957-161b687c5bc3,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:55.159245 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:51:55.159900 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:55.185216 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Network 3ec8ae2b-f63e-4a27-941e-619c63247caa is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:55.188662 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:55.193307 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:51:55.195909 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:51:55.208329 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3013f33e-7240-4e91-bde3-54765d6517a3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:55.214052 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3013f33e-7240-4e91-bde3-54765d6517a3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:port and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:55.219562 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3013f33e-7240-4e91-bde3-54765d6517a3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:55.228492 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3013f33e-7240-4e91-bde3-54765d6517a3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:55.256234 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3013f33e-7240-4e91-bde3-54765d6517a3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:55.262924 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3013f33e-7240-4e91-bde3-54765d6517a3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:55.321464 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Attempting to bind port b7cffc71-86a4-47cb-a957-161b687c5bc3 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:51:55.321464 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Attempting to bind port b7cffc71-86a4-47cb-a957-161b687c5bc3 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '480b96e1-25ef-4da9-b12e-fe996a13c656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ec8ae2b-f63e-4a27-941e-619c63247caa'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:51:55.322082 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Attempting to bind port b7cffc71-86a4-47cb-a957-161b687c5bc3 on network 3ec8ae2b-f63e-4a27-941e-619c63247caa {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:51:55.329185 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:51:55.329539 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Checking segment: {'id': '480b96e1-25ef-4da9-b12e-fe996a13c656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ec8ae2b-f63e-4a27-941e-619c63247caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:55.330529 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:55.330627 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Bound using segment: {'id': '480b96e1-25ef-4da9-b12e-fe996a13c656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ec8ae2b-f63e-4a27-941e-619c63247caa'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:51:55.332945 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Bound port: b7cffc71-86a4-47cb-a957-161b687c5bc3, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480b96e1-25ef-4da9-b12e-fe996a13c656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ec8ae2b-f63e-4a27-941e-619c63247caa'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:51:55.332945 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:55.349309 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-814581da-3bc8-40cc-aff1-8f8d1d24c4c9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:55.389300 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:55.399757 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:55.454785 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "DELETE /v2.0/networks/5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3 HTTP/1.1" status: 204 len: 168 time: 3.2697494 Mar 08 09:51:55.461560 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46226) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:55.462272 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-3013f33e-7240-4e91-bde3-54765d6517a3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] device_id is not set on port d995b885-bf08-4d95-a0ff-f1b6fcb29c42 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:51:55.464281 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315be90-62e7-4b34-a3fb-994a52e8e703 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event deleted for resources: {'Network': ['ID=5a47e1e7-f4ed-4e50-81a8-d2c6712ecfe3,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:55.483067 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] For port b7cffc71-86a4-47cb-a957-161b687c5bc3, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:51:55.488149 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] For port b7cffc71-86a4-47cb-a957-161b687c5bc3, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=b7cffc71-86a4-47cb-a957-161b687c5bc3,segment=NetworkSegment(480b96e1-25ef-4da9-b12e-fe996a13c656),segment_id=480b96e1-25ef-4da9-b12e-fe996a13c656)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:51:55.493689 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:55.630986 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2eda5-cf54-4459-ba1f-121af80640c3 None None] Pushing event updated for resources: {'Port': ['ID=b7cffc71-86a4-47cb-a957-161b687c5bc3,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:55.972539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5144061d-568d-48b3-9e93-96ddaf795559 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:56.053317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46230) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:56.059998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Request body: {'subnets': [{'network_id': '1c61e165-dfc8-4bf7-ab22-62bb1fcdf228', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--738807901', 'ip_version': 6}, {'network_id': '8ce4aa66-9169-43fb-9ba6-22d1b4f8d747', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:56.060930 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Request body: {'subnet': {'network_id': '1c61e165-dfc8-4bf7-ab22-62bb1fcdf228', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--738807901', 'ip_version': 6}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:56.061397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Request body: {'subnet': {'network_id': '8ce4aa66-9169-43fb-9ba6-22d1b4f8d747', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:56.122694 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device b7cffc71-86a4-47cb-a957-161b687c5bc3 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:56.154171 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-814581da-3bc8-40cc-aff1-8f8d1d24c4c9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:56.218978 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port b7cffc71-86a4-47cb-a957-161b687c5bc3 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:56.224493 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-3013f33e-7240-4e91-bde3-54765d6517a3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Allocated IP 172.20.0.9 (3ec8ae2b-f63e-4a27-941e-619c63247caa/f88299f0-3d28-4728-8b64-dd42b2e99726/d995b885-bf08-4d95-a0ff-f1b6fcb29c42) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:51:56.229211 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-814581da-3bc8-40cc-aff1-8f8d1d24c4c9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port d331137d-e083-4d38-8513-feb27eb0fece {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:56.229825 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-814581da-3bc8-40cc-aff1-8f8d1d24c4c9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:56.366430 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:56.371184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Usage tracker for resource:subnet and tenant:c19476eaec4d4688b61241f5fea9b3f4 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:56.374162 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:56.380904 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:56.390767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Made reservation on behalf of c19476eaec4d4688b61241f5fea9b3f4 for: {'subnet': 2} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:56.395366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:56.395699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:56.405764 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5144061d-568d-48b3-9e93-96ddaf795559 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:56.516554 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5144061d-568d-48b3-9e93-96ddaf795559 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e298897-bf7f-4ce2-8850-d34f0e2657e9']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:56.547703 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5144061d-568d-48b3-9e93-96ddaf795559 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7353dc-e5bd-4a34-bc98-3e81e5ae1ef2') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:56.548474 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5144061d-568d-48b3-9e93-96ddaf795559 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7353dc-e5bd-4a34-bc98-3e81e5ae1ef2') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:56.596155 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5144061d-568d-48b3-9e93-96ddaf795559 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:56.699637 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5144061d-568d-48b3-9e93-96ddaf795559 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:56.703157 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-814581da-3bc8-40cc-aff1-8f8d1d24c4c9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:56.784457 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5144061d-568d-48b3-9e93-96ddaf795559 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:51:56.784896 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5144061d-568d-48b3-9e93-96ddaf795559 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:51:56.800200 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:51:56.842538 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dc9d22-0a6d-450f-b7c6-34b24a1f81fe None None] Network 3ec8ae2b-f63e-4a27-941e-619c63247caa requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:56.886982 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-814581da-3bc8-40cc-aff1-8f8d1d24c4c9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Calling delete_port for d331137d-e083-4d38-8513-feb27eb0fece owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:56.943418 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-37952e87-954b-4733-854f-a36c2ce16225 None None] Provisioning for port b7cffc71-86a4-47cb-a957-161b687c5bc3 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:56.952065 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-37952e87-954b-4733-854f-a36c2ce16225 None None] Provisioning complete for port b7cffc71-86a4-47cb-a957-161b687c5bc3 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:56.953232 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-37952e87-954b-4733-854f-a36c2ce16225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.034882 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.035928 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5144061d-568d-48b3-9e93-96ddaf795559 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.063407 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5144061d-568d-48b3-9e93-96ddaf795559 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.068049 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3013f33e-7240-4e91-bde3-54765d6517a3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.086405 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144061d-568d-48b3-9e93-96ddaf795559 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event deleted for resources: {'Network': ['ID=7e298897-bf7f-4ce2-8850-d34f0e2657e9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:57.115312 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5144061d-568d-48b3-9e93-96ddaf795559 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "DELETE /v2.0/networks/7e298897-bf7f-4ce2-8850-d34f0e2657e9 HTTP/1.1" status: 204 len: 168 time: 1.6100683 Mar 08 09:51:57.118378 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46236) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:57.122221 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-3013f33e-7240-4e91-bde3-54765d6517a3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Transition to ACTIVE for port object d995b885-bf08-4d95-a0ff-f1b6fcb29c42 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:51:57.132755 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event updated for resources: {'Subnet': ['ID=2853a695-b6e5-414f-9c5a-56ee9eeeac4c,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:57.142253 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Checking segment: {'id': 'bbfdfaba-8702-4dcc-acc5-4d1c6ef55f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1c61e165-dfc8-4bf7-ab22-62bb1fcdf228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:57.142528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Network hostable DHCP agents. Network: 1c61e165-dfc8-4bf7-ab22-62bb1fcdf228, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:51:57.165239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Network 1c61e165-dfc8-4bf7-ab22-62bb1fcdf228 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:51:57.175587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-37952e87-954b-4733-854f-a36c2ce16225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.180091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 1c61e165-dfc8-4bf7-ab22-62bb1fcdf228) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:57.185958 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.193987 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3118a36d-36ff-408d-9751-12e44102db6e None None] Network 1c61e165-dfc8-4bf7-ab22-62bb1fcdf228 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:57.222345 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-79406d2a-8439-4a5f-b2af-870973451953 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Deleting subnet 9c0e559d-ed31-4b83-aa48-817e9d15d178 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:51:57.227222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-79406d2a-8439-4a5f-b2af-870973451953 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.287167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event updated for resources: {'Subnet': ['ID=7ed35aef-b66b-41d9-80c6-05815b13b47a,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:57.312213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Checking segment: {'id': '0d22b380-f9a0-45eb-a3ce-70b16740eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8ce4aa66-9169-43fb-9ba6-22d1b4f8d747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:51:57.312485 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-37952e87-954b-4733-854f-a36c2ce16225 None None] For port b7cffc71-86a4-47cb-a957-161b687c5bc3, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=b7cffc71-86a4-47cb-a957-161b687c5bc3,segment=NetworkSegment(480b96e1-25ef-4da9-b12e-fe996a13c656),segment_id=480b96e1-25ef-4da9-b12e-fe996a13c656)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:57.312623 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Network hostable DHCP agents. Network: 8ce4aa66-9169-43fb-9ba6-22d1b4f8d747, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:51:57.320527 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-37952e87-954b-4733-854f-a36c2ce16225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.336014 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Network 8ce4aa66-9169-43fb-9ba6-22d1b4f8d747 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:51:57.339809 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3013f33e-7240-4e91-bde3-54765d6517a3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.347529 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 8ce4aa66-9169-43fb-9ba6-22d1b4f8d747) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:57.354941 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:57.355701 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:57.356630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.359047 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f360d5-cfd5-4e47-a22a-b1653e67ba06 None None] Network 8ce4aa66-9169-43fb-9ba6-22d1b4f8d747 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:57.382538 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-79406d2a-8439-4a5f-b2af-870973451953 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.389310 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e416b9f2-0937-4133-b7ca-fc357bc2df54 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.3348601 Mar 08 09:51:57.391327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46240) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:57.465643 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63a47ee-5282-49d5-883e-0f191e33aed8 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:57.468850 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63a47ee-5282-49d5-883e-0f191e33aed8 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:57.470901 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63a47ee-5282-49d5-883e-0f191e33aed8 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:57.472196 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c63a47ee-5282-49d5-883e-0f191e33aed8 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Synchronizing usage tracker for tenant:c19476eaec4d4688b61241f5fea9b3f4 on resource:subnet {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:57.485870 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-814581da-3bc8-40cc-aff1-8f8d1d24c4c9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.501791 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c63a47ee-5282-49d5-883e-0f191e33aed8 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Unset dirty status for tenant:c19476eaec4d4688b61241f5fea9b3f4 on resource:subnet {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:57.503309 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c63a47ee-5282-49d5-883e-0f191e33aed8 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1106362 Mar 08 09:51:57.513077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46244) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:57.526985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3013f33e-7240-4e91-bde3-54765d6517a3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network 3ec8ae2b-f63e-4a27-941e-619c63247caa is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:51:57.573179 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-3013f33e-7240-4e91-bde3-54765d6517a3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:51:57.574891 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37952e87-954b-4733-854f-a36c2ce16225 None None] Pushing event updated for resources: {'Port': ['ID=b7cffc71-86a4-47cb-a957-161b687c5bc3,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:57.581136 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3013f33e-7240-4e91-bde3-54765d6517a3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:51:57.605895 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33e7064-afe3-4e7c-a23a-69ae87e11e7b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Deleting subnet 2853a695-b6e5-414f-9c5a-56ee9eeeac4c {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:51:57.610904 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f33e7064-afe3-4e7c-a23a-69ae87e11e7b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.651859 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013f33e-7240-4e91-bde3-54765d6517a3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=d995b885-bf08-4d95-a0ff-f1b6fcb29c42,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:57.672885 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c06e09d-6614-4d0b-84c4-be9c9f8b268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.684727 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f33e7064-afe3-4e7c-a23a-69ae87e11e7b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.711620 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517234fc-81aa-4199-b34e-a11434017768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-1c61e165-dfc8-4bf7-ab22-62bb1fcdf228', 'network_id': '1c61e165-dfc8-4bf7-ab22-62bb1fcdf228', 'tenant_id': 'c19476eaec4d4688b61241f5fea9b3f4', 'fixed_ips': [{'subnet_id': '2853a695-b6e5-414f-9c5a-56ee9eeeac4c'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:51:57.712063 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-517234fc-81aa-4199-b34e-a11434017768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.759804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f33e7064-afe3-4e7c-a23a-69ae87e11e7b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.819977 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814581da-3bc8-40cc-aff1-8f8d1d24c4c9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Port': ['ID=d331137d-e083-4d38-8513-feb27eb0fece,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:57.840333 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-814581da-3bc8-40cc-aff1-8f8d1d24c4c9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.847798 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-dc4b7e85-cdd5-4db4-bd9b-f44ea04b0f7b None None] Provisioning for port 02a74ab4-caa8-4f55-86f2-5529c682d3d1 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:57.853056 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f33e7064-afe3-4e7c-a23a-69ae87e11e7b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.859963 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-dc4b7e85-cdd5-4db4-bd9b-f44ea04b0f7b None None] Provisioning complete for port 02a74ab4-caa8-4f55-86f2-5529c682d3d1 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:57.860611 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc4b7e85-cdd5-4db4-bd9b-f44ea04b0f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.904566 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e7064-afe3-4e7c-a23a-69ae87e11e7b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event deleted for resources: {'Subnet': ['ID=2853a695-b6e5-414f-9c5a-56ee9eeeac4c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:57.923716 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f33e7064-afe3-4e7c-a23a-69ae87e11e7b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:57.959359 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f33e7064-afe3-4e7c-a23a-69ae87e11e7b tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "DELETE /v2.0/subnets/2853a695-b6e5-414f-9c5a-56ee9eeeac4c HTTP/1.1" status: 204 len: 168 time: 0.4450090 Mar 08 09:51:57.962088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46248) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:58.047986 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3013f33e-7240-4e91-bde3-54765d6517a3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:58.048897 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3013f33e-7240-4e91-bde3-54765d6517a3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.077053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8501a08-405f-47a0-9c4d-d447d62fe640 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Deleting subnet 7ed35aef-b66b-41d9-80c6-05815b13b47a {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:51:58.082264 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3013f33e-7240-4e91-bde3-54765d6517a3 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3607504 Mar 08 09:51:58.083891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a8501a08-405f-47a0-9c4d-d447d62fe640 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.089131 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device b7cffc71-86a4-47cb-a957-161b687c5bc3 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:51:58.123771 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d44aca-4996-4a3b-9a0a-f5d7abeba604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-8ce4aa66-9169-43fb-9ba6-22d1b4f8d747', 'network_id': '8ce4aa66-9169-43fb-9ba6-22d1b4f8d747', 'tenant_id': 'c19476eaec4d4688b61241f5fea9b3f4', 'fixed_ips': [{'subnet_id': '7ed35aef-b66b-41d9-80c6-05815b13b47a'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:51:58.125333 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21d44aca-4996-4a3b-9a0a-f5d7abeba604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.126330 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46252) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:58.165505 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-79406d2a-8439-4a5f-b2af-870973451953 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.168187 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b7e85-cdd5-4db4-bd9b-f44ea04b0f7b None None] Port 02a74ab4-caa8-4f55-86f2-5529c682d3d1 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server [None req-517234fc-81aa-4199-b34e-a11434017768 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2853a695-b6e5-414f-9c5a-56ee9eeeac4c: This subnet is being modified by another concurrent operation. Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise exception Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2853a695-b6e5-414f-9c5a-56ee9eeeac4c: This subnet is being modified by another concurrent operation. Mar 08 09:51:58.206899 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server Mar 08 09:51:58.214890 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a8501a08-405f-47a0-9c4d-d447d62fe640 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.300073 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc80408-11fc-4233-b608-3a55d4d7a00a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:58.300283 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.300813 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0bc80408-11fc-4233-b608-3a55d4d7a00a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Synchronizing usage tracker for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:58.301897 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fbe60d-f64f-48b1-a27c-1d89802a696a None None] Network 1c61e165-dfc8-4bf7-ab22-62bb1fcdf228 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:58.305984 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a8501a08-405f-47a0-9c4d-d447d62fe640 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.330049 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-814581da-3bc8-40cc-aff1-8f8d1d24c4c9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.334160 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-814581da-3bc8-40cc-aff1-8f8d1d24c4c9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.348054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0bc80408-11fc-4233-b608-3a55d4d7a00a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Unset dirty status for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:58.349272 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0bc80408-11fc-4233-b608-3a55d4d7a00a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.2219901 Mar 08 09:51:58.355981 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46256) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:58.376767 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-814581da-3bc8-40cc-aff1-8f8d1d24c4c9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.377597 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814581da-3bc8-40cc-aff1-8f8d1d24c4c9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Fanout notify agent at l3_agent the message router_deleted on router ecd9059a-e8c0-4153-8cae-7c144bcdc186 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:51:58.380136 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-dc4b7e85-cdd5-4db4-bd9b-f44ea04b0f7b None None] Provisioning complete for port b7cffc71-86a4-47cb-a957-161b687c5bc3 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:58.381087 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc4b7e85-cdd5-4db4-bd9b-f44ea04b0f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.384365 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-79406d2a-8439-4a5f-b2af-870973451953 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.431908 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79406d2a-8439-4a5f-b2af-870973451953 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event deleted for resources: {'Subnet': ['ID=9c0e559d-ed31-4b83-aa48-817e9d15d178,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:58.442432 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-79406d2a-8439-4a5f-b2af-870973451953 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.453722 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-79406d2a-8439-4a5f-b2af-870973451953 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "DELETE /v2.0/subnets/9c0e559d-ed31-4b83-aa48-817e9d15d178 HTTP/1.1" status: 204 len: 168 time: 1.3332415 Mar 08 09:51:58.454333 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46260) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:58.479821 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-814581da-3bc8-40cc-aff1-8f8d1d24c4c9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.480415 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85d3ddb-ca20-4f45-8de8-7a96271dc145 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:58.484673 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-814581da-3bc8-40cc-aff1-8f8d1d24c4c9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/routers/ecd9059a-e8c0-4153-8cae-7c144bcdc186 HTTP/1.1" status: 204 len: 168 time: 3.5586104 Mar 08 09:51:58.488931 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85d3ddb-ca20-4f45-8de8-7a96271dc145 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:58.491160 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062c692c-69c4-41ad-b120-fcf4528991f2 None None] Network 19664e23-eac4-4be9-bf9e-5aac9a347676 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:58.495228 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85d3ddb-ca20-4f45-8de8-7a96271dc145 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:58.496590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46264) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:58.497119 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d85d3ddb-ca20-4f45-8de8-7a96271dc145 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1400154 Mar 08 09:51:58.498434 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a8501a08-405f-47a0-9c4d-d447d62fe640 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.502798 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46268) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:58.506098 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ba27be4f-f1c7-43e3-90f6-4f6d71dfa303 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-16607050'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:58.507775 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.515675 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ba27be4f-f1c7-43e3-90f6-4f6d71dfa303 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:58.581046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8501a08-405f-47a0-9c4d-d447d62fe640 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed35aef-b66b-41d9-80c6-05815b13b47a,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:58.604360 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a8501a08-405f-47a0-9c4d-d447d62fe640 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.622889 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ba27be4f-f1c7-43e3-90f6-4f6d71dfa303 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:network and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:58.626595 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a8501a08-405f-47a0-9c4d-d447d62fe640 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "DELETE /v2.0/subnets/7ed35aef-b66b-41d9-80c6-05815b13b47a HTTP/1.1" status: 204 len: 168 time: 0.6633165 Mar 08 09:51:58.629701 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46272) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:58.633302 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ddda7976-b96c-4a23-9f29-c25a2584340b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port d995b885-bf08-4d95-a0ff-f1b6fcb29c42 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:58.633883 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ddda7976-b96c-4a23-9f29-c25a2584340b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.634837 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ba27be4f-f1c7-43e3-90f6-4f6d71dfa303 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:58.650236 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ba27be4f-f1c7-43e3-90f6-4f6d71dfa303 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:58.658599 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.673793 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba27be4f-f1c7-43e3-90f6-4f6d71dfa303 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Made reservation on behalf of 6d74a792e0a04913823581fb4b20fd08 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:58.677749 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba27be4f-f1c7-43e3-90f6-4f6d71dfa303 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.691409 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Deleting port cc2c291b-8193-4767-889d-ae2b40e88574 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:51:58.691820 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server [None req-21d44aca-4996-4a3b-9a0a-f5d7abeba604 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ed35aef-b66b-41d9-80c6-05815b13b47a: This subnet is being modified by another concurrent operation. Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server raise exception Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ed35aef-b66b-41d9-80c6-05815b13b47a: This subnet is being modified by another concurrent operation. Mar 08 09:51:58.734461 dv-neutron-831730-2-hyperv neutron-server[87773]: ERROR oslo_messaging.rpc.server Mar 08 09:51:58.744302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port b7cffc71-86a4-47cb-a957-161b687c5bc3 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:58.744302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.789352 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25c6024-0028-4015-9f49-b6993ae56a13 None None] Network 8ce4aa66-9169-43fb-9ba6-22d1b4f8d747 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:51:58.855564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a68847-32c2-4ad5-ae29-4a01f9e8bfa0 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:58.856592 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-43a68847-32c2-4ad5-ae29-4a01f9e8bfa0 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Synchronizing usage tracker for tenant:c19476eaec4d4688b61241f5fea9b3f4 on resource:subnet {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:51:58.912965 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba27be4f-f1c7-43e3-90f6-4f6d71dfa303 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:51:58.936716 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] For port cc2c291b-8193-4767-889d-ae2b40e88574, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=cc2c291b-8193-4767-889d-ae2b40e88574,segment=NetworkSegment(765e4d19-c050-4c0b-afeb-68237af66691),segment_id=765e4d19-c050-4c0b-afeb-68237af66691)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:51:58.937121 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.944234 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba27be4f-f1c7-43e3-90f6-4f6d71dfa303 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:58.944509 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-ba27be4f-f1c7-43e3-90f6-4f6d71dfa303 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Added segment 979a48bb-a6c6-4e84-b5cd-f0eb275e7017 of type vlan for network 8d02d6f3-d2fe-44df-856f-5e9f0e604328 Mar 08 09:51:58.964814 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-43a68847-32c2-4ad5-ae29-4a01f9e8bfa0 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Unset dirty status for tenant:c19476eaec4d4688b61241f5fea9b3f4 on resource:subnet {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:51:58.970669 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-43a68847-32c2-4ad5-ae29-4a01f9e8bfa0 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3056262 Mar 08 09:51:58.973873 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46276) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:59.075518 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Calling delete_port for cc2c291b-8193-4767-889d-ae2b40e88574 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:59.133634 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba27be4f-f1c7-43e3-90f6-4f6d71dfa303 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:59.191163 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba27be4f-f1c7-43e3-90f6-4f6d71dfa303 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:59.196900 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba27be4f-f1c7-43e3-90f6-4f6d71dfa303 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:51:59.197586 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba27be4f-f1c7-43e3-90f6-4f6d71dfa303 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:59.212976 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-370da2ae-2a03-449e-8e6a-bbf38f03395e None None] Provisioning complete for port 02a74ab4-caa8-4f55-86f2-5529c682d3d1 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:59.213592 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-370da2ae-2a03-449e-8e6a-bbf38f03395e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:59.223619 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:59.235743 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ddda7976-b96c-4a23-9f29-c25a2584340b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:59.250539 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ae14bb9-a01c-46cc-a7f4-386b96a52d60 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:59.273167 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea6cb73-e176-4a5e-b02a-36918a7f8225 None None] DHCP port deletion for 19664e23-eac4-4be9-bf9e-5aac9a347676 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:51:59.301194 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-370da2ae-2a03-449e-8e6a-bbf38f03395e None None] Port 02a74ab4-caa8-4f55-86f2-5529c682d3d1 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:59.307850 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398d9e68-2539-48b7-836c-609a63435f5a None None] get_active_networks_info from dv-neutron-831730-2-hyperv {{(pid=87773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 09:51:59.310805 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event deleted for resources: {'Port': ['ID=cc2c291b-8193-4767-889d-ae2b40e88574,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:59.367612 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] No DVR routers for this DVR port cc2c291b-8193-4767-889d-ae2b40e88574 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:51:59.376530 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-370da2ae-2a03-449e-8e6a-bbf38f03395e None None] Provisioning for port d995b885-bf08-4d95-a0ff-f1b6fcb29c42 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:51:59.377400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ddda7976-b96c-4a23-9f29-c25a2584340b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for d995b885-bf08-4d95-a0ff-f1b6fcb29c42 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:51:59.387489 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-370da2ae-2a03-449e-8e6a-bbf38f03395e None None] Provisioning complete for port d995b885-bf08-4d95-a0ff-f1b6fcb29c42 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:51:59.388007 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-370da2ae-2a03-449e-8e6a-bbf38f03395e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:59.414955 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ba27be4f-f1c7-43e3-90f6-4f6d71dfa303 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9166596 Mar 08 09:51:59.418673 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46280) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:59.436336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-17a1d755-5be0-4565-a6cc-6922c351ba8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'subnet': {'network_id': '8d02d6f3-d2fe-44df-856f-5e9f0e604328', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:51:59.438023 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27be4f-f1c7-43e3-90f6-4f6d71dfa303 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Network': ['ID=8d02d6f3-d2fe-44df-856f-5e9f0e604328,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:59.451989 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 8d02d6f3-d2fe-44df-856f-5e9f0e604328 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:51:59.518819 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:59.550545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19664e23-eac4-4be9-bf9e-5aac9a347676']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:59.565151 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765e4d19-c050-4c0b-afeb-68237af66691') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:59.565446 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765e4d19-c050-4c0b-afeb-68237af66691') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:59.577283 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:59.595047 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:59.601670 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:51:59.602257 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:59.635381 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-370da2ae-2a03-449e-8e6a-bbf38f03395e None None] Port d995b885-bf08-4d95-a0ff-f1b6fcb29c42 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:51:59.691649 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398d9e68-2539-48b7-836c-609a63435f5a None None] Resources bound (agent type, host, resource id): {{(pid=87773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 09:51:59.695178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ae14bb9-a01c-46cc-a7f4-386b96a52d60 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:51:59.716070 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:51:59.720539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:59.729717 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:59.770927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-17a1d755-5be0-4565-a6cc-6922c351ba8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:51:59.786935 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-8ae14bb9-a01c-46cc-a7f4-386b96a52d60 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce4aa66-9169-43fb-9ba6-22d1b4f8d747']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:59.795071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-17a1d755-5be0-4565-a6cc-6922c351ba8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:subnet and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:51:59.804595 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-17a1d755-5be0-4565-a6cc-6922c351ba8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:51:59.818023 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-8ae14bb9-a01c-46cc-a7f4-386b96a52d60 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d22b380-f9a0-45eb-a3ce-70b16740eb80') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:59.818671 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-8ae14bb9-a01c-46cc-a7f4-386b96a52d60 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d22b380-f9a0-45eb-a3ce-70b16740eb80') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:51:59.847721 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-17a1d755-5be0-4565-a6cc-6922c351ba8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:51:59.872085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ae14bb9-a01c-46cc-a7f4-386b96a52d60 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:59.901527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ddda7976-b96c-4a23-9f29-c25a2584340b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:59.904759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ae14bb9-a01c-46cc-a7f4-386b96a52d60 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:59.909084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a1d755-5be0-4565-a6cc-6922c351ba8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Made reservation on behalf of 6d74a792e0a04913823581fb4b20fd08 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:51:59.913063 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-17a1d755-5be0-4565-a6cc-6922c351ba8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:51:59.930514 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "DELETE /v2.0/networks/19664e23-eac4-4be9-bf9e-5aac9a347676 HTTP/1.1" status: 204 len: 168 time: 1.4748824 Mar 08 09:51:59.931959 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c21e5-b924-4cea-be77-6e0d93071171 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Pushing event deleted for resources: {'Network': ['ID=19664e23-eac4-4be9-bf9e-5aac9a347676,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:51:59.935045 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46284) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:51:59.985640 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8f1ebae6-4288-4365-8aa3-10b1b730afe0 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Synchronizing usage tracker for tenant:89a15fa99aa34acbb5e38eac55a7d964 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:00.007657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8f1ebae6-4288-4365-8aa3-10b1b730afe0 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Unset dirty status for tenant:89a15fa99aa34acbb5e38eac55a7d964 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:00.009548 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8f1ebae6-4288-4365-8aa3-10b1b730afe0 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ab2a2be-cda7-4a44-b9c2-89a40eac57d2 HTTP/1.1" status: 200 len: 205 time: 0.0732152 Mar 08 09:52:00.011985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46288) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:00.021968 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device cc2c291b-8193-4767-889d-ae2b40e88574 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:52:00.055187 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:00.064373 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: cc2c291b-8193-4767-889d-ae2b40e88574 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:52:00.064626 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device cc2c291b-8193-4767-889d-ae2b40e88574 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:52:00.095137 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae14bb9-a01c-46cc-a7f4-386b96a52d60 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:52:00.095544 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ae14bb9-a01c-46cc-a7f4-386b96a52d60 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:52:00.112648 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:52:00.144592 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda7976-b96c-4a23-9f29-c25a2584340b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Port': ['ID=d995b885-bf08-4d95-a0ff-f1b6fcb29c42,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:00.175124 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b610d81-3115-4097-9a28-ce2f929a6c38 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:00.245645 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7ad477-da12-4558-9692-0ca60cbbeeb1 None None] get_active_networks_info from dv-neutron-831730-2-hyperv {{(pid=87773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 09:52:00.328799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ddda7976-b96c-4a23-9f29-c25a2584340b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:00.347490 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ae14bb9-a01c-46cc-a7f4-386b96a52d60 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:00.356054 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ddda7976-b96c-4a23-9f29-c25a2584340b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/ports/d995b885-bf08-4d95-a0ff-f1b6fcb29c42 HTTP/1.1" status: 204 len: 168 time: 1.8231492 Mar 08 09:52:00.377800 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7ad477-da12-4558-9692-0ca60cbbeeb1 None None] Resources bound (agent type, host, resource id): {{(pid=87773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 09:52:00.379571 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ae14bb9-a01c-46cc-a7f4-386b96a52d60 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:00.395136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46294) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:00.396079 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae14bb9-a01c-46cc-a7f4-386b96a52d60 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event deleted for resources: {'Network': ['ID=8ce4aa66-9169-43fb-9ba6-22d1b4f8d747,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:00.398663 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8ae14bb9-a01c-46cc-a7f4-386b96a52d60 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "DELETE /v2.0/networks/8ce4aa66-9169-43fb-9ba6-22d1b4f8d747 HTTP/1.1" status: 204 len: 168 time: 1.4239781 Mar 08 09:52:00.406189 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46296) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:00.470388 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5f2e8c-d60a-452c-b676-46288facace7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] GET failed (client error): The resource could not be found. Mar 08 09:52:00.471152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8e5f2e8c-d60a-452c-b676-46288facace7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Synchronizing usage tracker for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:00.538981 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8e5f2e8c-d60a-452c-b676-46288facace7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Unset dirty status for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:00.540490 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8e5f2e8c-d60a-452c-b676-46288facace7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports/d995b885-bf08-4d95-a0ff-f1b6fcb29c42 HTTP/1.1" status: 404 len: 333 time: 0.1375301 Mar 08 09:52:00.543719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46304) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:00.590767 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e4f4087-b4f8-47c2-9aba-8dd7cdd10448 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:00.618871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-07b1e3b8-64cf-4ed0-bac8-8d5afd58e2b9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 02a74ab4-caa8-4f55-86f2-5529c682d3d1 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:00.619287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-07b1e3b8-64cf-4ed0-bac8-8d5afd58e2b9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:00.713095 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b610d81-3115-4097-9a28-ce2f929a6c38 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:00.730929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b610d81-3115-4097-9a28-ce2f929a6c38 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:00.776039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-17a1d755-5be0-4565-a6cc-6922c351ba8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:00.824854 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e4f4087-b4f8-47c2-9aba-8dd7cdd10448 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:00.838260 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b610d81-3115-4097-9a28-ce2f929a6c38 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:00.839365 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b610d81-3115-4097-9a28-ce2f929a6c38 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Fanout notify agent at l3_agent the message router_deleted on router 5ab2a2be-cda7-4a44-b9c2-89a40eac57d2 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:52:00.861635 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5e4f4087-b4f8-47c2-9aba-8dd7cdd10448 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c61e165-dfc8-4bf7-ab22-62bb1fcdf228']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:00.871729 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b610d81-3115-4097-9a28-ce2f929a6c38 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:00.872848 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6b610d81-3115-4097-9a28-ce2f929a6c38 tempest-RoutersNegativeIpV6Test-379566332 tempest-RoutersNegativeIpV6Test-379566332-project] 10.222.0.24 "DELETE /v2.0/routers/5ab2a2be-cda7-4a44-b9c2-89a40eac57d2 HTTP/1.1" status: 204 len: 168 time: 0.8593743 Mar 08 09:52:00.881761 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5e4f4087-b4f8-47c2-9aba-8dd7cdd10448 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbfdfaba-8702-4dcc-acc5-4d1c6ef55f9f') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:00.882313 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5e4f4087-b4f8-47c2-9aba-8dd7cdd10448 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbfdfaba-8702-4dcc-acc5-4d1c6ef55f9f') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:00.901914 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e4f4087-b4f8-47c2-9aba-8dd7cdd10448 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:00.934630 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e4f4087-b4f8-47c2-9aba-8dd7cdd10448 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:00.943314 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4f4087-b4f8-47c2-9aba-8dd7cdd10448 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:52:00.944229 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e4f4087-b4f8-47c2-9aba-8dd7cdd10448 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:52:00.963697 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:52:01.061437 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e4f4087-b4f8-47c2-9aba-8dd7cdd10448 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:01.088220 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e4f4087-b4f8-47c2-9aba-8dd7cdd10448 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:01.099172 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f4087-b4f8-47c2-9aba-8dd7cdd10448 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event deleted for resources: {'Network': ['ID=1c61e165-dfc8-4bf7-ab22-62bb1fcdf228,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:01.105079 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5e4f4087-b4f8-47c2-9aba-8dd7cdd10448 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "DELETE /v2.0/networks/1c61e165-dfc8-4bf7-ab22-62bb1fcdf228 HTTP/1.1" status: 204 len: 168 time: 0.6972857 Mar 08 09:52:01.107275 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46310) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:01.119812 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1d755-5be0-4565-a6cc-6922c351ba8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Subnet': ['ID=40dce367-28bd-4019-a277-088302f8cf9c,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:01.138577 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a1d755-5be0-4565-a6cc-6922c351ba8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Checking segment: {'id': '979a48bb-a6c6-4e84-b5cd-f0eb275e7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8d02d6f3-d2fe-44df-856f-5e9f0e604328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:01.138940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a1d755-5be0-4565-a6cc-6922c351ba8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network hostable DHCP agents. Network: 8d02d6f3-d2fe-44df-856f-5e9f0e604328, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:52:01.193139 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a1d755-5be0-4565-a6cc-6922c351ba8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network 8d02d6f3-d2fe-44df-856f-5e9f0e604328 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:52:01.199512 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-07b1e3b8-64cf-4ed0-bac8-8d5afd58e2b9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:01.241847 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48ae7158-94c9-4e2a-8b3e-d7cfe75cf9af tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:01.267618 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46316) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:01.326139 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-17a1d755-5be0-4565-a6cc-6922c351ba8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 8d02d6f3-d2fe-44df-856f-5e9f0e604328) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:01.338196 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-07b1e3b8-64cf-4ed0-bac8-8d5afd58e2b9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for 02a74ab4-caa8-4f55-86f2-5529c682d3d1 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:01.338761 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a9639-9a36-487b-b062-3290bef6b9ee None None] Network 8d02d6f3-d2fe-44df-856f-5e9f0e604328 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:01.373661 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a1d755-5be0-4565-a6cc-6922c351ba8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:01.374750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-17a1d755-5be0-4565-a6cc-6922c351ba8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:01.379566 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48ae7158-94c9-4e2a-8b3e-d7cfe75cf9af tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:01.413707 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-17a1d755-5be0-4565-a6cc-6922c351ba8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9868915 Mar 08 09:52:01.417673 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46322) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:01.426443 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-f5f93733-4a48-4dcc-b9f2-7b43e0df6152 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-272908429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:01.437528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f5f93733-4a48-4dcc-b9f2-7b43e0df6152 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:01.455189 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f5f93733-4a48-4dcc-b9f2-7b43e0df6152 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:router and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:01.459587 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f5f93733-4a48-4dcc-b9f2-7b43e0df6152 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:01.469503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f5f93733-4a48-4dcc-b9f2-7b43e0df6152 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:01.522111 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f5f93733-4a48-4dcc-b9f2-7b43e0df6152 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:01.523492 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f5f93733-4a48-4dcc-b9f2-7b43e0df6152 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:01.545091 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-48ae7158-94c9-4e2a-8b3e-d7cfe75cf9af tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c18c867-7ba6-40a2-b1c1-15754f496023']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:01.561130 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-48ae7158-94c9-4e2a-8b3e-d7cfe75cf9af tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de10804b-0fdc-49a6-ad18-771d18f9acdc') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:01.561424 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-48ae7158-94c9-4e2a-8b3e-d7cfe75cf9af tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de10804b-0fdc-49a6-ad18-771d18f9acdc') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:01.574418 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48ae7158-94c9-4e2a-8b3e-d7cfe75cf9af tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:01.587507 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-07b1e3b8-64cf-4ed0-bac8-8d5afd58e2b9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:01.594532 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48ae7158-94c9-4e2a-8b3e-d7cfe75cf9af tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:01.603889 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ae7158-94c9-4e2a-8b3e-d7cfe75cf9af tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:52:01.604545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48ae7158-94c9-4e2a-8b3e-d7cfe75cf9af tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:52:01.623243 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:52:01.632879 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-8d02d6f3-d2fe-44df-856f-5e9f0e604328', 'network_id': '8d02d6f3-d2fe-44df-856f-5e9f0e604328', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'fixed_ips': [{'subnet_id': '40dce367-28bd-4019-a277-088302f8cf9c'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:52:01.633712 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:01.685496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1e3b8-64cf-4ed0-bac8-8d5afd58e2b9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Port': ['ID=02a74ab4-caa8-4f55-86f2-5529c682d3d1,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:01.688949 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f5f93733-4a48-4dcc-b9f2-7b43e0df6152 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:01.735018 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48ae7158-94c9-4e2a-8b3e-d7cfe75cf9af tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:01.743446 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48ae7158-94c9-4e2a-8b3e-d7cfe75cf9af tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:01.766596 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e164371b-0847-4772-84d9-6f64d10c2e9c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89a15fa99aa34acbb5e38eac55a7d964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4978664 Mar 08 09:52:01.770503 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46326) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:01.793059 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae7158-94c9-4e2a-8b3e-d7cfe75cf9af tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event deleted for resources: {'Network': ['ID=6c18c867-7ba6-40a2-b1c1-15754f496023,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:01.798926 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-48ae7158-94c9-4e2a-8b3e-d7cfe75cf9af tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "DELETE /v2.0/networks/6c18c867-7ba6-40a2-b1c1-15754f496023 HTTP/1.1" status: 204 len: 168 time: 0.6902611 Mar 08 09:52:01.802582 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46330) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:01.836828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f5f93733-4a48-4dcc-b9f2-7b43e0df6152 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:01.866968 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-07b1e3b8-64cf-4ed0-bac8-8d5afd58e2b9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:01.885522 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f5f93733-4a48-4dcc-b9f2-7b43e0df6152 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:01.886598 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Allocated IP 2001:db8::2 (8d02d6f3-d2fe-44df-856f-5e9f0e604328/40dce367-28bd-4019-a277-088302f8cf9c/8ac48f9a-976e-4dcf-892e-ce8a4c78acf4) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:01.886856 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f5f93733-4a48-4dcc-b9f2-7b43e0df6152 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4685683 Mar 08 09:52:01.891336 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-07b1e3b8-64cf-4ed0-bac8-8d5afd58e2b9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/ports/02a74ab4-caa8-4f55-86f2-5529c682d3d1 HTTP/1.1" status: 204 len: 168 time: 1.3440499 Mar 08 09:52:01.891336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46334) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:01.892339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46336) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:01.997843 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bae03e2a-3081-4741-8e33-fe68f111b2e0 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:02.011991 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f19161-afc5-41ba-82de-b0483056a59e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] GET failed (client error): The resource could not be found. Mar 08 09:52:02.013921 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e3f19161-afc5-41ba-82de-b0483056a59e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Synchronizing usage tracker for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:02.026078 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b660d91-e08b-409c-a629-0ca6c7bd3d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:02.137541 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b660d91-e08b-409c-a629-0ca6c7bd3d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:02.195925 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:02.211513 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Transition to ACTIVE for port object 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:02.216634 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bae03e2a-3081-4741-8e33-fe68f111b2e0 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:02.219370 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e3f19161-afc5-41ba-82de-b0483056a59e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Unset dirty status for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:02.219884 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e3f19161-afc5-41ba-82de-b0483056a59e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports/02a74ab4-caa8-4f55-86f2-5529c682d3d1 HTTP/1.1" status: 404 len: 333 time: 0.3263512 Mar 08 09:52:02.222542 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46342) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:02.246057 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Transition to ACTIVE for port object 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:02.251583 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:02.262067 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-bae03e2a-3081-4741-8e33-fe68f111b2e0 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0040466-08f5-4a87-be6a-0593856d695e']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:02.277403 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-bae03e2a-3081-4741-8e33-fe68f111b2e0 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0890fc72-2c8a-4428-85b4-1aa51502851e') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:02.278069 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-bae03e2a-3081-4741-8e33-fe68f111b2e0 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0890fc72-2c8a-4428-85b4-1aa51502851e') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:02.294319 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bae03e2a-3081-4741-8e33-fe68f111b2e0 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:02.317475 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bae03e2a-3081-4741-8e33-fe68f111b2e0 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:02.324506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Network 8d02d6f3-d2fe-44df-856f-5e9f0e604328 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:02.325321 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b660d91-e08b-409c-a629-0ca6c7bd3d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:02.329517 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:02.338537 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae03e2a-3081-4741-8e33-fe68f111b2e0 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:52:02.338950 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bae03e2a-3081-4741-8e33-fe68f111b2e0 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:02.339227 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:52:02.350698 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Pushing event updated for resources: {'Port': ['ID=8ac48f9a-976e-4dcf-892e-ce8a4c78acf4,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:52:02.354187 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:52:02.383722 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b660d91-e08b-409c-a629-0ca6c7bd3d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdebf6d-f631-4eb4-a58b-58de25e7a7b3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:02.443356 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b660d91-e08b-409c-a629-0ca6c7bd3d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:02.444471 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2b660d91-e08b-409c-a629-0ca6c7bd3d0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dfdebf6d-f631-4eb4-a58b-58de25e7a7b3 HTTP/1.1" status: 204 len: 168 time: 0.6669948 Mar 08 09:52:02.450706 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32fa981-55b6-4408-a249-8c370da156a0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting subnet f88299f0-3d28-4728-8b64-dd42b2e99726 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:52:02.469480 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d32fa981-55b6-4408-a249-8c370da156a0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:02.474487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bae03e2a-3081-4741-8e33-fe68f111b2e0 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:02.484072 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Attempting to bind port 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:52:02.484072 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Attempting to bind port 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '979a48bb-a6c6-4e84-b5cd-f0eb275e7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8d02d6f3-d2fe-44df-856f-5e9f0e604328'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:52:02.484458 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Attempting to bind port 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4 on network 8d02d6f3-d2fe-44df-856f-5e9f0e604328 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:52:02.492683 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:52:02.492683 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Checking segment: {'id': '979a48bb-a6c6-4e84-b5cd-f0eb275e7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8d02d6f3-d2fe-44df-856f-5e9f0e604328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:02.492683 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:02.494284 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Bound using segment: {'id': '979a48bb-a6c6-4e84-b5cd-f0eb275e7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8d02d6f3-d2fe-44df-856f-5e9f0e604328'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:52:02.494284 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Bound port: 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979a48bb-a6c6-4e84-b5cd-f0eb275e7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8d02d6f3-d2fe-44df-856f-5e9f0e604328'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:52:02.494284 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:02.520312 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bae03e2a-3081-4741-8e33-fe68f111b2e0 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:02.558098 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae03e2a-3081-4741-8e33-fe68f111b2e0 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] Pushing event deleted for resources: {'Network': ['ID=a0040466-08f5-4a87-be6a-0593856d695e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:02.563427 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bae03e2a-3081-4741-8e33-fe68f111b2e0 tempest-BulkNetworkOpsIpV6Test-835907200 tempest-BulkNetworkOpsIpV6Test-835907200-project] 10.222.0.24 "DELETE /v2.0/networks/a0040466-08f5-4a87-be6a-0593856d695e HTTP/1.1" status: 204 len: 168 time: 0.7596002 Mar 08 09:52:02.567451 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d32fa981-55b6-4408-a249-8c370da156a0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:02.657259 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0b4a6751-b170-490c-9d52-95ad60488158 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:02.687599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] For port 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:52:02.687599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] For port 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=8ac48f9a-976e-4dcf-892e-ce8a4c78acf4,segment=NetworkSegment(979a48bb-a6c6-4e84-b5cd-f0eb275e7017),segment_id=979a48bb-a6c6-4e84-b5cd-f0eb275e7017)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:52:02.694567 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:02.874409 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea646ea9-5309-4574-823c-4c3e3289e8f7 None None] Pushing event updated for resources: {'Port': ['ID=8ac48f9a-976e-4dcf-892e-ce8a4c78acf4,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:03.109568 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d32fa981-55b6-4408-a249-8c370da156a0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:03.120643 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46360) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:03.379571 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-0b4a6751-b170-490c-9d52-95ad60488158 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Allocated IP 2001:db8::1 (8d02d6f3-d2fe-44df-856f-5e9f0e604328/40dce367-28bd-4019-a277-088302f8cf9c/1c08ccd9-8107-4f76-9f8d-372b5214faef) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:03.393486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d32fa981-55b6-4408-a249-8c370da156a0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:03.458568 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a953a901-7030-4903-b48d-6f20a87871c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c19476eaec4d4688b61241f5fea9b3f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3361440 Mar 08 09:52:03.460628 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46376) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:03.477194 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfda4db-aa6c-4fda-9f4d-129289c42c8c None None] Network 3ec8ae2b-f63e-4a27-941e-619c63247caa requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:03.566820 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fa981-55b6-4408-a249-8c370da156a0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Subnet': ['ID=f88299f0-3d28-4728-8b64-dd42b2e99726,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:03.570742 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd757-3369-46fe-a933-98d5bb7dc40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:03.574746 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d32fa981-55b6-4408-a249-8c370da156a0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:03.630127 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d32fa981-55b6-4408-a249-8c370da156a0 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/subnets/f88299f0-3d28-4728-8b64-dd42b2e99726 HTTP/1.1" status: 204 len: 168 time: 1.4065740 Mar 08 09:52:03.634650 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46382) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:03.639799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd757-3369-46fe-a933-98d5bb7dc40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:03.732288 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0b4a6751-b170-490c-9d52-95ad60488158 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:03.755479 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-0b4a6751-b170-490c-9d52-95ad60488158 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Transition to ACTIVE for port object 1c08ccd9-8107-4f76-9f8d-372b5214faef will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:03.792202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0b4a6751-b170-490c-9d52-95ad60488158 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:03.823126 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:03.844554 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port b7cffc71-86a4-47cb-a957-161b687c5bc3 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:03.845249 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:03.880531 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40be774-8ed8-458f-be52-362ff31f54f5 None None] DHCP port deletion for 3ec8ae2b-f63e-4a27-941e-619c63247caa request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:52:03.894014 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d40be774-8ed8-458f-be52-362ff31f54f5 None None] Deleting port b7cffc71-86a4-47cb-a957-161b687c5bc3 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:03.894584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d40be774-8ed8-458f-be52-362ff31f54f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:03.897341 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd757-3369-46fe-a933-98d5bb7dc40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:03.905018 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4a6751-b170-490c-9d52-95ad60488158 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network 8d02d6f3-d2fe-44df-856f-5e9f0e604328 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:03.914347 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-0b4a6751-b170-490c-9d52-95ad60488158 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:03.923764 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bdd757-3369-46fe-a933-98d5bb7dc40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79433746-f755-4153-a463-a7c1c5445f99,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:03.925995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4a6751-b170-490c-9d52-95ad60488158 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:52:03.928005 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0b4a6751-b170-490c-9d52-95ad60488158 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:03.941348 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a6751-b170-490c-9d52-95ad60488158 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=1c08ccd9-8107-4f76-9f8d-372b5214faef,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:03.945895 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd757-3369-46fe-a933-98d5bb7dc40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:03.971091 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c9bdd757-3369-46fe-a933-98d5bb7dc40a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79433746-f755-4153-a463-a7c1c5445f99 HTTP/1.1" status: 204 len: 168 time: 0.4933553 Mar 08 09:52:04.176737 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0b4a6751-b170-490c-9d52-95ad60488158 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:04.229491 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:04.262420 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] For port b7cffc71-86a4-47cb-a957-161b687c5bc3, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=b7cffc71-86a4-47cb-a957-161b687c5bc3,segment=NetworkSegment(480b96e1-25ef-4da9-b12e-fe996a13c656),segment_id=480b96e1-25ef-4da9-b12e-fe996a13c656)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:04.262420 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:04.413695 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f735ff-c580-4f17-966b-036a19b7fbfa None None] Network 8d02d6f3-d2fe-44df-856f-5e9f0e604328 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:04.445135 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for b7cffc71-86a4-47cb-a957-161b687c5bc3 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:04.474629 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-d40be774-8ed8-458f-be52-362ff31f54f5 None None] For port b7cffc71-86a4-47cb-a957-161b687c5bc3, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=b7cffc71-86a4-47cb-a957-161b687c5bc3,segment=NetworkSegment(480b96e1-25ef-4da9-b12e-fe996a13c656),segment_id=480b96e1-25ef-4da9-b12e-fe996a13c656)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:04.475061 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d40be774-8ed8-458f-be52-362ff31f54f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:04.595103 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:04.650696 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] No DVR routers for this DVR port b7cffc71-86a4-47cb-a957-161b687c5bc3 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:52:04.700212 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d40be774-8ed8-458f-be52-362ff31f54f5 None None] Calling delete_port for b7cffc71-86a4-47cb-a957-161b687c5bc3 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:04.734564 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c4f46e20-62a2-47e4-a767-8dc4f92e3567 None None] Provisioning for port 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:04.786244 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Port': ['ID=b7cffc71-86a4-47cb-a957-161b687c5bc3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:04.797480 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:04.841017 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:04.841608 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:04.942228 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0b4a6751-b170-490c-9d52-95ad60488158 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:04.943943 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-d40be774-8ed8-458f-be52-362ff31f54f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:52:04.945513 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-d40be774-8ed8-458f-be52-362ff31f54f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:52:04.949310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0b4a6751-b170-490c-9d52-95ad60488158 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:04.950756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0b4a6751-b170-490c-9d52-95ad60488158 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:05.145173 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:05.163079 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:05.222451 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=8ac48f9a-976e-4dcf-892e-ce8a4c78acf4,segment=NetworkSegment(979a48bb-a6c6-4e84-b5cd-f0eb275e7017),segment_id=979a48bb-a6c6-4e84-b5cd-f0eb275e7017)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:05.225440 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46412) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:05.232491 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:05.239866 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec8ae2b-f63e-4a27-941e-619c63247caa']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:05.259543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a6751-b170-490c-9d52-95ad60488158 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=1c08ccd9-8107-4f76-9f8d-372b5214faef,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:05.266522 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480b96e1-25ef-4da9-b12e-fe996a13c656') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:05.272902 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480b96e1-25ef-4da9-b12e-fe996a13c656') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:05.301002 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:05.345572 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:05.351768 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device b7cffc71-86a4-47cb-a957-161b687c5bc3 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:52:05.362538 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:52:05.366714 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:05.415434 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4a6751-b170-490c-9d52-95ad60488158 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network 8d02d6f3-d2fe-44df-856f-5e9f0e604328 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:05.416037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-0b4a6751-b170-490c-9d52-95ad60488158 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:52:05.434839 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:52:05.465080 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d40be774-8ed8-458f-be52-362ff31f54f5 None None] Deleting port b7cffc71-86a4-47cb-a957-161b687c5bc3 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:05.465548 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d40be774-8ed8-458f-be52-362ff31f54f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:05.582310 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:05.633193 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:05.659223 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'network': {'name': 'tempest-network-smoke--107948602', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'port_security_enabled': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:05.659369 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: b7cffc71-86a4-47cb-a957-161b687c5bc3 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:52:05.659505 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device b7cffc71-86a4-47cb-a957-161b687c5bc3 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:52:05.691236 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/networks/3ec8ae2b-f63e-4a27-941e-619c63247caa HTTP/1.1" status: 204 len: 168 time: 2.0555172 Mar 08 09:52:05.704511 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:05.704511 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51249c49-0444-4b83-9bce-f99cf49c53b7 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Network': ['ID=3ec8ae2b-f63e-4a27-941e-619c63247caa,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:05.714010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46426) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:05.718827 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:network and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:05.719566 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d40be774-8ed8-458f-be52-362ff31f54f5 None None] The port 'b7cffc71-86a4-47cb-a957-161b687c5bc3' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:52:05.727240 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-45c2d930-0973-49d9-bc5f-55b3b8a4391f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1289671781'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:05.731186 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:05.745173 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-45c2d930-0973-49d9-bc5f-55b3b8a4391f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:05.750609 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:05.779709 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=8ac48f9a-976e-4dcf-892e-ce8a4c78acf4,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:05.781556 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-45c2d930-0973-49d9-bc5f-55b3b8a4391f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:network and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:05.786588 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-71caeb88-a667-425d-9b1a-24778ce1a3c7 None None] Provisioning complete for port 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:05.787013 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-71caeb88-a667-425d-9b1a-24778ce1a3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:05.799787 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-45c2d930-0973-49d9-bc5f-55b3b8a4391f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:05.810877 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-45c2d930-0973-49d9-bc5f-55b3b8a4391f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:05.820791 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:05.828488 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:05.849340 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:05.870796 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c2d930-0973-49d9-bc5f-55b3b8a4391f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:05.875664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45c2d930-0973-49d9-bc5f-55b3b8a4391f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:05.887946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:05.898629 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:05.912488 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:05.913143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46430) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:06.005782 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c2d930-0973-49d9-bc5f-55b3b8a4391f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:52:06.026356 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4a6751-b170-490c-9d52-95ad60488158 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router f6c45e66-e080-45e3-bf45-3e648d9aecd2 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:52:06.029021 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:06.052020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45c2d930-0973-49d9-bc5f-55b3b8a4391f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:06.052020 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-45c2d930-0973-49d9-bc5f-55b3b8a4391f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Added segment 1dfca07c-4544-4ce9-bdfa-e5f1b86df0da of type vlan for network c17be185-4603-487c-899c-7d32dab1d75d Mar 08 09:52:06.057615 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-71caeb88-a667-425d-9b1a-24778ce1a3c7 None None] Provisioning for port 1c08ccd9-8107-4f76-9f8d-372b5214faef completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:06.080169 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-71caeb88-a667-425d-9b1a-24778ce1a3c7 None None] Provisioning complete for port 1c08ccd9-8107-4f76-9f8d-372b5214faef triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:06.080862 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-71caeb88-a667-425d-9b1a-24778ce1a3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:06.123054 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45c2d930-0973-49d9-bc5f-55b3b8a4391f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:06.142144 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:06.205158 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45c2d930-0973-49d9-bc5f-55b3b8a4391f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:06.214774 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c2d930-0973-49d9-bc5f-55b3b8a4391f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:06.217375 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45c2d930-0973-49d9-bc5f-55b3b8a4391f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:06.238650 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c0872e49-d57a-4e80-b880-23882d4f3cf5 tempest-ServiceProvidersTest-1519784281 tempest-ServiceProvidersTest-1519784281-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3185065 Mar 08 09:52:06.281453 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-71caeb88-a667-425d-9b1a-24778ce1a3c7 None None] Port 1c08ccd9-8107-4f76-9f8d-372b5214faef cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:06.303765 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:06.304148 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:06.318992 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-45c2d930-0973-49d9-bc5f-55b3b8a4391f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6032119 Mar 08 09:52:06.345783 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46438) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:06.367355 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5157d736-ce5f-4370-873e-23030dad06da tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'subnet': {'network_id': 'c17be185-4603-487c-899c-7d32dab1d75d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:06.397167 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:06.420969 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4a6751-b170-490c-9d52-95ad60488158 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:52:06.429191 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0b4a6751-b170-490c-9d52-95ad60488158 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/f6c45e66-e080-45e3-bf45-3e648d9aecd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5355775 Mar 08 09:52:06.433514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46442) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:06.437204 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b750dbf0-4a53-4268-8adf-9518bdc4adc7 None None] Sync routers for ids ['f6c45e66-e080-45e3-bf45-3e648d9aecd2'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:52:06.467669 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1fb3d15a-9830-4879-b114-02bca0c150ea None None] Provisioning complete for port 1c08ccd9-8107-4f76-9f8d-372b5214faef triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:06.467813 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1fb3d15a-9830-4879-b114-02bca0c150ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:06.520267 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b750dbf0-4a53-4268-8adf-9518bdc4adc7 None None] Routers {'f6c45e66-e080-45e3-bf45-3e648d9aecd2'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:06.520267 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b750dbf0-4a53-4268-8adf-9518bdc4adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['f6c45e66-e080-45e3-bf45-3e648d9aecd2'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:06.569489 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2d930-0973-49d9-bc5f-55b3b8a4391f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Network': ['ID=c17be185-4603-487c-899c-7d32dab1d75d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:06.584207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84229d97-f428-46b1-be10-34176f61f662 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:06.584940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-84229d97-f428-46b1-be10-34176f61f662 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Synchronizing usage tracker for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:06.600790 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b750dbf0-4a53-4268-8adf-9518bdc4adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:06.606508 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network c17be185-4603-487c-899c-7d32dab1d75d details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:52:06.629239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-84229d97-f428-46b1-be10-34176f61f662 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Unset dirty status for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:06.635181 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-84229d97-f428-46b1-be10-34176f61f662 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/ports/1c08ccd9-8107-4f76-9f8d-372b5214faef HTTP/1.1" status: 200 len: 911 time: 0.1980038 Mar 08 09:52:06.635796 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46448) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:06.663169 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-f2b199fd-ad72-4156-82f8-9587f1705c01 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '40dce367-28bd-4019-a277-088302f8cf9c'}]}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:06.686802 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:06.748282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b750dbf0-4a53-4268-8adf-9518bdc4adc7 None None] Routers {'f6c45e66-e080-45e3-bf45-3e648d9aecd2'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:06.749563 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b750dbf0-4a53-4268-8adf-9518bdc4adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['f6c45e66-e080-45e3-bf45-3e648d9aecd2'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:06.764961 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:52:06.787277 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:06.787614 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Added segment 9850b487-5db4-43c7-a7c5-ca83f55a5f2e of type vlan for network 400ba1a2-785f-4208-b0a7-135e38103373 Mar 08 09:52:06.788682 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46452) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:06.791486 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5157d736-ce5f-4370-873e-23030dad06da tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:06.798776 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e726562f-86c1-4b75-8532-81d284ef13ef,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:06.809847 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5157d736-ce5f-4370-873e-23030dad06da tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:subnet and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:06.818671 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5157d736-ce5f-4370-873e-23030dad06da tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:06.836283 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5157d736-ce5f-4370-873e-23030dad06da tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:06.839501 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b750dbf0-4a53-4268-8adf-9518bdc4adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:06.839935 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b750dbf0-4a53-4268-8adf-9518bdc4adc7 None None] The sync data for ids ['f6c45e66-e080-45e3-bf45-3e648d9aecd2'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:52:06.841516 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1fb3d15a-9830-4879-b114-02bca0c150ea None None] Port 1c08ccd9-8107-4f76-9f8d-372b5214faef cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:06.849908 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:06.863339 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5157d736-ce5f-4370-873e-23030dad06da tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:06.869330 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5157d736-ce5f-4370-873e-23030dad06da tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:06.962054 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b024c10e-49d5-45ee-b120-bd9f529ac86a None None] Provisioning complete for port 1c08ccd9-8107-4f76-9f8d-372b5214faef triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:06.962424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b024c10e-49d5-45ee-b120-bd9f529ac86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:06.972875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f2b199fd-ad72-4156-82f8-9587f1705c01 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:07.003339 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b555243-ecac-46d5-b5c1-efa779c61162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:07.017136 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b024c10e-49d5-45ee-b120-bd9f529ac86a None None] Port 1c08ccd9-8107-4f76-9f8d-372b5214faef cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:07.019811 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:07.025129 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:07.025701 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:07.081930 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0b555243-ecac-46d5-b5c1-efa779c61162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:07.095307 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0b555243-ecac-46d5-b5c1-efa779c61162 admin admin] Usage tracker for resource:security_group_rule and tenant:79d0aec0b9824af09222f31c2d1369cf is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:07.149968 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0b555243-ecac-46d5-b5c1-efa779c61162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:07.154541 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9278607 Mar 08 09:52:07.164386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0b555243-ecac-46d5-b5c1-efa779c61162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:07.166097 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46458) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:07.178297 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-978085087', 'admin_state_up': True, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:07.185040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2615efa-2367-4883-9616-67f11afce2b8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Network': ['ID=400ba1a2-785f-4208-b0a7-135e38103373,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:07.194621 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:07.195622 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 400ba1a2-785f-4208-b0a7-135e38103373 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:52:07.200683 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:router and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:07.212673 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:07.223373 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:07.294421 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:07.295383 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:07.368434 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:07.397429 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5157d736-ce5f-4370-873e-23030dad06da tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:07.443358 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b555243-ecac-46d5-b5c1-efa779c61162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:07.511589 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b555243-ecac-46d5-b5c1-efa779c61162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:07.517084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f2b199fd-ad72-4156-82f8-9587f1705c01 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:07.525773 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f2b199fd-ad72-4156-82f8-9587f1705c01 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:07.533509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b199fd-ad72-4156-82f8-9587f1705c01 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:07.534126 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f2b199fd-ad72-4156-82f8-9587f1705c01 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:07.538075 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f2b199fd-ad72-4156-82f8-9587f1705c01 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/ports/1c08ccd9-8107-4f76-9f8d-372b5214faef HTTP/1.1" status: 200 len: 911 time: 0.8989151 Mar 08 09:52:07.556465 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46462) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:07.605237 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b199fd-ad72-4156-82f8-9587f1705c01 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=1c08ccd9-8107-4f76-9f8d-372b5214faef,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:07.719611 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157d736-ce5f-4370-873e-23030dad06da tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Subnet': ['ID=2079b142-8124-491c-be39-63990b0b7f02,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:07.944809 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b555243-ecac-46d5-b5c1-efa779c61162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8838a93-bd59-44cf-b8c2-4192a13d896d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:07.949887 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0b555243-ecac-46d5-b5c1-efa779c61162 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79d0aec0b9824af09222f31c2d1369cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1601338 Mar 08 09:52:07.953394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46466) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:07.968942 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5157d736-ce5f-4370-873e-23030dad06da tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Checking segment: {'id': '1dfca07c-4544-4ce9-bdfa-e5f1b86df0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c17be185-4603-487c-899c-7d32dab1d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:07.969301 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5157d736-ce5f-4370-873e-23030dad06da tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network hostable DHCP agents. Network: c17be185-4603-487c-899c-7d32dab1d75d, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:52:08.010574 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-021a4624-b671-4e1a-8de6-5e104c546d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:08.035854 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-021a4624-b671-4e1a-8de6-5e104c546d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:08.054433 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:08.087323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-021a4624-b671-4e1a-8de6-5e104c546d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:08.102735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a4624-b671-4e1a-8de6-5e104c546d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8838a93-bd59-44cf-b8c2-4192a13d896d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:08.107667 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-021a4624-b671-4e1a-8de6-5e104c546d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:08.111366 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-021a4624-b671-4e1a-8de6-5e104c546d9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8838a93-bd59-44cf-b8c2-4192a13d896d HTTP/1.1" status: 204 len: 168 time: 0.1542184 Mar 08 09:52:08.155449 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5157d736-ce5f-4370-873e-23030dad06da tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network c17be185-4603-487c-899c-7d32dab1d75d is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:52:08.239584 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-5157d736-ce5f-4370-873e-23030dad06da tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, c17be185-4603-487c-899c-7d32dab1d75d) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:08.244086 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5157d736-ce5f-4370-873e-23030dad06da tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:08.244719 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5157d736-ce5f-4370-873e-23030dad06da tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:08.253602 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d778e992-f51e-4d40-a55d-f551fc0a8421 None None] Network c17be185-4603-487c-899c-7d32dab1d75d requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:08.395895 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5157d736-ce5f-4370-873e-23030dad06da tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0456359 Mar 08 09:52:08.400919 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46472) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:08.407760 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-94aa512e-9336-4450-9203-4d685648e76b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-667863675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:08.420390 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-94aa512e-9336-4450-9203-4d685648e76b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:08.429899 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-94aa512e-9336-4450-9203-4d685648e76b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:router and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:08.434635 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-94aa512e-9336-4450-9203-4d685648e76b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:08.443445 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-94aa512e-9336-4450-9203-4d685648e76b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:08.462909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94aa512e-9336-4450-9203-4d685648e76b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:08.465049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94aa512e-9336-4450-9203-4d685648e76b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:08.484196 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94aa512e-9336-4450-9203-4d685648e76b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:08.507845 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-c17be185-4603-487c-899c-7d32dab1d75d', 'network_id': 'c17be185-4603-487c-899c-7d32dab1d75d', 'tenant_id': '337541db1f0d416b81c0856e383b303e', 'fixed_ips': [{'subnet_id': '2079b142-8124-491c-be39-63990b0b7f02'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:52:08.508792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:08.515205 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94aa512e-9336-4450-9203-4d685648e76b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:08.542394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94aa512e-9336-4450-9203-4d685648e76b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:08.545158 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-94aa512e-9336-4450-9203-4d685648e76b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1421483 Mar 08 09:52:08.548298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46476) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:08.554428 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-8ebfdbdb-7169-4a32-a494-afac1f34c257 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'network_id': 'c17be185-4603-487c-899c-7d32dab1d75d', 'name': 'tempest-PortsTestJSON-157242240'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:08.693054 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Allocated IP 172.20.0.2 (c17be185-4603-487c-899c-7d32dab1d75d/2079b142-8124-491c-be39-63990b0b7f02/8b80243a-8e01-4bdf-bbfa-1e9580a34080) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:08.722668 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8ebfdbdb-7169-4a32-a494-afac1f34c257 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:08.726841 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8ebfdbdb-7169-4a32-a494-afac1f34c257 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:port and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:08.730057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8ebfdbdb-7169-4a32-a494-afac1f34c257 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:08.732733 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:08.736802 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8ebfdbdb-7169-4a32-a494-afac1f34c257 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:08.748318 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebfdbdb-7169-4a32-a494-afac1f34c257 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:08.752014 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ebfdbdb-7169-4a32-a494-afac1f34c257 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:08.769297 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:08.836462 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8cf3a37b-9702-488f-882c-ba4457d92155 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:08.883043 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-8ebfdbdb-7169-4a32-a494-afac1f34c257 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] device_id is not set on port 382a52a5-f555-4e78-8b8b-ee8c863556d4 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:52:08.912658 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:08.923703 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Transition to ACTIVE for port object 8b80243a-8e01-4bdf-bbfa-1e9580a34080 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:08.943215 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Transition to ACTIVE for port object 8b80243a-8e01-4bdf-bbfa-1e9580a34080 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:08.953038 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:09.010983 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Network c17be185-4603-487c-899c-7d32dab1d75d is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:09.014099 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:09.022197 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:52:09.032068 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-8ebfdbdb-7169-4a32-a494-afac1f34c257 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Allocated IP 172.20.0.3 (c17be185-4603-487c-899c-7d32dab1d75d/2079b142-8124-491c-be39-63990b0b7f02/382a52a5-f555-4e78-8b8b-ee8c863556d4) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:09.036051 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Pushing event updated for resources: {'Port': ['ID=8b80243a-8e01-4bdf-bbfa-1e9580a34080,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:09.121822 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Attempting to bind port 8b80243a-8e01-4bdf-bbfa-1e9580a34080 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:52:09.122192 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Attempting to bind port 8b80243a-8e01-4bdf-bbfa-1e9580a34080 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '1dfca07c-4544-4ce9-bdfa-e5f1b86df0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c17be185-4603-487c-899c-7d32dab1d75d'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:52:09.122784 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Attempting to bind port 8b80243a-8e01-4bdf-bbfa-1e9580a34080 on network c17be185-4603-487c-899c-7d32dab1d75d {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:52:09.129644 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:52:09.129986 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Checking segment: {'id': '1dfca07c-4544-4ce9-bdfa-e5f1b86df0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c17be185-4603-487c-899c-7d32dab1d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:09.130576 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:09.131176 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Bound using segment: {'id': '1dfca07c-4544-4ce9-bdfa-e5f1b86df0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c17be185-4603-487c-899c-7d32dab1d75d'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:52:09.131671 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Bound port: 8b80243a-8e01-4bdf-bbfa-1e9580a34080, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dfca07c-4544-4ce9-bdfa-e5f1b86df0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c17be185-4603-487c-899c-7d32dab1d75d'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:52:09.132037 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:09.252337 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ebfdbdb-7169-4a32-a494-afac1f34c257 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:09.266123 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] For port 8b80243a-8e01-4bdf-bbfa-1e9580a34080, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:52:09.269239 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] For port 8b80243a-8e01-4bdf-bbfa-1e9580a34080, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=8b80243a-8e01-4bdf-bbfa-1e9580a34080,segment=NetworkSegment(1dfca07c-4544-4ce9-bdfa-e5f1b86df0da),segment_id=1dfca07c-4544-4ce9-bdfa-e5f1b86df0da)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:52:09.270281 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-8ebfdbdb-7169-4a32-a494-afac1f34c257 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Transition to ACTIVE for port object 382a52a5-f555-4e78-8b8b-ee8c863556d4 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:09.276461 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:09.288939 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.26.2.48 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/59ab3f4f-5b6b-4aa4-9bae-bf662c798184) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:09.299958 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ebfdbdb-7169-4a32-a494-afac1f34c257 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:09.354098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebfdbdb-7169-4a32-a494-afac1f34c257 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network c17be185-4603-487c-899c-7d32dab1d75d is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:09.357291 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6123b3-9210-41bc-bfbc-d840d1a6d538 None None] Pushing event updated for resources: {'Port': ['ID=8b80243a-8e01-4bdf-bbfa-1e9580a34080,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:09.366517 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-8ebfdbdb-7169-4a32-a494-afac1f34c257 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:09.377122 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebfdbdb-7169-4a32-a494-afac1f34c257 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:52:09.445535 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfdbdb-7169-4a32-a494-afac1f34c257 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=382a52a5-f555-4e78-8b8b-ee8c863556d4,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:09.460947 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebfdbdb-7169-4a32-a494-afac1f34c257 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:09.461583 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8ebfdbdb-7169-4a32-a494-afac1f34c257 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:09.511307 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8ebfdbdb-7169-4a32-a494-afac1f34c257 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9612429 Mar 08 09:52:09.515992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46480) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:09.550728 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8cf3a37b-9702-488f-882c-ba4457d92155 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port 1c08ccd9-8107-4f76-9f8d-372b5214faef {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:09.551321 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8cf3a37b-9702-488f-882c-ba4457d92155 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:09.592850 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:09.760411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:09.830448 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8cf3a37b-9702-488f-882c-ba4457d92155 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:09.847693 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:09.857795 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:09.860719 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:52:10.018732 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8cf3a37b-9702-488f-882c-ba4457d92155 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Calling delete_port for 1c08ccd9-8107-4f76-9f8d-372b5214faef owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:10.029420 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 8b80243a-8e01-4bdf-bbfa-1e9580a34080 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:10.048674 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=59ab3f4f-5b6b-4aa4-9bae-bf662c798184,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:10.169631 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 8b80243a-8e01-4bdf-bbfa-1e9580a34080 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:10.187563 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97083f82-34d7-4127-a479-e078a8f20406 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:10.460010 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c70186e-c503-40cc-8169-9926c908a086 None None] Network c17be185-4603-487c-899c-7d32dab1d75d requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:10.558898 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:10.578663 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2e23f551-9b9a-4852-9cf0-c2ad5f598f13 None None] Provisioning for port 8b80243a-8e01-4bdf-bbfa-1e9580a34080 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:10.596433 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2e23f551-9b9a-4852-9cf0-c2ad5f598f13 None None] Provisioning complete for port 8b80243a-8e01-4bdf-bbfa-1e9580a34080 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:10.596863 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e23f551-9b9a-4852-9cf0-c2ad5f598f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:10.699465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97083f82-34d7-4127-a479-e078a8f20406 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:10.707925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97083f82-34d7-4127-a479-e078a8f20406 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:10.816346 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e23f551-9b9a-4852-9cf0-c2ad5f598f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:10.846702 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97083f82-34d7-4127-a479-e078a8f20406 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=382a52a5-f555-4e78-8b8b-ee8c863556d4,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:10.852407 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8cf3a37b-9702-488f-882c-ba4457d92155 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:10.870289 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2e23f551-9b9a-4852-9cf0-c2ad5f598f13 None None] For port 8b80243a-8e01-4bdf-bbfa-1e9580a34080, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=8b80243a-8e01-4bdf-bbfa-1e9580a34080,segment=NetworkSegment(1dfca07c-4544-4ce9-bdfa-e5f1b86df0da),segment_id=1dfca07c-4544-4ce9-bdfa-e5f1b86df0da)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:10.875565 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e23f551-9b9a-4852-9cf0-c2ad5f598f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:10.960394 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3a37b-9702-488f-882c-ba4457d92155 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Port': ['ID=1c08ccd9-8107-4f76-9f8d-372b5214faef,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:10.973293 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23f551-9b9a-4852-9cf0-c2ad5f598f13 None None] Pushing event updated for resources: {'Port': ['ID=8b80243a-8e01-4bdf-bbfa-1e9580a34080,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:11.113386 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97083f82-34d7-4127-a479-e078a8f20406 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:11.192206 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8cf3a37b-9702-488f-882c-ba4457d92155 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:11.235820 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97083f82-34d7-4127-a479-e078a8f20406 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:11.240554 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:52:11.302430 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-aa4ce695-99cb-4c4a-8141-aef253f64ab3 None None] Provisioning for port 382a52a5-f555-4e78-8b8b-ee8c863556d4 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:11.308351 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-aa4ce695-99cb-4c4a-8141-aef253f64ab3 None None] Provisioning complete for port 382a52a5-f555-4e78-8b8b-ee8c863556d4 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:11.309000 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce695-99cb-4c4a-8141-aef253f64ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:11.375170 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ce695-99cb-4c4a-8141-aef253f64ab3 None None] Port 382a52a5-f555-4e78-8b8b-ee8c863556d4 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:11.387813 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-aa4ce695-99cb-4c4a-8141-aef253f64ab3 None None] Provisioning complete for port 8b80243a-8e01-4bdf-bbfa-1e9580a34080 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:11.388318 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce695-99cb-4c4a-8141-aef253f64ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:11.424646 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:11.653249 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf3a37b-9702-488f-882c-ba4457d92155 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router f6c45e66-e080-45e3-bf45-3e648d9aecd2 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:52:11.684849 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d8b58de7-036d-4611-8cbe-cf06cdb68e57 None None] Provisioning complete for port 382a52a5-f555-4e78-8b8b-ee8c863556d4 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:11.686073 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d8b58de7-036d-4611-8cbe-cf06cdb68e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:11.724114 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97083f82-34d7-4127-a479-e078a8f20406 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:11.731809 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97083f82-34d7-4127-a479-e078a8f20406 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:11.746910 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d8b58de7-036d-4611-8cbe-cf06cdb68e57 None None] Port 382a52a5-f555-4e78-8b8b-ee8c863556d4 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:11.853786 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97083f82-34d7-4127-a479-e078a8f20406 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:11.858110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97083f82-34d7-4127-a479-e078a8f20406 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=382a52a5-f555-4e78-8b8b-ee8c863556d4,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:11.869250 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-246c4c51-755b-44c7-971d-eee2007db930 None None] Provisioning complete for port 382a52a5-f555-4e78-8b8b-ee8c863556d4 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:11.869703 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-246c4c51-755b-44c7-971d-eee2007db930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:11.880522 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf3a37b-9702-488f-882c-ba4457d92155 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:52:11.893567 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec05d5b-4c8c-412d-a1d7-58a4c9e3e00d None None] Sync routers for ids ['f6c45e66-e080-45e3-bf45-3e648d9aecd2'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:52:11.906887 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec05d5b-4c8c-412d-a1d7-58a4c9e3e00d None None] Routers {'f6c45e66-e080-45e3-bf45-3e648d9aecd2'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:11.910712 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-dec05d5b-4c8c-412d-a1d7-58a4c9e3e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['f6c45e66-e080-45e3-bf45-3e648d9aecd2'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:11.912797 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8cf3a37b-9702-488f-882c-ba4457d92155 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/f6c45e66-e080-45e3-bf45-3e648d9aecd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3520300 Mar 08 09:52:11.918524 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46486) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:11.964112 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8864885a-ff0b-4844-9d1b-33a583763b86 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Synchronizing usage tracker for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:11.966616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-246c4c51-755b-44c7-971d-eee2007db930 None None] Port 382a52a5-f555-4e78-8b8b-ee8c863556d4 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:11.978954 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 4052f757-e39c-412c-848b-b7c4713800df is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:52:12.003102 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97083f82-34d7-4127-a479-e078a8f20406 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network c17be185-4603-487c-899c-7d32dab1d75d is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:12.004282 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-97083f82-34d7-4127-a479-e078a8f20406 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:12.038569 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-dec05d5b-4c8c-412d-a1d7-58a4c9e3e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:12.042184 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 8b80243a-8e01-4bdf-bbfa-1e9580a34080 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:12.051028 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec05d5b-4c8c-412d-a1d7-58a4c9e3e00d None None] Routers {'f6c45e66-e080-45e3-bf45-3e648d9aecd2'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:12.052026 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-dec05d5b-4c8c-412d-a1d7-58a4c9e3e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['f6c45e66-e080-45e3-bf45-3e648d9aecd2'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:12.129965 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-dec05d5b-4c8c-412d-a1d7-58a4c9e3e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:12.131350 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec05d5b-4c8c-412d-a1d7-58a4c9e3e00d None None] The sync data for ids ['f6c45e66-e080-45e3-bf45-3e648d9aecd2'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:52:12.156793 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 8b80243a-8e01-4bdf-bbfa-1e9580a34080 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:12.157536 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:12.195791 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8864885a-ff0b-4844-9d1b-33a583763b86 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Unset dirty status for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:12.196963 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8864885a-ff0b-4844-9d1b-33a583763b86 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6c45e66-e080-45e3-bf45-3e648d9aecd2 HTTP/1.1" status: 200 len: 205 time: 0.2771323 Mar 08 09:52:12.205399 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46490) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:12.329627 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:52:12.339459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Sync routers for ids ['4052f757-e39c-412c-848b-b7c4713800df'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:52:12.350167 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Routers {'4052f757-e39c-412c-848b-b7c4713800df'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:12.351102 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['4052f757-e39c-412c-848b-b7c4713800df'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:12.354170 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:12.355563 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-101b5802-8103-418a-9bdb-c15f52400e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1858053 Mar 08 09:52:12.358825 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46494) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:12.435198 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-faa5987d-bc41-406a-b075-967ab7603baf None None] Provisioning complete for port 382a52a5-f555-4e78-8b8b-ee8c863556d4 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:12.435578 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-faa5987d-bc41-406a-b075-967ab7603baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:12.489283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-83827a1e-4cb1-4e40-a4a7-bc5376a7dd24 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:12.570702 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-faa5987d-bc41-406a-b075-967ab7603baf None None] Port 382a52a5-f555-4e78-8b8b-ee8c863556d4 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:12.578694 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-42b005aa-fce3-4e30-876d-dc821a9960ed tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=48f49228ae2a4cdfbce5e7003ecc586a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2181985 Mar 08 09:52:12.582356 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46500) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:12.628490 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Set router 4052f757-e39c-412c-848b-b7c4713800df gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:52:12.724360 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5442bfeb-438b-4f91-a840-393d7b935a35 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:12.730006 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5442bfeb-438b-4f91-a840-393d7b935a35 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1422544 Mar 08 09:52:12.730006 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46504) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:12.731297 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97083f82-34d7-4127-a479-e078a8f20406 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Router d9042704-f4c2-48a1-81b6-c229a1c7520a is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:52:12.775529 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-49ba1f3c-76f4-4270-9938-ce0044fcb828 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452712 Mar 08 09:52:12.778057 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46508) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:12.784920 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1afb28a4-c7c5-4b86-9cf0-0711580444b0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-409182983', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:12.865625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-83827a1e-4cb1-4e40-a4a7-bc5376a7dd24 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:12.875307 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-83827a1e-4cb1-4e40-a4a7-bc5376a7dd24 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:12.897596 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1afb28a4-c7c5-4b86-9cf0-0711580444b0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:12.901628 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1afb28a4-c7c5-4b86-9cf0-0711580444b0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:subnet and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:12.904516 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1afb28a4-c7c5-4b86-9cf0-0711580444b0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:12.910808 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1afb28a4-c7c5-4b86-9cf0-0711580444b0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:12.921450 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afb28a4-c7c5-4b86-9cf0-0711580444b0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:12.925038 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1afb28a4-c7c5-4b86-9cf0-0711580444b0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:12.970110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-83827a1e-4cb1-4e40-a4a7-bc5376a7dd24 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:12.970651 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83827a1e-4cb1-4e40-a4a7-bc5376a7dd24 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Fanout notify agent at l3_agent the message router_deleted on router f6c45e66-e080-45e3-bf45-3e648d9aecd2 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:52:12.971463 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:52:10Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:08Z', 'updated_at': '2022-03-08T09:52:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:12.976109 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Checking router: 4052f757-e39c-412c-848b-b7c4713800df for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:52:12.976109 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Updating router 4052f757-e39c-412c-848b-b7c4713800df port 59ab3f4f-5b6b-4aa4-9bae-bf662c798184 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:52:12.981442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97083f82-34d7-4127-a479-e078a8f20406 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:52:12.993617 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609ddaf-a805-42f2-8272-51b950d5b8ed None None] Sync routers for ids ['d9042704-f4c2-48a1-81b6-c229a1c7520a'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:52:12.995201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-83827a1e-4cb1-4e40-a4a7-bc5376a7dd24 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:12.998576 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-83827a1e-4cb1-4e40-a4a7-bc5376a7dd24 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/routers/f6c45e66-e080-45e3-bf45-3e648d9aecd2 HTTP/1.1" status: 204 len: 168 time: 0.7898276 Mar 08 09:52:12.998920 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46512) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:13.006383 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-97083f82-34d7-4127-a479-e078a8f20406 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "PUT /v2.0/routers/d9042704-f4c2-48a1-81b6-c229a1c7520a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4885864 Mar 08 09:52:13.008146 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2609ddaf-a805-42f2-8272-51b950d5b8ed None None] Routers {'d9042704-f4c2-48a1-81b6-c229a1c7520a'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:13.009011 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2609ddaf-a805-42f2-8272-51b950d5b8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d9042704-f4c2-48a1-81b6-c229a1c7520a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:13.031516 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:13.039117 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46516) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:13.116402 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2609ddaf-a805-42f2-8272-51b950d5b8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:13.122676 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff9ce65-2bd3-4a30-888f-c2fee11bbd8f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting subnet 40dce367-28bd-4019-a277-088302f8cf9c {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:52:13.127734 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2609ddaf-a805-42f2-8272-51b950d5b8ed None None] Routers {'d9042704-f4c2-48a1-81b6-c229a1c7520a'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:13.128331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ce65-2bd3-4a30-888f-c2fee11bbd8f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:13.128977 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2609ddaf-a805-42f2-8272-51b950d5b8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d9042704-f4c2-48a1-81b6-c229a1c7520a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:13.195359 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1afb28a4-c7c5-4b86-9cf0-0711580444b0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:13.201888 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ce65-2bd3-4a30-888f-c2fee11bbd8f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:13.211167 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2609ddaf-a805-42f2-8272-51b950d5b8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:13.211863 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609ddaf-a805-42f2-8272-51b950d5b8ed None None] The sync data for ids ['d9042704-f4c2-48a1-81b6-c229a1c7520a'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:52:13.254817 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7becf40-ac90-4ba8-a30e-5f3a5ec04e5f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:13.255951 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b7becf40-ac90-4ba8-a30e-5f3a5ec04e5f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Synchronizing usage tracker for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:13.287647 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b7becf40-ac90-4ba8-a30e-5f3a5ec04e5f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Unset dirty status for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:13.289656 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb28a4-c7c5-4b86-9cf0-0711580444b0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Subnet': ['ID=460170b7-129e-4376-9148-9f2cb3d174c9,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:13.294535 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46520) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:13.297709 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b7becf40-ac90-4ba8-a30e-5f3a5ec04e5f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9042704-f4c2-48a1-81b6-c229a1c7520a HTTP/1.1" status: 200 len: 981 time: 0.2575593 Mar 08 09:52:13.299315 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:13.330630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ce65-2bd3-4a30-888f-c2fee11bbd8f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:13.408237 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:13.410037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ce65-2bd3-4a30-888f-c2fee11bbd8f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:13.418607 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb28a4-c7c5-4b86-9cf0-0711580444b0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Checking segment: {'id': '9850b487-5db4-43c7-a7c5-ca83f55a5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:13.419213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afb28a4-c7c5-4b86-9cf0-0711580444b0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network hostable DHCP agents. Network: 400ba1a2-785f-4208-b0a7-135e38103373, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:52:13.422443 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Transition to ACTIVE for port object 59ab3f4f-5b6b-4aa4-9bae-bf662c798184 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:13.431799 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:13.454284 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9ce65-2bd3-4a30-888f-c2fee11bbd8f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Subnet': ['ID=40dce367-28bd-4019-a277-088302f8cf9c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:13.460120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ce65-2bd3-4a30-888f-c2fee11bbd8f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:13.470957 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3ff9ce65-2bd3-4a30-888f-c2fee11bbd8f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/subnets/40dce367-28bd-4019-a277-088302f8cf9c HTTP/1.1" status: 204 len: 168 time: 0.4705064 Mar 08 09:52:13.472003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46524) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:13.482634 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6103022e-9160-45c9-8674-9a0819c82404 None None] Network 8d02d6f3-d2fe-44df-856f-5e9f0e604328 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:13.524631 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afb28a4-c7c5-4b86-9cf0-0711580444b0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 400ba1a2-785f-4208-b0a7-135e38103373 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:52:13.591566 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-1afb28a4-c7c5-4b86-9cf0-0711580444b0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 400ba1a2-785f-4208-b0a7-135e38103373) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:13.605150 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afb28a4-c7c5-4b86-9cf0-0711580444b0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:13.605731 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1afb28a4-c7c5-4b86-9cf0-0711580444b0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:13.625073 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Attempting to bind port 59ab3f4f-5b6b-4aa4-9bae-bf662c798184 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:52:13.625471 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Attempting to bind port 59ab3f4f-5b6b-4aa4-9bae-bf662c798184 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:52:13.625838 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Attempting to bind port 59ab3f4f-5b6b-4aa4-9bae-bf662c798184 on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:52:13.627906 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42a36a-7ceb-4612-9291-c4b32ae3dcd6 None None] Pushing event updated for resources: {'Port': ['ID=59ab3f4f-5b6b-4aa4-9bae-bf662c798184,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:13.640627 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:13.654687 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:13.655038 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:13.666250 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:52:13.666630 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:13.667030 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:13.667420 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:52:13.667909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Bound port: 59ab3f4f-5b6b-4aa4-9bae-bf662c798184, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:52:13.668293 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:13.678957 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1afb28a4-c7c5-4b86-9cf0-0711580444b0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8996367 Mar 08 09:52:13.684589 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46528) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:13.693461 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93242881-b318-4f76-9816-3d3ccd36cf21 None None] Network 400ba1a2-785f-4208-b0a7-135e38103373 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:13.888155 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] For port 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=8ac48f9a-976e-4dcf-892e-ce8a4c78acf4,segment=NetworkSegment(979a48bb-a6c6-4e84-b5cd-f0eb275e7017),segment_id=979a48bb-a6c6-4e84-b5cd-f0eb275e7017)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:13.888873 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:13.896992 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] For port 59ab3f4f-5b6b-4aa4-9bae-bf662c798184, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:52:13.941642 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] For port 59ab3f4f-5b6b-4aa4-9bae-bf662c798184, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=59ab3f4f-5b6b-4aa4-9bae-bf662c798184,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:52:13.963145 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.059418 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42a36a-7ceb-4612-9291-c4b32ae3dcd6 None None] Pushing event updated for resources: {'Port': ['ID=59ab3f4f-5b6b-4aa4-9bae-bf662c798184,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:14.075024 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a6ba3f-c9b0-46dc-aa26-328e43be6e70 None None] DHCP port deletion for 8d02d6f3-d2fe-44df-856f-5e9f0e604328 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:52:14.087835 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-40a6ba3f-c9b0-46dc-aa26-328e43be6e70 None None] Deleting port 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:14.088206 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40a6ba3f-c9b0-46dc-aa26-328e43be6e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.156766 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Calling delete_port for 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:14.157006 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Routers {'4052f757-e39c-412c-848b-b7c4713800df'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:14.157463 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['4052f757-e39c-412c-848b-b7c4713800df'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:14.242020 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.242419 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-400ba1a2-785f-4208-b0a7-135e38103373', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ips': [{'subnet_id': '460170b7-129e-4376-9148-9f2cb3d174c9'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:52:14.243239 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.290051 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Port': ['ID=8ac48f9a-976e-4dcf-892e-ce8a4c78acf4,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:14.297869 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] No DVR routers for this DVR port 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:52:14.301038 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-40a6ba3f-c9b0-46dc-aa26-328e43be6e70 None None] The port '8ac48f9a-976e-4dcf-892e-ce8a4c78acf4' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:52:14.388723 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abcb004d-45b8-4aac-ab5a-0d24702aeb60 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.428517 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.454080 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d02d6f3-d2fe-44df-856f-5e9f0e604328']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:14.467413 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979a48bb-a6c6-4e84-b5cd-f0eb275e7017') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:14.468504 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979a48bb-a6c6-4e84-b5cd-f0eb275e7017') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:14.479616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.498956 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.507158 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:52:14.507347 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] Set router 4052f757-e39c-412c-848b-b7c4713800df gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:52:14.507543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:52:14.523272 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:52:14.610987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.633963 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.648453 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Network': ['ID=8d02d6f3-d2fe-44df-856f-5e9f0e604328,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:14.665742 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-83b63967-a090-4f20-9072-7f3c7419aec8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/networks/8d02d6f3-d2fe-44df-856f-5e9f0e604328 HTTP/1.1" status: 204 len: 168 time: 1.1892185 Mar 08 09:52:14.666564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46532) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:14.672095 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-311e7621-b0de-482a-8171-5585661e69f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-482652703', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:14.678924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-311e7621-b0de-482a-8171-5585661e69f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:14.683364 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-311e7621-b0de-482a-8171-5585661e69f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:router and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:14.686517 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-311e7621-b0de-482a-8171-5585661e69f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:14.692720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-311e7621-b0de-482a-8171-5585661e69f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:14.704163 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-311e7621-b0de-482a-8171-5585661e69f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.705300 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-311e7621-b0de-482a-8171-5585661e69f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.722180 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-311e7621-b0de-482a-8171-5585661e69f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.743533 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-311e7621-b0de-482a-8171-5585661e69f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.780457 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-311e7621-b0de-482a-8171-5585661e69f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.782005 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Allocated IP 172.20.0.2 (400ba1a2-785f-4208-b0a7-135e38103373/460170b7-129e-4376-9148-9f2cb3d174c9/ef89dc83-bb11-4eeb-a6b0-9febc6661ace) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:14.785299 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-311e7621-b0de-482a-8171-5585661e69f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1176229 Mar 08 09:52:14.786268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46536) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:14.796671 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-398bb0ab-4485-4311-bc64-2612f441b1f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-211515414'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:14.804766 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-398bb0ab-4485-4311-bc64-2612f441b1f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:14.810959 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-398bb0ab-4485-4311-bc64-2612f441b1f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:network and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:14.815037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-398bb0ab-4485-4311-bc64-2612f441b1f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:14.821914 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-398bb0ab-4485-4311-bc64-2612f441b1f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:14.833177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398bb0ab-4485-4311-bc64-2612f441b1f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Made reservation on behalf of 6d74a792e0a04913823581fb4b20fd08 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:14.837000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-398bb0ab-4485-4311-bc64-2612f441b1f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.866592 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398bb0ab-4485-4311-bc64-2612f441b1f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:52:14.876965 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-398bb0ab-4485-4311-bc64-2612f441b1f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.877676 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-398bb0ab-4485-4311-bc64-2612f441b1f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Added segment c4bcc918-8b28-4e03-84af-6122f25475ec of type vlan for network c89c41c7-def0-497d-bf66-1ce4f6564547 Mar 08 09:52:14.903384 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-398bb0ab-4485-4311-bc64-2612f441b1f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.923063 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-abcb004d-45b8-4aac-ab5a-0d24702aeb60 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 382a52a5-f555-4e78-8b8b-ee8c863556d4 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:14.923393 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abcb004d-45b8-4aac-ab5a-0d24702aeb60 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.935407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-398bb0ab-4485-4311-bc64-2612f441b1f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.941653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398bb0ab-4485-4311-bc64-2612f441b1f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:14.942355 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-398bb0ab-4485-4311-bc64-2612f441b1f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:14.972738 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c7445f2-403c-4642-826e-4179d8124252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:15.017183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:52:10Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:08Z', 'updated_at': '2022-03-08T09:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:15.049072 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-398bb0ab-4485-4311-bc64-2612f441b1f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2614226 Mar 08 09:52:15.051628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46540) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:15.054271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bb0ab-4485-4311-bc64-2612f441b1f7 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Network': ['ID=c89c41c7-def0-497d-bf66-1ce4f6564547,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:15.059394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-729e696c-cf45-48a1-ae94-a29422bfc507 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'subnet': {'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:15.065600 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bef8b5-f117-44f9-a6bd-1def181b7ce4 None None] The sync data for ids ['4052f757-e39c-412c-848b-b7c4713800df'] in dv-neutron-831730-2-hyperv is: [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:52:10Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:08Z', 'updated_at': '2022-03-08T09:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:52:15.070621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network c89c41c7-def0-497d-bf66-1ce4f6564547 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:52:15.189411 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-729e696c-cf45-48a1-ae94-a29422bfc507 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:15.194443 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-729e696c-cf45-48a1-ae94-a29422bfc507 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:subnet and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:15.197556 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-729e696c-cf45-48a1-ae94-a29422bfc507 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:15.205215 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:15.205803 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-729e696c-cf45-48a1-ae94-a29422bfc507 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:15.218799 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Transition to ACTIVE for port object ef89dc83-bb11-4eeb-a6b0-9febc6661ace will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:15.220301 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729e696c-cf45-48a1-ae94-a29422bfc507 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Made reservation on behalf of 6d74a792e0a04913823581fb4b20fd08 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:15.224847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-729e696c-cf45-48a1-ae94-a29422bfc507 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:15.238693 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Transition to ACTIVE for port object ef89dc83-bb11-4eeb-a6b0-9febc6661ace will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:15.246587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:15.277144 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abcb004d-45b8-4aac-ab5a-0d24702aeb60 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:15.315443 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Network 400ba1a2-785f-4208-b0a7-135e38103373 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:15.323334 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:15.328066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:52:15.335327 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Pushing event updated for resources: {'Port': ['ID=ef89dc83-bb11-4eeb-a6b0-9febc6661ace,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:15.467657 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Attempting to bind port ef89dc83-bb11-4eeb-a6b0-9febc6661ace on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:52:15.468595 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Attempting to bind port ef89dc83-bb11-4eeb-a6b0-9febc6661ace by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '9850b487-5db4-43c7-a7c5-ca83f55a5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:52:15.469031 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Attempting to bind port ef89dc83-bb11-4eeb-a6b0-9febc6661ace on network 400ba1a2-785f-4208-b0a7-135e38103373 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:52:15.478825 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:52:15.478825 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Checking segment: {'id': '9850b487-5db4-43c7-a7c5-ca83f55a5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:15.478825 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:15.478825 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Bound using segment: {'id': '9850b487-5db4-43c7-a7c5-ca83f55a5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:52:15.478825 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Bound port: ef89dc83-bb11-4eeb-a6b0-9febc6661ace, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9850b487-5db4-43c7-a7c5-ca83f55a5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:52:15.479427 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:15.550476 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-729e696c-cf45-48a1-ae94-a29422bfc507 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:15.583101 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] For port ef89dc83-bb11-4eeb-a6b0-9febc6661ace, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:52:15.587054 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] For port ef89dc83-bb11-4eeb-a6b0-9febc6661ace, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ef89dc83-bb11-4eeb-a6b0-9febc6661ace,segment=NetworkSegment(9850b487-5db4-43c7-a7c5-ca83f55a5f2e),segment_id=9850b487-5db4-43c7-a7c5-ca83f55a5f2e)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:52:15.598470 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:15.638428 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e696c-cf45-48a1-ae94-a29422bfc507 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Subnet': ['ID=7d880959-278f-47ef-b28e-f46e08e1f993,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:15.638889 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-abcb004d-45b8-4aac-ab5a-0d24702aeb60 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for 382a52a5-f555-4e78-8b8b-ee8c863556d4 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:15.679394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729e696c-cf45-48a1-ae94-a29422bfc507 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Checking segment: {'id': 'c4bcc918-8b28-4e03-84af-6122f25475ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:15.680018 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729e696c-cf45-48a1-ae94-a29422bfc507 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network hostable DHCP agents. Network: c89c41c7-def0-497d-bf66-1ce4f6564547, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:52:15.709385 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102295aa-8ae4-41a2-8f53-a8d2bfb35a7f None None] Pushing event updated for resources: {'Port': ['ID=ef89dc83-bb11-4eeb-a6b0-9febc6661ace,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:15.716861 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729e696c-cf45-48a1-ae94-a29422bfc507 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network c89c41c7-def0-497d-bf66-1ce4f6564547 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:52:15.731926 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-729e696c-cf45-48a1-ae94-a29422bfc507 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, c89c41c7-def0-497d-bf66-1ce4f6564547) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:15.740192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729e696c-cf45-48a1-ae94-a29422bfc507 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:15.741102 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-729e696c-cf45-48a1-ae94-a29422bfc507 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:15.746882 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e677427-6875-433b-b182-8b2ceda97087 None None] Network c89c41c7-def0-497d-bf66-1ce4f6564547 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:15.769044 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-729e696c-cf45-48a1-ae94-a29422bfc507 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7162023 Mar 08 09:52:15.771617 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46544) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:16.089574 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-7c7445f2-403c-4642-826e-4179d8124252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.20.0.1 (400ba1a2-785f-4208-b0a7-135e38103373/460170b7-129e-4376-9148-9f2cb3d174c9/804af151-a88e-4c61-997b-5858de1b29c2) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:16.126267 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-c89c41c7-def0-497d-bf66-1ce4f6564547', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:52:16.128284 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:16.142224 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 59ab3f4f-5b6b-4aa4-9bae-bf662c798184 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:16.326382 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c7445f2-403c-4642-826e-4179d8124252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:16.352313 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-7c7445f2-403c-4642-826e-4179d8124252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Transition to ACTIVE for port object 804af151-a88e-4c61-997b-5858de1b29c2 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:16.359775 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abcb004d-45b8-4aac-ab5a-0d24702aeb60 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:16.362624 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 59ab3f4f-5b6b-4aa4-9bae-bf662c798184 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:16.370343 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 59ab3f4f-5b6b-4aa4-9bae-bf662c798184 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:16.370970 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:16.424756 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb004d-45b8-4aac-ab5a-0d24702aeb60 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Port': ['ID=382a52a5-f555-4e78-8b8b-ee8c863556d4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:16.547244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-811b43fa-d409-4dc9-9c16-5f4ec5c94f7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:16.674714 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Allocated IP 2001:db8::2 (c89c41c7-def0-497d-bf66-1ce4f6564547/7d880959-278f-47ef-b28e-f46e08e1f993/ca2cfb05-7dbf-40d6-9a57-86af5045ee92) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:16.707640 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:16.738560 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abcb004d-45b8-4aac-ab5a-0d24702aeb60 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:16.772756 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 59ab3f4f-5b6b-4aa4-9bae-bf662c798184, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=59ab3f4f-5b6b-4aa4-9bae-bf662c798184,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:16.810936 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c7445f2-403c-4642-826e-4179d8124252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:16.821953 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:16.908135 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:52:16.931623 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7445f2-403c-4642-826e-4179d8124252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 400ba1a2-785f-4208-b0a7-135e38103373 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:16.970980 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:52:16.971429 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 8ac48f9a-976e-4dcf-892e-ce8a4c78acf4 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:52:16.987850 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7c7445f2-403c-4642-826e-4179d8124252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:16.992830 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7445f2-403c-4642-826e-4179d8124252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=804af151-a88e-4c61-997b-5858de1b29c2,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:16.995375 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7445f2-403c-4642-826e-4179d8124252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:52:16.999094 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=59ab3f4f-5b6b-4aa4-9bae-bf662c798184,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:17.088340 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:17.103425 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Transition to ACTIVE for port object ca2cfb05-7dbf-40d6-9a57-86af5045ee92 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:17.122397 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Transition to ACTIVE for port object ca2cfb05-7dbf-40d6-9a57-86af5045ee92 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:17.130236 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:17.192054 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c7445f2-403c-4642-826e-4179d8124252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:17.211277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-811b43fa-d409-4dc9-9c16-5f4ec5c94f7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Allocated IP 2001:db8::1 (c89c41c7-def0-497d-bf66-1ce4f6564547/7d880959-278f-47ef-b28e-f46e08e1f993/28b49d05-2eeb-44c1-b5fb-e22b50d697b5) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:17.211821 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcb004d-45b8-4aac-ab5a-0d24702aeb60 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Router d9042704-f4c2-48a1-81b6-c229a1c7520a has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:52:17.230442 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98200cb-f8c7-43b6-b342-c8ecb272fe31 None None] Network 400ba1a2-785f-4208-b0a7-135e38103373 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:17.273321 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Pushing event updated for resources: {'Port': ['ID=ca2cfb05-7dbf-40d6-9a57-86af5045ee92,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:17.287178 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Network c89c41c7-def0-497d-bf66-1ce4f6564547 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:17.290890 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:17.338176 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:52:17.346807 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-aeca656d-8b17-4efc-baa7-d519be59ba34 None None] Provisioning for port ef89dc83-bb11-4eeb-a6b0-9febc6661ace completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:17.426384 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-811b43fa-d409-4dc9-9c16-5f4ec5c94f7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:17.444825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-811b43fa-d409-4dc9-9c16-5f4ec5c94f7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Transition to ACTIVE for port object 28b49d05-2eeb-44c1-b5fb-e22b50d697b5 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:17.471391 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-811b43fa-d409-4dc9-9c16-5f4ec5c94f7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:17.473806 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Attempting to bind port ca2cfb05-7dbf-40d6-9a57-86af5045ee92 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:52:17.474210 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Attempting to bind port ca2cfb05-7dbf-40d6-9a57-86af5045ee92 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c4bcc918-8b28-4e03-84af-6122f25475ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:52:17.474575 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Attempting to bind port ca2cfb05-7dbf-40d6-9a57-86af5045ee92 on network c89c41c7-def0-497d-bf66-1ce4f6564547 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:52:17.503296 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcb004d-45b8-4aac-ab5a-0d24702aeb60 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:52:17.507768 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:52:17.508149 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Checking segment: {'id': 'c4bcc918-8b28-4e03-84af-6122f25475ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:17.508558 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:17.508975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Bound using segment: {'id': 'c4bcc918-8b28-4e03-84af-6122f25475ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:52:17.509468 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Bound port: ca2cfb05-7dbf-40d6-9a57-86af5045ee92, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4bcc918-8b28-4e03-84af-6122f25475ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:52:17.509852 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:17.524542 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654d139-e746-448f-b36a-af95c0ddee62 None None] Sync routers for ids ['d9042704-f4c2-48a1-81b6-c229a1c7520a'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:52:17.540069 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-abcb004d-45b8-4aac-ab5a-0d24702aeb60 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "PUT /v2.0/routers/d9042704-f4c2-48a1-81b6-c229a1c7520a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2443843 Mar 08 09:52:17.543654 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46548) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:17.560411 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b43fa-d409-4dc9-9c16-5f4ec5c94f7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=28b49d05-2eeb-44c1-b5fb-e22b50d697b5,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:17.574735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811b43fa-d409-4dc9-9c16-5f4ec5c94f7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network c89c41c7-def0-497d-bf66-1ce4f6564547 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:17.575946 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-811b43fa-d409-4dc9-9c16-5f4ec5c94f7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:17.579509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b43fa-d409-4dc9-9c16-5f4ec5c94f7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:52:17.580144 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-811b43fa-d409-4dc9-9c16-5f4ec5c94f7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:17.603950 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654d139-e746-448f-b36a-af95c0ddee62 None None] Routers {'d9042704-f4c2-48a1-81b6-c229a1c7520a'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:17.604198 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-796d4f87-d0e7-410c-b71a-ac0f6e196364 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] GET failed (client error): The resource could not be found. Mar 08 09:52:17.604573 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-0654d139-e746-448f-b36a-af95c0ddee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d9042704-f4c2-48a1-81b6-c229a1c7520a'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:17.605123 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-796d4f87-d0e7-410c-b71a-ac0f6e196364 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Synchronizing usage tracker for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:17.657173 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-796d4f87-d0e7-410c-b71a-ac0f6e196364 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Unset dirty status for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:17.658649 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-796d4f87-d0e7-410c-b71a-ac0f6e196364 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports/382a52a5-f555-4e78-8b8b-ee8c863556d4 HTTP/1.1" status: 404 len: 333 time: 0.1136453 Mar 08 09:52:17.661995 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46552) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:17.706168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-811b43fa-d409-4dc9-9c16-5f4ec5c94f7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:17.725479 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-0654d139-e746-448f-b36a-af95c0ddee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:17.767969 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654d139-e746-448f-b36a-af95c0ddee62 None None] Routers {'d9042704-f4c2-48a1-81b6-c229a1c7520a'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:17.768609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-0654d139-e746-448f-b36a-af95c0ddee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d9042704-f4c2-48a1-81b6-c229a1c7520a'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:17.813114 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fde2d21-439b-4ba6-abb1-1c7049b8275d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:17.835273 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] For port ca2cfb05-7dbf-40d6-9a57-86af5045ee92, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:52:17.842844 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-0654d139-e746-448f-b36a-af95c0ddee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:17.843237 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654d139-e746-448f-b36a-af95c0ddee62 None None] The sync data for ids ['d9042704-f4c2-48a1-81b6-c229a1c7520a'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:52:17.848638 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] For port ca2cfb05-7dbf-40d6-9a57-86af5045ee92, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ca2cfb05-7dbf-40d6-9a57-86af5045ee92,segment=NetworkSegment(c4bcc918-8b28-4e03-84af-6122f25475ec),segment_id=c4bcc918-8b28-4e03-84af-6122f25475ec)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:52:17.862497 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:17.864729 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c7445f2-403c-4642-826e-4179d8124252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:17.953173 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c709b0-5fbb-4182-b02f-bfc56fee99c5 None None] Pushing event updated for resources: {'Port': ['ID=ca2cfb05-7dbf-40d6-9a57-86af5045ee92,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:18.136124 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-811b43fa-d409-4dc9-9c16-5f4ec5c94f7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:18.150261 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-811b43fa-d409-4dc9-9c16-5f4ec5c94f7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:18.152254 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-811b43fa-d409-4dc9-9c16-5f4ec5c94f7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:18.190210 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ef89dc83-bb11-4eeb-a6b0-9febc6661ace up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:18.329556 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port ef89dc83-bb11-4eeb-a6b0-9febc6661ace completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:18.343284 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-dab7d4d2-3fa5-4067-a52c-4a3fd04cd6c5 None None] Provisioning complete for port ef89dc83-bb11-4eeb-a6b0-9febc6661ace triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:18.343752 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dab7d4d2-3fa5-4067-a52c-4a3fd04cd6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:18.364799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fde2d21-439b-4ba6-abb1-1c7049b8275d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:18.378171 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ef89dc83-bb11-4eeb-a6b0-9febc6661ace triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:18.378549 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:18.463590 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b43fa-d409-4dc9-9c16-5f4ec5c94f7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=28b49d05-2eeb-44c1-b5fb-e22b50d697b5,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:18.480572 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fde2d21-439b-4ba6-abb1-1c7049b8275d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:18.577075 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fde2d21-439b-4ba6-abb1-1c7049b8275d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:18.578450 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fde2d21-439b-4ba6-abb1-1c7049b8275d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Fanout notify agent at l3_agent the message router_deleted on router d9042704-f4c2-48a1-81b6-c229a1c7520a {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:52:18.591419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811b43fa-d409-4dc9-9c16-5f4ec5c94f7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network c89c41c7-def0-497d-bf66-1ce4f6564547 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:18.601069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-811b43fa-d409-4dc9-9c16-5f4ec5c94f7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:18.612991 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:18.673963 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dab7d4d2-3fa5-4067-a52c-4a3fd04cd6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:18.689035 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port ef89dc83-bb11-4eeb-a6b0-9febc6661ace, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ef89dc83-bb11-4eeb-a6b0-9febc6661ace,segment=NetworkSegment(9850b487-5db4-43c7-a7c5-ca83f55a5f2e),segment_id=9850b487-5db4-43c7-a7c5-ca83f55a5f2e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:18.699441 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:18.700204 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 59ab3f4f-5b6b-4aa4-9bae-bf662c798184 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:18.703223 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fde2d21-439b-4ba6-abb1-1c7049b8275d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:18.707727 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7fde2d21-439b-4ba6-abb1-1c7049b8275d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/routers/d9042704-f4c2-48a1-81b6-c229a1c7520a HTTP/1.1" status: 204 len: 168 time: 1.0446441 Mar 08 09:52:18.708408 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46556) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:18.804308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811b43fa-d409-4dc9-9c16-5f4ec5c94f7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router c3a21dfc-815b-45c1-b460-44dc10ab2f1e is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:52:18.814787 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04d79aa-7389-4f8d-b751-6cb4914c6c95 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting subnet 2079b142-8124-491c-be39-63990b0b7f02 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:52:18.821777 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a04d79aa-7389-4f8d-b751-6cb4914c6c95 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:18.924903 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=ef89dc83-bb11-4eeb-a6b0-9febc6661ace,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:18.927494 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-dab7d4d2-3fa5-4067-a52c-4a3fd04cd6c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:52:18.927853 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-dab7d4d2-3fa5-4067-a52c-4a3fd04cd6c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:52:18.937738 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 59ab3f4f-5b6b-4aa4-9bae-bf662c798184 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:18.938021 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:18.969462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811b43fa-d409-4dc9-9c16-5f4ec5c94f7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:52:18.987446 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-811b43fa-d409-4dc9-9c16-5f4ec5c94f7c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/c3a21dfc-815b-45c1-b460-44dc10ab2f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2106731 Mar 08 09:52:18.987640 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46560) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:18.999359 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Sync routers for ids ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:52:19.000095 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-045377c7-bde1-4241-af91-786d4710fa8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-144655982'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:19.011034 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-045377c7-bde1-4241-af91-786d4710fa8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:19.012017 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Routers {'c3a21dfc-815b-45c1-b460-44dc10ab2f1e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:19.013167 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:19.017819 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-045377c7-bde1-4241-af91-786d4710fa8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:network and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:19.023237 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-045377c7-bde1-4241-af91-786d4710fa8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:19.049039 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a04d79aa-7389-4f8d-b751-6cb4914c6c95 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:19.081520 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-045377c7-bde1-4241-af91-786d4710fa8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:19.092162 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c7445f2-403c-4642-826e-4179d8124252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:19.103698 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c7445f2-403c-4642-826e-4179d8124252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:19.187898 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Set router c3a21dfc-815b-45c1-b460-44dc10ab2f1e gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:52:19.194581 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045377c7-bde1-4241-af91-786d4710fa8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Made reservation on behalf of 6d74a792e0a04913823581fb4b20fd08 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:19.198035 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-045377c7-bde1-4241-af91-786d4710fa8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:19.263539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7445f2-403c-4642-826e-4179d8124252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=804af151-a88e-4c61-997b-5858de1b29c2,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:19.281520 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c7445f2-403c-4642-826e-4179d8124252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:19.297489 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045377c7-bde1-4241-af91-786d4710fa8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:52:19.335361 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a04d79aa-7389-4f8d-b751-6cb4914c6c95 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:19.365321 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee5cd0d-68c2-4c75-8986-abebdaf6d187 None None] Network c89c41c7-def0-497d-bf66-1ce4f6564547 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:19.377339 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-045377c7-bde1-4241-af91-786d4710fa8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:19.377678 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-045377c7-bde1-4241-af91-786d4710fa8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Added segment d12dcfbc-a271-416a-8c91-969dcb442159 of type vlan for network 44aa71da-809a-4bff-8f5a-1837056a981d Mar 08 09:52:19.480893 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-045377c7-bde1-4241-af91-786d4710fa8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:19.531120 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:17Z', 'revision_number': 2, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:17Z', 'revision_number': 2, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:19.537493 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Checking router: c3a21dfc-815b-45c1-b460-44dc10ab2f1e for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:52:19.537751 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7445f2-403c-4642-826e-4179d8124252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 400ba1a2-785f-4208-b0a7-135e38103373 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:19.538521 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Updating router c3a21dfc-815b-45c1-b460-44dc10ab2f1e port 28b49d05-2eeb-44c1-b5fb-e22b50d697b5 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:52:19.538872 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a04d79aa-7389-4f8d-b751-6cb4914c6c95 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:19.573126 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7c7445f2-403c-4642-826e-4179d8124252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:19.576262 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-dab7d4d2-3fa5-4067-a52c-4a3fd04cd6c5 None None] Provisioning for port 804af151-a88e-4c61-997b-5858de1b29c2 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:19.588956 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-dab7d4d2-3fa5-4067-a52c-4a3fd04cd6c5 None None] Provisioning complete for port 804af151-a88e-4c61-997b-5858de1b29c2 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:19.589454 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dab7d4d2-3fa5-4067-a52c-4a3fd04cd6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:19.590456 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d79aa-7389-4f8d-b751-6cb4914c6c95 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Subnet': ['ID=2079b142-8124-491c-be39-63990b0b7f02,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:19.635847 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:19.650368 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a04d79aa-7389-4f8d-b751-6cb4914c6c95 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:19.659512 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-dab7d4d2-3fa5-4067-a52c-4a3fd04cd6c5 None None] Port 804af151-a88e-4c61-997b-5858de1b29c2 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:19.659797 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-045377c7-bde1-4241-af91-786d4710fa8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:19.663203 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0905eb95-4ba6-4c64-abd0-bab1c60b9bb5 None None] Network c17be185-4603-487c-899c-7d32dab1d75d requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:19.665434 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045377c7-bde1-4241-af91-786d4710fa8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:19.666093 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-045377c7-bde1-4241-af91-786d4710fa8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:19.724788 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a04d79aa-7389-4f8d-b751-6cb4914c6c95 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/subnets/2079b142-8124-491c-be39-63990b0b7f02 HTTP/1.1" status: 204 len: 168 time: 1.0108116 Mar 08 09:52:19.727500 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46566) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:19.806209 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-045377c7-bde1-4241-af91-786d4710fa8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8185563 Mar 08 09:52:19.809781 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46572) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:19.842634 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045377c7-bde1-4241-af91-786d4710fa8d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Network': ['ID=44aa71da-809a-4bff-8f5a-1837056a981d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:19.869907 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9190d192-5cbf-4bda-8cfe-b793b70f7add None None] Provisioning complete for port 804af151-a88e-4c61-997b-5858de1b29c2 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:19.871253 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9190d192-5cbf-4bda-8cfe-b793b70f7add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:19.903527 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 44aa71da-809a-4bff-8f5a-1837056a981d details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:52:19.915124 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-722cbc08-d5da-42c5-94a1-ed525261ca4b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'subnet': {'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:19.998882 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7445f2-403c-4642-826e-4179d8124252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 4052f757-e39c-412c-848b-b7c4713800df has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:52:20.178840 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:20.235000 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7445f2-403c-4642-826e-4179d8124252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:52:20.243742 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ef89dc83-bb11-4eeb-a6b0-9febc6661ace up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:20.245994 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7c7445f2-403c-4642-826e-4179d8124252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/routers/4052f757-e39c-412c-848b-b7c4713800df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5603862 Mar 08 09:52:20.249784 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46584) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:20.269496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 8b80243a-8e01-4bdf-bbfa-1e9580a34080 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:20.271109 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:20.309035 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9190d192-5cbf-4bda-8cfe-b793b70f7add None None] Port 804af151-a88e-4c61-997b-5858de1b29c2 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:20.314327 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:20.333751 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-722cbc08-d5da-42c5-94a1-ed525261ca4b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:20.337038 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Transition to ACTIVE for port object 28b49d05-2eeb-44c1-b5fb-e22b50d697b5 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:20.350547 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Sync routers for ids ['4052f757-e39c-412c-848b-b7c4713800df'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:52:20.351447 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:20.359179 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-722cbc08-d5da-42c5-94a1-ed525261ca4b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:subnet and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:20.365917 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-722cbc08-d5da-42c5-94a1-ed525261ca4b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:20.388529 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-722cbc08-d5da-42c5-94a1-ed525261ca4b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:20.440898 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Routers {'4052f757-e39c-412c-848b-b7c4713800df'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:20.445775 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['4052f757-e39c-412c-848b-b7c4713800df'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:20.547854 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9190d192-5cbf-4bda-8cfe-b793b70f7add None None] Provisioning for port ca2cfb05-7dbf-40d6-9a57-86af5045ee92 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:20.573305 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b96f7c-b870-43b6-a68a-973c30289f87 None None] DHCP port deletion for c17be185-4603-487c-899c-7d32dab1d75d request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:52:20.588847 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-26b96f7c-b870-43b6-a68a-973c30289f87 None None] Deleting port 8b80243a-8e01-4bdf-bbfa-1e9580a34080 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:20.589571 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26b96f7c-b870-43b6-a68a-973c30289f87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:20.627424 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac3f07-74ad-4e12-8733-cca05b15d392 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:20.627424 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac3f07-74ad-4e12-8733-cca05b15d392 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:20.627866 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac3f07-74ad-4e12-8733-cca05b15d392 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:20.628515 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac3f07-74ad-4e12-8733-cca05b15d392 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:20.632025 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac3f07-74ad-4e12-8733-cca05b15d392 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:20.632671 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac3f07-74ad-4e12-8733-cca05b15d392 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:20.633332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac3f07-74ad-4e12-8733-cca05b15d392 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:20.634810 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac3f07-74ad-4e12-8733-cca05b15d392 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:20.635440 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac3f07-74ad-4e12-8733-cca05b15d392 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:20.637238 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac3f07-74ad-4e12-8733-cca05b15d392 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:20.637871 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac3f07-74ad-4e12-8733-cca05b15d392 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:20.659568 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3bac3f07-74ad-4e12-8733-cca05b15d392 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7599 time: 0.4074535 Mar 08 09:52:20.661125 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46596) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:20.745770 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a9c34-0325-4e76-a9fc-73d4d381ff76 None None] Pushing event updated for resources: {'Port': ['ID=28b49d05-2eeb-44c1-b5fb-e22b50d697b5,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:20.756239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] For port 8b80243a-8e01-4bdf-bbfa-1e9580a34080, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=8b80243a-8e01-4bdf-bbfa-1e9580a34080,segment=NetworkSegment(1dfca07c-4544-4ce9-bdfa-e5f1b86df0da),segment_id=1dfca07c-4544-4ce9-bdfa-e5f1b86df0da)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:20.757252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:20.773144 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ef89dc83-bb11-4eeb-a6b0-9febc6661ace triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:20.776145 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:20.839101 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a9c34-0325-4e76-a9fc-73d4d381ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:20.844566 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a9c34-0325-4e76-a9fc-73d4d381ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:20.849227 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a9c34-0325-4e76-a9fc-73d4d381ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:20.849714 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a9c34-0325-4e76-a9fc-73d4d381ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:20.850152 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a9c34-0325-4e76-a9fc-73d4d381ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:20.850584 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a9c34-0325-4e76-a9fc-73d4d381ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:20.851000 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a9c34-0325-4e76-a9fc-73d4d381ff76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:20.851421 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a9c34-0325-4e76-a9fc-73d4d381ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:20.851841 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a9c34-0325-4e76-a9fc-73d4d381ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:20.852260 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a9c34-0325-4e76-a9fc-73d4d381ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:20.852722 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a9c34-0325-4e76-a9fc-73d4d381ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:20.853136 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a9c34-0325-4e76-a9fc-73d4d381ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:20.855199 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722cbc08-d5da-42c5-94a1-ed525261ca4b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Made reservation on behalf of 6d74a792e0a04913823581fb4b20fd08 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:20.865894 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-722cbc08-d5da-42c5-94a1-ed525261ca4b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:20.894901 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Attempting to bind port 28b49d05-2eeb-44c1-b5fb-e22b50d697b5 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:52:20.895627 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Attempting to bind port 28b49d05-2eeb-44c1-b5fb-e22b50d697b5 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c4bcc918-8b28-4e03-84af-6122f25475ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:52:20.896255 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Attempting to bind port 28b49d05-2eeb-44c1-b5fb-e22b50d697b5 on network c89c41c7-def0-497d-bf66-1ce4f6564547 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:52:20.910194 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:52:20.911024 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Checking segment: {'id': 'c4bcc918-8b28-4e03-84af-6122f25475ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:20.912251 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:20.913092 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Bound using segment: {'id': 'c4bcc918-8b28-4e03-84af-6122f25475ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:52:20.914145 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Bound port: 28b49d05-2eeb-44c1-b5fb-e22b50d697b5, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4bcc918-8b28-4e03-84af-6122f25475ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:52:20.914837 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:20.941128 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b26070f-3e85-40a8-93b1-9e93e4309ac2 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:20.942189 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b26070f-3e85-40a8-93b1-9e93e4309ac2 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:20.942862 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b26070f-3e85-40a8-93b1-9e93e4309ac2 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:20.943386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b26070f-3e85-40a8-93b1-9e93e4309ac2 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:20.943969 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b26070f-3e85-40a8-93b1-9e93e4309ac2 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:20.944474 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b26070f-3e85-40a8-93b1-9e93e4309ac2 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:20.945013 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b26070f-3e85-40a8-93b1-9e93e4309ac2 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:20.945578 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b26070f-3e85-40a8-93b1-9e93e4309ac2 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:20.947521 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3b26070f-3e85-40a8-93b1-9e93e4309ac2 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5238 time: 0.2843831 Mar 08 09:52:20.951500 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46600) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:20.990791 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for 8b80243a-8e01-4bdf-bbfa-1e9580a34080 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:21.047149 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] For port 28b49d05-2eeb-44c1-b5fb-e22b50d697b5, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:52:21.051834 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] For port 28b49d05-2eeb-44c1-b5fb-e22b50d697b5, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=28b49d05-2eeb-44c1-b5fb-e22b50d697b5,segment=NetworkSegment(c4bcc918-8b28-4e03-84af-6122f25475ec),segment_id=c4bcc918-8b28-4e03-84af-6122f25475ec)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:52:21.053920 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ba2aa-3999-4f72-afed-e5dd74c70862 req-3d8aab88-6b84-4f1b-aaea-80029cf61ea3 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:21.055541 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b9ba2aa-3999-4f72-afed-e5dd74c70862 req-3d8aab88-6b84-4f1b-aaea-80029cf61ea3 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 945 time: 0.3076658 Mar 08 09:52:21.060233 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:21.078635 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Set router 4052f757-e39c-412c-848b-b7c4713800df gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:52:21.139476 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-44a2fca2-76ad-46d5-b534-8217b07c5cf9 None None] Provisioning for port 28b49d05-2eeb-44c1-b5fb-e22b50d697b5 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:21.216782 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a9c34-0325-4e76-a9fc-73d4d381ff76 None None] Pushing event updated for resources: {'Port': ['ID=28b49d05-2eeb-44c1-b5fb-e22b50d697b5,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:21.228806 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Routers {'c3a21dfc-815b-45c1-b460-44dc10ab2f1e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:21.229651 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:21.253105 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:21.332333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Port': ['ID=8b80243a-8e01-4bdf-bbfa-1e9580a34080,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:21.362190 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] No DVR routers for this DVR port 8b80243a-8e01-4bdf-bbfa-1e9580a34080 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:52:21.395790 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b9ba2aa-3999-4f72-afed-e5dd74c70862 req-828ccaa8-bc86-45b3-a655-dea880828c7e tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3315327 Mar 08 09:52:21.463263 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] Set router c3a21dfc-815b-45c1-b460-44dc10ab2f1e gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:52:21.490207 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-44a2fca2-76ad-46d5-b534-8217b07c5cf9 None None] Provisioning complete for port 804af151-a88e-4c61-997b-5858de1b29c2 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:21.501777 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-44a2fca2-76ad-46d5-b534-8217b07c5cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:21.642195 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a225702b-18cd-4590-88bc-a56b607c4b52 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4307 time: 0.6897032 Mar 08 09:52:21.662857 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-26b96f7c-b870-43b6-a68a-973c30289f87 None None] For port 8b80243a-8e01-4bdf-bbfa-1e9580a34080, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=8b80243a-8e01-4bdf-bbfa-1e9580a34080,segment=NetworkSegment(1dfca07c-4544-4ce9-bdfa-e5f1b86df0da),segment_id=1dfca07c-4544-4ce9-bdfa-e5f1b86df0da)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:21.663257 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26b96f7c-b870-43b6-a68a-973c30289f87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:21.800339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:21.845689 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17be185-4603-487c-899c-7d32dab1d75d']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:21.850404 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:17Z', 'revision_number': 2, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:21Z', 'revision_number': 4, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:21.855037 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d117b6-31b5-4236-b7e1-041a453c960a None None] The sync data for ids ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'] in dv-neutron-831730-2-hyperv is: [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:17Z', 'revision_number': 2, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:21Z', 'revision_number': 4, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:52:21.871454 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dfca07c-4544-4ce9-bdfa-e5f1b86df0da') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:21.871894 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dfca07c-4544-4ce9-bdfa-e5f1b86df0da') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:21.873051 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ca2cfb05-7dbf-40d6-9a57-86af5045ee92 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:21.887778 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:21.898119 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-722cbc08-d5da-42c5-94a1-ed525261ca4b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:21.971177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cbc08-d5da-42c5-94a1-ed525261ca4b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Subnet': ['ID=c1f204d0-a226-4deb-873a-14d531c836ac,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:21.977890 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:21.987702 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:52:21.988096 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:21.989182 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-26b96f7c-b870-43b6-a68a-973c30289f87 None None] Calling delete_port for 8b80243a-8e01-4bdf-bbfa-1e9580a34080 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:52:22.002972 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:52:22.020057 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-44a2fca2-76ad-46d5-b534-8217b07c5cf9 None None] Port 804af151-a88e-4c61-997b-5858de1b29c2 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:22.098143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722cbc08-d5da-42c5-94a1-ed525261ca4b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Checking segment: {'id': 'd12dcfbc-a271-416a-8c91-969dcb442159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:22.098421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722cbc08-d5da-42c5-94a1-ed525261ca4b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network hostable DHCP agents. Network: 44aa71da-809a-4bff-8f5a-1837056a981d, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:52:22.122435 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:22.134988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722cbc08-d5da-42c5-94a1-ed525261ca4b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network 44aa71da-809a-4bff-8f5a-1837056a981d is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:52:22.180793 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:22.186904 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-26b96f7c-b870-43b6-a68a-973c30289f87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:52:22.187305 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-26b96f7c-b870-43b6-a68a-973c30289f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:52:22.191451 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port ca2cfb05-7dbf-40d6-9a57-86af5045ee92 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:22.197756 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ca2cfb05-7dbf-40d6-9a57-86af5045ee92 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:22.198131 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:22.212929 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-722cbc08-d5da-42c5-94a1-ed525261ca4b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 44aa71da-809a-4bff-8f5a-1837056a981d) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:22.229517 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Network': ['ID=c17be185-4603-487c-899c-7d32dab1d75d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:22.231901 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722cbc08-d5da-42c5-94a1-ed525261ca4b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:22.232666 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-722cbc08-d5da-42c5-94a1-ed525261ca4b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:22.244158 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6971b71-be1b-45ea-b89d-7ade80fd3e61 None None] Network 44aa71da-809a-4bff-8f5a-1837056a981d requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:22.255365 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d8266ce2-d774-424e-b10b-4df3ae60f993 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/networks/c17be185-4603-487c-899c-7d32dab1d75d HTTP/1.1" status: 204 len: 168 time: 2.5266402 Mar 08 09:52:22.263141 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-722cbc08-d5da-42c5-94a1-ed525261ca4b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4496419 Mar 08 09:52:22.263326 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46606) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:22.264055 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46608) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:22.356718 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46614) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:22.362688 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-ad64cfe0-bc53-4a37-bded-498ab59c5159 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-992279073', 'description': 'tempest-secgroup-smoke-992279073 description', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:22.381683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ad64cfe0-bc53-4a37-bded-498ab59c5159 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:22.392328 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:52:17Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:08Z', 'updated_at': '2022-03-08T09:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '804af151-a88e-4c61-997b-5858de1b29c2', 'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:12:ec:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:15Z', 'updated_at': '2022-03-08T09:52:18Z', 'revision_number': 2, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:22.395032 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ad64cfe0-bc53-4a37-bded-498ab59c5159 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:22.398093 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ad64cfe0-bc53-4a37-bded-498ab59c5159 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:22.403976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ad64cfe0-bc53-4a37-bded-498ab59c5159 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:22.408486 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Checking router: 4052f757-e39c-412c-848b-b7c4713800df for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:52:22.409114 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Updating router 4052f757-e39c-412c-848b-b7c4713800df port 804af151-a88e-4c61-997b-5858de1b29c2 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:52:22.423927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bbf6f7-a1a6-4a97-b690-d16095eae4a6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:22.425571 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b8bbf6f7-a1a6-4a97-b690-d16095eae4a6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports/6df5cc9a-1500-4ddd-baaa-01661f1195ea HTTP/1.1" status: 200 len: 840 time: 0.1626036 Mar 08 09:52:22.428932 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ad64cfe0-bc53-4a37-bded-498ab59c5159 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:22.439498 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46620) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:22.505521 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ad64cfe0-bc53-4a37-bded-498ab59c5159 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:22.511786 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ad64cfe0-bc53-4a37-bded-498ab59c5159 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:22.514400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ad64cfe0-bc53-4a37-bded-498ab59c5159 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:22.520680 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ad64cfe0-bc53-4a37-bded-498ab59c5159 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:22.578213 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:22.601964 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ad64cfe0-bc53-4a37-bded-498ab59c5159 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:22.618525 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ad64cfe0-bc53-4a37-bded-498ab59c5159 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:22.695159 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64cfe0-bc53-4a37-bded-498ab59c5159 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404b841d-7867-448d-b352-bfcf78067e8e,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:22.705225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ad64cfe0-bc53-4a37-bded-498ab59c5159 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:22.709207 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ad64cfe0-bc53-4a37-bded-498ab59c5159 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3488286 Mar 08 09:52:22.709773 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46624) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:22.715121 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7e936961-87e5-441e-912e-2000621a95c6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Synchronizing usage tracker for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:22.718408 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-26b96f7c-b870-43b6-a68a-973c30289f87 None None] Deleting port 8b80243a-8e01-4bdf-bbfa-1e9580a34080 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:22.718790 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26b96f7c-b870-43b6-a68a-973c30289f87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:22.720469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-a9410343-98c1-43c3-8cf9-f6b1cf3de334 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '404b841d-7867-448d-b352-bfcf78067e8e', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:22.727476 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a9410343-98c1-43c3-8cf9-f6b1cf3de334 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:22.735091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a9410343-98c1-43c3-8cf9-f6b1cf3de334 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:22.740419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a9410343-98c1-43c3-8cf9-f6b1cf3de334 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:22.748738 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a9410343-98c1-43c3-8cf9-f6b1cf3de334 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:22.755922 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7e936961-87e5-441e-912e-2000621a95c6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Unset dirty status for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:22.757797 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7e936961-87e5-441e-912e-2000621a95c6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports/6df5cc9a-1500-4ddd-baaa-01661f1195ea?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3156016 Mar 08 09:52:22.762355 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46628) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:22.768934 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1273594f-c8ce-41aa-ab7e-3a0af71dd690 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'subnet': {'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:22.820548 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:22.883869 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1273594f-c8ce-41aa-ab7e-3a0af71dd690 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:22.894505 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1273594f-c8ce-41aa-ab7e-3a0af71dd690 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:subnet and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:22.897455 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a9410343-98c1-43c3-8cf9-f6b1cf3de334 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:22.901407 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-26b96f7c-b870-43b6-a68a-973c30289f87 None None] The port '8b80243a-8e01-4bdf-bbfa-1e9580a34080' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:52:22.902510 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-44aa71da-809a-4bff-8f5a-1837056a981d', 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'fixed_ips': [{'subnet_id': 'c1f204d0-a226-4deb-873a-14d531c836ac'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:52:22.903332 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:22.926805 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1273594f-c8ce-41aa-ab7e-3a0af71dd690 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:22.940017 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1273594f-c8ce-41aa-ab7e-3a0af71dd690 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:22.961209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58082ca4-1b85-4653-a4df-dea1f8f592f5 req-9194085a-05b6-4e0b-9bef-298062362d8f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:22.961562 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1273594f-c8ce-41aa-ab7e-3a0af71dd690 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:22.963247 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58082ca4-1b85-4653-a4df-dea1f8f592f5 req-9194085a-05b6-4e0b-9bef-298062362d8f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 945 time: 0.3643887 Mar 08 09:52:22.964992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1273594f-c8ce-41aa-ab7e-3a0af71dd690 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.002303 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a9410343-98c1-43c3-8cf9-f6b1cf3de334 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.009934 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a9410343-98c1-43c3-8cf9-f6b1cf3de334 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.092913 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9410343-98c1-43c3-8cf9-f6b1cf3de334 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72494b47-7ed1-448b-ad80-2e6ea4d753a5,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:23.113050 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a9410343-98c1-43c3-8cf9-f6b1cf3de334 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.116947 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58082ca4-1b85-4653-a4df-dea1f8f592f5 req-087406cd-ad8e-4c7b-882c-105948ed26bc tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834200 Mar 08 09:52:23.117109 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a9410343-98c1-43c3-8cf9-f6b1cf3de334 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4035573 Mar 08 09:52:23.117233 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46632) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:23.125344 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-da9a2247-2926-41ae-95f5-60937211b7c8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '404b841d-7867-448d-b352-bfcf78067e8e', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:23.131229 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port ca2cfb05-7dbf-40d6-9a57-86af5045ee92, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ca2cfb05-7dbf-40d6-9a57-86af5045ee92,segment=NetworkSegment(c4bcc918-8b28-4e03-84af-6122f25475ec),segment_id=c4bcc918-8b28-4e03-84af-6122f25475ec)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:23.132321 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-da9a2247-2926-41ae-95f5-60937211b7c8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:23.136403 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-da9a2247-2926-41ae-95f5-60937211b7c8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:23.139385 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-da9a2247-2926-41ae-95f5-60937211b7c8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:23.145212 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-da9a2247-2926-41ae-95f5-60937211b7c8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:23.153239 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.176345 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-da9a2247-2926-41ae-95f5-60937211b7c8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.280272 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.294449 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=ca2cfb05-7dbf-40d6-9a57-86af5045ee92,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:23.320383 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-da9a2247-2926-41ae-95f5-60937211b7c8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.331659 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-da9a2247-2926-41ae-95f5-60937211b7c8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.352418 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a2247-2926-41ae-95f5-60937211b7c8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951495d4-0424-443e-a38c-13c019c3d49c,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:23.355264 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 28b49d05-2eeb-44c1-b5fb-e22b50d697b5 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:23.383281 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1273594f-c8ce-41aa-ab7e-3a0af71dd690 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.419374 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-da9a2247-2926-41ae-95f5-60937211b7c8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.420561 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-da9a2247-2926-41ae-95f5-60937211b7c8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3024433 Mar 08 09:52:23.427514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46636) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:23.437406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1273594f-c8ce-41aa-ab7e-3a0af71dd690 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:23.446174 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-1273594f-c8ce-41aa-ab7e-3a0af71dd690 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:23.453193 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-185796cf-54dd-491f-b70d-8d1aa9200876 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '404b841d-7867-448d-b352-bfcf78067e8e', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:23.458627 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1273594f-c8ce-41aa-ab7e-3a0af71dd690 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:23.459222 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1273594f-c8ce-41aa-ab7e-3a0af71dd690 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.472139 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31999677-28be-4d66-b596-5accc9c12a44 None None] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:23.475211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-185796cf-54dd-491f-b70d-8d1aa9200876 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:23.484934 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-185796cf-54dd-491f-b70d-8d1aa9200876 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:23.490820 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-185796cf-54dd-491f-b70d-8d1aa9200876 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:23.499034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273594f-c8ce-41aa-ab7e-3a0af71dd690 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Subnet': ['ID=6ddd42f9-8f7f-4c9b-a15e-6167af9004cd,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:23.501589 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-185796cf-54dd-491f-b70d-8d1aa9200876 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:23.507804 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1273594f-c8ce-41aa-ab7e-3a0af71dd690 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7411757 Mar 08 09:52:23.508154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46640) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:23.517349 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-d8e7c5e7-e0fe-4715-8b29-853f79f3f0f4 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'security_group': {'name': 'tempest-secgroup-1267363835'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:23.524137 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d8e7c5e7-e0fe-4715-8b29-853f79f3f0f4 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:23.528364 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d8e7c5e7-e0fe-4715-8b29-853f79f3f0f4 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:security_group and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:23.541506 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d8e7c5e7-e0fe-4715-8b29-853f79f3f0f4 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:23.545071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-185796cf-54dd-491f-b70d-8d1aa9200876 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.556961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d8e7c5e7-e0fe-4715-8b29-853f79f3f0f4 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:23.590311 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c5e7-e0fe-4715-8b29-853f79f3f0f4 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.615210 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Allocated IP 2001:db8:1::2 (44aa71da-809a-4bff-8f5a-1837056a981d/c1f204d0-a226-4deb-873a-14d531c836ac/53f63cbb-1037-45d4-bb44-7a8e514b1198) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:23.622270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d8e7c5e7-e0fe-4715-8b29-853f79f3f0f4 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:23.626276 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d8e7c5e7-e0fe-4715-8b29-853f79f3f0f4 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:security_group_rule and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:23.629219 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d8e7c5e7-e0fe-4715-8b29-853f79f3f0f4 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:23.635511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d8e7c5e7-e0fe-4715-8b29-853f79f3f0f4 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:23.720091 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 28b49d05-2eeb-44c1-b5fb-e22b50d697b5 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:23.720597 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-185796cf-54dd-491f-b70d-8d1aa9200876 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.725815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c5e7-e0fe-4715-8b29-853f79f3f0f4 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.727223 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-185796cf-54dd-491f-b70d-8d1aa9200876 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.740848 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c5e7-e0fe-4715-8b29-853f79f3f0f4 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.744628 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 28b49d05-2eeb-44c1-b5fb-e22b50d697b5 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:23.745098 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.768994 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185796cf-54dd-491f-b70d-8d1aa9200876 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f355a6f-ab22-4431-933f-110430dd7f1c,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:23.796951 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c5e7-e0fe-4715-8b29-853f79f3f0f4 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.798175 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d8e7c5e7-e0fe-4715-8b29-853f79f3f0f4 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2890713 Mar 08 09:52:23.801354 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46644) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:23.801702 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-185796cf-54dd-491f-b70d-8d1aa9200876 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.805940 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-185796cf-54dd-491f-b70d-8d1aa9200876 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3641050 Mar 08 09:52:23.805940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7c5e7-e0fe-4715-8b29-853f79f3f0f4 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8228f749-483a-450f-8426-0cd8a43fcb41,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:23.805940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46648) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:23.810766 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-886e6153-45df-489f-ac1f-cace149a3880 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '404b841d-7867-448d-b352-bfcf78067e8e', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:23.816752 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-886e6153-45df-489f-ac1f-cace149a3880 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:23.816980 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d580373c-4ae3-439f-ab1a-53d3be8d271c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'security_group': {'name': 'tempest-secgroup-886910987'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:23.820630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-886e6153-45df-489f-ac1f-cace149a3880 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:23.823903 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d580373c-4ae3-439f-ab1a-53d3be8d271c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:23.824046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-886e6153-45df-489f-ac1f-cace149a3880 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:23.829197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d580373c-4ae3-439f-ab1a-53d3be8d271c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:security_group and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:23.832398 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d580373c-4ae3-439f-ab1a-53d3be8d271c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:23.835743 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-886e6153-45df-489f-ac1f-cace149a3880 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:23.844798 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d580373c-4ae3-439f-ab1a-53d3be8d271c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:23.852973 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-886e6153-45df-489f-ac1f-cace149a3880 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.854905 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d580373c-4ae3-439f-ab1a-53d3be8d271c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.876351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d580373c-4ae3-439f-ab1a-53d3be8d271c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:23.881503 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d580373c-4ae3-439f-ab1a-53d3be8d271c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:security_group_rule and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:23.884820 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d580373c-4ae3-439f-ab1a-53d3be8d271c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:23.894268 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d580373c-4ae3-439f-ab1a-53d3be8d271c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:23.937792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-886e6153-45df-489f-ac1f-cace149a3880 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.942509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-886e6153-45df-489f-ac1f-cace149a3880 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.965755 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e6153-45df-489f-ac1f-cace149a3880 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f91f4ff6-d980-436b-8a38-ca840fdfa1c4,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:23.978486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-886e6153-45df-489f-ac1f-cace149a3880 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.982292 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-886e6153-45df-489f-ac1f-cace149a3880 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1733739 Mar 08 09:52:23.983037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46652) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:23.988632 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-5784ddfe-c679-4366-be77-d6be0409dca3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '404b841d-7867-448d-b352-bfcf78067e8e', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:23.992319 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d580373c-4ae3-439f-ab1a-53d3be8d271c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:23.995100 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5784ddfe-c679-4366-be77-d6be0409dca3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:23.996985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d580373c-4ae3-439f-ab1a-53d3be8d271c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.000719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5784ddfe-c679-4366-be77-d6be0409dca3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:24.001292 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.004256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5784ddfe-c679-4366-be77-d6be0409dca3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:24.010527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5784ddfe-c679-4366-be77-d6be0409dca3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:24.021961 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-5784ddfe-c679-4366-be77-d6be0409dca3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 09:52:24.029585 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5784ddfe-c679-4366-be77-d6be0409dca3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.044864 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580373c-4ae3-439f-ab1a-53d3be8d271c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1958dab3-7f0f-4d81-9be7-66fc07830b1f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:24.049453 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d580373c-4ae3-439f-ab1a-53d3be8d271c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.050344 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d580373c-4ae3-439f-ab1a-53d3be8d271c tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2479126 Mar 08 09:52:24.053349 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46656) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:24.059259 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0ee7ae93-303e-49e7-9b1d-7ca54c0ebc92 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1820885761', 'security_groups': ['1958dab3-7f0f-4d81-9be7-66fc07830b1f'], 'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6ddd42f9-8f7f-4c9b-a15e-6167af9004cd'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:24.099484 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Transition to ACTIVE for port object 804af151-a88e-4c61-997b-5858de1b29c2 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:24.106628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5784ddfe-c679-4366-be77-d6be0409dca3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.112353 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5784ddfe-c679-4366-be77-d6be0409dca3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.137113 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.137626 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784ddfe-c679-4366-be77-d6be0409dca3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200b07f4-1c2d-4bf5-8ba3-fc5b73a76605,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:24.148983 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5784ddfe-c679-4366-be77-d6be0409dca3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.150905 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5784ddfe-c679-4366-be77-d6be0409dca3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1672769 Mar 08 09:52:24.153564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46662) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:24.160285 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-917e4f2a-0a80-4888-a973-4d2b8669b9c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '404b841d-7867-448d-b352-bfcf78067e8e', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:24.166944 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-917e4f2a-0a80-4888-a973-4d2b8669b9c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:24.173064 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-917e4f2a-0a80-4888-a973-4d2b8669b9c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:24.178722 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-917e4f2a-0a80-4888-a973-4d2b8669b9c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:24.185189 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-917e4f2a-0a80-4888-a973-4d2b8669b9c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:24.210985 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-917e4f2a-0a80-4888-a973-4d2b8669b9c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 09:52:24.217255 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-917e4f2a-0a80-4888-a973-4d2b8669b9c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.366098 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0ee7ae93-303e-49e7-9b1d-7ca54c0ebc92 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:24.377548 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.379870 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0ee7ae93-303e-49e7-9b1d-7ca54c0ebc92 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:24.395189 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee7ae93-303e-49e7-9b1d-7ca54c0ebc92 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:24.401567 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-917e4f2a-0a80-4888-a973-4d2b8669b9c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.411189 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-917e4f2a-0a80-4888-a973-4d2b8669b9c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.439334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e4f2a-0a80-4888-a973-4d2b8669b9c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390be8ad-2e03-4d54-aff3-3e3a0005088e,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:24.465185 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-917e4f2a-0a80-4888-a973-4d2b8669b9c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.471568 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.474570 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c77895-c3a7-427c-a2fd-a36ad2f196a5 None None] Pushing event updated for resources: {'Port': ['ID=804af151-a88e-4c61-997b-5858de1b29c2,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:24.475404 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-917e4f2a-0a80-4888-a973-4d2b8669b9c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3204966 Mar 08 09:52:24.498140 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac3a1a-9e85-4d5c-b817-dd6818547628 req-0ab69830-b53f-4410-bd5c-ebea267fcd41 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:24.500410 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6eac3a1a-9e85-4d5c-b817-dd6818547628 req-0ab69830-b53f-4410-bd5c-ebea267fcd41 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 945 time: 0.1784768 Mar 08 09:52:24.533503 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 28b49d05-2eeb-44c1-b5fb-e22b50d697b5, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=28b49d05-2eeb-44c1-b5fb-e22b50d697b5,segment=NetworkSegment(c4bcc918-8b28-4e03-84af-6122f25475ec),segment_id=c4bcc918-8b28-4e03-84af-6122f25475ec)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:24.582794 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ae93-303e-49e7-9b1d-7ca54c0ebc92 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.587871 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6eac3a1a-9e85-4d5c-b817-dd6818547628 req-b093086d-6d02-4be2-9551-492d0b472926 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805171 Mar 08 09:52:24.601575 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Transition to ACTIVE for port object 53f63cbb-1037-45d4-bb44-7a8e514b1198 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:24.612020 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa', 'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa', 'tenant_id': '337541db1f0d416b81c0856e383b303e', 'fixed_ips': [{'subnet_id': '6ddd42f9-8f7f-4c9b-a15e-6167af9004cd'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:52:24.613129 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.617862 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-0ee7ae93-303e-49e7-9b1d-7ca54c0ebc92 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] device_id is not set on port 66836a58-c2d1-480e-a228-f32f882c3d8f yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:52:24.632605 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.720182 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 8b80243a-8e01-4bdf-bbfa-1e9580a34080 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:52:24.759330 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Transition to ACTIVE for port object 53f63cbb-1037-45d4-bb44-7a8e514b1198 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:24.847388 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-6ffd2fc2-37fc-4b0a-90e4-a8a170ca7192 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:24.861340 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Attempting to bind port 804af151-a88e-4c61-997b-5858de1b29c2 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:52:24.861706 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Attempting to bind port 804af151-a88e-4c61-997b-5858de1b29c2 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '9850b487-5db4-43c7-a7c5-ca83f55a5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:52:24.862071 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Attempting to bind port 804af151-a88e-4c61-997b-5858de1b29c2 on network 400ba1a2-785f-4208-b0a7-135e38103373 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:52:24.877563 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 8b80243a-8e01-4bdf-bbfa-1e9580a34080 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:52:24.877909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 8b80243a-8e01-4bdf-bbfa-1e9580a34080 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:52:24.886453 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.900079 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:52:24.900455 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Checking segment: {'id': '9850b487-5db4-43c7-a7c5-ca83f55a5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:24.900887 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.901299 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Bound using segment: {'id': '9850b487-5db4-43c7-a7c5-ca83f55a5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:52:24.902016 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Bound port: 804af151-a88e-4c61-997b-5858de1b29c2, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9850b487-5db4-43c7-a7c5-ca83f55a5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:52:24.902187 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.938415 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-6ffd2fc2-37fc-4b0a-90e4-a8a170ca7192 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:24.939252 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-6ffd2fc2-37fc-4b0a-90e4-a8a170ca7192 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992279073&fields=id&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 267 time: 0.1917293 Mar 08 09:52:24.947559 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=28b49d05-2eeb-44c1-b5fb-e22b50d697b5,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:24.975998 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Allocated IP 2001:db8:1::1 (44aa71da-809a-4bff-8f5a-1837056a981d/c1f204d0-a226-4deb-873a-14d531c836ac/75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:24.977214 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a10cba4-10ae-4e7b-8ed3-7b5fc68a4e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:24.978271 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-0ee7ae93-303e-49e7-9b1d-7ca54c0ebc92 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Allocated IP 172.20.0.3 (ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa/6ddd42f9-8f7f-4c9b-a15e-6167af9004cd/66836a58-c2d1-480e-a228-f32f882c3d8f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:25.023712 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Network 44aa71da-809a-4bff-8f5a-1837056a981d is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:25.039276 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:25.049320 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:52:25.160660 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Pushing event updated for resources: {'Port': ['ID=53f63cbb-1037-45d4-bb44-7a8e514b1198,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:25.184952 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] For port 804af151-a88e-4c61-997b-5858de1b29c2, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:52:25.187049 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Attempting to bind port 53f63cbb-1037-45d4-bb44-7a8e514b1198 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:52:25.187559 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Attempting to bind port 53f63cbb-1037-45d4-bb44-7a8e514b1198 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'd12dcfbc-a271-416a-8c91-969dcb442159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:52:25.187844 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Attempting to bind port 53f63cbb-1037-45d4-bb44-7a8e514b1198 on network 44aa71da-809a-4bff-8f5a-1837056a981d {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:52:25.191020 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] For port 804af151-a88e-4c61-997b-5858de1b29c2, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=804af151-a88e-4c61-997b-5858de1b29c2,segment=NetworkSegment(9850b487-5db4-43c7-a7c5-ca83f55a5f2e),segment_id=9850b487-5db4-43c7-a7c5-ca83f55a5f2e)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:52:25.195746 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:52:25.196066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Checking segment: {'id': 'd12dcfbc-a271-416a-8c91-969dcb442159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:25.196468 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:25.196900 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Bound using segment: {'id': 'd12dcfbc-a271-416a-8c91-969dcb442159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:52:25.197370 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Bound port: 53f63cbb-1037-45d4-bb44-7a8e514b1198, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12dcfbc-a271-416a-8c91-969dcb442159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:52:25.197773 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:25.209281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:25.258729 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ca2cfb05-7dbf-40d6-9a57-86af5045ee92 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:25.328369 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-acc1228e-ee3f-4420-a4ec-f36f9d8a3f87 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:25.329075 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-acc1228e-ee3f-4420-a4ec-f36f9d8a3f87 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:25.391699 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Routers {'4052f757-e39c-412c-848b-b7c4713800df'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:25.392376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:51:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['4052f757-e39c-412c-848b-b7c4713800df'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:25.398288 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-acc1228e-ee3f-4420-a4ec-f36f9d8a3f87 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:25.399454 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-acc1228e-ee3f-4420-a4ec-f36f9d8a3f87 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/networks?id=400ba1a2-785f-4208-b0a7-135e38103373 HTTP/1.1" status: 200 len: 796 time: 0.4493339 Mar 08 09:52:25.404196 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:25.455008 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-02af99ca-9cd7-44aa-ba21-d5f29825d172 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/quotas/48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 375 time: 0.0372102 Mar 08 09:52:25.488907 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c77895-c3a7-427c-a2fd-a36ad2f196a5 None None] Pushing event updated for resources: {'Port': ['ID=804af151-a88e-4c61-997b-5858de1b29c2,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:25.495735 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] For port 53f63cbb-1037-45d4-bb44-7a8e514b1198, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:52:25.502313 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] For port 53f63cbb-1037-45d4-bb44-7a8e514b1198, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=53f63cbb-1037-45d4-bb44-7a8e514b1198,segment=NetworkSegment(d12dcfbc-a271-416a-8c91-969dcb442159),segment_id=d12dcfbc-a271-416a-8c91-969dcb442159)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:52:25.513365 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:25.515587 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Transition to ACTIVE for port object 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:25.521953 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ae93-303e-49e7-9b1d-7ca54c0ebc92 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:25.549479 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-0ee7ae93-303e-49e7-9b1d-7ca54c0ebc92 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Transition to ACTIVE for port object 66836a58-c2d1-480e-a228-f32f882c3d8f will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:25.592411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:25.637240 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-cff24689-7633-4783-bc03-ae0e84e701a7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:25.653208 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ca2cfb05-7dbf-40d6-9a57-86af5045ee92 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:25.653805 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:25.684468 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network 44aa71da-809a-4bff-8f5a-1837056a981d is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:25.693074 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ae93-303e-49e7-9b1d-7ca54c0ebc92 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:25.705892 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:25.707995 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:52:25.708557 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:25.719882 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-cff24689-7633-4783-bc03-ae0e84e701a7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:25.721171 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-cff24689-7633-4783-bc03-ae0e84e701a7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2654817 Mar 08 09:52:25.721756 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:25.802211 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee7ae93-303e-49e7-9b1d-7ca54c0ebc92 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:25.812279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0ee7ae93-303e-49e7-9b1d-7ca54c0ebc92 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:25.814336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77bada-fb40-4773-8e8a-d5536a45d954 req-6ba49996-e1ab-48f6-b87c-0dab5b176e52 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:25.819316 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee7ae93-303e-49e7-9b1d-7ca54c0ebc92 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:52:25.825133 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cf77bada-fb40-4773-8e8a-d5536a45d954 req-6ba49996-e1ab-48f6-b87c-0dab5b176e52 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 945 time: 0.1145549 Mar 08 09:52:25.829503 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] Set router 4052f757-e39c-412c-848b-b7c4713800df gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:52:25.905972 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f6400-4b34-4bd7-833e-ea2f012c6803 None None] Pushing event updated for resources: {'Port': ['ID=53f63cbb-1037-45d4-bb44-7a8e514b1198,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:25.921963 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7ae93-303e-49e7-9b1d-7ca54c0ebc92 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=66836a58-c2d1-480e-a228-f32f882c3d8f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:25.926174 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Allocated IP 172.20.0.2 (ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa/6ddd42f9-8f7f-4c9b-a15e-6167af9004cd/7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:26.022202 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee7ae93-303e-49e7-9b1d-7ca54c0ebc92 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:26.022853 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ae93-303e-49e7-9b1d-7ca54c0ebc92 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:26.039674 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cf77bada-fb40-4773-8e8a-d5536a45d954 req-bc0c007c-3d58-46b5-9913-399616f7fb63 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129881 Mar 08 09:52:26.109967 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0ee7ae93-303e-49e7-9b1d-7ca54c0ebc92 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0528553 Mar 08 09:52:26.111212 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46682) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:26.115897 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-3b9a56ad-3821-4f90-aec7-a3e23b08aaf3 service neutron] 10.222.0.24 "GET /v2.0/networks/400ba1a2-785f-4208-b0a7-135e38103373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527064 Mar 08 09:52:26.125801 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-5cf84e78-19e2-4823-9424-f95381106c2b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'subnet': {'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:26.188098 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:26.293365 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 28b49d05-2eeb-44c1-b5fb-e22b50d697b5 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:26.325935 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5cf84e78-19e2-4823-9424-f95381106c2b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:26.330877 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5cf84e78-19e2-4823-9424-f95381106c2b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:subnet and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:26.335186 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5cf84e78-19e2-4823-9424-f95381106c2b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:26.342103 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5cf84e78-19e2-4823-9424-f95381106c2b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:26.357497 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf84e78-19e2-4823-9424-f95381106c2b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:26.362405 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5cf84e78-19e2-4823-9424-f95381106c2b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:26.508219 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.ipam_backend_mixin [None req-5cf84e78-19e2-4823-9424-f95381106c2b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6ddd42f9-8f7f-4c9b-a15e-6167af9004cd (CIDR: 172.20.0.0/28) Mar 08 09:52:26.511839 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf84e78-19e2-4823-9424-f95381106c2b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:52:26.512725 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf84e78-19e2-4823-9424-f95381106c2b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:52:26.550051 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46686) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:26.551224 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5cf84e78-19e2-4823-9424-f95381106c2b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4378240 Mar 08 09:52:26.568326 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a3ac40de-592e-4b6f-bfa6-d31ae5306363 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'subnet': {'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:26.573326 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 28b49d05-2eeb-44c1-b5fb-e22b50d697b5 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:26.573706 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:26.603980 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:26.634167 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Transition to ACTIVE for port object 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:26.669976 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Transition to ACTIVE for port object 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:26.674709 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:52:17Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:08Z', 'updated_at': '2022-03-08T09:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '804af151-a88e-4c61-997b-5858de1b29c2', 'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:12:ec:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:15Z', 'updated_at': '2022-03-08T09:52:25Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:26.675857 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-9494f8a2-bf6c-49a9-a317-fe2cdc1a5133 service neutron] 10.222.0.24 "GET /v2.0/networks/400ba1a2-785f-4208-b0a7-135e38103373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5276058 Mar 08 09:52:26.685417 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:26.725458 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c58e5a6-7d1f-48aa-a90e-cb6b4b879077 None None] The sync data for ids ['4052f757-e39c-412c-848b-b7c4713800df'] in dv-neutron-831730-2-hyperv is: [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:52:17Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:08Z', 'updated_at': '2022-03-08T09:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '804af151-a88e-4c61-997b-5858de1b29c2', 'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:12:ec:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:15Z', 'updated_at': '2022-03-08T09:52:25Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:52:26.915160 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Pushing event updated for resources: {'Port': ['ID=7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:26.921799 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:26.925759 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:26.928000 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:52:26.945673 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a3ac40de-592e-4b6f-bfa6-d31ae5306363 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:26.980946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a3ac40de-592e-4b6f-bfa6-d31ae5306363 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:subnet and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:26.993003 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a3ac40de-592e-4b6f-bfa6-d31ae5306363 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:27.013434 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a3ac40de-592e-4b6f-bfa6-d31ae5306363 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:27.018137 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5d4d333d-e830-4759-b7d8-5c9b05170712 req-b94a9b51-c75e-438f-96a6-adf8ac0ffdac tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 210 time: 0.1094275 Mar 08 09:52:27.045751 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Attempting to bind port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:52:27.046595 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Attempting to bind port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '32f71089-a397-4138-86ec-c8f8c1cea4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:52:27.046959 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Attempting to bind port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 on network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:52:27.052046 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ac40de-592e-4b6f-bfa6-d31ae5306363 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:27.052942 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:52:27.053322 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Checking segment: {'id': '32f71089-a397-4138-86ec-c8f8c1cea4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:27.053730 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:27.054124 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Bound using segment: {'id': '32f71089-a397-4138-86ec-c8f8c1cea4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:52:27.054597 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Bound port: 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f71089-a397-4138-86ec-c8f8c1cea4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:52:27.054970 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:27.060617 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3ac40de-592e-4b6f-bfa6-d31ae5306363 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:27.183729 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] For port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:52:27.196800 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] For port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2,segment=NetworkSegment(32f71089-a397-4138-86ec-c8f8c1cea4ea),segment_id=32f71089-a397-4138-86ec-c8f8c1cea4ea)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:52:27.209581 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:27.408196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c0921-2f39-4d2d-b277-a3e4487cd017 None None] Pushing event updated for resources: {'Port': ['ID=7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:27.427208 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 53f63cbb-1037-45d4-bb44-7a8e514b1198 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:27.516390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd3866e-9e39-4b40-9024-0d56ea295b21 None None] Network 44aa71da-809a-4bff-8f5a-1837056a981d requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:27.595998 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3ac40de-592e-4b6f-bfa6-d31ae5306363 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:27.739437 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4d6c63f7-86d1-40ea-87fd-f7d13994c007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:27.751365 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-17a7139a-2255-4415-9741-ffd798fd2464 None None] Provisioning for port 53f63cbb-1037-45d4-bb44-7a8e514b1198 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:27.756823 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 53f63cbb-1037-45d4-bb44-7a8e514b1198 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:27.758802 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac40de-592e-4b6f-bfa6-d31ae5306363 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:27.764213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a3ac40de-592e-4b6f-bfa6-d31ae5306363 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:27.772137 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-17a7139a-2255-4415-9741-ffd798fd2464 None None] Provisioning complete for port 53f63cbb-1037-45d4-bb44-7a8e514b1198 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:27.772539 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-17a7139a-2255-4415-9741-ffd798fd2464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:27.774171 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac40de-592e-4b6f-bfa6-d31ae5306363 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:27.774940 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3ac40de-592e-4b6f-bfa6-d31ae5306363 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:27.788730 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 09:52:27.812873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac40de-592e-4b6f-bfa6-d31ae5306363 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Subnet': ['ID=e509cb5b-7551-4f94-b52a-6615398baee1,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:27.827836 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:27.838237 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6432851-8fcb-456b-aa8b-9a6abe97d4a1 req-cec40e38-0170-4dac-ab34-2be5bcba5a7c tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:27.848178 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a6432851-8fcb-456b-aa8b-9a6abe97d4a1 req-cec40e38-0170-4dac-ab34-2be5bcba5a7c tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 945 time: 0.5166450 Mar 08 09:52:27.876590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:27.877974 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:27.935194 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 53f63cbb-1037-45d4-bb44-7a8e514b1198 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:27.935598 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:27.954946 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a3ac40de-592e-4b6f-bfa6-d31ae5306363 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3962581 Mar 08 09:52:27.958309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46702) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:27.965613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1747164573', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e509cb5b-7551-4f94-b52a-6615398baee1'}], 'security_groups': ['8228f749-483a-450f-8426-0cd8a43fcb41']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:28.041915 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a6432851-8fcb-456b-aa8b-9a6abe97d4a1 req-a7454378-8a87-45c9-a2bf-d71eaf732dae tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889226 Mar 08 09:52:28.071647 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:28.255593 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network 44aa71da-809a-4bff-8f5a-1837056a981d is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:28.257145 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:28.334355 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-53117ad8-3419-4605-9624-b45001307cae req-6ed6f406-5bf8-4c4e-95c2-561e177f5d8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 210 time: 0.0800300 Mar 08 09:52:28.351878 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:28.364278 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:28.368519 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-17a7139a-2255-4415-9741-ffd798fd2464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:28.399698 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:28.451448 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-17a7139a-2255-4415-9741-ffd798fd2464 None None] For port 53f63cbb-1037-45d4-bb44-7a8e514b1198, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=53f63cbb-1037-45d4-bb44-7a8e514b1198,segment=NetworkSegment(d12dcfbc-a271-416a-8c91-969dcb442159),segment_id=d12dcfbc-a271-416a-8c91-969dcb442159)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:28.533880 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:28.561230 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router c3a21dfc-815b-45c1-b460-44dc10ab2f1e has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:52:28.580790 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:52:28.581313 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:52:28.586511 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-17a7139a-2255-4415-9741-ffd798fd2464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:28.755149 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7139a-2255-4415-9741-ffd798fd2464 None None] Pushing event updated for resources: {'Port': ['ID=53f63cbb-1037-45d4-bb44-7a8e514b1198,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:28.927222 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-11eeb87c-6ac0-4945-acd1-c9c9b27e05db None None] Provisioning complete for port 53f63cbb-1037-45d4-bb44-7a8e514b1198 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:28.933494 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11eeb87c-6ac0-4945-acd1-c9c9b27e05db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:29.129871 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:52:29.142101 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7e0697cd-08e8-4e39-a683-9cb4a48bd0fd tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/c3a21dfc-815b-45c1-b460-44dc10ab2f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8762693 Mar 08 09:52:29.145451 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46716) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:29.147540 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Sync routers for ids ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:52:29.151081 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-490eb1bd-ce9f-499a-b46e-00d0fab47ec4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-424244717'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:29.158078 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-490eb1bd-ce9f-499a-b46e-00d0fab47ec4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:29.162203 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-490eb1bd-ce9f-499a-b46e-00d0fab47ec4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:network and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:29.164959 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-5044bcdf-8946-4cb5-8514-5018e2e8e5d9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:29.166417 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Routers {'c3a21dfc-815b-45c1-b460-44dc10ab2f1e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:29.166832 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-490eb1bd-ce9f-499a-b46e-00d0fab47ec4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:29.167072 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:29.167891 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-5044bcdf-8946-4cb5-8514-5018e2e8e5d9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/networks?id=400ba1a2-785f-4208-b0a7-135e38103373 HTTP/1.1" status: 200 len: 796 time: 0.4141304 Mar 08 09:52:29.186301 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-490eb1bd-ce9f-499a-b46e-00d0fab47ec4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:29.196438 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4536f061-6186-43b6-9431-07810c65b4cd None None] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:29.204399 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490eb1bd-ce9f-499a-b46e-00d0fab47ec4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Made reservation on behalf of 6d74a792e0a04913823581fb4b20fd08 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:29.208573 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-490eb1bd-ce9f-499a-b46e-00d0fab47ec4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:29.285274 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-9bc37b2e-67d5-402b-8cbe-dab703945c7a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:29.310031 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-9bc37b2e-67d5-402b-8cbe-dab703945c7a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:29.311166 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-9bc37b2e-67d5-402b-8cbe-dab703945c7a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 379 time: 0.1347833 Mar 08 09:52:29.324131 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-b63e00ad-dc00-4ff8-9e30-36711fbfcb89 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'port': {'device_id': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'admin_state_up': True, 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'security_groups': ['404b841d-7867-448d-b352-bfcf78067e8e']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:29.332987 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490eb1bd-ce9f-499a-b46e-00d0fab47ec4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:52:29.374866 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-490eb1bd-ce9f-499a-b46e-00d0fab47ec4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:29.375215 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-490eb1bd-ce9f-499a-b46e-00d0fab47ec4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Added segment 295fe92a-d813-4312-afce-77606e4ed00a of type vlan for network 6dc7a28c-5b0b-4cd6-966b-718b9bda4784 Mar 08 09:52:29.390266 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Set router c3a21dfc-815b-45c1-b460-44dc10ab2f1e gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:52:29.449841 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-490eb1bd-ce9f-499a-b46e-00d0fab47ec4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:29.507234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 804af151-a88e-4c61-997b-5858de1b29c2 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:29.527840 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-490eb1bd-ce9f-499a-b46e-00d0fab47ec4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:29.534262 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490eb1bd-ce9f-499a-b46e-00d0fab47ec4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:29.542661 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-490eb1bd-ce9f-499a-b46e-00d0fab47ec4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:29.551087 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-b63e00ad-dc00-4ff8-9e30-36711fbfcb89 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:29.575150 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-b63e00ad-dc00-4ff8-9e30-36711fbfcb89 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:29.662458 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Delete allocated IP 172.20.0.3 (ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa/6ddd42f9-8f7f-4c9b-a15e-6167af9004cd) {{(pid=87771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 08 09:52:29.667320 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1fee3635-a906-465b-a06c-4c4c75b02a40 req-d477abf1-4786-4ce1-a2d3-011a086b9053 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 210 time: 0.0512111 Mar 08 09:52:29.670333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-b63e00ad-dc00-4ff8-9e30-36711fbfcb89 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:29.674798 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-b63e00ad-dc00-4ff8-9e30-36711fbfcb89 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:29.693841 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Allocated IP 172.20.0.19 (ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa/e509cb5b-7551-4f94-b52a-6615398baee1/66836a58-c2d1-480e-a228-f32f882c3d8f) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:29.777075 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d78bce-df4d-4580-9216-f4649b85cbb9 req-fccaef02-a4dc-4fea-800d-c9fbd9bfe51e tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:29.787671 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e9d78bce-df4d-4580-9216-f4649b85cbb9 req-fccaef02-a4dc-4fea-800d-c9fbd9bfe51e tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 945 time: 0.5462034 Mar 08 09:52:29.795027 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-11eeb87c-6ac0-4945-acd1-c9c9b27e05db None None] Provisioning for port 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:29.806994 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-11eeb87c-6ac0-4945-acd1-c9c9b27e05db None None] Provisioning complete for port 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:29.808397 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11eeb87c-6ac0-4945-acd1-c9c9b27e05db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:29.817101 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-490eb1bd-ce9f-499a-b46e-00d0fab47ec4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6681852 Mar 08 09:52:29.818784 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46722) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:29.819900 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490eb1bd-ce9f-499a-b46e-00d0fab47ec4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Network': ['ID=6dc7a28c-5b0b-4cd6-966b-718b9bda4784,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:29.848287 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 6dc7a28c-5b0b-4cd6-966b-718b9bda4784 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:52:29.849067 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:26Z', 'revision_number': 3, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa', 'name': '', 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:a7:f6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:23Z', 'updated_at': '2022-03-08T09:52:26Z', 'revision_number': 2, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:29.849874 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-624f911d-147a-4b27-a82e-6717eaa98dda tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'subnet': {'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:29.855528 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Checking router: c3a21dfc-815b-45c1-b460-44dc10ab2f1e for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:52:29.855926 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Updating router c3a21dfc-815b-45c1-b460-44dc10ab2f1e port 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:52:29.869988 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e9d78bce-df4d-4580-9216-f4649b85cbb9 req-0685c46d-b234-4061-a36c-fac698e6df58 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809817 Mar 08 09:52:29.875339 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 804af151-a88e-4c61-997b-5858de1b29c2 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:29.911314 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 804af151-a88e-4c61-997b-5858de1b29c2 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:29.911956 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:29.926567 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:30.096037 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-11eeb87c-6ac0-4945-acd1-c9c9b27e05db None None] Port 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:30.125112 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:30.141613 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405d1560-443d-48c0-9e96-fcbc9b7af807 None None] Update dhcp port {'port': {'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa', 'fixed_ips': [{'subnet_id': '6ddd42f9-8f7f-4c9b-a15e-6167af9004cd', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e509cb5b-7551-4f94-b52a-6615398baee1'}], 'binding:host_id': 'dv-neutron-831730-2-hyperv'}, 'id': '7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2'} from dv-neutron-831730-2-hyperv. {{(pid=87773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 09:52:30.248568 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-624f911d-147a-4b27-a82e-6717eaa98dda tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:30.256615 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-405d1560-443d-48c0-9e96-fcbc9b7af807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:30.261290 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-b63e00ad-dc00-4ff8-9e30-36711fbfcb89 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.20.0.12 (400ba1a2-785f-4208-b0a7-135e38103373/460170b7-129e-4376-9148-9f2cb3d174c9/f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:30.263515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-624f911d-147a-4b27-a82e-6717eaa98dda tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:subnet and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:30.269650 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-624f911d-147a-4b27-a82e-6717eaa98dda tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:30.283427 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-624f911d-147a-4b27-a82e-6717eaa98dda tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:30.289042 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6e5de7a2-e118-4c25-845e-fdd5b0f8d1cc None None] Provisioning for port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:30.295455 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:30.321852 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624f911d-147a-4b27-a82e-6717eaa98dda tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Made reservation on behalf of 6d74a792e0a04913823581fb4b20fd08 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:30.325330 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-624f911d-147a-4b27-a82e-6717eaa98dda tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:30.332576 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:30.345177 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Transition to ACTIVE for port object 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:30.353230 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:30.354375 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:30.447242 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6e5de7a2-e118-4c25-845e-fdd5b0f8d1cc None None] Provisioning complete for port 6df5cc9a-1500-4ddd-baaa-01661f1195ea triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:30.447628 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e5de7a2-e118-4c25-845e-fdd5b0f8d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:30.464244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Ignored duplicate provisioning block setup for port 66836a58-c2d1-480e-a228-f32f882c3d8f by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 08 09:52:30.475875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:30.480831 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0844375-e79d-4e65-84d6-791edb00add9 None None] Pushing event updated for resources: {'Port': ['ID=75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:30.492486 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 804af151-a88e-4c61-997b-5858de1b29c2, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=804af151-a88e-4c61-997b-5858de1b29c2,segment=NetworkSegment(9850b487-5db4-43c7-a7c5-ca83f55a5f2e),segment_id=9850b487-5db4-43c7-a7c5-ca83f55a5f2e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:30.520239 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:30.653600 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Attempting to bind port 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:52:30.653959 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Attempting to bind port 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'd12dcfbc-a271-416a-8c91-969dcb442159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:52:30.654318 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Attempting to bind port 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa on network 44aa71da-809a-4bff-8f5a-1837056a981d {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:52:30.665571 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:52:30.665939 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Checking segment: {'id': 'd12dcfbc-a271-416a-8c91-969dcb442159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:30.666334 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:30.666720 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Bound using segment: {'id': 'd12dcfbc-a271-416a-8c91-969dcb442159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:52:30.667189 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Bound port: 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12dcfbc-a271-416a-8c91-969dcb442159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:52:30.667553 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:30.683431 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6e5de7a2-e118-4c25-845e-fdd5b0f8d1cc None None] Port 6df5cc9a-1500-4ddd-baaa-01661f1195ea cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:30.731253 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=66836a58-c2d1-480e-a228-f32f882c3d8f,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:30.758192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:30.758783 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:30.759282 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:30.759778 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:30.760296 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:30.760824 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:30.761312 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:30.761804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:30.762308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:30.762793 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:30.763278 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:30.763752 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:30.770996 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=804af151-a88e-4c61-997b-5858de1b29c2,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:30.799439 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-405d1560-443d-48c0-9e96-fcbc9b7af807 None None] Allocated IP 172.20.0.18 (ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa/e509cb5b-7551-4f94-b52a-6615398baee1/7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:30.838039 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 53f63cbb-1037-45d4-bb44-7a8e514b1198 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:30.883718 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] For port 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:52:30.894339 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] For port 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa,segment=NetworkSegment(d12dcfbc-a271-416a-8c91-969dcb442159),segment_id=d12dcfbc-a271-416a-8c91-969dcb442159)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:52:30.899038 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b36097bf-1736-46b2-9bf7-7c70dadf03cf req-02c37309-555d-4034-91db-75b302d9a706 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 210 time: 0.0721612 Mar 08 09:52:30.924744 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:30.935703 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] In _notify_port_updated(), no bound segment for port 66836a58-c2d1-480e-a228-f32f882c3d8f on network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa {{(pid=87771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:52:30.941570 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:30.942370 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:30.943828 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e00ea3f2-15bf-4746-8674-4fec01e61105 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "PUT /v2.0/ports/66836a58-c2d1-480e-a228-f32f882c3d8f HTTP/1.1" status: 200 len: 921 time: 2.9844394 Mar 08 09:52:30.946680 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46730) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:31.005159 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-b63e00ad-dc00-4ff8-9e30-36711fbfcb89 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:31.032267 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Routers {'c3a21dfc-815b-45c1-b460-44dc10ab2f1e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:31.033192 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:31.037639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-b63e00ad-dc00-4ff8-9e30-36711fbfcb89 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Transition to ACTIVE for port object f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:31.095899 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-624f911d-147a-4b27-a82e-6717eaa98dda tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:31.105351 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 53f63cbb-1037-45d4-bb44-7a8e514b1198 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:31.105820 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:31.125652 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3b1af7a6-e82a-44df-a5df-91490aa665ab tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 66836a58-c2d1-480e-a228-f32f882c3d8f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:31.125995 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3b1af7a6-e82a-44df-a5df-91490aa665ab tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:31.137971 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0844375-e79d-4e65-84d6-791edb00add9 None None] Pushing event updated for resources: {'Port': ['ID=75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:31.179088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f911d-147a-4b27-a82e-6717eaa98dda tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Subnet': ['ID=4780045f-9a11-4c59-aefa-7640822ed5eb,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:31.204786 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-b63e00ad-dc00-4ff8-9e30-36711fbfcb89 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:31.271361 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-405d1560-443d-48c0-9e96-fcbc9b7af807 None None] For port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2,segment=NetworkSegment(32f71089-a397-4138-86ec-c8f8c1cea4ea),segment_id=32f71089-a397-4138-86ec-c8f8c1cea4ea)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:31.306544 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624f911d-147a-4b27-a82e-6717eaa98dda tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Checking segment: {'id': '295fe92a-d813-4312-afce-77606e4ed00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:31.306917 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f911d-147a-4b27-a82e-6717eaa98dda tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network hostable DHCP agents. Network: 6dc7a28c-5b0b-4cd6-966b-718b9bda4784, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:52:31.314611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-b63e00ad-dc00-4ff8-9e30-36711fbfcb89 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 400ba1a2-785f-4208-b0a7-135e38103373 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:31.333576 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-405d1560-443d-48c0-9e96-fcbc9b7af807 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:31.333931 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-b63e00ad-dc00-4ff8-9e30-36711fbfcb89 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:31.336914 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e00ad-dc00-4ff8-9e30-36711fbfcb89 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:31.339063 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] Set router c3a21dfc-815b-45c1-b460-44dc10ab2f1e gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:52:31.339594 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-b63e00ad-dc00-4ff8-9e30-36711fbfcb89 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:52:31.378485 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:31.386324 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f911d-147a-4b27-a82e-6717eaa98dda tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network 6dc7a28c-5b0b-4cd6-966b-718b9bda4784 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:52:31.417925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-624f911d-147a-4b27-a82e-6717eaa98dda tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 6dc7a28c-5b0b-4cd6-966b-718b9bda4784) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:31.427178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624f911d-147a-4b27-a82e-6717eaa98dda tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:31.427815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-624f911d-147a-4b27-a82e-6717eaa98dda tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:31.437129 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-b63e00ad-dc00-4ff8-9e30-36711fbfcb89 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:31.437787 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-b63e00ad-dc00-4ff8-9e30-36711fbfcb89 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:31.461928 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc72a7a-d199-49fa-a2ff-610abbaa8887 req-58087e64-f0e4-4cfd-9e6e-9564606bee50 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:31.463730 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4bc72a7a-d199-49fa-a2ff-610abbaa8887 req-58087e64-f0e4-4cfd-9e6e-9564606bee50 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 945 time: 0.3915453 Mar 08 09:52:31.486434 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bba342a-8198-4128-b222-41caf6834795 None None] Network 6dc7a28c-5b0b-4cd6-966b-718b9bda4784 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:31.489508 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-b63e00ad-dc00-4ff8-9e30-36711fbfcb89 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1712866 Mar 08 09:52:31.495969 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-624f911d-147a-4b27-a82e-6717eaa98dda tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6740267 Mar 08 09:52:31.502315 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Request body: {'port': {'device_id': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:31.509618 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46734) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:31.617144 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3b1af7a6-e82a-44df-a5df-91490aa665ab tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:31.627493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-405d1560-443d-48c0-9e96-fcbc9b7af807 None None] Transition to ACTIVE for port object 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:31.706271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:31.759888 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-405d1560-443d-48c0-9e96-fcbc9b7af807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:31.767326 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3b1af7a6-e82a-44df-a5df-91490aa665ab tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for 66836a58-c2d1-480e-a228-f32f882c3d8f owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:31.884684 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:26Z', 'revision_number': 3, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa', 'name': '', 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:a7:f6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:23Z', 'updated_at': '2022-03-08T09:52:30Z', 'revision_number': 4, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:31.891867 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4734fb7b-f47e-4336-bc4e-66aaa77d13e5 None None] The sync data for ids ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'] in dv-neutron-831730-2-hyperv is: [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:26Z', 'revision_number': 3, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa', 'name': '', 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:a7:f6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:23Z', 'updated_at': '2022-03-08T09:52:30Z', 'revision_number': 4, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:52:31.919909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d1560-443d-48c0-9e96-fcbc9b7af807 None None] Pushing event updated for resources: {'Port': ['ID=7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:31.927266 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4bc72a7a-d199-49fa-a2ff-610abbaa8887 req-825c7b0e-d2ea-4ec7-aa0a-e5e1f701d774 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4471300 Mar 08 09:52:32.093774 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:32.107638 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3486e9ec-7fdb-4079-a584-c193ce24178f None None] Provisioning for port f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:32.120855 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-6dc7a28c-5b0b-4cd6-966b-718b9bda4784', 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'fixed_ips': [{'subnet_id': '4780045f-9a11-4c59-aefa-7640822ed5eb'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:52:32.121701 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:32.132008 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3486e9ec-7fdb-4079-a584-c193ce24178f None None] Provisioning complete for port f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:32.132376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3486e9ec-7fdb-4079-a584-c193ce24178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:32.271276 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3486e9ec-7fdb-4079-a584-c193ce24178f None None] Port f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:32.471873 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d11caf-0186-49b9-ab5f-581f92dda2cd req-fea6aa9a-50f7-4e0e-b2a2-eba75efec384 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:32.472507 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-a3d11caf-0186-49b9-ab5f-581f92dda2cd req-fea6aa9a-50f7-4e0e-b2a2-eba75efec384 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:32.505892 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Allocated IP 2001:db8:2::2 (6dc7a28c-5b0b-4cd6-966b-718b9bda4784/4780045f-9a11-4c59-aefa-7640822ed5eb/258ed304-8d4c-461e-a2c9-fc1831f6f708) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:32.543429 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-a3d11caf-0186-49b9-ab5f-581f92dda2cd req-fea6aa9a-50f7-4e0e-b2a2-eba75efec384 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:32.553607 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a3d11caf-0186-49b9-ab5f-581f92dda2cd req-fea6aa9a-50f7-4e0e-b2a2-eba75efec384 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 932 time: 0.4567680 Mar 08 09:52:32.611561 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:52:32.634992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:32.679460 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Transition to ACTIVE for port object f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:32.692997 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a3d11caf-0186-49b9-ab5f-581f92dda2cd req-e4738e90-c063-4ab0-8077-0c22e4921a2d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=404b841d-7867-448d-b352-bfcf78067e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275897 Mar 08 09:52:32.694210 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:32.809292 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3b1af7a6-e82a-44df-a5df-91490aa665ab tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:32.864929 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:32.900970 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1af7a6-e82a-44df-a5df-91490aa665ab tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Port': ['ID=66836a58-c2d1-480e-a228-f32f882c3d8f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:32.932643 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:32.935677 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1af7a6-e82a-44df-a5df-91490aa665ab tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:32.936031 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1af7a6-e82a-44df-a5df-91490aa665ab tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:32.936400 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1af7a6-e82a-44df-a5df-91490aa665ab tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:32.937276 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1af7a6-e82a-44df-a5df-91490aa665ab tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:32.937609 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1af7a6-e82a-44df-a5df-91490aa665ab tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:32.937938 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1af7a6-e82a-44df-a5df-91490aa665ab tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:32.938264 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1af7a6-e82a-44df-a5df-91490aa665ab tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:32.938586 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1af7a6-e82a-44df-a5df-91490aa665ab tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:32.938908 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1af7a6-e82a-44df-a5df-91490aa665ab tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:32.939230 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1af7a6-e82a-44df-a5df-91490aa665ab tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:32.939561 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1af7a6-e82a-44df-a5df-91490aa665ab tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:32.939867 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1af7a6-e82a-44df-a5df-91490aa665ab tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:33.113344 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:33.129044 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Transition to ACTIVE for port object 258ed304-8d4c-461e-a2c9-fc1831f6f708 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:33.156906 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-92117aa9-dd67-4ddd-85f8-79c9c8c1df16 None None] Could not find standard attr ID for object 66836a58-c2d1-480e-a228-f32f882c3d8f. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:52:33.161469 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Transition to ACTIVE for port object 258ed304-8d4c-461e-a2c9-fc1831f6f708 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:33.166592 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Attempting to bind port f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:52:33.170077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Attempting to bind port f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '9850b487-5db4-43c7-a7c5-ca83f55a5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:52:33.170607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Attempting to bind port f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d on network 400ba1a2-785f-4208-b0a7-135e38103373 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:52:33.176175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:33.188710 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Port f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d on network 400ba1a2-785f-4208-b0a7-135e38103373 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:52:33.190176 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Attempting to bind port f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d on network 400ba1a2-785f-4208-b0a7-135e38103373 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:52:33.218943 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:52:33.223208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Checking segment: {'id': '9850b487-5db4-43c7-a7c5-ca83f55a5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:33.227703 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-92117aa9-dd67-4ddd-85f8-79c9c8c1df16 None None] Provisioning for port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:33.229098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Bound using segment: {'id': '9850b487-5db4-43c7-a7c5-ca83f55a5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:52:33.230510 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Bound port: f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9850b487-5db4-43c7-a7c5-ca83f55a5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:52:33.231131 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:33.239198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3b1af7a6-e82a-44df-a5df-91490aa665ab tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:33.267062 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:33.267684 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:33.305098 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-92117aa9-dd67-4ddd-85f8-79c9c8c1df16 None None] Provisioning complete for port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:33.305474 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92117aa9-dd67-4ddd-85f8-79c9c8c1df16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:33.311550 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33b5dff4-9869-4181-9d76-683dd0157736 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:33.326769 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3b1af7a6-e82a-44df-a5df-91490aa665ab tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/ports/66836a58-c2d1-480e-a228-f32f882c3d8f HTTP/1.1" status: 204 len: 168 time: 2.3788514 Mar 08 09:52:33.331032 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46746) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:33.360323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] For port f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:52:33.364933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] For port f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d,segment=NetworkSegment(9850b487-5db4-43c7-a7c5-ca83f55a5f2e),segment_id=9850b487-5db4-43c7-a7c5-ca83f55a5f2e)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:52:33.370635 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:33.387626 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Network 6dc7a28c-5b0b-4cd6-966b-718b9bda4784 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:33.393452 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:33.396552 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:52:33.428371 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:33.429304 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:33.430894 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] 10.222.0.26 "PUT /v2.0/ports/f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d HTTP/1.1" status: 200 len: 1094 time: 1.9336267 Mar 08 09:52:33.431516 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'tag': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:52:33.459748 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Pushing event updated for resources: {'Port': ['ID=258ed304-8d4c-461e-a2c9-fc1831f6f708,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:33.469230 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd3a3fb-1ee5-4165-8c21-a57a4b0c9e98 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] GET failed (client error): The resource could not be found. Mar 08 09:52:33.469776 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bdd3a3fb-1ee5-4165-8c21-a57a4b0c9e98 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Synchronizing usage tracker for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:33.478190 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b9ee7-5234-4350-aed8-598101eada57 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:33.548014 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'tag': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d', 'status': 'completed', 'code': 200} Mar 08 09:52:33.592277 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e332e1-6ada-4cfe-8f4b-dc68bf431920 req-a7ede291-f8bb-4cff-868c-9bf781942b9a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:33.594031 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Attempting to bind port 258ed304-8d4c-461e-a2c9-fc1831f6f708 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:52:33.594407 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Attempting to bind port 258ed304-8d4c-461e-a2c9-fc1831f6f708 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '295fe92a-d813-4312-afce-77606e4ed00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:52:33.594531 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10e332e1-6ada-4cfe-8f4b-dc68bf431920 req-a7ede291-f8bb-4cff-868c-9bf781942b9a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 945 time: 0.4461169 Mar 08 09:52:33.594772 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Attempting to bind port 258ed304-8d4c-461e-a2c9-fc1831f6f708 on network 6dc7a28c-5b0b-4cd6-966b-718b9bda4784 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:52:33.603336 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:52:33.603799 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Checking segment: {'id': '295fe92a-d813-4312-afce-77606e4ed00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:33.604111 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:33.604507 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Bound using segment: {'id': '295fe92a-d813-4312-afce-77606e4ed00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:52:33.605042 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Bound port: 258ed304-8d4c-461e-a2c9-fc1831f6f708, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295fe92a-d813-4312-afce-77606e4ed00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:52:33.605413 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:33.624650 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bdd3a3fb-1ee5-4165-8c21-a57a4b0c9e98 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Unset dirty status for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:33.628106 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bdd3a3fb-1ee5-4165-8c21-a57a4b0c9e98 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports/66836a58-c2d1-480e-a228-f32f882c3d8f HTTP/1.1" status: 404 len: 333 time: 0.2928092 Mar 08 09:52:33.630026 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46752) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:33.674440 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-c4dafd4f-0be7-4ac2-badc-85224d17f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:33.676539 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-c4dafd4f-0be7-4ac2-badc-85224d17f5b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 1097 time: 0.1907275 Mar 08 09:52:33.756182 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92117aa9-dd67-4ddd-85f8-79c9c8c1df16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:33.779174 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10e332e1-6ada-4cfe-8f4b-dc68bf431920 req-22a5dcf0-c559-410d-a55e-559a3627d814 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711078 Mar 08 09:52:33.814314 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-ce6df8f7-a6bf-485f-ba0f-279ee39a37b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d HTTP/1.1" status: 200 len: 217 time: 0.1284246 Mar 08 09:52:33.876619 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-92117aa9-dd67-4ddd-85f8-79c9c8c1df16 None None] For port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2,segment=NetworkSegment(32f71089-a397-4138-86ec-c8f8c1cea4ea),segment_id=32f71089-a397-4138-86ec-c8f8c1cea4ea)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:33.879602 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:33.897502 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92117aa9-dd67-4ddd-85f8-79c9c8c1df16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:33.965071 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-33b5dff4-9869-4181-9d76-683dd0157736 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Allocated IP 2001:db8:2::1 (6dc7a28c-5b0b-4cd6-966b-718b9bda4784/4780045f-9a11-4c59-aefa-7640822ed5eb/54007eec-3483-48d8-be86-a7974cf444a7) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:33.978851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6d47c597-f4b4-4c1a-9f0b-76b2e923eaf6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:33.986520 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] For port 258ed304-8d4c-461e-a2c9-fc1831f6f708, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:52:34.016286 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-db791da9-e6ab-4a5e-9acf-657140169b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:34.017790 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-db791da9-e6ab-4a5e-9acf-657140169b55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=460170b7-129e-4376-9148-9f2cb3d174c9 HTTP/1.1" status: 200 len: 834 time: 0.1845367 Mar 08 09:52:34.043370 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] For port 258ed304-8d4c-461e-a2c9-fc1831f6f708, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=258ed304-8d4c-461e-a2c9-fc1831f6f708,segment=NetworkSegment(295fe92a-d813-4312-afce-77606e4ed00a),segment_id=295fe92a-d813-4312-afce-77606e4ed00a)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:52:34.066695 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:34.074614 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-92117aa9-dd67-4ddd-85f8-79c9c8c1df16 None None] Provisioning complete for port 6df5cc9a-1500-4ddd-baaa-01661f1195ea triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:34.074987 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92117aa9-dd67-4ddd-85f8-79c9c8c1df16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:34.083271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6d47c597-f4b4-4c1a-9f0b-76b2e923eaf6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:34.105698 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92117aa9-dd67-4ddd-85f8-79c9c8c1df16 None None] Pushing event updated for resources: {'Port': ['ID=7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:34.129296 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aed6c-4e2b-4e8e-b6e9-c42300e82632 req-0f874201-1f32-4084-97bd-5dfd4311b692 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:34.136678 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e83aed6c-4e2b-4e8e-b6e9-c42300e82632 req-0f874201-1f32-4084-97bd-5dfd4311b692 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 944 time: 0.2401221 Mar 08 09:52:34.153552 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33b5dff4-9869-4181-9d76-683dd0157736 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:34.177664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-33b5dff4-9869-4181-9d76-683dd0157736 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Transition to ACTIVE for port object 54007eec-3483-48d8-be86-a7974cf444a7 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:34.206060 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:52:34.206445 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:52:34.215690 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33b5dff4-9869-4181-9d76-683dd0157736 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:34.218943 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-92117aa9-dd67-4ddd-85f8-79c9c8c1df16 None None] Port 6df5cc9a-1500-4ddd-baaa-01661f1195ea cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:34.231111 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e83aed6c-4e2b-4e8e-b6e9-c42300e82632 req-9a13e7fb-a332-4d36-a217-da2600c78e89 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=404b841d-7867-448d-b352-bfcf78067e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896897 Mar 08 09:52:34.231464 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390e65a-8119-4223-b815-643c8ce57c49 None None] Pushing event updated for resources: {'Port': ['ID=258ed304-8d4c-461e-a2c9-fc1831f6f708,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:34.273152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-285b605c-2a84-4514-ab4f-a5801793f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:34.274758 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-285b605c-2a84-4514-ab4f-a5801793f0af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=400ba1a2-785f-4208-b0a7-135e38103373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2493379 Mar 08 09:52:34.275570 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6d47c597-f4b4-4c1a-9f0b-76b2e923eaf6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:34.316313 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b5dff4-9869-4181-9d76-683dd0157736 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network 6dc7a28c-5b0b-4cd6-966b-718b9bda4784 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:34.319450 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-33b5dff4-9869-4181-9d76-683dd0157736 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:34.322187 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b5dff4-9869-4181-9d76-683dd0157736 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:52:34.322351 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47c597-f4b4-4c1a-9f0b-76b2e923eaf6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1958dab3-7f0f-4d81-9be7-66fc07830b1f,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:34.322722 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33b5dff4-9869-4181-9d76-683dd0157736 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:34.333284 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-64462468-6f8f-431f-8fb2-8befefea25c3 None None] Could not find standard attr ID for object 66836a58-c2d1-480e-a228-f32f882c3d8f. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:52:34.352159 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5dff4-9869-4181-9d76-683dd0157736 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=54007eec-3483-48d8-be86-a7974cf444a7,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:34.380896 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6d47c597-f4b4-4c1a-9f0b-76b2e923eaf6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:34.382226 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6d47c597-f4b4-4c1a-9f0b-76b2e923eaf6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/security-groups/1958dab3-7f0f-4d81-9be7-66fc07830b1f HTTP/1.1" status: 204 len: 168 time: 0.7506425 Mar 08 09:52:34.386170 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46758) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:34.446488 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-6b5c07da-6f7e-407c-ba53-b2821cd15513 service neutron] 10.222.0.26 "GET /v2.0/networks/400ba1a2-785f-4208-b0a7-135e38103373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595144 Mar 08 09:52:34.516191 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-53abb8d3-7ca0-4937-9136-0f183fa1958a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:34.529837 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33b5dff4-9869-4181-9d76-683dd0157736 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:34.586591 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-53abb8d3-7ca0-4937-9136-0f183fa1958a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:34.609126 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-77aac169-7751-4d25-9f31-49199b5d4c4e req-33762e6d-2355-460b-90e3-d81e1d5467c3 service neutron] 10.222.0.26 "GET /v2.0/networks/400ba1a2-785f-4208-b0a7-135e38103373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555786 Mar 08 09:52:34.730822 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935cfcf-f05e-4976-8e23-f75569ddd16a req-2169e45f-218d-4541-b977-0c36fa9c27f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:34.732366 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f935cfcf-f05e-4976-8e23-f75569ddd16a req-2169e45f-218d-4541-b977-0c36fa9c27f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 1097 time: 0.0738425 Mar 08 09:52:34.768620 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:34.885071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935cfcf-f05e-4976-8e23-f75569ddd16a req-216d1849-a9de-4227-9bbd-5165ea9688d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:34.889841 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f935cfcf-f05e-4976-8e23-f75569ddd16a req-216d1849-a9de-4227-9bbd-5165ea9688d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=400ba1a2-785f-4208-b0a7-135e38103373 HTTP/1.1" status: 200 len: 897 time: 0.1505177 Mar 08 09:52:34.901504 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:34.901764 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-53abb8d3-7ca0-4937-9136-0f183fa1958a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:34.908882 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:34.909277 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:34.963889 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abb8d3-7ca0-4937-9136-0f183fa1958a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8228f749-483a-450f-8426-0cd8a43fcb41,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:35.029538 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-53abb8d3-7ca0-4937-9136-0f183fa1958a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:35.032286 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-53abb8d3-7ca0-4937-9136-0f183fa1958a tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/security-groups/8228f749-483a-450f-8426-0cd8a43fcb41 HTTP/1.1" status: 204 len: 168 time: 0.6451101 Mar 08 09:52:35.050160 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46764) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:35.103336 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:35.127553 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f935cfcf-f05e-4976-8e23-f75569ddd16a req-7ff0d152-eabf-4b08-8c86-81fbd89d8080 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d HTTP/1.1" status: 200 len: 217 time: 0.2316401 Mar 08 09:52:35.140881 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa,segment=NetworkSegment(d12dcfbc-a271-416a-8c91-969dcb442159),segment_id=d12dcfbc-a271-416a-8c91-969dcb442159)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:35.148758 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:35.149562 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 804af151-a88e-4c61-997b-5858de1b29c2 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:35.221530 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1c4554-ffd0-4d96-8b29-2bdd6e043640 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting subnet 6ddd42f9-8f7f-4c9b-a15e-6167af9004cd {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:52:35.229773 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-de1c4554-ffd0-4d96-8b29-2bdd6e043640 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:35.239688 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935cfcf-f05e-4976-8e23-f75569ddd16a req-fb54b5d9-1631-4167-8c1a-89b1b1771b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:35.241599 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f935cfcf-f05e-4976-8e23-f75569ddd16a req-fb54b5d9-1631-4167-8c1a-89b1b1771b1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=460170b7-129e-4376-9148-9f2cb3d174c9 HTTP/1.1" status: 200 len: 834 time: 0.1064987 Mar 08 09:52:35.270312 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865a779-a6a1-4203-8d22-48228ced3b75 req-829d938f-e88a-48a7-9a3a-95fcc9872015 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:35.272869 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6865a779-a6a1-4203-8d22-48228ced3b75 req-829d938f-e88a-48a7-9a3a-95fcc9872015 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 945 time: 0.3580146 Mar 08 09:52:35.311494 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:35.314381 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 804af151-a88e-4c61-997b-5858de1b29c2 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:35.314749 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:35.390371 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6865a779-a6a1-4203-8d22-48228ced3b75 req-f7f7df9f-2231-4b34-8e9a-8c838b1a942f tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956995 Mar 08 09:52:35.410442 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-de1c4554-ffd0-4d96-8b29-2bdd6e043640 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:35.446202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935cfcf-f05e-4976-8e23-f75569ddd16a req-27be142f-2571-4a9a-bb4f-298f214fdd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:35.448010 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f935cfcf-f05e-4976-8e23-f75569ddd16a req-27be142f-2571-4a9a-bb4f-298f214fdd14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=400ba1a2-785f-4208-b0a7-135e38103373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1977007 Mar 08 09:52:35.480222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33b5dff4-9869-4181-9d76-683dd0157736 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:35.490849 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33b5dff4-9869-4181-9d76-683dd0157736 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:35.491708 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33b5dff4-9869-4181-9d76-683dd0157736 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:35.502030 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4aa967-a0d4-4ea8-99e3-95f59bca5706 None None] Network 6dc7a28c-5b0b-4cd6-966b-718b9bda4784 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:35.530390 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932fca0-ada7-47a0-b44c-14450d53bff6 req-7c452c2c-ceb4-42f8-9be2-c27d60825d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:35.531769 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9932fca0-ada7-47a0-b44c-14450d53bff6 req-7c452c2c-ceb4-42f8-9be2-c27d60825d9d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 1098 time: 0.2133400 Mar 08 09:52:35.629439 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a70e01c8-6104-4bdd-b0f3-60bede109a4c None None] Provisioning for port 258ed304-8d4c-461e-a2c9-fc1831f6f708 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:35.663722 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9932fca0-ada7-47a0-b44c-14450d53bff6 req-1eec96f6-4cd5-4b58-bbd5-38e3b9ac89fb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193192 Mar 08 09:52:35.674678 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-de1c4554-ffd0-4d96-8b29-2bdd6e043640 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:35.706344 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5dff4-9869-4181-9d76-683dd0157736 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=54007eec-3483-48d8-be86-a7974cf444a7,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:35.707220 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f935cfcf-f05e-4976-8e23-f75569ddd16a req-29fb761b-402f-4cd4-be7a-d42d94128500 service neutron] 10.222.0.26 "GET /v2.0/networks/400ba1a2-785f-4208-b0a7-135e38103373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065225 Mar 08 09:52:35.714919 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274da7c-5e9e-4cb2-be3f-60f6026ebbcd req-b6452765-0e26-498e-b555-05830f39ca70 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:35.716735 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4274da7c-5e9e-4cb2-be3f-60f6026ebbcd req-b6452765-0e26-498e-b555-05830f39ca70 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 944 time: 0.2630270 Mar 08 09:52:35.781952 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4274da7c-5e9e-4cb2-be3f-60f6026ebbcd req-093a7249-f86e-44ab-b4a7-788070b2eb68 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=404b841d-7867-448d-b352-bfcf78067e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557542 Mar 08 09:52:35.798763 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b5dff4-9869-4181-9d76-683dd0157736 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network 6dc7a28c-5b0b-4cd6-966b-718b9bda4784 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:35.812561 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-33b5dff4-9869-4181-9d76-683dd0157736 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:35.856889 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:35.873784 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-de1c4554-ffd0-4d96-8b29-2bdd6e043640 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:35.939409 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:35.940055 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:35.990932 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c4554-ffd0-4d96-8b29-2bdd6e043640 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Subnet': ['ID=6ddd42f9-8f7f-4c9b-a15e-6167af9004cd,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:35.992996 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-de1c4554-ffd0-4d96-8b29-2bdd6e043640 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:36.007131 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-de1c4554-ffd0-4d96-8b29-2bdd6e043640 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/subnets/6ddd42f9-8f7f-4c9b-a15e-6167af9004cd HTTP/1.1" status: 204 len: 168 time: 0.9538662 Mar 08 09:52:36.008293 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46770) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:36.010030 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3246fba-2352-42f3-a397-cafd91fed9ea None None] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:36.016603 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-80827a37-a7e0-4e50-be7f-74ba707da832 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'subnet': {'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:36.067437 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f935cfcf-f05e-4976-8e23-f75569ddd16a req-471fd25f-7e6c-443e-99d1-81a7dcc88fee service neutron] 10.222.0.26 "GET /v2.0/networks/400ba1a2-785f-4208-b0a7-135e38103373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450441 Mar 08 09:52:36.070832 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b5dff4-9869-4181-9d76-683dd0157736 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router c3a21dfc-815b-45c1-b460-44dc10ab2f1e has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:52:36.187192 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 258ed304-8d4c-461e-a2c9-fc1831f6f708 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:36.219294 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 09:52:36.221421 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:52:36.352310 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-80827a37-a7e0-4e50-be7f-74ba707da832 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:36.359455 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b5dff4-9869-4181-9d76-683dd0157736 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:52:36.361389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-80827a37-a7e0-4e50-be7f-74ba707da832 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:subnet and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:36.370300 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46774) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:36.375985 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-11dd5c61-2066-435e-bff4-e2dc150334c3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2127338234'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:36.380583 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-33b5dff4-9869-4181-9d76-683dd0157736 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/c3a21dfc-815b-45c1-b460-44dc10ab2f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8696971 Mar 08 09:52:36.381708 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-80827a37-a7e0-4e50-be7f-74ba707da832 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:36.385232 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-11dd5c61-2066-435e-bff4-e2dc150334c3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:36.390813 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-80827a37-a7e0-4e50-be7f-74ba707da832 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:36.391187 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-11dd5c61-2066-435e-bff4-e2dc150334c3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:network and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:36.394509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-11dd5c61-2066-435e-bff4-e2dc150334c3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:36.396506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-629beb1c-1da4-4f8b-a927-e64fd87611b6 None None] Provisioning for port 54007eec-3483-48d8-be86-a7974cf444a7 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:36.400761 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Sync routers for ids ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:52:36.402965 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80827a37-a7e0-4e50-be7f-74ba707da832 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:36.407159 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-80827a37-a7e0-4e50-be7f-74ba707da832 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:36.408572 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-11dd5c61-2066-435e-bff4-e2dc150334c3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:36.423920 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dd5c61-2066-435e-bff4-e2dc150334c3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Made reservation on behalf of 6d74a792e0a04913823581fb4b20fd08 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:36.427725 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-11dd5c61-2066-435e-bff4-e2dc150334c3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:36.476214 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-629beb1c-1da4-4f8b-a927-e64fd87611b6 None None] Provisioning complete for port 54007eec-3483-48d8-be86-a7974cf444a7 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:36.476845 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-629beb1c-1da4-4f8b-a927-e64fd87611b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:36.498162 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11dd5c61-2066-435e-bff4-e2dc150334c3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:52:36.518323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-11dd5c61-2066-435e-bff4-e2dc150334c3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:36.518676 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-11dd5c61-2066-435e-bff4-e2dc150334c3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Added segment 4601a98b-0c2d-4c41-961f-54fd8d014257 of type vlan for network 6f4c2c04-d561-46a3-8806-ef0c8684832b Mar 08 09:52:36.570599 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-11dd5c61-2066-435e-bff4-e2dc150334c3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:36.610008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-11dd5c61-2066-435e-bff4-e2dc150334c3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:36.618114 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dd5c61-2066-435e-bff4-e2dc150334c3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:36.621110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-11dd5c61-2066-435e-bff4-e2dc150334c3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:36.672746 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Routers {'c3a21dfc-815b-45c1-b460-44dc10ab2f1e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:36.672746 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:36.685006 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-11dd5c61-2066-435e-bff4-e2dc150334c3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3110907 Mar 08 09:52:36.712239 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46780) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:36.724069 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b6eb3ee8-ec8c-4c84-878d-bac0a9846914 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'subnet': {'network_id': '6f4c2c04-d561-46a3-8806-ef0c8684832b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:36.739639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd5c61-2066-435e-bff4-e2dc150334c3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Network': ['ID=6f4c2c04-d561-46a3-8806-ef0c8684832b,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:36.803671 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 6f4c2c04-d561-46a3-8806-ef0c8684832b details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:52:36.879367 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b6eb3ee8-ec8c-4c84-878d-bac0a9846914 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:36.893064 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b6eb3ee8-ec8c-4c84-878d-bac0a9846914 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:subnet and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:36.897201 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b6eb3ee8-ec8c-4c84-878d-bac0a9846914 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:36.909785 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b6eb3ee8-ec8c-4c84-878d-bac0a9846914 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:36.941958 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6eb3ee8-ec8c-4c84-878d-bac0a9846914 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Made reservation on behalf of 6d74a792e0a04913823581fb4b20fd08 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:36.945557 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6eb3ee8-ec8c-4c84-878d-bac0a9846914 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:37.030963 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 258ed304-8d4c-461e-a2c9-fc1831f6f708 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:37.043910 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:37.051197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05997acd-1d26-4dc0-b85a-e3e8b7f70083 req-b3dfef2c-9813-4a7f-8bcb-65508397ba3f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:37.053065 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce423a8-ca99-4653-bffd-d6a46e54ff81 req-37a51891-2d0e-46da-9fcb-5b28f8c31a45 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:37.054166 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01,segment=NetworkSegment(44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4),segment_id=44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:37.054841 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1ce423a8-ca99-4653-bffd-d6a46e54ff81 req-37a51891-2d0e-46da-9fcb-5b28f8c31a45 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 945 time: 0.4339230 Mar 08 09:52:37.067342 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-629beb1c-1da4-4f8b-a927-e64fd87611b6 None None] Port 54007eec-3483-48d8-be86-a7974cf444a7 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:37.068983 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-05997acd-1d26-4dc0-b85a-e3e8b7f70083 req-b3dfef2c-9813-4a7f-8bcb-65508397ba3f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 944 time: 0.1654186 Mar 08 09:52:37.094475 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 258ed304-8d4c-461e-a2c9-fc1831f6f708 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:37.094815 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:37.127364 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-05997acd-1d26-4dc0-b85a-e3e8b7f70083 req-91abdb3b-d23f-4e96-887b-7704cedd7c9b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=404b841d-7867-448d-b352-bfcf78067e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534470 Mar 08 09:52:37.154270 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01', 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c', 'port_id': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01', 'mac_address': 'fa:16:3e:dc:d4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e963e0d-7564-4796-acb2-937b9a763afb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 09:52:37.193530 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1ce423a8-ca99-4653-bffd-d6a46e54ff81 req-ea917896-d952-4695-b6b4-2aa8aacc3ae5 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226912 Mar 08 09:52:37.232381 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Set router c3a21dfc-815b-45c1-b460-44dc10ab2f1e gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:52:37.305323 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e91170-84e6-4a49-9534-42a5048ac33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:52:37.341248 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01,segment=NetworkSegment(44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4),segment_id=44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:37.352347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-80827a37-a7e0-4e50-be7f-74ba707da832 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:37.363066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e4cd2525-6d76-4b01-8178-ce2211e2b64a None None] Provisioning complete for port 54007eec-3483-48d8-be86-a7974cf444a7 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:37.363438 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2525-6d76-4b01-8178-ce2211e2b64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:37.387769 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6eb3ee8-ec8c-4c84-878d-bac0a9846914 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:37.391092 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e91170-84e6-4a49-9534-42a5048ac33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01', 'code': 200} Mar 08 09:52:37.431281 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80827a37-a7e0-4e50-be7f-74ba707da832 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:37.435784 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-80827a37-a7e0-4e50-be7f-74ba707da832 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:37.442351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80827a37-a7e0-4e50-be7f-74ba707da832 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:37.442940 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-80827a37-a7e0-4e50-be7f-74ba707da832 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:37.467414 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:37.475246 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80827a37-a7e0-4e50-be7f-74ba707da832 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Subnet': ['ID=2776cb54-8778-40fe-b959-e322599a62e0,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:37.507192 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:37.519913 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-80827a37-a7e0-4e50-be7f-74ba707da832 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5082359 Mar 08 09:52:37.522526 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46788) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:37.528896 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-86834ad8-51f4-421c-b09b-9db0ea3e937d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'security_group': {'name': 'tempest-secgroup-1700934303'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:37.530869 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6eb3ee8-ec8c-4c84-878d-bac0a9846914 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Checking segment: {'id': '4601a98b-0c2d-4c41-961f-54fd8d014257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6f4c2c04-d561-46a3-8806-ef0c8684832b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:37.531234 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eb3ee8-ec8c-4c84-878d-bac0a9846914 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network hostable DHCP agents. Network: 6f4c2c04-d561-46a3-8806-ef0c8684832b, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:52:37.537900 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-86834ad8-51f4-421c-b09b-9db0ea3e937d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:37.543653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-86834ad8-51f4-421c-b09b-9db0ea3e937d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:security_group and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:37.547607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-86834ad8-51f4-421c-b09b-9db0ea3e937d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:37.556466 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-86834ad8-51f4-421c-b09b-9db0ea3e937d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:37.561127 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb3ee8-ec8c-4c84-878d-bac0a9846914 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Subnet': ['ID=83a37bb5-4eff-4a57-8d4c-fe4b18c4bdbf,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:37.569569 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eb3ee8-ec8c-4c84-878d-bac0a9846914 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network 6f4c2c04-d561-46a3-8806-ef0c8684832b is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:52:37.571548 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-86834ad8-51f4-421c-b09b-9db0ea3e937d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:37.586680 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b6eb3ee8-ec8c-4c84-878d-bac0a9846914 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 6f4c2c04-d561-46a3-8806-ef0c8684832b) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:37.593206 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eb3ee8-ec8c-4c84-878d-bac0a9846914 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:37.593838 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6eb3ee8-ec8c-4c84-878d-bac0a9846914 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:37.599236 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-86834ad8-51f4-421c-b09b-9db0ea3e937d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:37.604619 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-86834ad8-51f4-421c-b09b-9db0ea3e937d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:security_group_rule and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:37.610334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-86834ad8-51f4-421c-b09b-9db0ea3e937d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:37.618544 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-86834ad8-51f4-421c-b09b-9db0ea3e937d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:37.627794 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7df0a3-fb13-4339-adbc-bfe518eef6d6 None None] Network 6f4c2c04-d561-46a3-8806-ef0c8684832b requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:37.633084 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b6eb3ee8-ec8c-4c84-878d-bac0a9846914 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9172077 Mar 08 09:52:37.633656 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46792) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:37.683786 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:52:37.701584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd2525-6d76-4b01-8178-ce2211e2b64a None None] Port 54007eec-3483-48d8-be86-a7974cf444a7 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:37.727928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-86834ad8-51f4-421c-b09b-9db0ea3e937d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:37.732766 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-86834ad8-51f4-421c-b09b-9db0ea3e937d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:37.783138 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86834ad8-51f4-421c-b09b-9db0ea3e937d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a651d562-1000-4eff-84bf-707e01117862,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:37.813544 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-86834ad8-51f4-421c-b09b-9db0ea3e937d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:37.815589 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-86834ad8-51f4-421c-b09b-9db0ea3e937d tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2917717 Mar 08 09:52:37.818369 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46796) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:37.826001 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e046f16e-806b-4435-816a-5ababfa21dc1 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'security_group': {'name': 'tempest-secgroup-343636535'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:37.834309 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e046f16e-806b-4435-816a-5ababfa21dc1 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:37.848131 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e046f16e-806b-4435-816a-5ababfa21dc1 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:security_group and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:37.853305 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e046f16e-806b-4435-816a-5ababfa21dc1 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:37.864600 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e046f16e-806b-4435-816a-5ababfa21dc1 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:37.881174 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:37.890091 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:37.909071 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:37.909424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:37.909766 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:37.910104 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:37.910435 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:37.910769 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:37.911092 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:37.911423 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:37.911757 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:37.912084 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:37.912407 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:37.912758 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:52:37.977528 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:52:37.977897 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:52:38.009641 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e046f16e-806b-4435-816a-5ababfa21dc1 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:38.025256 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 258ed304-8d4c-461e-a2c9-fc1831f6f708, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=258ed304-8d4c-461e-a2c9-fc1831f6f708,segment=NetworkSegment(295fe92a-d813-4312-afce-77606e4ed00a),segment_id=295fe92a-d813-4312-afce-77606e4ed00a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:38.046234 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e046f16e-806b-4435-816a-5ababfa21dc1 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:38.055459 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e046f16e-806b-4435-816a-5ababfa21dc1 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:security_group_rule and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:38.060327 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e046f16e-806b-4435-816a-5ababfa21dc1 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:38.083608 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feaf497-0ab9-4eca-a0fc-ef8649a3f763 None None] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:38.103500 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:38.104183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:38.119712 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e046f16e-806b-4435-816a-5ababfa21dc1 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:38.398019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beda3de-1c2c-43ea-b52d-8bd9126a3d02 req-b18d433f-ada1-4808-bb4d-22145c58735d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:38.399578 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8beda3de-1c2c-43ea-b52d-8bd9126a3d02 req-b18d433f-ada1-4808-bb4d-22145c58735d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 943 time: 0.0897515 Mar 08 09:52:38.448113 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8beda3de-1c2c-43ea-b52d-8bd9126a3d02 req-814de84e-e86b-4989-8108-b7ececb62bf2 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413795 Mar 08 09:52:38.449980 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d20ec4ef-0de1-4a9f-b290-a4b6675898d9 None None] Provisioning complete for port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:38.450505 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d20ec4ef-0de1-4a9f-b290-a4b6675898d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:38.475044 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46804) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:38.544661 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=258ed304-8d4c-461e-a2c9-fc1831f6f708,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:38.550156 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-6f4c2c04-d561-46a3-8806-ef0c8684832b', 'network_id': '6f4c2c04-d561-46a3-8806-ef0c8684832b', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'fixed_ips': [{'subnet_id': '83a37bb5-4eff-4a57-8d4c-fe4b18c4bdbf'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:52:38.551066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:38.558989 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e046f16e-806b-4435-816a-5ababfa21dc1 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:38.573318 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e046f16e-806b-4435-816a-5ababfa21dc1 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:38.594687 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fd9427d5-f0d2-4a2b-a5d2-3fc184249e63 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/floatingips/20f4a441-375b-4cb3-b6c6-b5885fbc25a6 HTTP/1.1" status: 200 len: 991 time: 0.1190221 Mar 08 09:52:38.611430 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e9d7a235-62e9-446a-93ba-2c5f4694d190 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:38.660132 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb219c29-fd5b-4cef-b3dd-c6033495b5cb req-ac03fdbf-6ce1-4d00-bd10-6e573c2b7752 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:38.661664 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb219c29-fd5b-4cef-b3dd-c6033495b5cb req-ac03fdbf-6ce1-4d00-bd10-6e573c2b7752 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 944 time: 0.4214544 Mar 08 09:52:38.700792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:38.730837 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e046f16e-806b-4435-816a-5ababfa21dc1 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:38.732120 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e046f16e-806b-4435-816a-5ababfa21dc1 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9127142 Mar 08 09:52:38.734041 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046f16e-806b-4435-816a-5ababfa21dc1 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02403a4c-9b13-41d9-963f-d811bde0730d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:38.737394 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46808) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:38.742880 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:38.743255 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:38.755939 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1ecede87-bb6e-4771-91ae-025e58b6034f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'security_group': {'name': 'tempest-secgroup-719637775'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:38.806741 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:52:38.816301 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1ecede87-bb6e-4771-91ae-025e58b6034f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:38.826423 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:34Z', 'revision_number': 4, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54007eec-3483-48d8-be86-a7974cf444a7', 'name': '', 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d7:15:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:33Z', 'updated_at': '2022-03-08T09:52:34Z', 'revision_number': 2, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa', 'name': '', 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:a7:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:23Z', 'updated_at': '2022-03-08T09:52:35Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:38.843058 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1ecede87-bb6e-4771-91ae-025e58b6034f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:security_group and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:38.849139 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1ecede87-bb6e-4771-91ae-025e58b6034f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:38.866827 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1ecede87-bb6e-4771-91ae-025e58b6034f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:38.870999 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb219c29-fd5b-4cef-b3dd-c6033495b5cb req-4401d7d8-79e0-407d-bd98-50e9a9964e83 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=404b841d-7867-448d-b352-bfcf78067e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611161 Mar 08 09:52:38.917819 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Checking router: c3a21dfc-815b-45c1-b460-44dc10ab2f1e for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:52:38.918181 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Updating router c3a21dfc-815b-45c1-b460-44dc10ab2f1e port 54007eec-3483-48d8-be86-a7974cf444a7 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:52:38.927162 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1ecede87-bb6e-4771-91ae-025e58b6034f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:38.966995 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1ecede87-bb6e-4771-91ae-025e58b6034f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:38.974951 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01,segment=NetworkSegment(44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4),segment_id=44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:38.975256 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1ecede87-bb6e-4771-91ae-025e58b6034f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:security_group_rule and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:38.999995 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:39.005781 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1ecede87-bb6e-4771-91ae-025e58b6034f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:39.021755 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1ecede87-bb6e-4771-91ae-025e58b6034f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:39.085227 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 09:52:39.110511 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1ecede87-bb6e-4771-91ae-025e58b6034f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:39.114417 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1ecede87-bb6e-4771-91ae-025e58b6034f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:39.126665 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:39.157169 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecede87-bb6e-4771-91ae-025e58b6034f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6d5500-e531-4e7e-9b94-727e9533b05a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:39.160605 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1ecede87-bb6e-4771-91ae-025e58b6034f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:39.161897 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1ecede87-bb6e-4771-91ae-025e58b6034f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4160872 Mar 08 09:52:39.164752 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46812) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:39.171777 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5aa28ccb-a712-4a23-8ed3-f5af6f5b95d8 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-276284168', 'security_groups': ['0b6d5500-e531-4e7e-9b94-727e9533b05a'], 'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2776cb54-8778-40fe-b959-e322599a62e0'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:39.278434 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Allocated IP 2001:db8:3::2 (6f4c2c04-d561-46a3-8806-ef0c8684832b/83a37bb5-4eff-4a57-8d4c-fe4b18c4bdbf/9135c8da-a792-4445-81ba-8a847f7aa60d) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:39.309573 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5aa28ccb-a712-4a23-8ed3-f5af6f5b95d8 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:39.315376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d20ec4ef-0de1-4a9f-b290-a4b6675898d9 None None] Provisioning complete for port 6df5cc9a-1500-4ddd-baaa-01661f1195ea triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:39.315751 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d20ec4ef-0de1-4a9f-b290-a4b6675898d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:39.319175 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5aa28ccb-a712-4a23-8ed3-f5af6f5b95d8 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:39.328804 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa28ccb-a712-4a23-8ed3-f5af6f5b95d8 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:39.339983 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:39.445359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['9d9480e0-3ee2-4020-8bf0-4cf3cd257a01'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 09:52:39.458713 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5aa28ccb-a712-4a23-8ed3-f5af6f5b95d8 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:39.478983 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-5aa28ccb-a712-4a23-8ed3-f5af6f5b95d8 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] device_id is not set on port fa5b52ec-cc7a-4c91-8fe2-5e6f84338801 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 09:52:39.621560 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 258ed304-8d4c-461e-a2c9-fc1831f6f708 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:39.691465 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-5aa28ccb-a712-4a23-8ed3-f5af6f5b95d8 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Allocated IP 172.20.0.7 (ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa/2776cb54-8778-40fe-b959-e322599a62e0/fa5b52ec-cc7a-4c91-8fe2-5e6f84338801) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:39.714727 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d20ec4ef-0de1-4a9f-b290-a4b6675898d9 None None] Port 6df5cc9a-1500-4ddd-baaa-01661f1195ea cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:39.878192 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5aa28ccb-a712-4a23-8ed3-f5af6f5b95d8 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:39.883187 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d,segment=NetworkSegment(9850b487-5db4-43c7-a7c5-ca83f55a5f2e),segment_id=9850b487-5db4-43c7-a7c5-ca83f55a5f2e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:39.894103 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-5aa28ccb-a712-4a23-8ed3-f5af6f5b95d8 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Transition to ACTIVE for port object fa5b52ec-cc7a-4c91-8fe2-5e6f84338801 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:39.908455 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de530c7d-e9da-48c7-92ec-ad9a17d04904 None None] Update dhcp port {'port': {'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa', 'fixed_ips': [{'subnet_id': 'e509cb5b-7551-4f94-b52a-6615398baee1', 'ip_address': '172.20.0.18'}, {'subnet_id': '2776cb54-8778-40fe-b959-e322599a62e0'}], 'binding:host_id': 'dv-neutron-831730-2-hyperv'}, 'id': '7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2'} from dv-neutron-831730-2-hyperv. {{(pid=87773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 09:52:39.918901 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5aa28ccb-a712-4a23-8ed3-f5af6f5b95d8 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:39.993153 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa28ccb-a712-4a23-8ed3-f5af6f5b95d8 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:39.996490 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-5aa28ccb-a712-4a23-8ed3-f5af6f5b95d8 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:39.999667 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa28ccb-a712-4a23-8ed3-f5af6f5b95d8 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:52:40.052867 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa28ccb-a712-4a23-8ed3-f5af6f5b95d8 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=fa5b52ec-cc7a-4c91-8fe2-5e6f84338801,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:40.069932 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecc353-995d-4e9f-a340-91712caa545c req-f8fbcc74-91ed-4459-b257-515d1b78bbdd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:40.071647 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d8ecc353-995d-4e9f-a340-91712caa545c req-f8fbcc74-91ed-4459-b257-515d1b78bbdd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 944 time: 0.0850453 Mar 08 09:52:40.078084 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa28ccb-a712-4a23-8ed3-f5af6f5b95d8 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:40.079069 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5aa28ccb-a712-4a23-8ed3-f5af6f5b95d8 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:40.104814 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5aa28ccb-a712-4a23-8ed3-f5af6f5b95d8 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9388299 Mar 08 09:52:40.106227 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'port_id': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d', 'mac_address': 'fa:16:3e:74:e2:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 09:52:40.107450 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46818) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:40.114057 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9c8e9cc4-3959-4586-97ed-18fe6f5b4bec tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'subnet': {'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:40.120291 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d8ecc353-995d-4e9f-a340-91712caa545c req-00cfb92e-c061-4bee-b3e6-6a8e69ebecd4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=404b841d-7867-448d-b352-bfcf78067e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418773 Mar 08 09:52:40.247348 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 258ed304-8d4c-461e-a2c9-fc1831f6f708 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:40.247673 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:40.266598 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9c8e9cc4-3959-4586-97ed-18fe6f5b4bec tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:40.270505 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9c8e9cc4-3959-4586-97ed-18fe6f5b4bec tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:subnet and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:40.273430 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9c8e9cc4-3959-4586-97ed-18fe6f5b4bec tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:40.279103 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9c8e9cc4-3959-4586-97ed-18fe6f5b4bec tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:40.289372 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8e9cc4-3959-4586-97ed-18fe6f5b4bec tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:40.293009 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c8e9cc4-3959-4586-97ed-18fe6f5b4bec tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:40.305042 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de530c7d-e9da-48c7-92ec-ad9a17d04904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:40.411609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:40.461024 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:40.511039 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:52:40.519782 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Transition to ACTIVE for port object 9135c8da-a792-4445-81ba-8a847f7aa60d will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:40.540463 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.ipam_backend_mixin [None req-9c8e9cc4-3959-4586-97ed-18fe6f5b4bec tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2776cb54-8778-40fe-b959-e322599a62e0 (CIDR: 172.20.0.0/28) Mar 08 09:52:40.543729 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8e9cc4-3959-4586-97ed-18fe6f5b4bec tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:52:40.544731 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8e9cc4-3959-4586-97ed-18fe6f5b4bec tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:52:40.566214 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46822) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:40.566534 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9c8e9cc4-3959-4586-97ed-18fe6f5b4bec tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4578645 Mar 08 09:52:40.573375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-01ba8cc0-7993-484f-a465-908285608e67 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'subnet': {'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:40.716172 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-01ba8cc0-7993-484f-a465-908285608e67 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:40.720780 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-01ba8cc0-7993-484f-a465-908285608e67 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:subnet and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:40.721781 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d,segment=NetworkSegment(9850b487-5db4-43c7-a7c5-ca83f55a5f2e),segment_id=9850b487-5db4-43c7-a7c5-ca83f55a5f2e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:40.723864 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-01ba8cc0-7993-484f-a465-908285608e67 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:40.726516 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Transition to ACTIVE for port object 9135c8da-a792-4445-81ba-8a847f7aa60d will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:40.730161 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-01ba8cc0-7993-484f-a465-908285608e67 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:40.741082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ba8cc0-7993-484f-a465-908285608e67 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:40.744419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-01ba8cc0-7993-484f-a465-908285608e67 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:40.755996 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:40.814045 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-e9d7a235-62e9-446a-93ba-2c5f4694d190 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Allocated IP 2001:db8:3::1 (6f4c2c04-d561-46a3-8806-ef0c8684832b/83a37bb5-4eff-4a57-8d4c-fe4b18c4bdbf/b78c52f9-85a9-42e8-98d5-250c7bc2a734) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:40.838202 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:40.844291 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:40.876873 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.ipam_backend_mixin [None req-01ba8cc0-7993-484f-a465-908285608e67 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e509cb5b-7551-4f94-b52a-6615398baee1 (CIDR: 172.20.0.16/28) Mar 08 09:52:40.880245 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ba8cc0-7993-484f-a465-908285608e67 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 09:52:40.880800 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ba8cc0-7993-484f-a465-908285608e67 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:52:40.903032 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-01ba8cc0-7993-484f-a465-908285608e67 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3351057 Mar 08 09:52:40.903621 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46826) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:40.909476 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Transition to ACTIVE for port object 54007eec-3483-48d8-be86-a7974cf444a7 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:40.909836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1a98e0d4-7efb-4860-a1b0-f670e2dd4fa2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'subnet': {'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:40.917859 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Network 6f4c2c04-d561-46a3-8806-ef0c8684832b is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:40.932094 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:40.940020 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:40.946489 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:52:40.981618 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-de530c7d-e9da-48c7-92ec-ad9a17d04904 None None] Allocated IP 172.20.0.2 (ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa/2776cb54-8778-40fe-b959-e322599a62e0/7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:40.995400 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e9d7a235-62e9-446a-93ba-2c5f4694d190 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:41.015103 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-e9d7a235-62e9-446a-93ba-2c5f4694d190 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Transition to ACTIVE for port object b78c52f9-85a9-42e8-98d5-250c7bc2a734 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:41.018795 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:41.051715 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e9d7a235-62e9-446a-93ba-2c5f4694d190 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:41.128434 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d7a235-62e9-446a-93ba-2c5f4694d190 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network 6f4c2c04-d561-46a3-8806-ef0c8684832b is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:41.136419 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e9d7a235-62e9-446a-93ba-2c5f4694d190 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:41.141356 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7a235-62e9-446a-93ba-2c5f4694d190 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:52:41.142067 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e9d7a235-62e9-446a-93ba-2c5f4694d190 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:41.147955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7a235-62e9-446a-93ba-2c5f4694d190 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=b78c52f9-85a9-42e8-98d5-250c7bc2a734,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:41.161627 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 09:52:41.226729 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1a98e0d4-7efb-4860-a1b0-f670e2dd4fa2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:41.236714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1a98e0d4-7efb-4860-a1b0-f670e2dd4fa2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Usage tracker for resource:subnet and tenant:337541db1f0d416b81c0856e383b303e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:41.240515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1a98e0d4-7efb-4860-a1b0-f670e2dd4fa2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:41.253282 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1a98e0d4-7efb-4860-a1b0-f670e2dd4fa2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:41.274029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a98e0d4-7efb-4860-a1b0-f670e2dd4fa2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Made reservation on behalf of 337541db1f0d416b81c0856e383b303e for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:52:41.278792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1a98e0d4-7efb-4860-a1b0-f670e2dd4fa2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:41.353156 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e9d7a235-62e9-446a-93ba-2c5f4694d190 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:41.435024 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Pushing event updated for resources: {'Port': ['ID=9135c8da-a792-4445-81ba-8a847f7aa60d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:41.437966 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Attempting to bind port 9135c8da-a792-4445-81ba-8a847f7aa60d on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:52:41.438335 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Attempting to bind port 9135c8da-a792-4445-81ba-8a847f7aa60d by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '4601a98b-0c2d-4c41-961f-54fd8d014257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6f4c2c04-d561-46a3-8806-ef0c8684832b'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:52:41.438693 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Attempting to bind port 9135c8da-a792-4445-81ba-8a847f7aa60d on network 6f4c2c04-d561-46a3-8806-ef0c8684832b {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:52:41.530249 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:52:41.530622 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Checking segment: {'id': '4601a98b-0c2d-4c41-961f-54fd8d014257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6f4c2c04-d561-46a3-8806-ef0c8684832b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:41.531024 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:41.531419 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Bound using segment: {'id': '4601a98b-0c2d-4c41-961f-54fd8d014257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6f4c2c04-d561-46a3-8806-ef0c8684832b'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:52:41.531903 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Bound port: 9135c8da-a792-4445-81ba-8a847f7aa60d, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4601a98b-0c2d-4c41-961f-54fd8d014257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6f4c2c04-d561-46a3-8806-ef0c8684832b'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:52:41.532277 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:41.570678 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ae426-471d-4c23-adaf-610b29774c8f req-dbf9ff86-0e23-4dd9-950f-b296af29fa33 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:41.572077 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c3ae426-471d-4c23-adaf-610b29774c8f req-dbf9ff86-0e23-4dd9-950f-b296af29fa33 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 945 time: 0.2731485 Mar 08 09:52:41.597146 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Attempting to bind port 54007eec-3483-48d8-be86-a7974cf444a7 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:52:41.597422 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Attempting to bind port 54007eec-3483-48d8-be86-a7974cf444a7 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '295fe92a-d813-4312-afce-77606e4ed00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:52:41.597787 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Attempting to bind port 54007eec-3483-48d8-be86-a7974cf444a7 on network 6dc7a28c-5b0b-4cd6-966b-718b9bda4784 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:52:41.613265 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1a98e0d4-7efb-4860-a1b0-f670e2dd4fa2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:41.652892 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c3ae426-471d-4c23-adaf-610b29774c8f req-d217132c-c796-4042-a001-cdc8c2663976 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=404b841d-7867-448d-b352-bfcf78067e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718138 Mar 08 09:52:41.694979 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a98e0d4-7efb-4860-a1b0-f670e2dd4fa2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:41.698615 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-1a98e0d4-7efb-4860-a1b0-f670e2dd4fa2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:41.703191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a98e0d4-7efb-4860-a1b0-f670e2dd4fa2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:41.703783 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1a98e0d4-7efb-4860-a1b0-f670e2dd4fa2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:41.711973 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98e0d4-7efb-4860-a1b0-f670e2dd4fa2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Subnet': ['ID=b188950d-c8da-4bd4-babe-6d28bea6eeda,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:41.741905 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1a98e0d4-7efb-4860-a1b0-f670e2dd4fa2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8344567 Mar 08 09:52:41.742278 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46832) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:41.748192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-2f54bff5-9cfa-4c14-80b0-4d02b6d1a942 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1030437452', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b188950d-c8da-4bd4-babe-6d28bea6eeda'}], 'security_groups': ['a651d562-1000-4eff-84bf-707e01117862', '02403a4c-9b13-41d9-963f-d811bde0730d']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:41.751276 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:52:41.751798 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Checking segment: {'id': '295fe92a-d813-4312-afce-77606e4ed00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:41.752047 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:41.753287 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Bound using segment: {'id': '295fe92a-d813-4312-afce-77606e4ed00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:52:41.753287 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Bound port: 54007eec-3483-48d8-be86-a7974cf444a7, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295fe92a-d813-4312-afce-77606e4ed00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:52:41.753522 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:41.771975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a09b1c-ee08-4b3c-ab92-5a3e08918bbb None None] Pushing event updated for resources: {'Port': ['ID=54007eec-3483-48d8-be86-a7974cf444a7,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:41.799709 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-de530c7d-e9da-48c7-92ec-ad9a17d04904 None None] For port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2,segment=NetworkSegment(32f71089-a397-4138-86ec-c8f8c1cea4ea),segment_id=32f71089-a397-4138-86ec-c8f8c1cea4ea)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:41.839532 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e9d7a235-62e9-446a-93ba-2c5f4694d190 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:41.845394 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e9d7a235-62e9-446a-93ba-2c5f4694d190 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:41.846409 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e9d7a235-62e9-446a-93ba-2c5f4694d190 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:41.949308 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] For port 9135c8da-a792-4445-81ba-8a847f7aa60d, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:52:41.964783 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de530c7d-e9da-48c7-92ec-ad9a17d04904 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:41.974482 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] For port 54007eec-3483-48d8-be86-a7974cf444a7, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:52:41.991565 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] For port 9135c8da-a792-4445-81ba-8a847f7aa60d, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9135c8da-a792-4445-81ba-8a847f7aa60d,segment=NetworkSegment(4601a98b-0c2d-4c41-961f-54fd8d014257),segment_id=4601a98b-0c2d-4c41-961f-54fd8d014257)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:52:42.005123 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7a235-62e9-446a-93ba-2c5f4694d190 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event updated for resources: {'Port': ['ID=b78c52f9-85a9-42e8-98d5-250c7bc2a734,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:42.006580 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:42.006756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2f54bff5-9cfa-4c14-80b0-4d02b6d1a942 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:42.013554 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] For port 54007eec-3483-48d8-be86-a7974cf444a7, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=54007eec-3483-48d8-be86-a7974cf444a7,segment=NetworkSegment(295fe92a-d813-4312-afce-77606e4ed00a),segment_id=295fe92a-d813-4312-afce-77606e4ed00a)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:52:42.014290 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-de530c7d-e9da-48c7-92ec-ad9a17d04904 None None] Transition to ACTIVE for port object 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:42.053174 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d7a235-62e9-446a-93ba-2c5f4694d190 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Network 6f4c2c04-d561-46a3-8806-ef0c8684832b is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:42.054790 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e9d7a235-62e9-446a-93ba-2c5f4694d190 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:42.058688 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de530c7d-e9da-48c7-92ec-ad9a17d04904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:42.063885 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:42.230975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9e761-972a-4de3-8589-d6f5f3f6d975 None None] Pushing event updated for resources: {'Port': ['ID=9135c8da-a792-4445-81ba-8a847f7aa60d,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:42.258197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d7a235-62e9-446a-93ba-2c5f4694d190 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router c3a21dfc-815b-45c1-b460-44dc10ab2f1e has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:52:42.297333 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Routers {'c3a21dfc-815b-45c1-b460-44dc10ab2f1e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:42.297729 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:42.493496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-2f54bff5-9cfa-4c14-80b0-4d02b6d1a942 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Delete allocated IP 172.20.0.7 (ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa/2776cb54-8778-40fe-b959-e322599a62e0) {{(pid=87771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 08 09:52:42.503366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-2f54bff5-9cfa-4c14-80b0-4d02b6d1a942 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Allocated IP 172.20.0.42 (ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa/b188950d-c8da-4bd4-babe-6d28bea6eeda/fa5b52ec-cc7a-4c91-8fe2-5e6f84338801) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:42.699310 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de530c7d-e9da-48c7-92ec-ad9a17d04904 None None] Pushing event updated for resources: {'Port': ['ID=7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:42.824423 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] Set router c3a21dfc-815b-45c1-b460-44dc10ab2f1e gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:52:42.904655 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d7a235-62e9-446a-93ba-2c5f4694d190 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:52:42.920324 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e9d7a235-62e9-446a-93ba-2c5f4694d190 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/c3a21dfc-815b-45c1-b460-44dc10ab2f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2854319 Mar 08 09:52:42.924804 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46838) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:42.934979 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-aac35d9e-02f0-45da-9f11-d4809b5e1ead tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:43.055059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2f54bff5-9cfa-4c14-80b0-4d02b6d1a942 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:43.080179 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:43.107191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cd774-f7b2-41a4-b3b2-7136e23db5c7 req-771a96d4-130a-446f-9adf-0d09f7bd9ea6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:43.109042 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8a4cd774-f7b2-41a4-b3b2-7136e23db5c7 req-771a96d4-130a-446f-9adf-0d09f7bd9ea6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 945 time: 0.2352176 Mar 08 09:52:43.114286 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-2f54bff5-9cfa-4c14-80b0-4d02b6d1a942 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Ignored duplicate provisioning block setup for port fa5b52ec-cc7a-4c91-8fe2-5e6f84338801 by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 08 09:52:43.171177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2f54bff5-9cfa-4c14-80b0-4d02b6d1a942 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:43.189433 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8a4cd774-f7b2-41a4-b3b2-7136e23db5c7 req-c8731c23-a226-4c10-9beb-05372c4a17cf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=404b841d-7867-448d-b352-bfcf78067e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739007 Mar 08 09:52:43.324302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a09b1c-ee08-4b3c-ab92-5a3e08918bbb None None] Pushing event updated for resources: {'Port': ['ID=54007eec-3483-48d8-be86-a7974cf444a7,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:43.360178 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f0415b-9ee7-454d-bb2a-940346502e3a None None] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:43.413418 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-2f54bff5-9cfa-4c14-80b0-4d02b6d1a942 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] In _notify_port_updated(), no bound segment for port fa5b52ec-cc7a-4c91-8fe2-5e6f84338801 on network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa {{(pid=87771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 09:52:43.419940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f54bff5-9cfa-4c14-80b0-4d02b6d1a942 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:43.420647 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2f54bff5-9cfa-4c14-80b0-4d02b6d1a942 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:43.424670 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:43.424982 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2f54bff5-9cfa-4c14-80b0-4d02b6d1a942 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "PUT /v2.0/ports/fa5b52ec-cc7a-4c91-8fe2-5e6f84338801 HTTP/1.1" status: 200 len: 960 time: 1.6816082 Mar 08 09:52:43.425771 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46844) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:43.494064 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54bff5-9cfa-4c14-80b0-4d02b6d1a942 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event updated for resources: {'Port': ['ID=fa5b52ec-cc7a-4c91-8fe2-5e6f84338801,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:43.571064 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-11570ce8-9dcd-4c96-ba30-ee257250ccd8 None None] Provisioning for port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:43.619124 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-11570ce8-9dcd-4c96-ba30-ee257250ccd8 None None] Provisioning complete for port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:43.619124 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11570ce8-9dcd-4c96-ba30-ee257250ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:43.619949 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-7cd61cc2-48d2-4ac3-a96f-91a8b5059904 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port fa5b52ec-cc7a-4c91-8fe2-5e6f84338801 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:43.619949 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7cd61cc2-48d2-4ac3-a96f-91a8b5059904 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:43.725476 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:43.725894 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:43.737982 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-aac35d9e-02f0-45da-9f11-d4809b5e1ead tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 08 09:52:43.753057 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-aac35d9e-02f0-45da-9f11-d4809b5e1ead tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Removed routes are [] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 08 09:52:43.753458 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aac35d9e-02f0-45da-9f11-d4809b5e1ead tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:43.776175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:43.868446 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c27171-5cb6-4992-b9ca-cef6b4e7425c None None] Network 6f4c2c04-d561-46a3-8806-ef0c8684832b requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:44.066377 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7cd61cc2-48d2-4ac3-a96f-91a8b5059904 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:44.087652 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aac35d9e-02f0-45da-9f11-d4809b5e1ead tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:44.091077 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aac35d9e-02f0-45da-9f11-d4809b5e1ead tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:44.191039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-7cd61cc2-48d2-4ac3-a96f-91a8b5059904 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for fa5b52ec-cc7a-4c91-8fe2-5e6f84338801 owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:44.258731 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac35d9e-02f0-45da-9f11-d4809b5e1ead tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router c3a21dfc-815b-45c1-b460-44dc10ab2f1e has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:52:44.305095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:44.305762 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:44.366253 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7cd61cc2-48d2-4ac3-a96f-91a8b5059904 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:44.411330 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-11570ce8-9dcd-4c96-ba30-ee257250ccd8 None None] Provisioning complete for port 6df5cc9a-1500-4ddd-baaa-01661f1195ea triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:44.411701 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11570ce8-9dcd-4c96-ba30-ee257250ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:44.417524 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd61cc2-48d2-4ac3-a96f-91a8b5059904 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Port': ['ID=fa5b52ec-cc7a-4c91-8fe2-5e6f84338801,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:44.454968 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:44.493395 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:41Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54007eec-3483-48d8-be86-a7974cf444a7', 'name': '', 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d7:15:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:33Z', 'updated_at': '2022-03-08T09:52:41Z', 'revision_number': 4, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa', 'name': '', 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:a7:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:23Z', 'updated_at': '2022-03-08T09:52:35Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78c52f9-85a9-42e8-98d5-250c7bc2a734', 'name': '', 'network_id': '6f4c2c04-d561-46a3-8806-ef0c8684832b', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:46:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '83a37bb5-4eff-4a57-8d4c-fe4b18c4bdbf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:38Z', 'updated_at': '2022-03-08T09:52:41Z', 'revision_number': 2, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '83a37bb5-4eff-4a57-8d4c-fe4b18c4bdbf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:44.521113 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7cd61cc2-48d2-4ac3-a96f-91a8b5059904 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:44.531304 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7cd61cc2-48d2-4ac3-a96f-91a8b5059904 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/ports/fa5b52ec-cc7a-4c91-8fe2-5e6f84338801 HTTP/1.1" status: 204 len: 168 time: 1.0966461 Mar 08 09:52:44.533712 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46850) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:44.563157 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898bf1c4-5bf6-4ebd-a8ab-a5c910187a27 None None] The sync data for ids ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'] in dv-neutron-831730-2-hyperv is: [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:41Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54007eec-3483-48d8-be86-a7974cf444a7', 'name': '', 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d7:15:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:33Z', 'updated_at': '2022-03-08T09:52:41Z', 'revision_number': 4, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa', 'name': '', 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:a7:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:23Z', 'updated_at': '2022-03-08T09:52:35Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78c52f9-85a9-42e8-98d5-250c7bc2a734', 'name': '', 'network_id': '6f4c2c04-d561-46a3-8806-ef0c8684832b', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:46:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '83a37bb5-4eff-4a57-8d4c-fe4b18c4bdbf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:38Z', 'updated_at': '2022-03-08T09:52:41Z', 'revision_number': 2, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '83a37bb5-4eff-4a57-8d4c-fe4b18c4bdbf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:52:44.586404 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5091e1-2f84-450e-8c0c-b6926e1870bd tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] GET failed (client error): The resource could not be found. Mar 08 09:52:44.587221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5c5091e1-2f84-450e-8c0c-b6926e1870bd tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Synchronizing usage tracker for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:44.609092 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5c5091e1-2f84-450e-8c0c-b6926e1870bd tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Unset dirty status for tenant:337541db1f0d416b81c0856e383b303e on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:44.610966 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5c5091e1-2f84-450e-8c0c-b6926e1870bd tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports/fa5b52ec-cc7a-4c91-8fe2-5e6f84338801 HTTP/1.1" status: 404 len: 333 time: 0.0763633 Mar 08 09:52:44.616131 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46854) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:44.625860 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e91170-84e6-4a49-9534-42a5048ac33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:52:44.641773 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-11570ce8-9dcd-4c96-ba30-ee257250ccd8 None None] Port 6df5cc9a-1500-4ddd-baaa-01661f1195ea cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:44.641919 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac35d9e-02f0-45da-9f11-d4809b5e1ead tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:52:44.650088 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aac35d9e-02f0-45da-9f11-d4809b5e1ead tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:44.655793 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-aac35d9e-02f0-45da-9f11-d4809b5e1ead tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/c3a21dfc-815b-45c1-b460-44dc10ab2f1e HTTP/1.1" status: 200 len: 953 time: 1.7293565 Mar 08 09:52:44.657300 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46860) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:44.696488 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01,segment=NetworkSegment(44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4),segment_id=44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:44.716992 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:44.757105 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e91170-84e6-4a49-9534-42a5048ac33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01', 'code': 200} Mar 08 09:52:44.850064 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9135c8da-a792-4445-81ba-8a847f7aa60d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:44.913401 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba350f-eb44-47a4-a71b-c57d7f5ee785 req-2729b071-96fa-4913-85a9-33d77e297299 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:44.914968 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-feba350f-eb44-47a4-a71b-c57d7f5ee785 req-2729b071-96fa-4913-85a9-33d77e297299 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 945 time: 0.3968410 Mar 08 09:52:44.928789 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4bce7fbc-c524-4e4b-863f-a3f2ae4c46e4 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/routers/c3a21dfc-815b-45c1-b460-44dc10ab2f1e HTTP/1.1" status: 200 len: 953 time: 0.2654104 Mar 08 09:52:44.928789 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-827276dc-a378-4f4c-93ca-4f8191a9bc79 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:44.930722 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46864) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:44.951564 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5ac06f2b-e6d3-4353-baa4-a287bb1a118c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'router': {'routes': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:44.954238 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-976f43a1-bd16-45a5-8eb6-2f7b2d57919d None None] Provisioning for port 9135c8da-a792-4445-81ba-8a847f7aa60d completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:44.962824 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01,revision_number=8']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:44.970139 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca595e0-de16-4a5b-b1b1-ddf985adb313 None None] Update dhcp port {'port': {'network_id': 'ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa', 'fixed_ips': [{'subnet_id': 'e509cb5b-7551-4f94-b52a-6615398baee1', 'ip_address': '172.20.0.18'}, {'subnet_id': '2776cb54-8778-40fe-b959-e322599a62e0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b188950d-c8da-4bd4-babe-6d28bea6eeda'}], 'binding:host_id': 'dv-neutron-831730-2-hyperv'}, 'id': '7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2'} from dv-neutron-831730-2-hyperv. {{(pid=87773) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 08 09:52:45.046469 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ca595e0-de16-4a5b-b1b1-ddf985adb313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:45.066823 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:45.128322 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-827276dc-a378-4f4c-93ca-4f8191a9bc79 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:45.138886 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-feba350f-eb44-47a4-a71b-c57d7f5ee785 req-822f7934-aa53-41b4-8511-91722210df40 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=404b841d-7867-448d-b352-bfcf78067e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072103 Mar 08 09:52:45.183899 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 9135c8da-a792-4445-81ba-8a847f7aa60d completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:45.204769 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 9135c8da-a792-4445-81ba-8a847f7aa60d triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:45.205227 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:45.273680 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:45.333544 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:45.333918 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:45.399366 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-827276dc-a378-4f4c-93ca-4f8191a9bc79 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:45.464590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827276dc-a378-4f4c-93ca-4f8191a9bc79 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6d5500-e531-4e7e-9b94-727e9533b05a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:45.480931 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-827276dc-a378-4f4c-93ca-4f8191a9bc79 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:45.482078 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-827276dc-a378-4f4c-93ca-4f8191a9bc79 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/security-groups/0b6d5500-e531-4e7e-9b94-727e9533b05a HTTP/1.1" status: 204 len: 168 time: 0.8648753 Mar 08 09:52:45.485375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46868) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:45.538943 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4162fe8f-88ed-4bcf-be1b-edfc43c8c9b6 None None] Provisioning complete for port 9135c8da-a792-4445-81ba-8a847f7aa60d triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:45.539425 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4162fe8f-88ed-4bcf-be1b-edfc43c8c9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:45.632437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aa86595f-c978-46e9-ac68-0e194ceb67ba tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:45.689136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aa86595f-c978-46e9-ac68-0e194ceb67ba tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:45.765401 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:45.771142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aa86595f-c978-46e9-ac68-0e194ceb67ba tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:45.787160 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-3ca595e0-de16-4a5b-b1b1-ddf985adb313 None None] Allocated IP 172.20.0.34 (ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa/b188950d-c8da-4bd4-babe-6d28bea6eeda/7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:45.802182 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86595f-c978-46e9-ac68-0e194ceb67ba tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02403a4c-9b13-41d9-963f-d811bde0730d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:45.810560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aa86595f-c978-46e9-ac68-0e194ceb67ba tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:45.811972 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-aa86595f-c978-46e9-ac68-0e194ceb67ba tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/security-groups/02403a4c-9b13-41d9-963f-d811bde0730d HTTP/1.1" status: 204 len: 168 time: 0.3252075 Mar 08 09:52:45.816001 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d,segment=NetworkSegment(9850b487-5db4-43c7-a7c5-ca83f55a5f2e),segment_id=9850b487-5db4-43c7-a7c5-ca83f55a5f2e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:45.817863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46872) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:45.818774 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-5ac06f2b-e6d3-4353-baa4-a287bb1a118c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Added routes are [] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 08 09:52:45.819096 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-5ac06f2b-e6d3-4353-baa4-a287bb1a118c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 08 09:52:45.848410 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:45.852428 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ac06f2b-e6d3-4353-baa4-a287bb1a118c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:45.867999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:45.932852 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c85c4c5e-2997-4c0c-a0a4-d0a03995862e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:45.966829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c85c4c5e-2997-4c0c-a0a4-d0a03995862e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:46.023306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c85c4c5e-2997-4c0c-a0a4-d0a03995862e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:46.041667 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c4c5e-2997-4c0c-a0a4-d0a03995862e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a651d562-1000-4eff-84bf-707e01117862,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:46.049155 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c85c4c5e-2997-4c0c-a0a4-d0a03995862e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:46.053708 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c85c4c5e-2997-4c0c-a0a4-d0a03995862e tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/security-groups/a651d562-1000-4eff-84bf-707e01117862 HTTP/1.1" status: 204 len: 168 time: 0.2331641 Mar 08 09:52:46.053708 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46876) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:46.127011 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9112f57d-45c2-4212-a266-174f6a3e15e6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting subnet 2776cb54-8778-40fe-b959-e322599a62e0 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:52:46.180241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 9135c8da-a792-4445-81ba-8a847f7aa60d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9135c8da-a792-4445-81ba-8a847f7aa60d,segment=NetworkSegment(4601a98b-0c2d-4c41-961f-54fd8d014257),segment_id=4601a98b-0c2d-4c41-961f-54fd8d014257)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:46.196584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:46.202690 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:46.231472 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Sync routers for ids ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:52:46.261134 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Routers {'c3a21dfc-815b-45c1-b460-44dc10ab2f1e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:46.261761 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:46.278681 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4162fe8f-88ed-4bcf-be1b-edfc43c8c9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:46.340314 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3ca595e0-de16-4a5b-b1b1-ddf985adb313 None None] For port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2,segment=NetworkSegment(32f71089-a397-4138-86ec-c8f8c1cea4ea),segment_id=32f71089-a397-4138-86ec-c8f8c1cea4ea)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:46.391406 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 54007eec-3483-48d8-be86-a7974cf444a7 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:46.425759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44923bb4-609e-4689-92ae-6060e64a4a9f req-47ccc2fe-f2e1-4af1-a2dd-9af7e3439451 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:46.428047 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-44923bb4-609e-4689-92ae-6060e64a4a9f req-47ccc2fe-f2e1-4af1-a2dd-9af7e3439451 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 946 time: 0.1163282 Mar 08 09:52:46.444937 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=9135c8da-a792-4445-81ba-8a847f7aa60d,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:46.465964 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Set router c3a21dfc-815b-45c1-b460-44dc10ab2f1e gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:52:46.480446 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-44923bb4-609e-4689-92ae-6060e64a4a9f req-40cb3f83-4175-4252-9be5-9fdc4f1bb014 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=404b841d-7867-448d-b352-bfcf78067e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456893 Mar 08 09:52:46.497970 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ca595e0-de16-4a5b-b1b1-ddf985adb313 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:46.505056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-4162fe8f-88ed-4bcf-be1b-edfc43c8c9b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:52:46.505405 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-4162fe8f-88ed-4bcf-be1b-edfc43c8c9b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:52:46.513423 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ac06f2b-e6d3-4353-baa4-a287bb1a118c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:46.517920 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ac06f2b-e6d3-4353-baa4-a287bb1a118c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:46.522725 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3ca595e0-de16-4a5b-b1b1-ddf985adb313 None None] Transition to ACTIVE for port object 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:46.529667 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9112f57d-45c2-4212-a266-174f6a3e15e6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:46.529894 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ca595e0-de16-4a5b-b1b1-ddf985adb313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:46.587743 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 54007eec-3483-48d8-be86-a7974cf444a7 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:46.626734 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9112f57d-45c2-4212-a266-174f6a3e15e6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:46.642857 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 54007eec-3483-48d8-be86-a7974cf444a7 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:46.643518 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:46.735686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9112f57d-45c2-4212-a266-174f6a3e15e6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:46.778497 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac06f2b-e6d3-4353-baa4-a287bb1a118c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router c3a21dfc-815b-45c1-b460-44dc10ab2f1e has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:52:46.781587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:52:46.812274 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca595e0-de16-4a5b-b1b1-ddf985adb313 None None] Pushing event updated for resources: {'Port': ['ID=7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:46.857776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9112f57d-45c2-4212-a266-174f6a3e15e6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:46.885336 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:46.911701 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112f57d-45c2-4212-a266-174f6a3e15e6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Subnet': ['ID=2776cb54-8778-40fe-b959-e322599a62e0,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:46.918792 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d', 'code': 200} Mar 08 09:52:46.925669 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9112f57d-45c2-4212-a266-174f6a3e15e6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:46.943818 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9112f57d-45c2-4212-a266-174f6a3e15e6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/subnets/2776cb54-8778-40fe-b959-e322599a62e0 HTTP/1.1" status: 204 len: 168 time: 0.8888271 Mar 08 09:52:46.948117 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:45Z', 'revision_number': 7, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54007eec-3483-48d8-be86-a7974cf444a7', 'name': '', 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d7:15:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:33Z', 'updated_at': '2022-03-08T09:52:41Z', 'revision_number': 4, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa', 'name': '', 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:a7:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:23Z', 'updated_at': '2022-03-08T09:52:35Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78c52f9-85a9-42e8-98d5-250c7bc2a734', 'name': '', 'network_id': '6f4c2c04-d561-46a3-8806-ef0c8684832b', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:46:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '83a37bb5-4eff-4a57-8d4c-fe4b18c4bdbf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:38Z', 'updated_at': '2022-03-08T09:52:41Z', 'revision_number': 2, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '83a37bb5-4eff-4a57-8d4c-fe4b18c4bdbf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:46.950004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46884) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:46.955233 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 54007eec-3483-48d8-be86-a7974cf444a7, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=54007eec-3483-48d8-be86-a7974cf444a7,segment=NetworkSegment(295fe92a-d813-4312-afce-77606e4ed00a),segment_id=295fe92a-d813-4312-afce-77606e4ed00a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:46.959752 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Checking router: c3a21dfc-815b-45c1-b460-44dc10ab2f1e for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:52:46.960113 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Updating router c3a21dfc-815b-45c1-b460-44dc10ab2f1e port b78c52f9-85a9-42e8-98d5-250c7bc2a734 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:52:46.966856 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:47.023269 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac06f2b-e6d3-4353-baa4-a287bb1a118c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:52:47.033144 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ac06f2b-e6d3-4353-baa4-a287bb1a118c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:47.034432 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5ac06f2b-e6d3-4353-baa4-a287bb1a118c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/c3a21dfc-815b-45c1-b460-44dc10ab2f1e HTTP/1.1" status: 200 len: 703 time: 2.0898223 Mar 08 09:52:47.037376 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46888) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:47.066665 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:47.088980 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49133bd-92f0-4e5c-a08d-0dc6cbada219 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting subnet b188950d-c8da-4bd4-babe-6d28bea6eeda {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:52:47.101510 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c49133bd-92f0-4e5c-a08d-0dc6cbada219 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:47.175291 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=54007eec-3483-48d8-be86-a7974cf444a7,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:47.193957 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4162fe8f-88ed-4bcf-be1b-edfc43c8c9b6 None None] Provisioning for port b78c52f9-85a9-42e8-98d5-250c7bc2a734 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:47.203149 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4162fe8f-88ed-4bcf-be1b-edfc43c8c9b6 None None] Provisioning complete for port b78c52f9-85a9-42e8-98d5-250c7bc2a734 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:47.203537 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4162fe8f-88ed-4bcf-be1b-edfc43c8c9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:47.256772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c49133bd-92f0-4e5c-a08d-0dc6cbada219 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:47.278582 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4162fe8f-88ed-4bcf-be1b-edfc43c8c9b6 None None] Port b78c52f9-85a9-42e8-98d5-250c7bc2a734 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:47.286790 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-58257b80-af8a-4317-b73f-a8671c158797 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/routers/c3a21dfc-815b-45c1-b460-44dc10ab2f1e HTTP/1.1" status: 200 len: 703 time: 0.2480125 Mar 08 09:52:47.287743 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46892) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:47.342461 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d35d6e-5e4b-4d31-ba16-4e5baefdddd4 req-04d05e06-9ba1-4918-abca-993cf99cb4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:47.344668 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-31d35d6e-5e4b-4d31-ba16-4e5baefdddd4 req-04d05e06-9ba1-4918-abca-993cf99cb4a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 1099 time: 0.1821315 Mar 08 09:52:47.401072 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-31d35d6e-5e4b-4d31-ba16-4e5baefdddd4 req-13bb9eca-1f00-40fd-a383-beffb9e4cca7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=404b841d-7867-448d-b352-bfcf78067e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484576 Mar 08 09:52:47.412396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0cf0af02-d2fb-442f-887f-38d88978802d None None] Provisioning complete for port b78c52f9-85a9-42e8-98d5-250c7bc2a734 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:47.412793 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0cf0af02-d2fb-442f-887f-38d88978802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:47.418004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c49133bd-92f0-4e5c-a08d-0dc6cbada219 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:47.540217 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c49133bd-92f0-4e5c-a08d-0dc6cbada219 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:47.545279 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0af02-d2fb-442f-887f-38d88978802d None None] Port b78c52f9-85a9-42e8-98d5-250c7bc2a734 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:47.565646 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:47.580430 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Transition to ACTIVE for port object b78c52f9-85a9-42e8-98d5-250c7bc2a734 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:52:47.594083 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:47.598365 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda472ed-3f26-4057-87f2-97a2a613ba4d None None] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:47.769897 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ac13d358-3f55-43eb-8b0f-02cfbec2be29 None None] Provisioning for port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:47.791302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ac13d358-3f55-43eb-8b0f-02cfbec2be29 None None] Provisioning complete for port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:47.791598 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ac13d358-3f55-43eb-8b0f-02cfbec2be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:47.792518 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2972d-083f-4c48-92ae-311ac7d4377a None None] Pushing event updated for resources: {'Port': ['ID=b78c52f9-85a9-42e8-98d5-250c7bc2a734,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:47.842394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c49133bd-92f0-4e5c-a08d-0dc6cbada219 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:47.853092 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49133bd-92f0-4e5c-a08d-0dc6cbada219 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Subnet': ['ID=b188950d-c8da-4bd4-babe-6d28bea6eeda,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:47.868563 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c49133bd-92f0-4e5c-a08d-0dc6cbada219 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/subnets/b188950d-c8da-4bd4-babe-6d28bea6eeda HTTP/1.1" status: 204 len: 168 time: 0.9179282 Mar 08 09:52:47.871127 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46898) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:47.918654 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15917eb-1652-402e-b2c6-35b211a8584b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] DELETE failed (client error): The resource could not be found. Mar 08 09:52:47.919244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15917eb-1652-402e-b2c6-35b211a8584b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:52:47.922301 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c15917eb-1652-402e-b2c6-35b211a8584b tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/subnets/2776cb54-8778-40fe-b959-e322599a62e0 HTTP/1.1" status: 404 len: 337 time: 0.0500362 Mar 08 09:52:47.924066 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Attempting to bind port b78c52f9-85a9-42e8-98d5-250c7bc2a734 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:52:47.924631 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Attempting to bind port b78c52f9-85a9-42e8-98d5-250c7bc2a734 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '4601a98b-0c2d-4c41-961f-54fd8d014257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6f4c2c04-d561-46a3-8806-ef0c8684832b'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:52:47.924847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46902) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:47.925466 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Attempting to bind port b78c52f9-85a9-42e8-98d5-250c7bc2a734 on network 6f4c2c04-d561-46a3-8806-ef0c8684832b {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:52:47.934646 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:52:47.938206 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Checking segment: {'id': '4601a98b-0c2d-4c41-961f-54fd8d014257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6f4c2c04-d561-46a3-8806-ef0c8684832b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:52:47.938839 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:47.940911 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Bound using segment: {'id': '4601a98b-0c2d-4c41-961f-54fd8d014257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6f4c2c04-d561-46a3-8806-ef0c8684832b'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:52:47.942219 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Bound port: b78c52f9-85a9-42e8-98d5-250c7bc2a734, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4601a98b-0c2d-4c41-961f-54fd8d014257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6f4c2c04-d561-46a3-8806-ef0c8684832b'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:52:47.946033 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:47.977164 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d53b87c-941a-410c-b271-f35f2aa73d2d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:48.035474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9f701-9b78-4f5e-9488-bf75ac9eafe6 req-cc34d714-4727-4d13-80e5-cc216c7322b6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:48.037179 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b1f9f701-9b78-4f5e-9488-bf75ac9eafe6 req-cc34d714-4727-4d13-80e5-cc216c7322b6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 946 time: 0.2648487 Mar 08 09:52:48.045569 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-593897c4-deec-405e-a301-9f6673b352b6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting subnet e509cb5b-7551-4f94-b52a-6615398baee1 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:52:48.065331 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ac13d358-3f55-43eb-8b0f-02cfbec2be29 None None] Could not find standard attr ID for object fa5b52ec-cc7a-4c91-8fe2-5e6f84338801. {{(pid=87773) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 09:52:48.083150 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-593897c4-deec-405e-a301-9f6673b352b6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:48.085075 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] For port b78c52f9-85a9-42e8-98d5-250c7bc2a734, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:52:48.088309 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] For port b78c52f9-85a9-42e8-98d5-250c7bc2a734, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=b78c52f9-85a9-42e8-98d5-250c7bc2a734,segment=NetworkSegment(4601a98b-0c2d-4c41-961f-54fd8d014257),segment_id=4601a98b-0c2d-4c41-961f-54fd8d014257)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:52:48.089410 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ac13d358-3f55-43eb-8b0f-02cfbec2be29 None None] Provisioning complete for port 6df5cc9a-1500-4ddd-baaa-01661f1195ea triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:48.089816 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ac13d358-3f55-43eb-8b0f-02cfbec2be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:48.095083 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:48.135295 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b1f9f701-9b78-4f5e-9488-bf75ac9eafe6 req-c3742b9b-7313-4b75-a74a-160c0f230f6f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=404b841d-7867-448d-b352-bfcf78067e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872118 Mar 08 09:52:48.152980 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-593897c4-deec-405e-a301-9f6673b352b6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:48.171409 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d358-3f55-43eb-8b0f-02cfbec2be29 None None] Port 6df5cc9a-1500-4ddd-baaa-01661f1195ea cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:52:48.193704 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2972d-083f-4c48-92ae-311ac7d4377a None None] Pushing event updated for resources: {'Port': ['ID=b78c52f9-85a9-42e8-98d5-250c7bc2a734,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:48.206159 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Routers {'c3a21dfc-815b-45c1-b460-44dc10ab2f1e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:48.206788 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:48.294431 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:52:48.333820 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-593897c4-deec-405e-a301-9f6673b352b6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:48.370897 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device b78c52f9-85a9-42e8-98d5-250c7bc2a734 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:48.487331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-593897c4-deec-405e-a301-9f6673b352b6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:48.500305 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port b78c52f9-85a9-42e8-98d5-250c7bc2a734 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:52:48.506663 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] Set router c3a21dfc-815b-45c1-b460-44dc10ab2f1e gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:52:48.511055 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port b78c52f9-85a9-42e8-98d5-250c7bc2a734 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:48.511470 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:48.563134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-593897c4-deec-405e-a301-9f6673b352b6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:48.574528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593897c4-deec-405e-a301-9f6673b352b6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Subnet': ['ID=e509cb5b-7551-4f94-b52a-6615398baee1,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:48.579531 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-593897c4-deec-405e-a301-9f6673b352b6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/subnets/e509cb5b-7551-4f94-b52a-6615398baee1 HTTP/1.1" status: 204 len: 168 time: 0.6531971 Mar 08 09:52:48.581609 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46906) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:48.678225 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66bf3c5-3850-4bc9-98b6-44a4487bc2f6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] DELETE failed (client error): The resource could not be found. Mar 08 09:52:48.678677 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66bf3c5-3850-4bc9-98b6-44a4487bc2f6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:52:48.684954 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e66bf3c5-3850-4bc9-98b6-44a4487bc2f6 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/subnets/6ddd42f9-8f7f-4c9b-a15e-6167af9004cd HTTP/1.1" status: 404 len: 337 time: 0.1020331 Mar 08 09:52:48.685564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46910) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:48.772973 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6d53b87c-941a-410c-b271-f35f2aa73d2d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port b78c52f9-85a9-42e8-98d5-250c7bc2a734 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:48.773311 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d53b87c-941a-410c-b271-f35f2aa73d2d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:48.796094 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5dc47f93-2134-4a5f-bbfb-296a573aeeda tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9042704-f4c2-48a1-81b6-c229a1c7520a HTTP/1.1" status: 200 len: 205 time: 0.1092176 Mar 08 09:52:48.796767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46914) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:48.862460 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:48.917999 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-e8a4f0b2-8ade-409c-a3d8-c9960803c082 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] delete failed (client error): The resource could not be found. Mar 08 09:52:48.924220 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e8a4f0b2-8ade-409c-a3d8-c9960803c082 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/routers/d9042704-f4c2-48a1-81b6-c229a1c7520a HTTP/1.1" status: 404 len: 336 time: 0.1189723 Mar 08 09:52:48.925616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46918) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:48.929283 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-dc242c84-09d3-4745-be67-62a40eb185f3 None None] Provisioning complete for port b78c52f9-85a9-42e8-98d5-250c7bc2a734 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:48.929659 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc242c84-09d3-4745-be67-62a40eb185f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:48.975827 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port b78c52f9-85a9-42e8-98d5-250c7bc2a734, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=b78c52f9-85a9-42e8-98d5-250c7bc2a734,segment=NetworkSegment(4601a98b-0c2d-4c41-961f-54fd8d014257),segment_id=4601a98b-0c2d-4c41-961f-54fd8d014257)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:48.990164 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:48.990949 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 54007eec-3483-48d8-be86-a7974cf444a7 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:49.002676 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba5bd64-0140-4197-81dd-5c4b41072e1f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] DELETE failed (client error): The resource could not be found. Mar 08 09:52:49.005967 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba5bd64-0140-4197-81dd-5c4b41072e1f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:52:49.011551 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9ba5bd64-0140-4197-81dd-5c4b41072e1f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/subnets/2079b142-8124-491c-be39-63990b0b7f02 HTTP/1.1" status: 404 len: 337 time: 0.0845609 Mar 08 09:52:49.011799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46922) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:49.054021 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de72ee5-51f0-4107-aac1-706a337ac7b9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] DELETE failed (client error): The resource could not be found. Mar 08 09:52:49.054486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de72ee5-51f0-4107-aac1-706a337ac7b9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:52:49.058683 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7de72ee5-51f0-4107-aac1-706a337ac7b9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/subnets/f88299f0-3d28-4728-8b64-dd42b2e99726 HTTP/1.1" status: 404 len: 337 time: 0.0434601 Mar 08 09:52:49.059719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46926) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:49.083605 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-6d53b87c-941a-410c-b271-f35f2aa73d2d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] For port b78c52f9-85a9-42e8-98d5-250c7bc2a734, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=b78c52f9-85a9-42e8-98d5-250c7bc2a734,segment=NetworkSegment(4601a98b-0c2d-4c41-961f-54fd8d014257),segment_id=4601a98b-0c2d-4c41-961f-54fd8d014257)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:49.084241 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d53b87c-941a-410c-b271-f35f2aa73d2d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:49.098392 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:45Z', 'revision_number': 7, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54007eec-3483-48d8-be86-a7974cf444a7', 'name': '', 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d7:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:33Z', 'updated_at': '2022-03-08T09:52:46Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa', 'name': '', 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:a7:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:23Z', 'updated_at': '2022-03-08T09:52:35Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78c52f9-85a9-42e8-98d5-250c7bc2a734', 'name': '', 'network_id': '6f4c2c04-d561-46a3-8806-ef0c8684832b', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:46:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '83a37bb5-4eff-4a57-8d4c-fe4b18c4bdbf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:38Z', 'updated_at': '2022-03-08T09:52:48Z', 'revision_number': 4, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '83a37bb5-4eff-4a57-8d4c-fe4b18c4bdbf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:49.104375 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365df6c-b9b0-496b-b1c2-f0e52f2d9e24 None None] The sync data for ids ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'] in dv-neutron-831730-2-hyperv is: [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:45Z', 'revision_number': 7, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54007eec-3483-48d8-be86-a7974cf444a7', 'name': '', 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d7:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:33Z', 'updated_at': '2022-03-08T09:52:46Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa', 'name': '', 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:a7:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:23Z', 'updated_at': '2022-03-08T09:52:35Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78c52f9-85a9-42e8-98d5-250c7bc2a734', 'name': '', 'network_id': '6f4c2c04-d561-46a3-8806-ef0c8684832b', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:46:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '83a37bb5-4eff-4a57-8d4c-fe4b18c4bdbf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:38Z', 'updated_at': '2022-03-08T09:52:48Z', 'revision_number': 4, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '83a37bb5-4eff-4a57-8d4c-fe4b18c4bdbf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:52:49.106516 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-103115c6-4b44-4f2c-abae-0c7a16147282 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] DELETE failed (client error): The resource could not be found. Mar 08 09:52:49.106978 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103115c6-4b44-4f2c-abae-0c7a16147282 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:52:49.112177 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-103115c6-4b44-4f2c-abae-0c7a16147282 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/subnets/099cf9dc-d2e3-499b-af45-0ef62b0f2556 HTTP/1.1" status: 404 len: 337 time: 0.0494969 Mar 08 09:52:49.112177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46930) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:49.175730 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b804af5-3726-4bd2-9a51-414e1baf4aa2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] DELETE failed (client error): The resource could not be found. Mar 08 09:52:49.176211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b804af5-3726-4bd2-9a51-414e1baf4aa2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:52:49.177929 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4b804af5-3726-4bd2-9a51-414e1baf4aa2 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/ports/70a5ed5d-b323-4ce0-b04d-86e025d5a88e HTTP/1.1" status: 404 len: 333 time: 0.0652654 Mar 08 09:52:49.180472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46936) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:49.265384 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d8289c0-8576-4fed-9951-2494280d853f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] DELETE failed (client error): The resource could not be found. Mar 08 09:52:49.265549 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6d53b87c-941a-410c-b271-f35f2aa73d2d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Calling delete_port for b78c52f9-85a9-42e8-98d5-250c7bc2a734 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:49.266107 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d8289c0-8576-4fed-9951-2494280d853f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:52:49.272498 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6d8289c0-8576-4fed-9951-2494280d853f tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/subnets/92a2b578-f545-4344-9c5e-2cc06d6d62bf HTTP/1.1" status: 404 len: 337 time: 0.0910254 Mar 08 09:52:49.273265 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46940) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:49.300914 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=b78c52f9-85a9-42e8-98d5-250c7bc2a734,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:49.303534 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 54007eec-3483-48d8-be86-a7974cf444a7 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:49.303895 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:49.346361 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-38dba930-4f79-405e-992f-db068fbef0d9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] DELETE failed (client error): The resource could not be found. Mar 08 09:52:49.346554 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25feed70-9cc3-4009-a1a9-cfef662912de None None] Network ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:49.347256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38dba930-4f79-405e-992f-db068fbef0d9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:52:49.349212 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-38dba930-4f79-405e-992f-db068fbef0d9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/subnets/8686f3d3-ed8c-46f6-832c-b156003d7cbe HTTP/1.1" status: 404 len: 337 time: 0.0721092 Mar 08 09:52:49.353494 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46944) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:49.378749 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d149594-2d7f-4387-bff8-d662e2a7760e None None] Sync routers for ids ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:52:49.428743 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-19351e88-9909-4e24-978e-3f26401cb784 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] DELETE failed (client error): The resource could not be found. Mar 08 09:52:49.429209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19351e88-9909-4e24-978e-3f26401cb784 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:52:49.430831 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-19351e88-9909-4e24-978e-3f26401cb784 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/ports/0887a527-4000-418b-af39-e3706988379b HTTP/1.1" status: 404 len: 333 time: 0.0741603 Mar 08 09:52:49.433724 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46948) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:49.468662 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d149594-2d7f-4387-bff8-d662e2a7760e None None] Routers {'c3a21dfc-815b-45c1-b460-44dc10ab2f1e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:49.469321 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6d149594-2d7f-4387-bff8-d662e2a7760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:49.482162 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fe4cce-9610-4eba-8eb5-f8a54bac9737 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] DELETE failed (client error): The resource could not be found. Mar 08 09:52:49.483520 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fe4cce-9610-4eba-8eb5-f8a54bac9737 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:52:49.485452 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-54fe4cce-9610-4eba-8eb5-f8a54bac9737 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/subnets/b8821926-c4a7-4288-ae85-ca9190b158ca HTTP/1.1" status: 404 len: 337 time: 0.0505548 Mar 08 09:52:49.488093 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46952) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:49.492314 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38fd43-3df4-48f5-8b6a-1d431d99bb4b req-2177dc23-466f-4964-82d9-6e1743b19848 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:49.493783 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd38fd43-3df4-48f5-8b6a-1d431d99bb4b req-2177dc23-466f-4964-82d9-6e1743b19848 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 946 time: 0.1808574 Mar 08 09:52:49.535196 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4170b4-6059-4f23-9aff-716867e17546 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] DELETE failed (client error): The resource could not be found. Mar 08 09:52:49.536005 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f4170b4-6059-4f23-9aff-716867e17546 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:52:49.538531 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8f4170b4-6059-4f23-9aff-716867e17546 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/subnets/a9bca433-918d-4469-ac14-2aead073c8a8 HTTP/1.1" status: 404 len: 337 time: 0.0491123 Mar 08 09:52:49.541013 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46956) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:49.551594 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd38fd43-3df4-48f5-8b6a-1d431d99bb4b req-d9d60256-2170-478e-9ee5-cac789fe2cef tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=404b841d-7867-448d-b352-bfcf78067e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510201 Mar 08 09:52:49.555243 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-6d53b87c-941a-410c-b271-f35f2aa73d2d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:52:49.555738 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-6d53b87c-941a-410c-b271-f35f2aa73d2d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:52:49.635799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-aee2e7e2-255d-4fb5-88e8-64f1df19d524 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 6df5cc9a-1500-4ddd-baaa-01661f1195ea {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:49.636233 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aee2e7e2-255d-4fb5-88e8-64f1df19d524 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:49.702464 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ae699268-5c68-4ac6-a99b-ab0aefd38440 None None] Provisioning complete for port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:49.702881 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae699268-5c68-4ac6-a99b-ab0aefd38440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:49.773119 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-6d149594-2d7f-4387-bff8-d662e2a7760e None None] Set router c3a21dfc-815b-45c1-b460-44dc10ab2f1e gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:52:49.856912 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:49.898670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b750f-136e-47fd-b41d-fef179daa6bb req-5fc5ec3d-0847-4e26-9e60-f442e03cad1f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:49.900053 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e50b750f-136e-47fd-b41d-fef179daa6bb req-5fc5ec3d-0847-4e26-9e60-f442e03cad1f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 946 time: 0.2224069 Mar 08 09:52:49.939938 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aee2e7e2-255d-4fb5-88e8-64f1df19d524 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:50.057088 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6d53b87c-941a-410c-b271-f35f2aa73d2d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port b78c52f9-85a9-42e8-98d5-250c7bc2a734 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:50.057649 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d53b87c-941a-410c-b271-f35f2aa73d2d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:50.079189 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-aee2e7e2-255d-4fb5-88e8-64f1df19d524 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for 6df5cc9a-1500-4ddd-baaa-01661f1195ea owned by {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:50.115895 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e50b750f-136e-47fd-b41d-fef179daa6bb req-9d7f30bd-cdbf-4e46-917c-66f4f5d85cc3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=404b841d-7867-448d-b352-bfcf78067e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096708 Mar 08 09:52:50.164616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46962) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:50.215350 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e97e5a-f8b2-4f56-8a23-269ef83dab7b None None] DHCP port deletion for ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:52:50.242752 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a0e97e5a-f8b2-4f56-8a23-269ef83dab7b None None] Deleting port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:50.243152 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0e97e5a-f8b2-4f56-8a23-269ef83dab7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:50.291248 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-6d53b87c-941a-410c-b271-f35f2aa73d2d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] For port b78c52f9-85a9-42e8-98d5-250c7bc2a734, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=b78c52f9-85a9-42e8-98d5-250c7bc2a734,segment=NetworkSegment(4601a98b-0c2d-4c41-961f-54fd8d014257),segment_id=4601a98b-0c2d-4c41-961f-54fd8d014257)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:50.291838 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d53b87c-941a-410c-b271-f35f2aa73d2d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:50.313855 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:50.314230 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:50.350986 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aee2e7e2-255d-4fb5-88e8-64f1df19d524 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:50.408178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2e7e2-255d-4fb5-88e8-64f1df19d524 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Port': ['ID=6df5cc9a-1500-4ddd-baaa-01661f1195ea,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:50.425143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aee2e7e2-255d-4fb5-88e8-64f1df19d524 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:50.426010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6d53b87c-941a-410c-b271-f35f2aa73d2d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Calling delete_port for b78c52f9-85a9-42e8-98d5-250c7bc2a734 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:50.439265 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf960a5-39ab-4803-8340-7e6e7bc86cad tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:50.442367 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fcf960a5-39ab-4803-8340-7e6e7bc86cad tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 1094 time: 0.2738817 Mar 08 09:52:50.443770 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46966) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:50.449490 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:50.454973 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ae699268-5c68-4ac6-a99b-ab0aefd38440 None None] Provisioning complete for port 6df5cc9a-1500-4ddd-baaa-01661f1195ea triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:50.454973 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae699268-5c68-4ac6-a99b-ab0aefd38440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:50.457283 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-aee2e7e2-255d-4fb5-88e8-64f1df19d524 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/ports/6df5cc9a-1500-4ddd-baaa-01661f1195ea HTTP/1.1" status: 204 len: 168 time: 0.9149983 Mar 08 09:52:50.458395 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:50.460306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46970) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:50.483763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:floatingip and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:50.488776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:50.507785 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:50.537440 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ae699268-5c68-4ac6-a99b-ab0aefd38440 None None] Port 6df5cc9a-1500-4ddd-baaa-01661f1195ea was deleted so its status cannot be updated. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 08 09:52:50.585226 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:50.614511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:50.651911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:50.652322 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:50.662349 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d53b87c-941a-410c-b271-f35f2aa73d2d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:50.710749 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53b87c-941a-410c-b271-f35f2aa73d2d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Port': ['ID=b78c52f9-85a9-42e8-98d5-250c7bc2a734,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:50.782551 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a0e97e5a-f8b2-4f56-8a23-269ef83dab7b None None] For port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2,segment=NetworkSegment(32f71089-a397-4138-86ec-c8f8c1cea4ea),segment_id=32f71089-a397-4138-86ec-c8f8c1cea4ea)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:50.782934 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0e97e5a-f8b2-4f56-8a23-269ef83dab7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:50.792382 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9135c8da-a792-4445-81ba-8a847f7aa60d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:52:50.903646 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6d149594-2d7f-4387-bff8-d662e2a7760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:45Z', 'revision_number': 7, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54007eec-3483-48d8-be86-a7974cf444a7', 'name': '', 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d7:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:33Z', 'updated_at': '2022-03-08T09:52:46Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa', 'name': '', 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:a7:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:23Z', 'updated_at': '2022-03-08T09:52:35Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78c52f9-85a9-42e8-98d5-250c7bc2a734', 'name': '', 'network_id': '6f4c2c04-d561-46a3-8806-ef0c8684832b', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:46:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '83a37bb5-4eff-4a57-8d4c-fe4b18c4bdbf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:38Z', 'updated_at': '2022-03-08T09:52:48Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '83a37bb5-4eff-4a57-8d4c-fe4b18c4bdbf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:50.951003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] For port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2,segment=NetworkSegment(32f71089-a397-4138-86ec-c8f8c1cea4ea),segment_id=32f71089-a397-4138-86ec-c8f8c1cea4ea)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:50.951496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:50.966256 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d149594-2d7f-4387-bff8-d662e2a7760e None None] Checking router: c3a21dfc-815b-45c1-b460-44dc10ab2f1e for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:52:51.031348 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a0e97e5a-f8b2-4f56-8a23-269ef83dab7b None None] Calling delete_port for 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:51.037796 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d53b87c-941a-410c-b271-f35f2aa73d2d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:51.082657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Calling delete_port for 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:51.104197 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d149594-2d7f-4387-bff8-d662e2a7760e None None] Routers {'c3a21dfc-815b-45c1-b460-44dc10ab2f1e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:51.104863 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6d149594-2d7f-4387-bff8-d662e2a7760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:51.121585 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:51.288753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.26.2.63 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/44f5df97-1085-48fe-8ded-29e4502bfdcb) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:52:51.298585 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 9135c8da-a792-4445-81ba-8a847f7aa60d triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:52:51.299080 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:51.307119 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.api [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:52:51.307437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG oslo_db.api [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:52:51.326174 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0e97e5a-f8b2-4f56-8a23-269ef83dab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:51.369122 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d53b87c-941a-410c-b271-f35f2aa73d2d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router c3a21dfc-815b-45c1-b460-44dc10ab2f1e has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:52:51.373202 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-6d149594-2d7f-4387-bff8-d662e2a7760e None None] Set router c3a21dfc-815b-45c1-b460-44dc10ab2f1e gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:52:51.447961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:51.449355 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e97e5a-f8b2-4f56-8a23-269ef83dab7b None None] Pushing event deleted for resources: {'Port': ['ID=7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:51.472720 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e97e5a-f8b2-4f56-8a23-269ef83dab7b None None] No DVR routers for this DVR port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:52:51.481372 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:51.541810 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d53b87c-941a-410c-b271-f35f2aa73d2d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:52:51.555935 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6d53b87c-941a-410c-b271-f35f2aa73d2d tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/c3a21dfc-815b-45c1-b460-44dc10ab2f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2669456 Mar 08 09:52:51.556341 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:52:51.558507 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46974) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:51.564529 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:52:51.567123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:52:51.605648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=44f5df97-1085-48fe-8ded-29e4502bfdcb,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:51.666175 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c988297-5407-4038-a306-53b8ab88b504 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting subnet 83a37bb5-4eff-4a57-8d4c-fe4b18c4bdbf {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:52:51.671053 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c988297-5407-4038-a306-53b8ab88b504 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:51.736394 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c988297-5407-4038-a306-53b8ab88b504 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:51.817520 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Deleting port 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:51.817845 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:51.842160 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c988297-5407-4038-a306-53b8ab88b504 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:51.889355 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:52:51.902414 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] The port '7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2' was deleted {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:52:51.924214 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:52:51.924684 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 7b0fdb71-09a6-4a6e-a7db-95a6c5c961b2 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:52:51.940122 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c988297-5407-4038-a306-53b8ab88b504 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:51.951401 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6d149594-2d7f-4387-bff8-d662e2a7760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:50Z', 'revision_number': 8, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54007eec-3483-48d8-be86-a7974cf444a7', 'name': '', 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d7:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:33Z', 'updated_at': '2022-03-08T09:52:46Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa', 'name': '', 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:a7:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:23Z', 'updated_at': '2022-03-08T09:52:35Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:51.956968 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d149594-2d7f-4387-bff8-d662e2a7760e None None] The sync data for ids ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'] in dv-neutron-831730-2-hyperv is: [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:50Z', 'revision_number': 8, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54007eec-3483-48d8-be86-a7974cf444a7', 'name': '', 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d7:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:33Z', 'updated_at': '2022-03-08T09:52:46Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa', 'name': '', 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:a7:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:23Z', 'updated_at': '2022-03-08T09:52:35Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:52:51.987735 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c988297-5407-4038-a306-53b8ab88b504 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Subnet': ['ID=83a37bb5-4eff-4a57-8d4c-fe4b18c4bdbf,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:52.002457 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c988297-5407-4038-a306-53b8ab88b504 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:52.012338 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7c988297-5407-4038-a306-53b8ab88b504 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/subnets/83a37bb5-4eff-4a57-8d4c-fe4b18c4bdbf HTTP/1.1" status: 204 len: 168 time: 0.4527540 Mar 08 09:52:52.012976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46978) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:52.016232 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54710fe-0b73-48ba-8ea0-31bc8ddfef3a None None] Network 6f4c2c04-d561-46a3-8806-ef0c8684832b requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:52.129218 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:52.139528 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port 9135c8da-a792-4445-81ba-8a847f7aa60d {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:52.139861 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:52.240017 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:52.282689 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:52.302763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f71089-a397-4138-86ec-c8f8c1cea4ea') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:52.303146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f71089-a397-4138-86ec-c8f8c1cea4ea') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:52.318383 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:52.328034 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa5bdc7-bf3c-4bbf-a56d-9de5996dac75 None None] DHCP port deletion for 6f4c2c04-d561-46a3-8806-ef0c8684832b request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:52:52.336590 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5bdc7-bf3c-4bbf-a56d-9de5996dac75 None None] Deleting port 9135c8da-a792-4445-81ba-8a847f7aa60d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:52.339415 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4fa5bdc7-bf3c-4bbf-a56d-9de5996dac75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:52.342522 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:52.358735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:52:52.359201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:52.359413 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] For port 9135c8da-a792-4445-81ba-8a847f7aa60d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9135c8da-a792-4445-81ba-8a847f7aa60d,segment=NetworkSegment(4601a98b-0c2d-4c41-961f-54fd8d014257),segment_id=4601a98b-0c2d-4c41-961f-54fd8d014257)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:52.359717 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn( Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn( Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn( Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: util.warn( Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:52:52.440686 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:52:52.475149 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:52.487197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:52.493033 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Calling delete_port for 9135c8da-a792-4445-81ba-8a847f7aa60d owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:52.530879 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] Pushing event deleted for resources: {'Network': ['ID=ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:52.543744 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a0113c29-c04d-4349-9d57-04e4722a13a9 tempest-PortsTestJSON-1190889609 tempest-PortsTestJSON-1190889609-project] 10.222.0.24 "DELETE /v2.0/networks/ffb3b4f7-2356-4f18-afb0-8bdf9d5e29aa HTTP/1.1" status: 204 len: 168 time: 2.0823991 Mar 08 09:52:52.547577 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:52.566143 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4fa5bdc7-bf3c-4bbf-a56d-9de5996dac75 None None] For port 9135c8da-a792-4445-81ba-8a847f7aa60d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9135c8da-a792-4445-81ba-8a847f7aa60d,segment=NetworkSegment(4601a98b-0c2d-4c41-961f-54fd8d014257),segment_id=4601a98b-0c2d-4c41-961f-54fd8d014257)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:52.567180 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4fa5bdc7-bf3c-4bbf-a56d-9de5996dac75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:52.615873 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad9e36b-d9a4-42ef-999b-abee04b55c58 None None] Sync routers for ids ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:52:52.632912 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad9e36b-d9a4-42ef-999b-abee04b55c58 None None] Routers {'c3a21dfc-815b-45c1-b460-44dc10ab2f1e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:52.633878 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fad9e36b-d9a4-42ef-999b-abee04b55c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:52.735802 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:52.753362 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:52.785023 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5bdc7-bf3c-4bbf-a56d-9de5996dac75 None None] Calling delete_port for 9135c8da-a792-4445-81ba-8a847f7aa60d owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:52.867528 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-4fa5bdc7-bf3c-4bbf-a56d-9de5996dac75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:52:52.867881 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-4fa5bdc7-bf3c-4bbf-a56d-9de5996dac75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:52:52.871408 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Port': ['ID=9135c8da-a792-4445-81ba-8a847f7aa60d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:52.881823 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] No DVR routers for this DVR port 9135c8da-a792-4445-81ba-8a847f7aa60d on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:52:52.942347 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-fad9e36b-d9a4-42ef-999b-abee04b55c58 None None] Set router c3a21dfc-815b-45c1-b460-44dc10ab2f1e gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:52:52.955291 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b9a8ab22-d4cc-44bf-b19c-dd2a94679655 req-243bc43d-85aa-4dbe-93d9-129cf4ddc193 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2207716 Mar 08 09:52:53.025182 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:53.029846 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 46986) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:53.055784 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4c2c04-d561-46a3-8806-ef0c8684832b']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:53.070985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4601a98b-0c2d-4c41-961f-54fd8d014257') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:53.071510 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4601a98b-0c2d-4c41-961f-54fd8d014257') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:53.086754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:53.107865 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:53.112915 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:53.115862 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8ab22-d4cc-44bf-b19c-dd2a94679655 req-cadab54c-7a89-4d7f-8ab1-77a4183a3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:53.117628 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:52:53.117815 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b9a8ab22-d4cc-44bf-b19c-dd2a94679655 req-cadab54c-7a89-4d7f-8ab1-77a4183a3d06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=090578e165634cbd86b446011dd7b913&device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 1099 time: 0.1371121 Mar 08 09:52:53.118102 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:53.128239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:52:53.202475 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:52:53.223292 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:53.245638 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:53.257799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Network': ['ID=6f4c2c04-d561-46a3-8806-ef0c8684832b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:53.266940 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e3cc9b0a-3e3c-4ace-b6da-4d774678fd13 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/networks/6f4c2c04-d561-46a3-8806-ef0c8684832b HTTP/1.1" status: 204 len: 168 time: 1.2505107 Mar 08 09:52:53.267155 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46992) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:53.293519 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fad9e36b-d9a4-42ef-999b-abee04b55c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:50Z', 'revision_number': 8, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54007eec-3483-48d8-be86-a7974cf444a7', 'name': '', 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d7:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:33Z', 'updated_at': '2022-03-08T09:52:46Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa', 'name': '', 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:a7:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:23Z', 'updated_at': '2022-03-08T09:52:35Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:53.298272 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad9e36b-d9a4-42ef-999b-abee04b55c58 None None] Checking router: c3a21dfc-815b-45c1-b460-44dc10ab2f1e for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:52:53.307444 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad9e36b-d9a4-42ef-999b-abee04b55c58 None None] Routers {'c3a21dfc-815b-45c1-b460-44dc10ab2f1e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:53.308156 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fad9e36b-d9a4-42ef-999b-abee04b55c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:53.369480 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5bdc7-bf3c-4bbf-a56d-9de5996dac75 None None] Deleting port 9135c8da-a792-4445-81ba-8a847f7aa60d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:53.370177 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4fa5bdc7-bf3c-4bbf-a56d-9de5996dac75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:53.377606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=44f5df97-1085-48fe-8ded-29e4502bfdcb,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:53.408834 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-205d4dfc-ee47-4eb3-b890-07622ff01a10 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=337541db1f0d416b81c0856e383b303e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3747983 Mar 08 09:52:53.410629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:53.411865 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 46996) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:53.463145 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-fad9e36b-d9a4-42ef-999b-abee04b55c58 None None] Set router c3a21dfc-815b-45c1-b460-44dc10ab2f1e gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:52:53.495663 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5bdc7-bf3c-4bbf-a56d-9de5996dac75 None None] The port '9135c8da-a792-4445-81ba-8a847f7aa60d' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:52:53.536020 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8ab22-d4cc-44bf-b19c-dd2a94679655 req-6c16039f-9488-4a02-82c5-e37c892e151d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:53.537506 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b9a8ab22-d4cc-44bf-b19c-dd2a94679655 req-6c16039f-9488-4a02-82c5-e37c892e151d service neutron] 10.222.0.26 "GET /v2.0/networks?id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1 HTTP/1.1" status: 200 len: 912 time: 0.3646381 Mar 08 09:52:53.679460 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6393ad34-6a80-4369-baa1-9ab3ae263432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:53.727358 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b9a8ab22-d4cc-44bf-b19c-dd2a94679655 req-02183d8a-140d-4e49-bf64-e2b1d7f3b2c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff594782-674a-4692-abe0-b75d46f48b36 HTTP/1.1" status: 200 len: 1002 time: 0.1745243 Mar 08 09:52:53.738345 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Floating IP 174a8f8a-c67e-4bcf-80ad-3fcab51c33fd associated. External IP: 172.26.2.63, port: f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d. Mar 08 09:52:53.790703 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6393ad34-6a80-4369-baa1-9ab3ae263432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:53.832409 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fad9e36b-d9a4-42ef-999b-abee04b55c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:50Z', 'revision_number': 8, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54007eec-3483-48d8-be86-a7974cf444a7', 'name': '', 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d7:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:33Z', 'updated_at': '2022-03-08T09:52:46Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa', 'name': '', 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:a7:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:23Z', 'updated_at': '2022-03-08T09:52:35Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:53.836960 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad9e36b-d9a4-42ef-999b-abee04b55c58 None None] The sync data for ids ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'] in dv-neutron-831730-2-hyperv is: [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:50Z', 'revision_number': 8, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54007eec-3483-48d8-be86-a7974cf444a7', 'name': '', 'network_id': '6dc7a28c-5b0b-4cd6-966b-718b9bda4784', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d7:15:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:33Z', 'updated_at': '2022-03-08T09:52:46Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '4780045f-9a11-4c59-aefa-7640822ed5eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa', 'name': '', 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:a7:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:23Z', 'updated_at': '2022-03-08T09:52:35Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:52:53.849138 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device b78c52f9-85a9-42e8-98d5-250c7bc2a734 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:52:53.887041 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: b78c52f9-85a9-42e8-98d5-250c7bc2a734 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:52:53.887392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device b78c52f9-85a9-42e8-98d5-250c7bc2a734 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:52:53.887828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9135c8da-a792-4445-81ba-8a847f7aa60d no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:52:53.900724 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6393ad34-6a80-4369-baa1-9ab3ae263432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:53.924793 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 9135c8da-a792-4445-81ba-8a847f7aa60d {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:52:53.925118 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9135c8da-a792-4445-81ba-8a847f7aa60d not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:52:53.935081 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393ad34-6a80-4369-baa1-9ab3ae263432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c12283-0b79-42bb-8a4d-21435d6e2667,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:53.942826 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6393ad34-6a80-4369-baa1-9ab3ae263432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:53.946299 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6393ad34-6a80-4369-baa1-9ab3ae263432 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20c12283-0b79-42bb-8a4d-21435d6e2667 HTTP/1.1" status: 204 len: 168 time: 0.5253570 Mar 08 09:52:54.027338 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd69a968-e9a1-4405-8188-a3d45e3fe13e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:54.044040 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8ab22-d4cc-44bf-b19c-dd2a94679655 req-1419a1b2-85a2-41c6-98a0-18bbdfedc405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:54.045863 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b9a8ab22-d4cc-44bf-b19c-dd2a94679655 req-1419a1b2-85a2-41c6-98a0-18bbdfedc405 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7682eda2-a1ce-418e-9798-c51cec16a340 HTTP/1.1" status: 200 len: 850 time: 0.3095200 Mar 08 09:52:54.263875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8ab22-d4cc-44bf-b19c-dd2a94679655 req-ca12d36c-79f9-42ec-b1c7-70be38eb5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:54.265392 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b9a8ab22-d4cc-44bf-b19c-dd2a94679655 req-ca12d36c-79f9-42ec-b1c7-70be38eb5d14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1603394 Mar 08 09:52:54.473840 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 4052f757-e39c-412c-848b-b7c4713800df has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:52:54.499338 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b9a8ab22-d4cc-44bf-b19c-dd2a94679655 req-69568f6f-8c80-4960-828b-3e9d10b6800c service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218890 Mar 08 09:52:54.508587 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bd69a968-e9a1-4405-8188-a3d45e3fe13e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port 54007eec-3483-48d8-be86-a7974cf444a7 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:54.508961 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd69a968-e9a1-4405-8188-a3d45e3fe13e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:54.706436 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-bd69a968-e9a1-4405-8188-a3d45e3fe13e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] For port 54007eec-3483-48d8-be86-a7974cf444a7, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=54007eec-3483-48d8-be86-a7974cf444a7,segment=NetworkSegment(295fe92a-d813-4312-afce-77606e4ed00a),segment_id=295fe92a-d813-4312-afce-77606e4ed00a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:54.707133 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd69a968-e9a1-4405-8188-a3d45e3fe13e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:54.766518 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47020) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:54.785757 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:52:54.793233 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b9a8ab22-d4cc-44bf-b19c-dd2a94679655 req-a1eeb78c-6235-4d97-9c1e-e1e7f4c90770 service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387874 Mar 08 09:52:54.797297 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c83a0b6-7adf-4f6f-adc3-d24ae8aa41d3 None None] Sync routers for ids ['4052f757-e39c-412c-848b-b7c4713800df'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:52:54.814276 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c83a0b6-7adf-4f6f-adc3-d24ae8aa41d3 None None] Routers {'4052f757-e39c-412c-848b-b7c4713800df'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:54.815502 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:54.817582 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-3c83a0b6-7adf-4f6f-adc3-d24ae8aa41d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['4052f757-e39c-412c-848b-b7c4713800df'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:54.860590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bd69a968-e9a1-4405-8188-a3d45e3fe13e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Calling delete_port for 54007eec-3483-48d8-be86-a7974cf444a7 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:54.881092 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-155d896e-2f3b-4f98-84c9-10e389084394 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4335909 Mar 08 09:52:54.881092 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'tag': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:52:54.884873 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47026) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:54.951539 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'tag': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d', 'status': 'completed', 'code': 200} Mar 08 09:52:54.953981 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-93ca11d1-6367-42d1-a17b-71491c9c78fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:54.965858 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784530021'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:54.972374 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:54.976883 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:54.980581 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:55.028313 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:55.066741 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd69a968-e9a1-4405-8188-a3d45e3fe13e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:55.067909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-3c83a0b6-7adf-4f6f-adc3-d24ae8aa41d3 None None] Set router 4052f757-e39c-412c-848b-b7c4713800df gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:52:55.073127 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:55.101194 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d050818b-06ea-4a71-b255-08dacc8ab194 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/174a8f8a-c67e-4bcf-80ad-3fcab51c33fd HTTP/1.1" status: 200 len: 991 time: 0.2138276 Mar 08 09:52:55.104837 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:55.115997 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69a968-e9a1-4405-8188-a3d45e3fe13e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Port': ['ID=54007eec-3483-48d8-be86-a7974cf444a7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:55.130469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:55.137312 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:55.140988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:55.148844 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d79013-9913-4e23-a4ab-1ddbecb81336 req-b8874b67-9370-4991-9e79-8ef1f78bc9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:55.150025 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a8d79013-9913-4e23-a4ab-1ddbecb81336 req-b8874b67-9370-4991-9e79-8ef1f78bc9dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 1099 time: 0.1876626 Mar 08 09:52:55.150907 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:55.347281 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bd69a968-e9a1-4405-8188-a3d45e3fe13e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:55.470525 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d79013-9913-4e23-a4ab-1ddbecb81336 req-dd187b2e-4c77-4ed1-91fd-6fa13cd63363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:55.472803 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a8d79013-9913-4e23-a4ab-1ddbecb81336 req-dd187b2e-4c77-4ed1-91fd-6fa13cd63363 service neutron] 10.222.0.26 "GET /v2.0/networks?id=400ba1a2-785f-4208-b0a7-135e38103373 HTTP/1.1" status: 200 len: 897 time: 0.3122816 Mar 08 09:52:55.494728 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-3c83a0b6-7adf-4f6f-adc3-d24ae8aa41d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:52:17Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:08Z', 'updated_at': '2022-03-08T09:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '174a8f8a-c67e-4bcf-80ad-3fcab51c33fd', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.63', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '4052f757-e39c-412c-848b-b7c4713800df', 'port_id': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'mac_address': 'fa:16:3e:74:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:52:52Z', 'updated_at': '2022-03-08T09:52:52Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804af151-a88e-4c61-997b-5858de1b29c2', 'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:12:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:15Z', 'updated_at': '2022-03-08T09:52:30Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:55.499263 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c83a0b6-7adf-4f6f-adc3-d24ae8aa41d3 None None] Checking router: 4052f757-e39c-412c-848b-b7c4713800df for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:52:55.507441 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c83a0b6-7adf-4f6f-adc3-d24ae8aa41d3 None None] Routers {'4052f757-e39c-412c-848b-b7c4713800df'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:55.508043 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-3c83a0b6-7adf-4f6f-adc3-d24ae8aa41d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['4052f757-e39c-412c-848b-b7c4713800df'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:55.583849 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:55.596866 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:55.611320 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:55.617513 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a8d79013-9913-4e23-a4ab-1ddbecb81336 req-c7cb41a3-e463-4b7c-a09f-49fe7ea1297e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d HTTP/1.1" status: 200 len: 999 time: 0.1370595 Mar 08 09:52:55.618439 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:55.623459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:55.671916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:55.694142 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd69a968-e9a1-4405-8188-a3d45e3fe13e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router c3a21dfc-815b-45c1-b460-44dc10ab2f1e has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:52:55.697697 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c071b280-b101-459f-9208-aaca54bee968,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:55.699157 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-3c83a0b6-7adf-4f6f-adc3-d24ae8aa41d3 None None] Set router 4052f757-e39c-412c-848b-b7c4713800df gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:52:55.726332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d79013-9913-4e23-a4ab-1ddbecb81336 req-20322416-fd94-4f22-928a-c1132f036f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:55.727887 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a8d79013-9913-4e23-a4ab-1ddbecb81336 req-20322416-fd94-4f22-928a-c1132f036f8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=460170b7-129e-4376-9148-9f2cb3d174c9 HTTP/1.1" status: 200 len: 834 time: 0.0990844 Mar 08 09:52:55.834724 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:55.842518 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:55.875812 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd69a968-e9a1-4405-8188-a3d45e3fe13e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:52:55.894690 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bd69a968-e9a1-4405-8188-a3d45e3fe13e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/c3a21dfc-815b-45c1-b460-44dc10ab2f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6236026 Mar 08 09:52:55.894902 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a40227c-0649-48c7-a30e-ac328feb7c2d None None] Sync routers for ids ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:52:55.895408 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47032) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:55.899720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caae3b5a-d7ba-4907-870c-e101145bf9cd,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:55.904477 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d79013-9913-4e23-a4ab-1ddbecb81336 req-90e0bf0a-eaa8-4946-b5ad-146a1e96e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:52:55.906087 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a8d79013-9913-4e23-a4ab-1ddbecb81336 req-90e0bf0a-eaa8-4946-b5ad-146a1e96e255 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=400ba1a2-785f-4208-b0a7-135e38103373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1690564 Mar 08 09:52:55.909160 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:55.909613 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a40227c-0649-48c7-a30e-ac328feb7c2d None None] Routers {'c3a21dfc-815b-45c1-b460-44dc10ab2f1e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:55.910391 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0e62437b-48f9-4ecb-864f-bde2303ba458 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1429553 Mar 08 09:52:55.913243 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3a40227c-0649-48c7-a30e-ac328feb7c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:55.932819 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47036) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:56.026273 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d186569b-ec0f-4c0d-8777-63c5856bc5a4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:56.087382 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-3a40227c-0649-48c7-a30e-ac328feb7c2d None None] Set router c3a21dfc-815b-45c1-b460-44dc10ab2f1e gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:52:56.116140 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e3f3ec9-085d-47fe-9fbd-25ef3c99adc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting subnet 4780045f-9a11-4c59-aefa-7640822ed5eb {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:52:56.116140 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47040) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:56.117925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d186569b-ec0f-4c0d-8777-63c5856bc5a4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:56.121834 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d186569b-ec0f-4c0d-8777-63c5856bc5a4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1854315 Mar 08 09:52:56.125469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47044) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:56.137827 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-ca3e6cee-e824-4351-b53b-1263ce686954 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group': {'name': 'tempest-security--957649415', 'description': 'tempest-security-description-820435670'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:56.150272 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-3c83a0b6-7adf-4f6f-adc3-d24ae8aa41d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:52:17Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:08Z', 'updated_at': '2022-03-08T09:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '174a8f8a-c67e-4bcf-80ad-3fcab51c33fd', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.63', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '4052f757-e39c-412c-848b-b7c4713800df', 'port_id': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'mac_address': 'fa:16:3e:74:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:52:52Z', 'updated_at': '2022-03-08T09:52:52Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804af151-a88e-4c61-997b-5858de1b29c2', 'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:12:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:15Z', 'updated_at': '2022-03-08T09:52:30Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:56.155926 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c83a0b6-7adf-4f6f-adc3-d24ae8aa41d3 None None] The sync data for ids ['4052f757-e39c-412c-848b-b7c4713800df'] in dv-neutron-831730-2-hyperv is: [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:52:17Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:08Z', 'updated_at': '2022-03-08T09:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '174a8f8a-c67e-4bcf-80ad-3fcab51c33fd', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.63', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '4052f757-e39c-412c-848b-b7c4713800df', 'port_id': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'mac_address': 'fa:16:3e:74:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:52:52Z', 'updated_at': '2022-03-08T09:52:52Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804af151-a88e-4c61-997b-5858de1b29c2', 'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:12:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:15Z', 'updated_at': '2022-03-08T09:52:30Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:52:56.164578 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e3f3ec9-085d-47fe-9fbd-25ef3c99adc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:56.187241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca3e6cee-e824-4351-b53b-1263ce686954 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:56.227991 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a8d79013-9913-4e23-a4ab-1ddbecb81336 req-5aa1be05-7cfd-4821-aa79-eb0f548f67ea service neutron] 10.222.0.26 "GET /v2.0/networks/400ba1a2-785f-4208-b0a7-135e38103373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142936 Mar 08 09:52:56.279601 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e3f3ec9-085d-47fe-9fbd-25ef3c99adc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:56.334763 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a08401e4-9dbb-4337-a2d4-9a32bde63db2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/174a8f8a-c67e-4bcf-80ad-3fcab51c33fd HTTP/1.1" status: 200 len: 991 time: 0.2232053 Mar 08 09:52:56.359406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca3e6cee-e824-4351-b53b-1263ce686954 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:56.370940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca3e6cee-e824-4351-b53b-1263ce686954 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:56.373921 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca3e6cee-e824-4351-b53b-1263ce686954 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:56.376386 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ca3e6cee-e824-4351-b53b-1263ce686954 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "PUT /v2.0/security-groups/caae3b5a-d7ba-4907-870c-e101145bf9cd HTTP/1.1" status: 200 len: 1778 time: 0.2505662 Mar 08 09:52:56.382332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47048) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:56.411936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e6cee-e824-4351-b53b-1263ce686954 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caae3b5a-d7ba-4907-870c-e101145bf9cd,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:56.435457 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f4e40-d93d-4440-b9c0-300ca2295fb8 None None] New status for floating IP 174a8f8a-c67e-4bcf-80ad-3fcab51c33fd: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:52:56.441030 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a8d79013-9913-4e23-a4ab-1ddbecb81336 req-55f0755e-7ab1-494d-941e-edcb7b00feb1 service neutron] 10.222.0.26 "GET /v2.0/networks/400ba1a2-785f-4208-b0a7-135e38103373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961074 Mar 08 09:52:56.454427 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e3f3ec9-085d-47fe-9fbd-25ef3c99adc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:56.500777 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-65601b69-7903-4abe-a99e-20ed7784c855 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-groups/caae3b5a-d7ba-4907-870c-e101145bf9cd HTTP/1.1" status: 200 len: 1778 time: 0.1156323 Mar 08 09:52:56.502243 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47052) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:56.519240 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3a40227c-0649-48c7-a30e-ac328feb7c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:54Z', 'revision_number': 9, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa', 'name': '', 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:a7:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:23Z', 'updated_at': '2022-03-08T09:52:35Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:56.524908 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a40227c-0649-48c7-a30e-ac328feb7c2d None None] Checking router: c3a21dfc-815b-45c1-b460-44dc10ab2f1e for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:52:56.537202 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a40227c-0649-48c7-a30e-ac328feb7c2d None None] Routers {'c3a21dfc-815b-45c1-b460-44dc10ab2f1e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:52:56.537737 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3a40227c-0649-48c7-a30e-ac328feb7c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:56.567943 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-455bbc13-85b7-49ee-9990-0016cb1689e6 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:56.568483 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e3f3ec9-085d-47fe-9fbd-25ef3c99adc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:56.598554 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-455bbc13-85b7-49ee-9990-0016cb1689e6 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:56.646755 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e3f3ec9-085d-47fe-9fbd-25ef3c99adc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:56.648063 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-455bbc13-85b7-49ee-9990-0016cb1689e6 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:56.652246 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6261204b-2aab-427d-9d4e-175b401c735e None None] Network 6dc7a28c-5b0b-4cd6-966b-718b9bda4784 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:52:56.675606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bbc13-85b7-49ee-9990-0016cb1689e6 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caae3b5a-d7ba-4907-870c-e101145bf9cd,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:56.680515 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f3ec9-085d-47fe-9fbd-25ef3c99adc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Subnet': ['ID=4780045f-9a11-4c59-aefa-7640822ed5eb,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:56.688209 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-455bbc13-85b7-49ee-9990-0016cb1689e6 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:56.692023 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-455bbc13-85b7-49ee-9990-0016cb1689e6 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-groups/caae3b5a-d7ba-4907-870c-e101145bf9cd HTTP/1.1" status: 204 len: 168 time: 0.1865196 Mar 08 09:52:56.692559 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47056) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:56.697637 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7e3f3ec9-085d-47fe-9fbd-25ef3c99adc9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/subnets/4780045f-9a11-4c59-aefa-7640822ed5eb HTTP/1.1" status: 204 len: 168 time: 0.8021686 Mar 08 09:52:56.698319 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47060) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:56.760576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c22c0fb5-887b-44cf-bf35-667c2776e63d tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:56.780819 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-3a40227c-0649-48c7-a30e-ac328feb7c2d None None] Set router c3a21dfc-815b-45c1-b460-44dc10ab2f1e gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:52:56.784439 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c22c0fb5-887b-44cf-bf35-667c2776e63d tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:56.788841 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c22c0fb5-887b-44cf-bf35-667c2776e63d tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0924253 Mar 08 09:52:56.789185 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47064) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:56.806481 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-65e4e8db-d23e-4931-8ecd-e98f7c6eda0f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] delete failed (client error): The resource could not be found. Mar 08 09:52:56.814210 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-65e4e8db-d23e-4931-8ecd-e98f7c6eda0f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-groups/caae3b5a-d7ba-4907-870c-e101145bf9cd HTTP/1.1" status: 404 len: 347 time: 0.0174665 Mar 08 09:52:56.814210 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47068) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:56.820630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-4d3e58b7-9fcc-48ef-91f6-6f81619c3b20 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304124244'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:56.829027 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4d3e58b7-9fcc-48ef-91f6-6f81619c3b20 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:56.844637 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4d3e58b7-9fcc-48ef-91f6-6f81619c3b20 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:56.850645 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:56.858839 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4d3e58b7-9fcc-48ef-91f6-6f81619c3b20 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:56.866614 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port 258ed304-8d4c-461e-a2c9-fc1831f6f708 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:56.867003 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:56.892796 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4d3e58b7-9fcc-48ef-91f6-6f81619c3b20 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:56.897881 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4d3e58b7-9fcc-48ef-91f6-6f81619c3b20 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:56.901402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4d3e58b7-9fcc-48ef-91f6-6f81619c3b20 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:56.908995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4d3e58b7-9fcc-48ef-91f6-6f81619c3b20 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:57.003193 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4d3e58b7-9fcc-48ef-91f6-6f81619c3b20 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.016812 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4d3e58b7-9fcc-48ef-91f6-6f81619c3b20 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.051369 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67c499b-4e83-46eb-ba22-33554343d40e None None] DHCP port deletion for 6dc7a28c-5b0b-4cd6-966b-718b9bda4784 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:52:57.055236 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e67c499b-4e83-46eb-ba22-33554343d40e None None] Deleting port 258ed304-8d4c-461e-a2c9-fc1831f6f708 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:57.055615 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e67c499b-4e83-46eb-ba22-33554343d40e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.081608 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e58b7-9fcc-48ef-91f6-6f81619c3b20 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5052b048-3ab6-4871-9a8e-f9104eae88c7,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:57.087537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4d3e58b7-9fcc-48ef-91f6-6f81619c3b20 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.091351 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4d3e58b7-9fcc-48ef-91f6-6f81619c3b20 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2742825 Mar 08 09:52:57.091596 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47072) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:57.097445 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-395c5ec2-0ce8-4477-b569-bba2fcdb876f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group_rule': {'security_group_id': '5052b048-3ab6-4871-9a8e-f9104eae88c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:57.103418 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-395c5ec2-0ce8-4477-b569-bba2fcdb876f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:57.107239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-395c5ec2-0ce8-4477-b569-bba2fcdb876f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:57.110174 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-395c5ec2-0ce8-4477-b569-bba2fcdb876f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:57.116146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-395c5ec2-0ce8-4477-b569-bba2fcdb876f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:57.137107 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-395c5ec2-0ce8-4477-b569-bba2fcdb876f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.143660 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] For port 258ed304-8d4c-461e-a2c9-fc1831f6f708, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=258ed304-8d4c-461e-a2c9-fc1831f6f708,segment=NetworkSegment(295fe92a-d813-4312-afce-77606e4ed00a),segment_id=295fe92a-d813-4312-afce-77606e4ed00a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:57.144664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.171446 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3a40227c-0649-48c7-a30e-ac328feb7c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:54Z', 'revision_number': 9, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa', 'name': '', 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:a7:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:23Z', 'updated_at': '2022-03-08T09:52:35Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:57.176515 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a40227c-0649-48c7-a30e-ac328feb7c2d None None] The sync data for ids ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'] in dv-neutron-831730-2-hyperv is: [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:54Z', 'revision_number': 9, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa', 'name': '', 'network_id': '44aa71da-809a-4bff-8f5a-1837056a981d', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:a7:f6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:23Z', 'updated_at': '2022-03-08T09:52:35Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': 'c1f204d0-a226-4deb-873a-14d531c836ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:52:57.224993 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-395c5ec2-0ce8-4477-b569-bba2fcdb876f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.230531 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-395c5ec2-0ce8-4477-b569-bba2fcdb876f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.257837 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c5ec2-0ce8-4477-b569-bba2fcdb876f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c049ce-df1d-4bf0-b653-cf8a6402f519,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:57.268641 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-395c5ec2-0ce8-4477-b569-bba2fcdb876f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.270158 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-395c5ec2-0ce8-4477-b569-bba2fcdb876f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1776278 Mar 08 09:52:57.272911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47076) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:57.292999 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Calling delete_port for 258ed304-8d4c-461e-a2c9-fc1831f6f708 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:57.309622 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3d4144d8-e4b9-4e91-b162-2083c7cdcb46 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.320722 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3d4144d8-e4b9-4e91-b162-2083c7cdcb46 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.323010 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e67c499b-4e83-46eb-ba22-33554343d40e None None] For port 258ed304-8d4c-461e-a2c9-fc1831f6f708, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=258ed304-8d4c-461e-a2c9-fc1831f6f708,segment=NetworkSegment(295fe92a-d813-4312-afce-77606e4ed00a),segment_id=295fe92a-d813-4312-afce-77606e4ed00a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:57.323530 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e67c499b-4e83-46eb-ba22-33554343d40e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.338027 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47080) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:57.351269 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3d4144d8-e4b9-4e91-b162-2083c7cdcb46 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.368548 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4144d8-e4b9-4e91-b162-2083c7cdcb46 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5c049ce-df1d-4bf0-b653-cf8a6402f519,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:57.371814 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3d4144d8-e4b9-4e91-b162-2083c7cdcb46 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.372950 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3d4144d8-e4b9-4e91-b162-2083c7cdcb46 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c5c049ce-df1d-4bf0-b653-cf8a6402f519 HTTP/1.1" status: 204 len: 168 time: 0.0991042 Mar 08 09:52:57.375915 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47084) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:57.426047 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-30b10e5c-f7b4-44c8-ad07-8bd8175f77d2 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:57.443399 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-30b10e5c-f7b4-44c8-ad07-8bd8175f77d2 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:57.444999 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-30b10e5c-f7b4-44c8-ad07-8bd8175f77d2 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0679045 Mar 08 09:52:57.447681 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47088) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:57.485227 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0a47ebfe-fcd9-4ff3-befa-484146b61ebd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/174a8f8a-c67e-4bcf-80ad-3fcab51c33fd HTTP/1.1" status: 200 len: 993 time: 0.1460443 Mar 08 09:52:57.489813 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.501647 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e67c499b-4e83-46eb-ba22-33554343d40e None None] Calling delete_port for 258ed304-8d4c-461e-a2c9-fc1831f6f708 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:57.517892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-81384ec0-bc3a-4b70-8178-5c705e4abdfa tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.549762 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Port': ['ID=258ed304-8d4c-461e-a2c9-fc1831f6f708,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:57.555509 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] No DVR routers for this DVR port 258ed304-8d4c-461e-a2c9-fc1831f6f708 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:52:57.576761 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5636c420-3518-47c5-b703-d19b62a64a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.595079 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-81384ec0-bc3a-4b70-8178-5c705e4abdfa tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.609059 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-e67c499b-4e83-46eb-ba22-33554343d40e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:52:57.609548 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-e67c499b-4e83-46eb-ba22-33554343d40e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:52:57.668817 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-81384ec0-bc3a-4b70-8178-5c705e4abdfa tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.692250 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81384ec0-bc3a-4b70-8178-5c705e4abdfa tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5052b048-3ab6-4871-9a8e-f9104eae88c7,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:57.692760 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.719715 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-81384ec0-bc3a-4b70-8178-5c705e4abdfa tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.720907 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-81384ec0-bc3a-4b70-8178-5c705e4abdfa tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-groups/5052b048-3ab6-4871-9a8e-f9104eae88c7 HTTP/1.1" status: 204 len: 168 time: 0.2721572 Mar 08 09:52:57.723503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47092) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:57.727231 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc7a28c-5b0b-4cd6-966b-718b9bda4784']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:57.741182 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295fe92a-d813-4312-afce-77606e4ed00a') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:57.741480 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295fe92a-d813-4312-afce-77606e4ed00a') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:52:57.753625 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.771069 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.775384 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d99aaa4a-fad1-4691-b644-29c41ce3a92e tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:57.777827 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:52:57.778560 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.791043 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d99aaa4a-fad1-4691-b644-29c41ce3a92e tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:57.792337 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d99aaa4a-fad1-4691-b644-29c41ce3a92e tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0677013 Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:52:57.793961 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:52:57.797488 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47096) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:57.802472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-7d9ed2de-6886-4d44-bac1-6818fa0674d2 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group': {'name': 'tempest-secgroup--305174682'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:57.808860 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7d9ed2de-6886-4d44-bac1-6818fa0674d2 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:57.819425 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7d9ed2de-6886-4d44-bac1-6818fa0674d2 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:57.829616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 54007eec-3483-48d8-be86-a7974cf444a7 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:52:57.833938 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed2de-6886-4d44-bac1-6818fa0674d2 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.861382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7d9ed2de-6886-4d44-bac1-6818fa0674d2 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:57.865373 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7d9ed2de-6886-4d44-bac1-6818fa0674d2 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:57.868380 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7d9ed2de-6886-4d44-bac1-6818fa0674d2 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:57.869608 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 54007eec-3483-48d8-be86-a7974cf444a7 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:52:57.870099 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 54007eec-3483-48d8-be86-a7974cf444a7 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:52:57.872042 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 258ed304-8d4c-461e-a2c9-fc1831f6f708 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:52:57.875679 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7d9ed2de-6886-4d44-bac1-6818fa0674d2 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:57.881950 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.904199 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.907667 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 258ed304-8d4c-461e-a2c9-fc1831f6f708 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:52:57.908020 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 258ed304-8d4c-461e-a2c9-fc1831f6f708 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:52:57.954817 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed2de-6886-4d44-bac1-6818fa0674d2 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:57.959550 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed2de-6886-4d44-bac1-6818fa0674d2 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.007267 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ed2de-6886-4d44-bac1-6818fa0674d2 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f5d972-5ff4-481e-b152-f5888464c438,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:58.019081 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed2de-6886-4d44-bac1-6818fa0674d2 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.020471 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7d9ed2de-6886-4d44-bac1-6818fa0674d2 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2220304 Mar 08 09:52:58.023114 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47100) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:58.028290 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-dea85e20-10b3-4618-968b-943349429435 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group_rule': {'security_group_id': 'c0f5d972-5ff4-481e-b152-f5888464c438', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:58.034678 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-dea85e20-10b3-4618-968b-943349429435 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:58.034845 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Network': ['ID=6dc7a28c-5b0b-4cd6-966b-718b9bda4784,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:58.037606 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8dfdfb4d-a70e-489a-a6fa-9a16437360bb tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/networks/6dc7a28c-5b0b-4cd6-966b-718b9bda4784 HTTP/1.1" status: 204 len: 168 time: 1.3383555 Mar 08 09:52:58.040229 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47104) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:58.042767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-dea85e20-10b3-4618-968b-943349429435 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:58.046523 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-dea85e20-10b3-4618-968b-943349429435 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:58.052223 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-dea85e20-10b3-4618-968b-943349429435 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:58.071645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dea85e20-10b3-4618-968b-943349429435 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.111371 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e67c499b-4e83-46eb-ba22-33554343d40e None None] Deleting port 258ed304-8d4c-461e-a2c9-fc1831f6f708 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:58.111834 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e67c499b-4e83-46eb-ba22-33554343d40e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.133508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dea85e20-10b3-4618-968b-943349429435 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.138001 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dea85e20-10b3-4618-968b-943349429435 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.174232 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea85e20-10b3-4618-968b-943349429435 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d674ef3e-117f-46f1-a0ea-a8bac04f66ad,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:58.178042 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dea85e20-10b3-4618-968b-943349429435 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.182182 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-dea85e20-10b3-4618-968b-943349429435 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1580837 Mar 08 09:52:58.182832 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47108) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:58.188282 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-17ce355e-14e4-4fc4-a43e-fe338dec9dd7 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group_rule': {'security_group_id': 'c0f5d972-5ff4-481e-b152-f5888464c438', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:58.194128 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-17ce355e-14e4-4fc4-a43e-fe338dec9dd7 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:58.198267 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-17ce355e-14e4-4fc4-a43e-fe338dec9dd7 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:58.201656 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-17ce355e-14e4-4fc4-a43e-fe338dec9dd7 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:58.206134 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e67c499b-4e83-46eb-ba22-33554343d40e None None] The port '258ed304-8d4c-461e-a2c9-fc1831f6f708' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:52:58.207598 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-17ce355e-14e4-4fc4-a43e-fe338dec9dd7 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:58.218170 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.236966 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-17ce355e-14e4-4fc4-a43e-fe338dec9dd7 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.247975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.299860 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-17ce355e-14e4-4fc4-a43e-fe338dec9dd7 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.303599 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-17ce355e-14e4-4fc4-a43e-fe338dec9dd7 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.324145 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce355e-14e4-4fc4-a43e-fe338dec9dd7 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d39d17-e68f-400f-baf9-19a5a9d69464,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:58.339406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-17ce355e-14e4-4fc4-a43e-fe338dec9dd7 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.340591 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-17ce355e-14e4-4fc4-a43e-fe338dec9dd7 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1566837 Mar 08 09:52:58.343969 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47112) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:58.348951 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-116b07a1-2be4-4fde-8207-30a578ffe379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group_rule': {'security_group_id': 'c0f5d972-5ff4-481e-b152-f5888464c438', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:58.354595 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-116b07a1-2be4-4fde-8207-30a578ffe379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:58.358615 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-116b07a1-2be4-4fde-8207-30a578ffe379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:58.361500 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-116b07a1-2be4-4fde-8207-30a578ffe379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:58.367021 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-116b07a1-2be4-4fde-8207-30a578ffe379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:58.383242 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-116b07a1-2be4-4fde-8207-30a578ffe379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.446491 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-116b07a1-2be4-4fde-8207-30a578ffe379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.450066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-116b07a1-2be4-4fde-8207-30a578ffe379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.477071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b07a1-2be4-4fde-8207-30a578ffe379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ccc718-c37d-4868-933b-161b9438f0f8,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:58.490288 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-116b07a1-2be4-4fde-8207-30a578ffe379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.494874 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-116b07a1-2be4-4fde-8207-30a578ffe379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1479580 Mar 08 09:52:58.495051 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47116) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:58.500243 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-8a21bac9-b074-44c3-97f6-89f5ec372f29 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group_rule': {'security_group_id': 'c0f5d972-5ff4-481e-b152-f5888464c438', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:58.505998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8a21bac9-b074-44c3-97f6-89f5ec372f29 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:58.510064 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8a21bac9-b074-44c3-97f6-89f5ec372f29 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:58.512926 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8a21bac9-b074-44c3-97f6-89f5ec372f29 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:58.519074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8a21bac9-b074-44c3-97f6-89f5ec372f29 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:58.538764 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a21bac9-b074-44c3-97f6-89f5ec372f29 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.572917 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fdd1fd6d-a191-4de7-9f0a-f861e60dbe31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.605627 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a21bac9-b074-44c3-97f6-89f5ec372f29 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.609437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a21bac9-b074-44c3-97f6-89f5ec372f29 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.633108 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21bac9-b074-44c3-97f6-89f5ec372f29 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91fc3e28-eb6a-435c-8faa-2330a1c042b6,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:58.647387 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a21bac9-b074-44c3-97f6-89f5ec372f29 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.651392 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8a21bac9-b074-44c3-97f6-89f5ec372f29 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1528680 Mar 08 09:52:58.651638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47120) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:58.660352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-97358258-82b6-4840-b44a-acc94486dc3c tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group_rule': {'security_group_id': 'c0f5d972-5ff4-481e-b152-f5888464c438', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:52:58.666179 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-97358258-82b6-4840-b44a-acc94486dc3c tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:52:58.670579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-97358258-82b6-4840-b44a-acc94486dc3c tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:52:58.673544 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-97358258-82b6-4840-b44a-acc94486dc3c tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:52:58.679412 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-97358258-82b6-4840-b44a-acc94486dc3c tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:52:58.696622 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97358258-82b6-4840-b44a-acc94486dc3c tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.761424 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97358258-82b6-4840-b44a-acc94486dc3c tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.764816 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97358258-82b6-4840-b44a-acc94486dc3c tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.794351 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97358258-82b6-4840-b44a-acc94486dc3c tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988cf5e6-0a53-4b9e-ae1f-da005757eb5d,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:58.808145 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-97358258-82b6-4840-b44a-acc94486dc3c tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.809438 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-97358258-82b6-4840-b44a-acc94486dc3c tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1568756 Mar 08 09:52:58.814105 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47124) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:58.843290 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-32d700c9-db80-440b-b93b-310724ad371c tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.853845 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-32d700c9-db80-440b-b93b-310724ad371c tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.877437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-32d700c9-db80-440b-b93b-310724ad371c tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.896361 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d700c9-db80-440b-b93b-310724ad371c tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=988cf5e6-0a53-4b9e-ae1f-da005757eb5d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:58.898924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-32d700c9-db80-440b-b93b-310724ad371c tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.902373 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-32d700c9-db80-440b-b93b-310724ad371c tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/988cf5e6-0a53-4b9e-ae1f-da005757eb5d HTTP/1.1" status: 204 len: 168 time: 0.0849864 Mar 08 09:52:58.902883 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47128) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:58.921178 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1fd6d-a191-4de7-9f0a-f861e60dbe31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:52:58.921517 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fdd1fd6d-a191-4de7-9f0a-f861e60dbe31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:58.955022 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b784abe4-b451-498e-ba82-8ac5a0316ccc tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:58.970367 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b784abe4-b451-498e-ba82-8ac5a0316ccc tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:58.971743 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b784abe4-b451-498e-ba82-8ac5a0316ccc tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0682821 Mar 08 09:52:58.974775 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47132) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:59.003388 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8489bcd2-4be8-46f9-a4d3-b1b88e938d1d tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.013865 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8489bcd2-4be8-46f9-a4d3-b1b88e938d1d tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.037071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8489bcd2-4be8-46f9-a4d3-b1b88e938d1d tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.054600 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489bcd2-4be8-46f9-a4d3-b1b88e938d1d tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91fc3e28-eb6a-435c-8faa-2330a1c042b6,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:59.063294 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8489bcd2-4be8-46f9-a4d3-b1b88e938d1d tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.064408 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8489bcd2-4be8-46f9-a4d3-b1b88e938d1d tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/91fc3e28-eb6a-435c-8faa-2330a1c042b6 HTTP/1.1" status: 204 len: 168 time: 0.0887449 Mar 08 09:52:59.067168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47136) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:59.114863 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-fdd1fd6d-a191-4de7-9f0a-f861e60dbe31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] For port 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa,segment=NetworkSegment(d12dcfbc-a271-416a-8c91-969dcb442159),segment_id=d12dcfbc-a271-416a-8c91-969dcb442159)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:52:59.115213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fdd1fd6d-a191-4de7-9f0a-f861e60dbe31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.122381 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0f7a2534-8f69-467e-ba33-23e37a4e6cbb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:59.140220 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0f7a2534-8f69-467e-ba33-23e37a4e6cbb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:59.141601 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0f7a2534-8f69-467e-ba33-23e37a4e6cbb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0735397 Mar 08 09:52:59.144445 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47140) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:59.172182 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e6b10de-912a-4b90-b50a-b4056017e82b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.185455 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e6b10de-912a-4b90-b50a-b4056017e82b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.208816 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e6b10de-912a-4b90-b50a-b4056017e82b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.226977 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b10de-912a-4b90-b50a-b4056017e82b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2ccc718-c37d-4868-933b-161b9438f0f8,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:59.234035 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e6b10de-912a-4b90-b50a-b4056017e82b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.237324 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4e6b10de-912a-4b90-b50a-b4056017e82b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d2ccc718-c37d-4868-933b-161b9438f0f8 HTTP/1.1" status: 204 len: 168 time: 0.0896442 Mar 08 09:52:59.237549 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47144) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:59.242403 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1fd6d-a191-4de7-9f0a-f861e60dbe31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Calling delete_port for 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:52:59.286275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f9465e75-67a5-4f70-bd44-60a0d8d751c9 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:59.304064 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f9465e75-67a5-4f70-bd44-60a0d8d751c9 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:59.308034 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f9465e75-67a5-4f70-bd44-60a0d8d751c9 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0669463 Mar 08 09:52:59.308381 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47148) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:59.336552 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-db61e0f8-66d7-4e2a-b8f9-9143690f8993 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.347438 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-db61e0f8-66d7-4e2a-b8f9-9143690f8993 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.372104 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-db61e0f8-66d7-4e2a-b8f9-9143690f8993 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.390556 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61e0f8-66d7-4e2a-b8f9-9143690f8993 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3d39d17-e68f-400f-baf9-19a5a9d69464,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:59.399389 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-db61e0f8-66d7-4e2a-b8f9-9143690f8993 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.400526 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-db61e0f8-66d7-4e2a-b8f9-9143690f8993 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f3d39d17-e68f-400f-baf9-19a5a9d69464 HTTP/1.1" status: 204 len: 168 time: 0.0911365 Mar 08 09:52:59.403191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47152) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:59.454459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2fba6b7b-90b4-472f-97a8-4dbe67ec619d tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:59.470521 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2fba6b7b-90b4-472f-97a8-4dbe67ec619d tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:59.471846 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2fba6b7b-90b4-472f-97a8-4dbe67ec619d tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0677073 Mar 08 09:52:59.474868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47156) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:59.508198 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5ec4fdb6-ac0b-4eda-a1ba-63aff7effe16 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.520686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5ec4fdb6-ac0b-4eda-a1ba-63aff7effe16 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.549308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5ec4fdb6-ac0b-4eda-a1ba-63aff7effe16 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.552512 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fdd1fd6d-a191-4de7-9f0a-f861e60dbe31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.573519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4fdb6-ac0b-4eda-a1ba-63aff7effe16 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d674ef3e-117f-46f1-a0ea-a8bac04f66ad,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:59.579147 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5ec4fdb6-ac0b-4eda-a1ba-63aff7effe16 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.583442 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5ec4fdb6-ac0b-4eda-a1ba-63aff7effe16 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d674ef3e-117f-46f1-a0ea-a8bac04f66ad HTTP/1.1" status: 204 len: 168 time: 0.1076314 Mar 08 09:52:59.584179 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47160) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:59.609607 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1fd6d-a191-4de7-9f0a-f861e60dbe31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Port': ['ID=75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:52:59.772930 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-35ff7e74-f66e-44b2-aec8-fcb6c5eb97df tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:52:59.796247 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-35ff7e74-f66e-44b2-aec8-fcb6c5eb97df tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:52:59.810170 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-35ff7e74-f66e-44b2-aec8-fcb6c5eb97df tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2233310 Mar 08 09:52:59.813186 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47164) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:52:59.850896 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fdd1fd6d-a191-4de7-9f0a-f861e60dbe31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.885754 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff2fe3b-305f-4d0d-8643-b042574dcbc9 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.913661 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff2fe3b-305f-4d0d-8643-b042574dcbc9 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.968103 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff2fe3b-305f-4d0d-8643-b042574dcbc9 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.984888 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:52:59.993220 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2fe3b-305f-4d0d-8643-b042574dcbc9 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f5d972-5ff4-481e-b152-f5888464c438,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:00.016089 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff2fe3b-305f-4d0d-8643-b042574dcbc9 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.022999 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-aff2fe3b-305f-4d0d-8643-b042574dcbc9 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-groups/c0f5d972-5ff4-481e-b152-f5888464c438 HTTP/1.1" status: 204 len: 168 time: 0.2086196 Mar 08 09:53:00.025215 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47168) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:00.075715 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7108fc4a-db96-405c-b70c-71b5896c8e06 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:00.092060 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7108fc4a-db96-405c-b70c-71b5896c8e06 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:00.098131 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7108fc4a-db96-405c-b70c-71b5896c8e06 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0678825 Mar 08 09:53:00.100726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47172) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:00.106444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-029f411a-20b2-4069-91a5-022e0b84f00f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group': {'name': 'tempest-secgroup--650166536'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:00.113911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-029f411a-20b2-4069-91a5-022e0b84f00f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:00.123733 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-029f411a-20b2-4069-91a5-022e0b84f00f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:00.134879 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-029f411a-20b2-4069-91a5-022e0b84f00f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.161691 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-029f411a-20b2-4069-91a5-022e0b84f00f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:00.166200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-029f411a-20b2-4069-91a5-022e0b84f00f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:53:00.171345 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-029f411a-20b2-4069-91a5-022e0b84f00f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:53:00.177662 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-029f411a-20b2-4069-91a5-022e0b84f00f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:00.185145 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd1fd6d-a191-4de7-9f0a-f861e60dbe31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router c3a21dfc-815b-45c1-b460-44dc10ab2f1e has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:53:00.251967 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-029f411a-20b2-4069-91a5-022e0b84f00f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.255679 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-029f411a-20b2-4069-91a5-022e0b84f00f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.304806 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f411a-20b2-4069-91a5-022e0b84f00f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ae879a-cfac-492d-b61d-9e491b0ce800,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:00.314231 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-029f411a-20b2-4069-91a5-022e0b84f00f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.318066 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-029f411a-20b2-4069-91a5-022e0b84f00f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2139721 Mar 08 09:53:00.318532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47176) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:00.323580 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-cfcb80a3-d7f5-4680-ba0b-b9a91dda9629 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group_rule': {'security_group_id': 'b2ae879a-cfac-492d-b61d-9e491b0ce800', 'direction': 'ingress', 'protocol': 17}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:00.329906 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-cfcb80a3-d7f5-4680-ba0b-b9a91dda9629 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:00.333929 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-cfcb80a3-d7f5-4680-ba0b-b9a91dda9629 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:53:00.336941 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-cfcb80a3-d7f5-4680-ba0b-b9a91dda9629 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:53:00.342945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-cfcb80a3-d7f5-4680-ba0b-b9a91dda9629 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:00.352664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd1fd6d-a191-4de7-9f0a-f861e60dbe31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:53:00.360178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cfcb80a3-d7f5-4680-ba0b-b9a91dda9629 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.363182 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79548069-6eae-4831-a0db-c6cc94ce538e None None] Sync routers for ids ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:53:00.365652 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fdd1fd6d-a191-4de7-9f0a-f861e60dbe31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/c3a21dfc-815b-45c1-b460-44dc10ab2f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3243496 Mar 08 09:53:00.368152 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47180) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:00.376490 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79548069-6eae-4831-a0db-c6cc94ce538e None None] Routers {'c3a21dfc-815b-45c1-b460-44dc10ab2f1e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:53:00.377130 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-79548069-6eae-4831-a0db-c6cc94ce538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:00.430069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cfcb80a3-d7f5-4680-ba0b-b9a91dda9629 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.437739 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cfcb80a3-d7f5-4680-ba0b-b9a91dda9629 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.440728 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c63fb8-2d02-49a4-a762-58881b0d3c0a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting subnet c1f204d0-a226-4deb-873a-14d531c836ac {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:53:00.443187 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39c63fb8-2d02-49a4-a762-58881b0d3c0a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.469170 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb80a3-d7f5-4680-ba0b-b9a91dda9629 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f0ea08-c67e-4f2e-b209-351ac07500a2,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:00.485197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cfcb80a3-d7f5-4680-ba0b-b9a91dda9629 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.486466 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-cfcb80a3-d7f5-4680-ba0b-b9a91dda9629 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1669865 Mar 08 09:53:00.489265 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47184) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:00.510845 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39c63fb8-2d02-49a4-a762-58881b0d3c0a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.551781 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-79548069-6eae-4831-a0db-c6cc94ce538e None None] Set router c3a21dfc-815b-45c1-b460-44dc10ab2f1e gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:53:00.567574 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15d06402-54ed-41fb-bf14-5cfbc96ae35d tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.599283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15d06402-54ed-41fb-bf14-5cfbc96ae35d tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.602713 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39c63fb8-2d02-49a4-a762-58881b0d3c0a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.655742 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15d06402-54ed-41fb-bf14-5cfbc96ae35d tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.680888 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d06402-54ed-41fb-bf14-5cfbc96ae35d tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ae879a-cfac-492d-b61d-9e491b0ce800,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:00.695985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39c63fb8-2d02-49a4-a762-58881b0d3c0a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.696602 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15d06402-54ed-41fb-bf14-5cfbc96ae35d tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.697828 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-15d06402-54ed-41fb-bf14-5cfbc96ae35d tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-groups/b2ae879a-cfac-492d-b61d-9e491b0ce800 HTTP/1.1" status: 204 len: 168 time: 0.2074797 Mar 08 09:53:00.700308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47188) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:00.742369 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39c63fb8-2d02-49a4-a762-58881b0d3c0a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.747091 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca84cf97-d700-4a77-acca-2fd3f43ec57f None None] Network 44aa71da-809a-4bff-8f5a-1837056a981d requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:53:00.749910 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c63fb8-2d02-49a4-a762-58881b0d3c0a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f204d0-a226-4deb-873a-14d531c836ac,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:00.756706 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-39c63fb8-2d02-49a4-a762-58881b0d3c0a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/subnets/c1f204d0-a226-4deb-873a-14d531c836ac HTTP/1.1" status: 204 len: 168 time: 0.3875494 Mar 08 09:53:00.757443 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47192) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:00.767115 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8fad03bd-8cda-4968-b446-fed889a75456 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:00.784814 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8fad03bd-8cda-4968-b446-fed889a75456 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:00.786555 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8fad03bd-8cda-4968-b446-fed889a75456 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0850494 Mar 08 09:53:00.790574 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47196) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:00.798228 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-14c2a73b-462d-46ab-881f-0e1a72edfebb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group': {'name': 'tempest-secgroup--9196421'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:00.807159 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-14c2a73b-462d-46ab-881f-0e1a72edfebb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:00.817594 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-14c2a73b-462d-46ab-881f-0e1a72edfebb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:00.830093 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-14c2a73b-462d-46ab-881f-0e1a72edfebb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.855678 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-14c2a73b-462d-46ab-881f-0e1a72edfebb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:00.860049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-14c2a73b-462d-46ab-881f-0e1a72edfebb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:53:00.865466 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-14c2a73b-462d-46ab-881f-0e1a72edfebb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:53:00.871439 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-14c2a73b-462d-46ab-881f-0e1a72edfebb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:00.886980 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.900463 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port 53f63cbb-1037-45d4-bb44-7a8e514b1198 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:53:00.901121 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.917095 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-79548069-6eae-4831-a0db-c6cc94ce538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:59Z', 'revision_number': 10, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:00.921933 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79548069-6eae-4831-a0db-c6cc94ce538e None None] Checking router: c3a21dfc-815b-45c1-b460-44dc10ab2f1e for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:53:00.934711 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79548069-6eae-4831-a0db-c6cc94ce538e None None] Routers {'c3a21dfc-815b-45c1-b460-44dc10ab2f1e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:53:00.937236 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-79548069-6eae-4831-a0db-c6cc94ce538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:00.957619 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-14c2a73b-462d-46ab-881f-0e1a72edfebb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:00.963043 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-14c2a73b-462d-46ab-881f-0e1a72edfebb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.030143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2a73b-462d-46ab-881f-0e1a72edfebb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306fc0ea-6dea-4cef-bede-a1384c6511f1,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:01.043104 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e43274-615c-42df-bdcd-145f47b9f3f0 None None] DHCP port deletion for 44aa71da-809a-4bff-8f5a-1837056a981d request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:53:01.048326 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a9e43274-615c-42df-bdcd-145f47b9f3f0 None None] Deleting port 53f63cbb-1037-45d4-bb44-7a8e514b1198 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:53:01.050861 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9e43274-615c-42df-bdcd-145f47b9f3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.053120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-14c2a73b-462d-46ab-881f-0e1a72edfebb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.058678 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-14c2a73b-462d-46ab-881f-0e1a72edfebb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2666426 Mar 08 09:53:01.059421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47200) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:01.066970 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-be815e6a-a88f-4ea9-882e-6b552888840b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group': {'name': 'tempest-secgroup--479899297'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:01.074131 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-be815e6a-a88f-4ea9-882e-6b552888840b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:01.079746 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-be815e6a-a88f-4ea9-882e-6b552888840b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:53:01.083605 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-be815e6a-a88f-4ea9-882e-6b552888840b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:53:01.091786 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-be815e6a-a88f-4ea9-882e-6b552888840b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:01.112167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-be815e6a-a88f-4ea9-882e-6b552888840b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.134857 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-79548069-6eae-4831-a0db-c6cc94ce538e None None] Set router c3a21dfc-815b-45c1-b460-44dc10ab2f1e gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:53:01.141656 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-be815e6a-a88f-4ea9-882e-6b552888840b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:01.146665 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-be815e6a-a88f-4ea9-882e-6b552888840b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:53:01.149952 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-be815e6a-a88f-4ea9-882e-6b552888840b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:53:01.157797 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-be815e6a-a88f-4ea9-882e-6b552888840b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:01.267400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-be815e6a-a88f-4ea9-882e-6b552888840b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.273034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-be815e6a-a88f-4ea9-882e-6b552888840b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.276379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] For port 53f63cbb-1037-45d4-bb44-7a8e514b1198, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=53f63cbb-1037-45d4-bb44-7a8e514b1198,segment=NetworkSegment(d12dcfbc-a271-416a-8c91-969dcb442159),segment_id=d12dcfbc-a271-416a-8c91-969dcb442159)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:53:01.277043 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.290972 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a9e43274-615c-42df-bdcd-145f47b9f3f0 None None] For port 53f63cbb-1037-45d4-bb44-7a8e514b1198, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=53f63cbb-1037-45d4-bb44-7a8e514b1198,segment=NetworkSegment(d12dcfbc-a271-416a-8c91-969dcb442159),segment_id=d12dcfbc-a271-416a-8c91-969dcb442159)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:53:01.291367 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9e43274-615c-42df-bdcd-145f47b9f3f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.328894 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be815e6a-a88f-4ea9-882e-6b552888840b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5653f0e0-9c15-4241-88f6-6ba9a0fd8f53,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:01.340630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-be815e6a-a88f-4ea9-882e-6b552888840b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.346914 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-be815e6a-a88f-4ea9-882e-6b552888840b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2860527 Mar 08 09:53:01.347886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47204) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:01.353995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-15af26e7-a63f-4cf1-b947-e1037cb14e2a tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group_rule': {'security_group_id': '306fc0ea-6dea-4cef-bede-a1384c6511f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5653f0e0-9c15-4241-88f6-6ba9a0fd8f53', 'remote_ip_prefix': None}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:01.361472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-15af26e7-a63f-4cf1-b947-e1037cb14e2a tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:01.366827 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-15af26e7-a63f-4cf1-b947-e1037cb14e2a tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:53:01.370390 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-15af26e7-a63f-4cf1-b947-e1037cb14e2a tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:53:01.377521 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-15af26e7-a63f-4cf1-b947-e1037cb14e2a tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:01.408651 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15af26e7-a63f-4cf1-b947-e1037cb14e2a tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.432783 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Calling delete_port for 53f63cbb-1037-45d4-bb44-7a8e514b1198 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:53:01.436592 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a9e43274-615c-42df-bdcd-145f47b9f3f0 None None] Calling delete_port for 53f63cbb-1037-45d4-bb44-7a8e514b1198 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:53:01.450759 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-79548069-6eae-4831-a0db-c6cc94ce538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:59Z', 'revision_number': 10, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:01.456715 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79548069-6eae-4831-a0db-c6cc94ce538e None None] The sync data for ids ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'] in dv-neutron-831730-2-hyperv is: [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:52:59Z', 'revision_number': 10, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None, '_interfaces': [{'id': '28b49d05-2eeb-44c1-b5fb-e22b50d697b5', 'name': '', 'network_id': 'c89c41c7-def0-497d-bf66-1ce4f6564547', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'mac_address': 'fa:16:3e:d6:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:16Z', 'updated_at': '2022-03-08T09:52:24Z', 'revision_number': 5, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'subnets': [{'id': '7d880959-278f-47ef-b28e-f46e08e1f993', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:53:01.495724 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15af26e7-a63f-4cf1-b947-e1037cb14e2a tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.502936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15af26e7-a63f-4cf1-b947-e1037cb14e2a tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.521674 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af26e7-a63f-4cf1-b947-e1037cb14e2a tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ee70e6-43fa-4213-907d-a6bd6f6c2806,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:01.535850 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.536893 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-a9e43274-615c-42df-bdcd-145f47b9f3f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:53:01.537308 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-a9e43274-615c-42df-bdcd-145f47b9f3f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:53:01.543779 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-15af26e7-a63f-4cf1-b947-e1037cb14e2a tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.547843 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-15af26e7-a63f-4cf1-b947-e1037cb14e2a tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1958129 Mar 08 09:53:01.548090 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47208) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:01.575166 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-166afdfb-2115-4904-869d-c312093d3ea4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.586113 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-166afdfb-2115-4904-869d-c312093d3ea4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.587756 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Port': ['ID=53f63cbb-1037-45d4-bb44-7a8e514b1198,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:01.589991 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] No DVR routers for this DVR port 53f63cbb-1037-45d4-bb44-7a8e514b1198 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:53:01.613481 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-166afdfb-2115-4904-869d-c312093d3ea4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.631924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166afdfb-2115-4904-869d-c312093d3ea4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6ee70e6-43fa-4213-907d-a6bd6f6c2806,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:01.638668 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-166afdfb-2115-4904-869d-c312093d3ea4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.640762 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-166afdfb-2115-4904-869d-c312093d3ea4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d6ee70e6-43fa-4213-907d-a6bd6f6c2806 HTTP/1.1" status: 204 len: 168 time: 0.0914569 Mar 08 09:53:01.643061 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47212) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:01.691316 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c018e4b9-acb3-46d1-809c-d38de35fa098 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:01.706589 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c018e4b9-acb3-46d1-809c-d38de35fa098 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:01.708218 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c018e4b9-acb3-46d1-809c-d38de35fa098 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0641534 Mar 08 09:53:01.711133 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47216) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:01.714267 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.744721 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44aa71da-809a-4bff-8f5a-1837056a981d']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:01.757846 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12dcfbc-a271-416a-8c91-969dcb442159') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:01.758141 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12dcfbc-a271-416a-8c91-969dcb442159') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:01.770034 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.779494 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-666e492d-f339-47ca-bf43-69c7302046af tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.785597 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.791597 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:53:01.791984 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:53:01.807394 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:53:01.813054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-666e492d-f339-47ca-bf43-69c7302046af tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.864352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-666e492d-f339-47ca-bf43-69c7302046af tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.887971 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 53f63cbb-1037-45d4-bb44-7a8e514b1198 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:53:01.898736 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.899521 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e492d-f339-47ca-bf43-69c7302046af tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5653f0e0-9c15-4241-88f6-6ba9a0fd8f53,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:01.906327 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.912770 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-666e492d-f339-47ca-bf43-69c7302046af tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:01.916474 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-666e492d-f339-47ca-bf43-69c7302046af tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-groups/5653f0e0-9c15-4241-88f6-6ba9a0fd8f53 HTTP/1.1" status: 204 len: 168 time: 0.2019873 Mar 08 09:53:01.916714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47220) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:01.939571 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 53f63cbb-1037-45d4-bb44-7a8e514b1198 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:53:01.939818 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Network': ['ID=44aa71da-809a-4bff-8f5a-1837056a981d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:01.939917 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 53f63cbb-1037-45d4-bb44-7a8e514b1198 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:53:01.940609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:53:01.946712 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f8981edb-606d-4125-92f1-b9bb274be066 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/networks/44aa71da-809a-4bff-8f5a-1837056a981d HTTP/1.1" status: 204 len: 168 time: 1.1882746 Mar 08 09:53:01.947313 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47224) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:01.980487 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:53:01.980862 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 75bb3de7-9e50-4f5c-9d36-c83f7ffb12aa not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:53:01.992307 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-30292993-7bfb-4b88-a1c6-9618ab87b642 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:02.010179 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-30292993-7bfb-4b88-a1c6-9618ab87b642 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:02.011530 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-30292993-7bfb-4b88-a1c6-9618ab87b642 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4508 time: 0.0937362 Mar 08 09:53:02.014578 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47228) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:02.038795 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a9e43274-615c-42df-bdcd-145f47b9f3f0 None None] Deleting port 53f63cbb-1037-45d4-bb44-7a8e514b1198 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:53:02.039454 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9e43274-615c-42df-bdcd-145f47b9f3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.079030 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f481bbc9-c1d8-4732-b107-8f96b115f989 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.107506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a9e43274-615c-42df-bdcd-145f47b9f3f0 None None] The port '53f63cbb-1037-45d4-bb44-7a8e514b1198' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:53:02.110210 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f481bbc9-c1d8-4732-b107-8f96b115f989 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.161330 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f481bbc9-c1d8-4732-b107-8f96b115f989 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.180066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481bbc9-c1d8-4732-b107-8f96b115f989 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=306fc0ea-6dea-4cef-bede-a1384c6511f1,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:02.197815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f481bbc9-c1d8-4732-b107-8f96b115f989 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.199207 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f481bbc9-c1d8-4732-b107-8f96b115f989 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-groups/306fc0ea-6dea-4cef-bede-a1384c6511f1 HTTP/1.1" status: 204 len: 168 time: 0.1836467 Mar 08 09:53:02.201830 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47232) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:02.254862 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9d34f5fc-06eb-41bf-8ef4-f08ee9fd55cb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:02.271378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9d34f5fc-06eb-41bf-8ef4-f08ee9fd55cb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:02.272750 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9d34f5fc-06eb-41bf-8ef4-f08ee9fd55cb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0699687 Mar 08 09:53:02.277917 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47236) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:02.281802 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e356ed27-00dc-497b-9292-6210a83e73aa tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group': {'name': 'tempest-secgroup--775698636'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:02.288599 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e356ed27-00dc-497b-9292-6210a83e73aa tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:02.299291 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e356ed27-00dc-497b-9292-6210a83e73aa tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:02.310370 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e356ed27-00dc-497b-9292-6210a83e73aa tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.330084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e356ed27-00dc-497b-9292-6210a83e73aa tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:02.334042 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e356ed27-00dc-497b-9292-6210a83e73aa tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:53:02.336822 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e356ed27-00dc-497b-9292-6210a83e73aa tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:53:02.342810 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e356ed27-00dc-497b-9292-6210a83e73aa tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:02.417372 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e356ed27-00dc-497b-9292-6210a83e73aa tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.422088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e356ed27-00dc-497b-9292-6210a83e73aa tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.462792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356ed27-00dc-497b-9292-6210a83e73aa tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=309a98a2-7c50-4979-bdc1-7883cbfb6e36,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:02.475567 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9d372782-2380-4c30-9307-8a87ccc87b3c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.476440 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e356ed27-00dc-497b-9292-6210a83e73aa tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.477724 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e356ed27-00dc-497b-9292-6210a83e73aa tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1999540 Mar 08 09:53:02.480376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47240) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:02.486418 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-db42cda9-a50d-477d-82e1-a2e9986edaa8 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group_rule': {'security_group_id': '309a98a2-7c50-4979-bdc1-7883cbfb6e36', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:02.492387 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-db42cda9-a50d-477d-82e1-a2e9986edaa8 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:02.496625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-db42cda9-a50d-477d-82e1-a2e9986edaa8 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:53:02.499503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-db42cda9-a50d-477d-82e1-a2e9986edaa8 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:53:02.505926 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-db42cda9-a50d-477d-82e1-a2e9986edaa8 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:02.521605 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-db42cda9-a50d-477d-82e1-a2e9986edaa8 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.584307 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-db42cda9-a50d-477d-82e1-a2e9986edaa8 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.589096 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-db42cda9-a50d-477d-82e1-a2e9986edaa8 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.613277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42cda9-a50d-477d-82e1-a2e9986edaa8 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bfe0859-ffff-4435-938a-5a66f5c602eb,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:02.627755 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-db42cda9-a50d-477d-82e1-a2e9986edaa8 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.629195 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-db42cda9-a50d-477d-82e1-a2e9986edaa8 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1476209 Mar 08 09:53:02.631817 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47244) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:02.665415 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-695db0a1-b3ac-4b0c-8a3b-e7659144cc98 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.685593 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-695db0a1-b3ac-4b0c-8a3b-e7659144cc98 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.712306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-695db0a1-b3ac-4b0c-8a3b-e7659144cc98 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.732422 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695db0a1-b3ac-4b0c-8a3b-e7659144cc98 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bfe0859-ffff-4435-938a-5a66f5c602eb,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:02.735142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-695db0a1-b3ac-4b0c-8a3b-e7659144cc98 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.738870 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-695db0a1-b3ac-4b0c-8a3b-e7659144cc98 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4bfe0859-ffff-4435-938a-5a66f5c602eb HTTP/1.1" status: 204 len: 168 time: 0.1061227 Mar 08 09:53:02.739457 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47248) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:02.786290 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9963e518-b12e-4e02-a837-6ea7d24cd237 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:02.801517 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9963e518-b12e-4e02-a837-6ea7d24cd237 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:02.802871 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9963e518-b12e-4e02-a837-6ea7d24cd237 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0621803 Mar 08 09:53:02.805764 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47252) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:02.869060 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4d469447-fd70-47c4-ab1e-338ed5dd20c9 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.895136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4d469447-fd70-47c4-ab1e-338ed5dd20c9 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.929157 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9d372782-2380-4c30-9307-8a87ccc87b3c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port 28b49d05-2eeb-44c1-b5fb-e22b50d697b5 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:53:02.929744 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9d372782-2380-4c30-9307-8a87ccc87b3c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.943831 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4d469447-fd70-47c4-ab1e-338ed5dd20c9 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.962401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d469447-fd70-47c4-ab1e-338ed5dd20c9 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=309a98a2-7c50-4979-bdc1-7883cbfb6e36,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:02.977706 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4d469447-fd70-47c4-ab1e-338ed5dd20c9 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:02.981268 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4d469447-fd70-47c4-ab1e-338ed5dd20c9 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-groups/309a98a2-7c50-4979-bdc1-7883cbfb6e36 HTTP/1.1" status: 204 len: 168 time: 0.1723635 Mar 08 09:53:02.981800 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47256) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:03.031245 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d55ea126-a3d2-4143-9a8c-3266daf5f91b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:03.046780 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d55ea126-a3d2-4143-9a8c-3266daf5f91b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:03.048414 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d55ea126-a3d2-4143-9a8c-3266daf5f91b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659266 Mar 08 09:53:03.052460 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47260) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:03.057213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-b380d793-c4c3-4bb2-aade-359d0d383379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group': {'name': 'tempest-secgroup--1002242834'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:03.063805 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b380d793-c4c3-4bb2-aade-359d0d383379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:03.073406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b380d793-c4c3-4bb2-aade-359d0d383379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:03.084032 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b380d793-c4c3-4bb2-aade-359d0d383379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.104942 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b380d793-c4c3-4bb2-aade-359d0d383379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:03.108971 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b380d793-c4c3-4bb2-aade-359d0d383379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:53:03.111746 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b380d793-c4c3-4bb2-aade-359d0d383379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:53:03.117400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b380d793-c4c3-4bb2-aade-359d0d383379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:03.128297 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-9d372782-2380-4c30-9307-8a87ccc87b3c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] For port 28b49d05-2eeb-44c1-b5fb-e22b50d697b5, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=28b49d05-2eeb-44c1-b5fb-e22b50d697b5,segment=NetworkSegment(c4bcc918-8b28-4e03-84af-6122f25475ec),segment_id=c4bcc918-8b28-4e03-84af-6122f25475ec)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:53:03.128618 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9d372782-2380-4c30-9307-8a87ccc87b3c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.190725 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b380d793-c4c3-4bb2-aade-359d0d383379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.195130 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b380d793-c4c3-4bb2-aade-359d0d383379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.241691 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380d793-c4c3-4bb2-aade-359d0d383379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f3b6c5-50f6-4001-8dfd-7e84777032dc,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:03.252990 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b380d793-c4c3-4bb2-aade-359d0d383379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.258097 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b380d793-c4c3-4bb2-aade-359d0d383379 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2010174 Mar 08 09:53:03.258097 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47264) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:03.262000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-26044494-26b5-41cf-b7cc-0dcc116c0d78 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group_rule': {'security_group_id': 'f5f3b6c5-50f6-4001-8dfd-7e84777032dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:03.265426 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9d372782-2380-4c30-9307-8a87ccc87b3c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Calling delete_port for 28b49d05-2eeb-44c1-b5fb-e22b50d697b5 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:53:03.268332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-26044494-26b5-41cf-b7cc-0dcc116c0d78 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:03.272376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-26044494-26b5-41cf-b7cc-0dcc116c0d78 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:53:03.275243 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-26044494-26b5-41cf-b7cc-0dcc116c0d78 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:53:03.280971 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-26044494-26b5-41cf-b7cc-0dcc116c0d78 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:03.298616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-26044494-26b5-41cf-b7cc-0dcc116c0d78 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.358187 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-26044494-26b5-41cf-b7cc-0dcc116c0d78 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.362445 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-26044494-26b5-41cf-b7cc-0dcc116c0d78 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.384283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26044494-26b5-41cf-b7cc-0dcc116c0d78 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8532e6-27e0-486d-b1e1-9d53c48c9a65,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:03.398511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-26044494-26b5-41cf-b7cc-0dcc116c0d78 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.402854 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-26044494-26b5-41cf-b7cc-0dcc116c0d78 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420197 Mar 08 09:53:03.403238 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47268) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:03.422453 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9fc91518-2a63-4ef1-a307-aab04eba85ad tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-group-rules/fa8532e6-27e0-486d-b1e1-9d53c48c9a65 HTTP/1.1" status: 200 len: 763 time: 0.0178270 Mar 08 09:53:03.424867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47272) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:03.448743 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9d372782-2380-4c30-9307-8a87ccc87b3c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.473568 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1f9c2e98-4eee-4c65-8781-4fba5e1c6e50 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:03.489588 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1f9c2e98-4eee-4c65-8781-4fba5e1c6e50 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:03.493407 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1f9c2e98-4eee-4c65-8781-4fba5e1c6e50 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0651195 Mar 08 09:53:03.493637 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47276) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:03.501277 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d372782-2380-4c30-9307-8a87ccc87b3c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Port': ['ID=28b49d05-2eeb-44c1-b5fb-e22b50d697b5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:03.526618 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1f42-39bd-42a6-a994-47a8d5e37390 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.538105 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1f42-39bd-42a6-a994-47a8d5e37390 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.570910 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1f42-39bd-42a6-a994-47a8d5e37390 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.597155 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc1f42-39bd-42a6-a994-47a8d5e37390 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa8532e6-27e0-486d-b1e1-9d53c48c9a65,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:03.604628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1f42-39bd-42a6-a994-47a8d5e37390 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.606189 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a1cc1f42-39bd-42a6-a994-47a8d5e37390 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/fa8532e6-27e0-486d-b1e1-9d53c48c9a65 HTTP/1.1" status: 204 len: 168 time: 0.1115966 Mar 08 09:53:03.609505 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47280) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:03.664843 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bc1f1375-4cf7-4ca0-9e56-1c1c9be0a745 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:03.683541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bc1f1375-4cf7-4ca0-9e56-1c1c9be0a745 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:03.688541 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bc1f1375-4cf7-4ca0-9e56-1c1c9be0a745 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0772974 Mar 08 09:53:03.689356 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47286) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:03.694455 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-6a7af0f6-ae85-4d83-9a7f-147ad47bc728 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group_rule': {'security_group_id': 'f5f3b6c5-50f6-4001-8dfd-7e84777032dc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:03.700349 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9d372782-2380-4c30-9307-8a87ccc87b3c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.702571 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6a7af0f6-ae85-4d83-9a7f-147ad47bc728 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:03.713981 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6a7af0f6-ae85-4d83-9a7f-147ad47bc728 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:03.731407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6a7af0f6-ae85-4d83-9a7f-147ad47bc728 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.792516 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6a7af0f6-ae85-4d83-9a7f-147ad47bc728 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.797373 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6a7af0f6-ae85-4d83-9a7f-147ad47bc728 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.822410 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7af0f6-ae85-4d83-9a7f-147ad47bc728 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5fbb450-e319-47e8-b638-559b680c4863,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:03.835519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6a7af0f6-ae85-4d83-9a7f-147ad47bc728 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.836766 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6a7af0f6-ae85-4d83-9a7f-147ad47bc728 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464343 Mar 08 09:53:03.839267 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47290) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:03.857770 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-80b2ff6d-ba56-4e30-bf19-e925daa4d1a9 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-group-rules/d5fbb450-e319-47e8-b638-559b680c4863 HTTP/1.1" status: 200 len: 763 time: 0.0174468 Mar 08 09:53:03.860668 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47294) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:03.906224 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-77f56d09-5315-44df-9392-654a37383f65 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:03.922089 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-77f56d09-5315-44df-9392-654a37383f65 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:03.923323 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-77f56d09-5315-44df-9392-654a37383f65 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0617445 Mar 08 09:53:03.926037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47298) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:03.952328 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-25453be4-fa78-4e15-b438-d432d06b3d3e tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.965412 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-25453be4-fa78-4e15-b438-d432d06b3d3e tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:03.979272 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d372782-2380-4c30-9307-8a87ccc87b3c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router c3a21dfc-815b-45c1-b460-44dc10ab2f1e has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:53:03.989992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-25453be4-fa78-4e15-b438-d432d06b3d3e tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.008038 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25453be4-fa78-4e15-b438-d432d06b3d3e tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5fbb450-e319-47e8-b638-559b680c4863,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:04.013387 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-25453be4-fa78-4e15-b438-d432d06b3d3e tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.016857 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-25453be4-fa78-4e15-b438-d432d06b3d3e tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d5fbb450-e319-47e8-b638-559b680c4863 HTTP/1.1" status: 204 len: 168 time: 0.0899036 Mar 08 09:53:04.017421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47302) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:04.064018 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0b5b0942-6115-45bc-93db-f997b8b229cb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:04.079968 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0b5b0942-6115-45bc-93db-f997b8b229cb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:04.083890 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0b5b0942-6115-45bc-93db-f997b8b229cb tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0629177 Mar 08 09:53:04.084075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47306) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:04.089027 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-6f05b11a-631a-4c76-b5a5-5993f317a669 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group_rule': {'security_group_id': 'f5f3b6c5-50f6-4001-8dfd-7e84777032dc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:04.095199 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6f05b11a-631a-4c76-b5a5-5993f317a669 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:04.105201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6f05b11a-631a-4c76-b5a5-5993f317a669 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:04.115389 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-6f05b11a-631a-4c76-b5a5-5993f317a669 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Project 11cdcd5b2407433184dd60ee98c7d0c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 09:53:04.122638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6f05b11a-631a-4c76-b5a5-5993f317a669 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.185330 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6f05b11a-631a-4c76-b5a5-5993f317a669 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.190114 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6f05b11a-631a-4c76-b5a5-5993f317a669 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.214448 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05b11a-631a-4c76-b5a5-5993f317a669 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b19a5a-0843-46ac-a62d-57bc05b83085,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:04.229019 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d372782-2380-4c30-9307-8a87ccc87b3c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:53:04.229197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6f05b11a-631a-4c76-b5a5-5993f317a669 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.233588 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6f05b11a-631a-4c76-b5a5-5993f317a669 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1481330 Mar 08 09:53:04.234019 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47310) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:04.239588 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d88a2cf-6b77-44af-8989-480e775c458b None None] Sync routers for ids ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:53:04.249480 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d88a2cf-6b77-44af-8989-480e775c458b None None] Routers {'c3a21dfc-815b-45c1-b460-44dc10ab2f1e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:53:04.250386 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6d88a2cf-6b77-44af-8989-480e775c458b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:04.255246 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9d372782-2380-4c30-9307-8a87ccc87b3c tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/c3a21dfc-815b-45c1-b460-44dc10ab2f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3069456 Mar 08 09:53:04.257948 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47314) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:04.261864 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-aa300736-4774-44cf-9ab0-e74840030c44 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-group-rules/04b19a5a-0843-46ac-a62d-57bc05b83085 HTTP/1.1" status: 200 len: 769 time: 0.0246019 Mar 08 09:53:04.262013 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47318) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:04.353933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7209bf95-6fd1-4f02-bf8f-feb48ca34a60 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting subnet 7d880959-278f-47ef-b28e-f46e08e1f993 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:53:04.367615 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7cfadc43-e154-44e8-9143-e4e37f2e97ae tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:04.370867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7209bf95-6fd1-4f02-bf8f-feb48ca34a60 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.375975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-6d88a2cf-6b77-44af-8989-480e775c458b None None] Set router c3a21dfc-815b-45c1-b460-44dc10ab2f1e gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:53:04.427660 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7cfadc43-e154-44e8-9143-e4e37f2e97ae tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:04.431486 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7cfadc43-e154-44e8-9143-e4e37f2e97ae tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1655543 Mar 08 09:53:04.432282 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47322) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:04.435722 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7209bf95-6fd1-4f02-bf8f-feb48ca34a60 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.506741 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-62ced575-9013-4c48-af4a-ac70a134e400 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.521437 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6d88a2cf-6b77-44af-8989-480e775c458b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:53:03Z', 'revision_number': 11, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:04.522149 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-62ced575-9013-4c48-af4a-ac70a134e400 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.525465 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d88a2cf-6b77-44af-8989-480e775c458b None None] Checking router: c3a21dfc-815b-45c1-b460-44dc10ab2f1e for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:53:04.534306 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d88a2cf-6b77-44af-8989-480e775c458b None None] Routers {'c3a21dfc-815b-45c1-b460-44dc10ab2f1e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:53:04.534918 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6d88a2cf-6b77-44af-8989-480e775c458b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:04.558891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-62ced575-9013-4c48-af4a-ac70a134e400 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.582389 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ced575-9013-4c48-af4a-ac70a134e400 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04b19a5a-0843-46ac-a62d-57bc05b83085,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:04.584649 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7209bf95-6fd1-4f02-bf8f-feb48ca34a60 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.626165 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-62ced575-9013-4c48-af4a-ac70a134e400 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.627273 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-62ced575-9013-4c48-af4a-ac70a134e400 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/04b19a5a-0843-46ac-a62d-57bc05b83085 HTTP/1.1" status: 204 len: 168 time: 0.1946812 Mar 08 09:53:04.630684 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47326) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:04.667245 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7209bf95-6fd1-4f02-bf8f-feb48ca34a60 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.670545 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-6d88a2cf-6b77-44af-8989-480e775c458b None None] Set router c3a21dfc-815b-45c1-b460-44dc10ab2f1e gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:53:04.691366 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0094fb8a-770d-4bae-a808-b3de29337cf0 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0592868 Mar 08 09:53:04.693984 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47330) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:04.715530 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209bf95-6fd1-4f02-bf8f-feb48ca34a60 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Subnet': ['ID=7d880959-278f-47ef-b28e-f46e08e1f993,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:04.718030 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7209bf95-6fd1-4f02-bf8f-feb48ca34a60 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.726735 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7209bf95-6fd1-4f02-bf8f-feb48ca34a60 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/subnets/7d880959-278f-47ef-b28e-f46e08e1f993 HTTP/1.1" status: 204 len: 168 time: 0.4653814 Mar 08 09:53:04.727028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47334) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:04.766821 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c787d4eb-29a9-4215-b332-93d9c50c061e tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.770700 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ebb7a4-4dfe-44fb-bee7-45ffa545c5e8 None None] Network c89c41c7-def0-497d-bf66-1ce4f6564547 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:53:04.794251 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c787d4eb-29a9-4215-b332-93d9c50c061e tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.805454 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6d88a2cf-6b77-44af-8989-480e775c458b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:53:03Z', 'revision_number': 11, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:04.841222 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.845011 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c787d4eb-29a9-4215-b332-93d9c50c061e tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.852715 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Deleting port ca2cfb05-7dbf-40d6-9a57-86af5045ee92 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:53:04.853166 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.859915 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d88a2cf-6b77-44af-8989-480e775c458b None None] The sync data for ids ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'] in dv-neutron-831730-2-hyperv is: [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:53:03Z', 'revision_number': 11, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:53:04.870034 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787d4eb-29a9-4215-b332-93d9c50c061e tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f3b6c5-50f6-4001-8dfd-7e84777032dc,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:04.879018 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c787d4eb-29a9-4215-b332-93d9c50c061e tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:04.880720 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c787d4eb-29a9-4215-b332-93d9c50c061e tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-groups/f5f3b6c5-50f6-4001-8dfd-7e84777032dc HTTP/1.1" status: 204 len: 168 time: 0.1856608 Mar 08 09:53:04.883266 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47338) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:05.086959 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-629452fa-fb64-4f60-8efa-9a4b50ce801f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:05.133111 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-629452fa-fb64-4f60-8efa-9a4b50ce801f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:05.134331 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-629452fa-fb64-4f60-8efa-9a4b50ce801f tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2500427 Mar 08 09:53:05.138600 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47342) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:05.144965 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1328e01a-8926-4293-ab2f-db6138b2b4c4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033406482'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:05.196403 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1328e01a-8926-4293-ab2f-db6138b2b4c4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:05.217304 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0268e5e6-05a6-4da0-89ea-fd660e21676f None None] DHCP port deletion for c89c41c7-def0-497d-bf66-1ce4f6564547 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:53:05.221541 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0268e5e6-05a6-4da0-89ea-fd660e21676f None None] Deleting port ca2cfb05-7dbf-40d6-9a57-86af5045ee92 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:53:05.222122 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0268e5e6-05a6-4da0-89ea-fd660e21676f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:05.222573 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1328e01a-8926-4293-ab2f-db6138b2b4c4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:05.232581 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] For port ca2cfb05-7dbf-40d6-9a57-86af5045ee92, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ca2cfb05-7dbf-40d6-9a57-86af5045ee92,segment=NetworkSegment(c4bcc918-8b28-4e03-84af-6122f25475ec),segment_id=c4bcc918-8b28-4e03-84af-6122f25475ec)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:53:05.233486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:05.294720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1328e01a-8926-4293-ab2f-db6138b2b4c4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:05.367558 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Calling delete_port for ca2cfb05-7dbf-40d6-9a57-86af5045ee92 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:53:05.413122 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1328e01a-8926-4293-ab2f-db6138b2b4c4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:05.429157 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1328e01a-8926-4293-ab2f-db6138b2b4c4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:53:05.434268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1328e01a-8926-4293-ab2f-db6138b2b4c4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:53:05.438649 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-0268e5e6-05a6-4da0-89ea-fd660e21676f None None] For port ca2cfb05-7dbf-40d6-9a57-86af5045ee92, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ca2cfb05-7dbf-40d6-9a57-86af5045ee92,segment=NetworkSegment(c4bcc918-8b28-4e03-84af-6122f25475ec),segment_id=c4bcc918-8b28-4e03-84af-6122f25475ec)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:53:05.439222 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0268e5e6-05a6-4da0-89ea-fd660e21676f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:05.442340 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1328e01a-8926-4293-ab2f-db6138b2b4c4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:05.476187 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:05.529070 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Port': ['ID=ca2cfb05-7dbf-40d6-9a57-86af5045ee92,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:05.534035 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] No DVR routers for this DVR port ca2cfb05-7dbf-40d6-9a57-86af5045ee92 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:53:05.564931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0268e5e6-05a6-4da0-89ea-fd660e21676f None None] Calling delete_port for ca2cfb05-7dbf-40d6-9a57-86af5045ee92 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:53:05.640262 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-0268e5e6-05a6-4da0-89ea-fd660e21676f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:53:05.640650 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-0268e5e6-05a6-4da0-89ea-fd660e21676f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:53:05.681071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1328e01a-8926-4293-ab2f-db6138b2b4c4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:05.685021 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1328e01a-8926-4293-ab2f-db6138b2b4c4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:05.691084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:05.747878 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89c41c7-def0-497d-bf66-1ce4f6564547']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:05.767109 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328e01a-8926-4293-ab2f-db6138b2b4c4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d7d652-4c90-4dc0-823d-8c9faeaa9dae,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:05.772328 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bcc918-8b28-4e03-84af-6122f25475ec') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:05.772642 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bcc918-8b28-4e03-84af-6122f25475ec') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:05.788409 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:05.805170 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1328e01a-8926-4293-ab2f-db6138b2b4c4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:05.807119 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1328e01a-8926-4293-ab2f-db6138b2b4c4 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6674545 Mar 08 09:53:05.809772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47346) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:05.814168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:05.820302 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-bd683fc9-be93-4f50-a801-4f2453420c48 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Request body: {'security_group_rule': {'security_group_id': 'a9d7d652-4c90-4dc0-823d-8c9faeaa9dae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:05.823938 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ca2cfb05-7dbf-40d6-9a57-86af5045ee92 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:53:05.833972 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bd683fc9-be93-4f50-a801-4f2453420c48 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:05.837927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:53:05.838554 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:53:05.862776 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:53:05.886117 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: ca2cfb05-7dbf-40d6-9a57-86af5045ee92 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:53:05.886671 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ca2cfb05-7dbf-40d6-9a57-86af5045ee92 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:53:05.887329 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 28b49d05-2eeb-44c1-b5fb-e22b50d697b5 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:53:05.889681 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bd683fc9-be93-4f50-a801-4f2453420c48 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Usage tracker for resource:security_group_rule and tenant:11cdcd5b2407433184dd60ee98c7d0c2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:53:05.943380 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 28b49d05-2eeb-44c1-b5fb-e22b50d697b5 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:53:05.943924 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 28b49d05-2eeb-44c1-b5fb-e22b50d697b5 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:53:05.957663 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bd683fc9-be93-4f50-a801-4f2453420c48 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:53:05.973986 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bd683fc9-be93-4f50-a801-4f2453420c48 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:05.994023 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:05.997278 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd683fc9-be93-4f50-a801-4f2453420c48 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:06.019196 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:06.032989 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Pushing event deleted for resources: {'Network': ['ID=c89c41c7-def0-497d-bf66-1ce4f6564547,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:06.041138 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6a1b3de3-64ac-4a96-b3dd-a5af8ae07674 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/networks/c89c41c7-def0-497d-bf66-1ce4f6564547 HTTP/1.1" status: 204 len: 168 time: 1.3131573 Mar 08 09:53:06.043742 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47350) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:06.049970 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-26986939-1554-4618-95c2-a1cde6c34f03 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'router': {'routes': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:06.082566 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd683fc9-be93-4f50-a801-4f2453420c48 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:06.087275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd683fc9-be93-4f50-a801-4f2453420c48 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:06.111197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd683fc9-be93-4f50-a801-4f2453420c48 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef68c4c-8a13-4362-ad3a-7b860170affc,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:06.123224 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd683fc9-be93-4f50-a801-4f2453420c48 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:06.124501 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bd683fc9-be93-4f50-a801-4f2453420c48 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3136206 Mar 08 09:53:06.127244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47354) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:06.142032 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0268e5e6-05a6-4da0-89ea-fd660e21676f None None] Deleting port ca2cfb05-7dbf-40d6-9a57-86af5045ee92 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:53:06.142449 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0268e5e6-05a6-4da0-89ea-fd660e21676f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:06.189312 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ed26198b-4b34-42d7-bcc3-a0644dd2de7b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:06.216121 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ed26198b-4b34-42d7-bcc3-a0644dd2de7b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:06.216338 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0268e5e6-05a6-4da0-89ea-fd660e21676f None None] The port 'ca2cfb05-7dbf-40d6-9a57-86af5045ee92' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:53:06.270674 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ed26198b-4b34-42d7-bcc3-a0644dd2de7b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:06.288323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26198b-4b34-42d7-bcc3-a0644dd2de7b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d7d652-4c90-4dc0-823d-8c9faeaa9dae,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:06.301060 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ed26198b-4b34-42d7-bcc3-a0644dd2de7b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:06.304485 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ed26198b-4b34-42d7-bcc3-a0644dd2de7b tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-groups/a9d7d652-4c90-4dc0-823d-8c9faeaa9dae HTTP/1.1" status: 204 len: 168 time: 0.1741569 Mar 08 09:53:06.306371 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47358) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:06.350557 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-26986939-1554-4618-95c2-a1cde6c34f03 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Added routes are [] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 08 09:53:06.350849 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-26986939-1554-4618-95c2-a1cde6c34f03 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Removed routes are [] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 08 09:53:06.351254 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26986939-1554-4618-95c2-a1cde6c34f03 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:06.354400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-03b17f8a-96cf-441a-a29f-2096730b68f9 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:06.370045 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-03b17f8a-96cf-441a-a29f-2096730b68f9 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:06.371380 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-03b17f8a-96cf-441a-a29f-2096730b68f9 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0651543 Mar 08 09:53:06.374068 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47362) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:06.416192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0ec7bfe4-41a1-4c06-9a04-2bfb86c7f644 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Synchronizing usage tracker for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:06.432567 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0ec7bfe4-41a1-4c06-9a04-2bfb86c7f644 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] Unset dirty status for tenant:11cdcd5b2407433184dd60ee98c7d0c2 on resource:security_group_rule {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:06.433912 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0ec7bfe4-41a1-4c06-9a04-2bfb86c7f644 tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0589440 Mar 08 09:53:06.436725 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47366) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:06.452113 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-9070d774-fe9a-4d40-a9a7-a1e61da5641d tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] delete failed (client error): The resource could not be found. Mar 08 09:53:06.453094 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9070d774-fe9a-4d40-a9a7-a1e61da5641d tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "DELETE /v2.0/security-groups/a9d7d652-4c90-4dc0-823d-8c9faeaa9dae HTTP/1.1" status: 404 len: 347 time: 0.0154991 Mar 08 09:53:06.456539 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47370) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:06.507065 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e72c1c21-07f6-4a55-a50f-5385c148e19c tempest-SecGroupIPv6Test-529825690 tempest-SecGroupIPv6Test-529825690-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0490856 Mar 08 09:53:06.606434 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26986939-1554-4618-95c2-a1cde6c34f03 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:06.609792 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26986939-1554-4618-95c2-a1cde6c34f03 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:06.740994 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26986939-1554-4618-95c2-a1cde6c34f03 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router c3a21dfc-815b-45c1-b460-44dc10ab2f1e has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:53:06.780904 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47378) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:06.870200 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26986939-1554-4618-95c2-a1cde6c34f03 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:53:06.877282 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26986939-1554-4618-95c2-a1cde6c34f03 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:06.878407 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-26986939-1554-4618-95c2-a1cde6c34f03 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/c3a21dfc-815b-45c1-b460-44dc10ab2f1e HTTP/1.1" status: 200 len: 704 time: 0.8336029 Mar 08 09:53:06.880283 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5264ec-14b3-4802-9a82-9645a21d972b None None] Sync routers for ids ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:53:06.881157 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47384) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:06.890913 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5264ec-14b3-4802-9a82-9645a21d972b None None] Routers {'c3a21dfc-815b-45c1-b460-44dc10ab2f1e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:53:06.891504 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-cd5264ec-14b3-4802-9a82-9645a21d972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:06.926017 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e04c6184-8061-4dc6-8752-123f58897b71 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Synchronizing usage tracker for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:06.936867 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-357cbe5b-f12f-460c-9fe5-200ec6a9d00a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11cdcd5b2407433184dd60ee98c7d0c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521313 Mar 08 09:53:06.937652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47388) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:06.942661 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e04c6184-8061-4dc6-8752-123f58897b71 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Unset dirty status for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:06.946240 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e04c6184-8061-4dc6-8752-123f58897b71 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3a21dfc-815b-45c1-b460-44dc10ab2f1e HTTP/1.1" status: 200 len: 205 time: 0.0617042 Mar 08 09:53:06.947617 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47392) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:06.997263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f64c473d-3366-45e7-9779-cf86a6c5bd8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:07.020801 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-cd5264ec-14b3-4802-9a82-9645a21d972b None None] Set router c3a21dfc-815b-45c1-b460-44dc10ab2f1e gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:53:07.032559 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f64c473d-3366-45e7-9779-cf86a6c5bd8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:07.119016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f64c473d-3366-45e7-9779-cf86a6c5bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:07.142096 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-cd5264ec-14b3-4802-9a82-9645a21d972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:53:03Z', 'revision_number': 11, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:07.152622 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c473d-3366-45e7-9779-cf86a6c5bd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c071b280-b101-459f-9208-aaca54bee968,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:07.154727 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5264ec-14b3-4802-9a82-9645a21d972b None None] Checking router: c3a21dfc-815b-45c1-b460-44dc10ab2f1e for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:53:07.173850 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5264ec-14b3-4802-9a82-9645a21d972b None None] Routers {'c3a21dfc-815b-45c1-b460-44dc10ab2f1e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:53:07.174058 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-cd5264ec-14b3-4802-9a82-9645a21d972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:07.182808 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f64c473d-3366-45e7-9779-cf86a6c5bd8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:07.188025 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f64c473d-3366-45e7-9779-cf86a6c5bd8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c071b280-b101-459f-9208-aaca54bee968 HTTP/1.1" status: 204 len: 168 time: 0.2492273 Mar 08 09:53:07.235456 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8686a7d0-ab2a-4fbd-9ea1-a04cc51c55ae tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:07.359194 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-cd5264ec-14b3-4802-9a82-9645a21d972b None None] Set router c3a21dfc-815b-45c1-b460-44dc10ab2f1e gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:53:07.478077 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-cd5264ec-14b3-4802-9a82-9645a21d972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:53:03Z', 'revision_number': 11, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:07.478077 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5264ec-14b3-4802-9a82-9645a21d972b None None] The sync data for ids ['c3a21dfc-815b-45c1-b460-44dc10ab2f1e'] in dv-neutron-831730-2-hyperv is: [{'id': 'c3a21dfc-815b-45c1-b460-44dc10ab2f1e', 'name': 'tempest-RoutersIpV6Test-router-482652703', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:14Z', 'updated_at': '2022-03-08T09:53:03Z', 'revision_number': 11, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:53:07.648757 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8686a7d0-ab2a-4fbd-9ea1-a04cc51c55ae tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:07.650445 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8686a7d0-ab2a-4fbd-9ea1-a04cc51c55ae tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:07.691058 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8686a7d0-ab2a-4fbd-9ea1-a04cc51c55ae tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:07.691651 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8686a7d0-ab2a-4fbd-9ea1-a04cc51c55ae tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Fanout notify agent at l3_agent the message router_deleted on router c3a21dfc-815b-45c1-b460-44dc10ab2f1e {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:53:07.708488 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8686a7d0-ab2a-4fbd-9ea1-a04cc51c55ae tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:07.709719 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8686a7d0-ab2a-4fbd-9ea1-a04cc51c55ae tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/routers/c3a21dfc-815b-45c1-b460-44dc10ab2f1e HTTP/1.1" status: 204 len: 168 time: 0.7623928 Mar 08 09:53:07.713861 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47406) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:07.720113 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-fc5ae7b7-bca9-4230-8c63-fc2f228491be tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1236383860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:07.726956 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fc5ae7b7-bca9-4230-8c63-fc2f228491be tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:07.731103 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fc5ae7b7-bca9-4230-8c63-fc2f228491be tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Usage tracker for resource:router and tenant:6d74a792e0a04913823581fb4b20fd08 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:53:07.735635 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fc5ae7b7-bca9-4230-8c63-fc2f228491be tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:53:07.741342 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fc5ae7b7-bca9-4230-8c63-fc2f228491be tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:07.754314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fc5ae7b7-bca9-4230-8c63-fc2f228491be tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:07.755498 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fc5ae7b7-bca9-4230-8c63-fc2f228491be tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:07.774114 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fc5ae7b7-bca9-4230-8c63-fc2f228491be tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:07.796096 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fc5ae7b7-bca9-4230-8c63-fc2f228491be tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:07.827882 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fc5ae7b7-bca9-4230-8c63-fc2f228491be tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:07.829185 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fc5ae7b7-bca9-4230-8c63-fc2f228491be tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1142769 Mar 08 09:53:07.832124 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47412) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:07.837423 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-b203b9d0-7944-473d-98cb-f5fa250f9a7b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:08.103351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47424) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:08.106995 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026777 Mar 08 09:53:08.110894 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47426) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:08.215323 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-348778b9-1d04-421c-a0ae-bcff2196ff5f tempest-NetworksApiDiscovery-82869990 tempest-NetworksApiDiscovery-82869990-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1032994 Mar 08 09:53:08.328814 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b203b9d0-7944-473d-98cb-f5fa250f9a7b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:08.338917 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b203b9d0-7944-473d-98cb-f5fa250f9a7b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:08.492478 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47436) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:08.508211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b203b9d0-7944-473d-98cb-f5fa250f9a7b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Router 60a82f2b-141a-4f3a-a3db-30694434be08 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:53:08.659762 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b203b9d0-7944-473d-98cb-f5fa250f9a7b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:53:08.667485 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b203b9d0-7944-473d-98cb-f5fa250f9a7b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:08.676358 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b203b9d0-7944-473d-98cb-f5fa250f9a7b tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "PUT /v2.0/routers/60a82f2b-141a-4f3a-a3db-30694434be08 HTTP/1.1" status: 200 len: 698 time: 0.8356636 Mar 08 09:53:08.676358 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47442) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:08.682284 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7551b4-eea2-4d35-8a8b-6a6c1d88b42a None None] Sync routers for ids ['60a82f2b-141a-4f3a-a3db-30694434be08'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:53:08.685601 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-319f3a1c-ae1e-4052-81a3-0ae454f4b858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:08.701041 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7551b4-eea2-4d35-8a8b-6a6c1d88b42a None None] Routers {'60a82f2b-141a-4f3a-a3db-30694434be08'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:53:08.703837 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-3a7551b4-eea2-4d35-8a8b-6a6c1d88b42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['60a82f2b-141a-4f3a-a3db-30694434be08'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:08.704950 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-319f3a1c-ae1e-4052-81a3-0ae454f4b858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:08.711645 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-319f3a1c-ae1e-4052-81a3-0ae454f4b858 admin admin] Usage tracker for resource:security_group_rule and tenant:f93b5e15c30543519180836a03f6ddcb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:53:08.713237 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-319f3a1c-ae1e-4052-81a3-0ae454f4b858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:53:08.729553 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-319f3a1c-ae1e-4052-81a3-0ae454f4b858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:08.840201 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c395cbcd-d42c-4e3d-b4a2-3f0565ffee24 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/routers/60a82f2b-141a-4f3a-a3db-30694434be08 HTTP/1.1" status: 200 len: 704 time: 0.1631436 Mar 08 09:53:08.840201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47446) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:08.854256 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-319f3a1c-ae1e-4052-81a3-0ae454f4b858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:08.863485 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-319f3a1c-ae1e-4052-81a3-0ae454f4b858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:08.895450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c3ff0d67-c4eb-4877-b52d-906c41e8edb8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Synchronizing usage tracker for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:08.909979 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c3ff0d67-c4eb-4877-b52d-906c41e8edb8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Unset dirty status for tenant:6d74a792e0a04913823581fb4b20fd08 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:08.914003 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c3ff0d67-c4eb-4877-b52d-906c41e8edb8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a82f2b-141a-4f3a-a3db-30694434be08 HTTP/1.1" status: 200 len: 205 time: 0.0705688 Mar 08 09:53:08.915163 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-319f3a1c-ae1e-4052-81a3-0ae454f4b858 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f93b5e15c30543519180836a03f6ddcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207089 Mar 08 09:53:08.916791 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47450) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:08.917162 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47452) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:08.966153 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-3a7551b4-eea2-4d35-8a8b-6a6c1d88b42a None None] Set router 60a82f2b-141a-4f3a-a3db-30694434be08 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:53:09.037487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f3a1c-ae1e-4052-81a3-0ae454f4b858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b786b952-e8b8-4528-bfa6-b1a8d3960d07,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:09.095437 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-3a7551b4-eea2-4d35-8a8b-6a6c1d88b42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a82f2b-141a-4f3a-a3db-30694434be08', 'name': 'tempest-RoutersIpV6Test-router-1236383860', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:53:07Z', 'updated_at': '2022-03-08T09:53:08Z', 'revision_number': 2, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:09.100215 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7551b4-eea2-4d35-8a8b-6a6c1d88b42a None None] Checking router: 60a82f2b-141a-4f3a-a3db-30694434be08 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:53:09.110501 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7551b4-eea2-4d35-8a8b-6a6c1d88b42a None None] Routers {'60a82f2b-141a-4f3a-a3db-30694434be08'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:53:09.110678 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-3a7551b4-eea2-4d35-8a8b-6a6c1d88b42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['60a82f2b-141a-4f3a-a3db-30694434be08'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:09.124290 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0af2f50b-c39d-4c70-ab56-2e9b1ac59997 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:09.256407 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-3a7551b4-eea2-4d35-8a8b-6a6c1d88b42a None None] Set router 60a82f2b-141a-4f3a-a3db-30694434be08 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:53:09.276581 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6ac8-00ac-40d1-80c5-b8a891751d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:09.389358 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-3a7551b4-eea2-4d35-8a8b-6a6c1d88b42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a82f2b-141a-4f3a-a3db-30694434be08', 'name': 'tempest-RoutersIpV6Test-router-1236383860', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:53:07Z', 'updated_at': '2022-03-08T09:53:08Z', 'revision_number': 2, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:09.394074 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7551b4-eea2-4d35-8a8b-6a6c1d88b42a None None] The sync data for ids ['60a82f2b-141a-4f3a-a3db-30694434be08'] in dv-neutron-831730-2-hyperv is: [{'id': '60a82f2b-141a-4f3a-a3db-30694434be08', 'name': 'tempest-RoutersIpV6Test-router-1236383860', 'tenant_id': '6d74a792e0a04913823581fb4b20fd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:53:07Z', 'updated_at': '2022-03-08T09:53:08Z', 'revision_number': 2, 'project_id': '6d74a792e0a04913823581fb4b20fd08', 'gw_port_host': None}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:53:09.489192 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0af2f50b-c39d-4c70-ab56-2e9b1ac59997 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:09.493591 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0af2f50b-c39d-4c70-ab56-2e9b1ac59997 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:09.496188 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6ac8-00ac-40d1-80c5-b8a891751d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:09.542246 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0af2f50b-c39d-4c70-ab56-2e9b1ac59997 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:09.542791 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af2f50b-c39d-4c70-ab56-2e9b1ac59997 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Fanout notify agent at l3_agent the message router_deleted on router 60a82f2b-141a-4f3a-a3db-30694434be08 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:53:09.568888 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0af2f50b-c39d-4c70-ab56-2e9b1ac59997 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:09.572401 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0af2f50b-c39d-4c70-ab56-2e9b1ac59997 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/routers/60a82f2b-141a-4f3a-a3db-30694434be08 HTTP/1.1" status: 204 len: 168 time: 0.6518705 Mar 08 09:53:09.574207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47458) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:09.582278 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6ac8-00ac-40d1-80c5-b8a891751d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:09.584752 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6ac8-00ac-40d1-80c5-b8a891751d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:09.588499 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4c3f6ac8-00ac-40d1-80c5-b8a891751d6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b786b952-e8b8-4528-bfa6-b1a8d3960d07 HTTP/1.1" status: 204 len: 168 time: 0.6658347 Mar 08 09:53:09.599661 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f6ac8-00ac-40d1-80c5-b8a891751d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b786b952-e8b8-4528-bfa6-b1a8d3960d07,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:09.668810 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0cd42dbb-ff81-41e2-8e45-8bf263743138 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/ports?device_id=60a82f2b-141a-4f3a-a3db-30694434be08 HTTP/1.1" status: 200 len: 205 time: 0.0930872 Mar 08 09:53:09.672092 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47464) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:09.744406 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-4b9ec32c-893c-41aa-b2de-07bfc91293f2 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] delete failed (client error): The resource could not be found. Mar 08 09:53:09.745497 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4b9ec32c-893c-41aa-b2de-07bfc91293f2 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/routers/60a82f2b-141a-4f3a-a3db-30694434be08 HTTP/1.1" status: 404 len: 336 time: 0.0724003 Mar 08 09:53:09.748134 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47468) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:09.788103 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5899429f-93e4-4a7c-a966-08ff1f663f10 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] DELETE failed (client error): The resource could not be found. Mar 08 09:53:09.788549 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5899429f-93e4-4a7c-a966-08ff1f663f10 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:53:09.790355 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5899429f-93e4-4a7c-a966-08ff1f663f10 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/subnets/83a37bb5-4eff-4a57-8d4c-fe4b18c4bdbf HTTP/1.1" status: 404 len: 337 time: 0.0406332 Mar 08 09:53:09.792959 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47472) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:09.951813 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-386c3352-64f0-4a83-acc9-10ba52a48a21 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] DELETE failed (client error): The resource could not be found. Mar 08 09:53:09.952274 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-386c3352-64f0-4a83-acc9-10ba52a48a21 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:53:09.953992 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-386c3352-64f0-4a83-acc9-10ba52a48a21 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/subnets/4780045f-9a11-4c59-aefa-7640822ed5eb HTTP/1.1" status: 404 len: 337 time: 0.1601067 Mar 08 09:53:09.956402 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47476) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:09.993439 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d59de3d-de58-4c50-9ed9-9f57186f84c3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] DELETE failed (client error): The resource could not be found. Mar 08 09:53:09.993882 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d59de3d-de58-4c50-9ed9-9f57186f84c3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:53:09.995484 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7d59de3d-de58-4c50-9ed9-9f57186f84c3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/subnets/c1f204d0-a226-4deb-873a-14d531c836ac HTTP/1.1" status: 404 len: 337 time: 0.0381794 Mar 08 09:53:09.997849 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47480) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:10.033571 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-05395cd7-5075-4217-a4c4-1df88d062ba8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] DELETE failed (client error): The resource could not be found. Mar 08 09:53:10.034011 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05395cd7-5075-4217-a4c4-1df88d062ba8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:53:10.035573 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-05395cd7-5075-4217-a4c4-1df88d062ba8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/subnets/7d880959-278f-47ef-b28e-f46e08e1f993 HTTP/1.1" status: 404 len: 337 time: 0.0368352 Mar 08 09:53:10.037911 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47484) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:10.088605 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47488) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:10.088891 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-96016641-95e7-4ad0-8cc0-3b2d8320a70a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3a21dfc-815b-45c1-b460-44dc10ab2f1e HTTP/1.1" status: 200 len: 205 time: 0.0497410 Mar 08 09:53:10.169999 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-0758e7be-b5f1-4d5a-99be-ed811e40bd43 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] delete failed (client error): The resource could not be found. Mar 08 09:53:10.169999 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0758e7be-b5f1-4d5a-99be-ed811e40bd43 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/routers/c3a21dfc-815b-45c1-b460-44dc10ab2f1e HTTP/1.1" status: 404 len: 336 time: 0.0785558 Mar 08 09:53:10.174282 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47492) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:10.226828 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-13168d19-fa6a-41d3-8525-bbe6ac4c140f tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6c45e66-e080-45e3-bf45-3e648d9aecd2 HTTP/1.1" status: 200 len: 205 time: 0.0491168 Mar 08 09:53:10.226828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47496) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:10.294974 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-aa6b0ab0-356d-4fa2-a54c-9fb588a0b88e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] delete failed (client error): The resource could not be found. Mar 08 09:53:10.296307 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-aa6b0ab0-356d-4fa2-a54c-9fb588a0b88e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/routers/f6c45e66-e080-45e3-bf45-3e648d9aecd2 HTTP/1.1" status: 404 len: 336 time: 0.0696995 Mar 08 09:53:10.299130 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47500) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:10.346089 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-398ea3ee-b726-4ff2-a243-f5465b2e1c8e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] DELETE failed (client error): The resource could not be found. Mar 08 09:53:10.346556 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-398ea3ee-b726-4ff2-a243-f5465b2e1c8e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:53:10.348229 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-398ea3ee-b726-4ff2-a243-f5465b2e1c8e tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/subnets/40dce367-28bd-4019-a277-088302f8cf9c HTTP/1.1" status: 404 len: 337 time: 0.0480969 Mar 08 09:53:10.351128 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47504) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:10.401256 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0d0c9a33-490c-4c2a-b98c-c396912003f9 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecd9059a-e8c0-4153-8cae-7c144bcdc186 HTTP/1.1" status: 200 len: 205 time: 0.0479941 Mar 08 09:53:10.401256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47508) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:10.465667 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-591b38a0-75da-429c-8059-637496aa8dc2 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] delete failed (client error): The resource could not be found. Mar 08 09:53:10.466571 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-591b38a0-75da-429c-8059-637496aa8dc2 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/routers/ecd9059a-e8c0-4153-8cae-7c144bcdc186 HTTP/1.1" status: 404 len: 336 time: 0.0645041 Mar 08 09:53:10.469788 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47512) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:10.515068 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-285d971c-17d0-47e9-8531-3ffda3fdf885 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7 HTTP/1.1" status: 200 len: 205 time: 0.0432901 Mar 08 09:53:10.516925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47516) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:10.586797 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-e5077d2a-099b-49a8-a674-733938383b31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] delete failed (client error): The resource could not be found. Mar 08 09:53:10.591545 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e5077d2a-099b-49a8-a674-733938383b31 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/routers/ff785804-ebc8-4e0e-81bc-e15e7ae9e7d7 HTTP/1.1" status: 404 len: 336 time: 0.0700817 Mar 08 09:53:10.591545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47520) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:10.744495 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a4a620-2c29-4f63-80f9-4c1ab63e28ab tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] DELETE failed (client error): The resource could not be found. Mar 08 09:53:10.744973 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a4a620-2c29-4f63-80f9-4c1ab63e28ab tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:53:10.746639 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d8a4a620-2c29-4f63-80f9-4c1ab63e28ab tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/subnets/93dd2307-e1d5-4395-8caa-a0aeaa60f88c HTTP/1.1" status: 404 len: 337 time: 0.1552305 Mar 08 09:53:10.750055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47524) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:10.806448 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3bbedacc-33e3-47e0-b362-623a646205c8 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9204613-9a24-4ab4-bb1d-3a94b50f8bd7 HTTP/1.1" status: 200 len: 205 time: 0.0475717 Mar 08 09:53:10.806448 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47528) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:10.867666 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-5d79e25a-4836-4062-a0c9-11387ee1fd4a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] delete failed (client error): The resource could not be found. Mar 08 09:53:10.868767 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5d79e25a-4836-4062-a0c9-11387ee1fd4a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/routers/e9204613-9a24-4ab4-bb1d-3a94b50f8bd7 HTTP/1.1" status: 404 len: 336 time: 0.0671098 Mar 08 09:53:10.871191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47532) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:10.908224 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebb4474-f1f9-4076-a7b1-7fd4606b8a83 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] DELETE failed (client error): The resource could not be found. Mar 08 09:53:10.908676 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ebb4474-f1f9-4076-a7b1-7fd4606b8a83 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:53:10.910262 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6ebb4474-f1f9-4076-a7b1-7fd4606b8a83 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/subnets/4af01f78-231e-40de-a3ad-133308d46c63 HTTP/1.1" status: 404 len: 337 time: 0.0382113 Mar 08 09:53:10.912602 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47536) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:10.965504 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b61772bc-09b8-4e0f-bc66-c4ed9c61a9ac tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f3ddace-1c7b-4d22-8e76-a7adc74a6600 HTTP/1.1" status: 200 len: 205 time: 0.0517857 Mar 08 09:53:10.968384 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47540) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:11.039565 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-66677f43-15dd-4999-9f7c-8a58747967a3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] delete failed (client error): The resource could not be found. Mar 08 09:53:11.040548 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-66677f43-15dd-4999-9f7c-8a58747967a3 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/routers/0f3ddace-1c7b-4d22-8e76-a7adc74a6600 HTTP/1.1" status: 404 len: 336 time: 0.0716593 Mar 08 09:53:11.043044 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47544) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:11.080262 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff528885-c6ab-4fbc-8a15-547aaaf7ae69 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] DELETE failed (client error): The resource could not be found. Mar 08 09:53:11.080634 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff528885-c6ab-4fbc-8a15-547aaaf7ae69 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:53:11.082225 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ff528885-c6ab-4fbc-8a15-547aaaf7ae69 tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/subnets/871455e0-e594-46a1-a94c-a233f65b945b HTTP/1.1" status: 404 len: 337 time: 0.0383184 Mar 08 09:53:11.084449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47548) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:11.123053 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9089756-7008-4324-9235-c453807c7d9a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] DELETE failed (client error): The resource could not be found. Mar 08 09:53:11.124106 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9089756-7008-4324-9235-c453807c7d9a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 09:53:11.125678 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c9089756-7008-4324-9235-c453807c7d9a tempest-RoutersIpV6Test-552617767 tempest-RoutersIpV6Test-552617767-project] 10.222.0.24 "DELETE /v2.0/subnets/f035b953-2e0e-4d5a-9093-10e7ac05beb2 HTTP/1.1" status: 404 len: 337 time: 0.0403616 Mar 08 09:53:11.382292 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47556) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:11.522854 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c2eb6fd7-e98d-40ed-abbb-d4449568fba2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d74a792e0a04913823581fb4b20fd08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394448 Mar 08 09:53:11.525447 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47562) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:11.582776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-60e50664-e428-44e6-a511-6bdb25bf22f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:11.608644 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-60e50664-e428-44e6-a511-6bdb25bf22f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:11.658696 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-60e50664-e428-44e6-a511-6bdb25bf22f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:11.674862 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e50664-e428-44e6-a511-6bdb25bf22f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be1ab22-0a70-4601-9f11-1d5756346619,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:11.679978 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-60e50664-e428-44e6-a511-6bdb25bf22f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:11.682533 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-60e50664-e428-44e6-a511-6bdb25bf22f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2be1ab22-0a70-4601-9f11-1d5756346619 HTTP/1.1" status: 204 len: 168 time: 0.1552634 Mar 08 09:53:12.335589 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47586) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:12.437435 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-d1984eb8-d04e-412a-a50c-3b09878649c8 tempest-SubnetPoolsTestJSON-1195574634 tempest-SubnetPoolsTestJSON-1195574634-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1266265989', 'prefixes': ['172.20.0.0/16']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:12.443262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d1984eb8-d04e-412a-a50c-3b09878649c8 tempest-SubnetPoolsTestJSON-1195574634 tempest-SubnetPoolsTestJSON-1195574634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:12.496388 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d1984eb8-d04e-412a-a50c-3b09878649c8 tempest-SubnetPoolsTestJSON-1195574634 tempest-SubnetPoolsTestJSON-1195574634-project] Notify callbacks [] for subnetpool, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:12.497564 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d1984eb8-d04e-412a-a50c-3b09878649c8 tempest-SubnetPoolsTestJSON-1195574634 tempest-SubnetPoolsTestJSON-1195574634-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1609936 Mar 08 09:53:12.500790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47592) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:12.527489 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bcd6752f-9603-47a8-9d68-429b5f70194d tempest-SubnetPoolsTestJSON-1195574634 tempest-SubnetPoolsTestJSON-1195574634-project] 10.222.0.24 "GET /v2.0/subnetpools/fd95910f-344b-4362-a44c-e8833a0f278b HTTP/1.1" status: 200 len: 732 time: 0.0256917 Mar 08 09:53:12.529873 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47596) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:12.534539 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1c0c0638-165c-40a1-8327-b886d3ab8bed tempest-SubnetPoolsTestJSON-1195574634 tempest-SubnetPoolsTestJSON-1195574634-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-210296511'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:12.614917 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1c0c0638-165c-40a1-8327-b886d3ab8bed tempest-SubnetPoolsTestJSON-1195574634 tempest-SubnetPoolsTestJSON-1195574634-project] Notify callbacks [] for subnetpool, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:12.618698 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47600) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:12.619179 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1c0c0638-165c-40a1-8327-b886d3ab8bed tempest-SubnetPoolsTestJSON-1195574634 tempest-SubnetPoolsTestJSON-1195574634-project] 10.222.0.24 "PUT /v2.0/subnetpools/fd95910f-344b-4362-a44c-e8833a0f278b HTTP/1.1" status: 200 len: 683 time: 0.0879610 Mar 08 09:53:12.715432 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-790cec64-d080-4a7f-a452-ac3ffe202e6e tempest-SubnetPoolsTestJSON-1195574634 tempest-SubnetPoolsTestJSON-1195574634-project] Notify callbacks [] for subnetpool, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:12.717295 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-790cec64-d080-4a7f-a452-ac3ffe202e6e tempest-SubnetPoolsTestJSON-1195574634 tempest-SubnetPoolsTestJSON-1195574634-project] 10.222.0.24 "DELETE /v2.0/subnetpools/fd95910f-344b-4362-a44c-e8833a0f278b HTTP/1.1" status: 204 len: 168 time: 0.0974493 Mar 08 09:53:12.719200 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47604) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:12.736615 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-391e89d5-a8ff-4f46-9ebb-b9878d3b2b4b tempest-SubnetPoolsTestJSON-1195574634 tempest-SubnetPoolsTestJSON-1195574634-project] show failed (client error): The resource could not be found. Mar 08 09:53:12.737712 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-391e89d5-a8ff-4f46-9ebb-b9878d3b2b4b tempest-SubnetPoolsTestJSON-1195574634 tempest-SubnetPoolsTestJSON-1195574634-project] 10.222.0.24 "GET /v2.0/subnetpools/fd95910f-344b-4362-a44c-e8833a0f278b HTTP/1.1" status: 404 len: 346 time: 0.0174756 Mar 08 09:53:12.739976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47608) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:12.756632 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-1da9ee77-8c86-4624-8732-b872569c55b8 tempest-SubnetPoolsTestJSON-1195574634 tempest-SubnetPoolsTestJSON-1195574634-project] delete failed (client error): The resource could not be found. Mar 08 09:53:12.757629 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1da9ee77-8c86-4624-8732-b872569c55b8 tempest-SubnetPoolsTestJSON-1195574634 tempest-SubnetPoolsTestJSON-1195574634-project] 10.222.0.24 "DELETE /v2.0/subnetpools/fd95910f-344b-4362-a44c-e8833a0f278b HTTP/1.1" status: 404 len: 346 time: 0.0168328 Mar 08 09:53:13.022989 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47616) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:13.136462 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d64649cb-b2a8-49be-b1e7-b032d0217301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:13.153452 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d64649cb-b2a8-49be-b1e7-b032d0217301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:13.158775 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d64649cb-b2a8-49be-b1e7-b032d0217301 admin admin] Usage tracker for resource:security_group_rule and tenant:3e8047bb843b4d419ca30bc858113b14 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:53:13.161582 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d64649cb-b2a8-49be-b1e7-b032d0217301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:53:13.167106 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d64649cb-b2a8-49be-b1e7-b032d0217301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:13.172604 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:13.247632 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d64649cb-b2a8-49be-b1e7-b032d0217301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:13.251110 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d64649cb-b2a8-49be-b1e7-b032d0217301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:13.298368 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d64649cb-b2a8-49be-b1e7-b032d0217301 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e8047bb843b4d419ca30bc858113b14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2739639 Mar 08 09:53:13.299680 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64649cb-b2a8-49be-b1e7-b032d0217301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e5c119-4150-4163-95c7-1de2c48e9545,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:13.300832 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47622) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:13.358476 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2ddf922e-369e-4e5a-ae6d-046008356428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:13.382416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2ddf922e-369e-4e5a-ae6d-046008356428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:13.432024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2ddf922e-369e-4e5a-ae6d-046008356428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:13.448861 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf922e-369e-4e5a-ae6d-046008356428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e5c119-4150-4163-95c7-1de2c48e9545,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:13.456839 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2ddf922e-369e-4e5a-ae6d-046008356428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:13.457935 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2ddf922e-369e-4e5a-ae6d-046008356428 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86e5c119-4150-4163-95c7-1de2c48e9545 HTTP/1.1" status: 204 len: 168 time: 0.1560988 Mar 08 09:53:23.716601 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9190a6-174e-48a3-a652-d18aca079e42 req-9b318448-0b4a-4aca-8909-6fc083295f2d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:23.718686 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4d9190a6-174e-48a3-a652-d18aca079e42 req-9b318448-0b4a-4aca-8909-6fc083295f2d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 946 time: 0.0800889 Mar 08 09:53:23.760631 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4d9190a6-174e-48a3-a652-d18aca079e42 req-4cc6b274-40cf-47d2-a04e-fcac759f62f6 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361202 Mar 08 09:53:24.846375 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-738736a3-99de-4b31-ac13-30d9c7088a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:24.947051 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4fd26-44bd-497a-9ce1-b3a243fe38d2 req-517382ef-7732-46e3-947b-e277591bc299 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:24.948487 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-26a4fd26-44bd-497a-9ce1-b3a243fe38d2 req-517382ef-7732-46e3-947b-e277591bc299 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 946 time: 0.0785649 Mar 08 09:53:24.995016 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-26a4fd26-44bd-497a-9ce1-b3a243fe38d2 req-04ebea75-6797-44ab-9478-2548f3cec53a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406752 Mar 08 09:53:25.284912 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:53:25.300204 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebb0dd-f680-4cbf-91d2-a7784aa026be req-d63c31ef-139f-4652-82e3-2b730d412464 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:25.301648 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2cebb0dd-f680-4cbf-91d2-a7784aa026be req-d63c31ef-139f-4652-82e3-2b730d412464 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.26 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 946 time: 0.0807500 Mar 08 09:53:25.368561 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-2cebb0dd-f680-4cbf-91d2-a7784aa026be req-97cac487-6009-4878-9975-79de0546573a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Deleting port ff594782-674a-4692-abe0-b75d46f48b36 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:53:25.368914 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2cebb0dd-f680-4cbf-91d2-a7784aa026be req-97cac487-6009-4878-9975-79de0546573a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:25.608184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-2cebb0dd-f680-4cbf-91d2-a7784aa026be req-97cac487-6009-4878-9975-79de0546573a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] For port ff594782-674a-4692-abe0-b75d46f48b36, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ff594782-674a-4692-abe0-b75d46f48b36,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:53:25.608564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2cebb0dd-f680-4cbf-91d2-a7784aa026be req-97cac487-6009-4878-9975-79de0546573a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:25.888824 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2cebb0dd-f680-4cbf-91d2-a7784aa026be req-97cac487-6009-4878-9975-79de0546573a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:25.889114 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2cebb0dd-f680-4cbf-91d2-a7784aa026be req-97cac487-6009-4878-9975-79de0546573a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:25.889423 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [req-2cebb0dd-f680-4cbf-91d2-a7784aa026be req-97cac487-6009-4878-9975-79de0546573a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Floating IP e018fce0-846f-4f88-8e4a-3701d326a59e disassociated. External IP: 172.26.2.155, port: ff594782-674a-4692-abe0-b75d46f48b36. Mar 08 09:53:25.889758 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-2cebb0dd-f680-4cbf-91d2-a7784aa026be req-97cac487-6009-4878-9975-79de0546573a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Calling delete_port for ff594782-674a-4692-abe0-b75d46f48b36 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:53:26.174578 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2cebb0dd-f680-4cbf-91d2-a7784aa026be req-97cac487-6009-4878-9975-79de0546573a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:26.227519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cac487-6009-4878-9975-79de0546573a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event deleted for resources: {'Port': ['ID=ff594782-674a-4692-abe0-b75d46f48b36,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:26.316725 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622ea7c-838b-4541-ac16-4eb97d5f5190 req-23f39cf7-3227-412a-92b9-8ff3439f57b7 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:26.318217 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d622ea7c-838b-4541-ac16-4eb97d5f5190 req-23f39cf7-3227-412a-92b9-8ff3439f57b7 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 946 time: 0.2172549 Mar 08 09:53:26.445952 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d622ea7c-838b-4541-ac16-4eb97d5f5190 req-95b1cf14-e382-40ed-aa5c-a11d6d50a569 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205354 Mar 08 09:53:26.455568 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cebb0dd-f680-4cbf-91d2-a7784aa026be req-97cac487-6009-4878-9975-79de0546573a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Router c0db5835-24d4-454f-93db-d9a761214a3c has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:53:26.638431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cebb0dd-f680-4cbf-91d2-a7784aa026be req-97cac487-6009-4878-9975-79de0546573a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:53:26.648791 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ede56-30eb-439e-bd2e-cbe160838807 None None] Sync routers for ids ['c0db5835-24d4-454f-93db-d9a761214a3c'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:53:26.661485 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ede56-30eb-439e-bd2e-cbe160838807 None None] Routers {'c0db5835-24d4-454f-93db-d9a761214a3c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:53:26.662420 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8f7ede56-30eb-439e-bd2e-cbe160838807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c0db5835-24d4-454f-93db-d9a761214a3c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:26.711784 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cebb0dd-f680-4cbf-91d2-a7784aa026be req-97cac487-6009-4878-9975-79de0546573a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] No DVR routers for this DVR port ff594782-674a-4692-abe0-b75d46f48b36 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:53:26.714270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2cebb0dd-f680-4cbf-91d2-a7784aa026be req-97cac487-6009-4878-9975-79de0546573a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:26.716751 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15f1e2c-a505-4c63-87c0-6e2975b5dc8b', 'name': 'network-vif-deleted', 'tag': 'ff594782-674a-4692-abe0-b75d46f48b36'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:53:26.733474 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2cebb0dd-f680-4cbf-91d2-a7784aa026be req-97cac487-6009-4878-9975-79de0546573a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.26 "DELETE /v2.0/ports/ff594782-674a-4692-abe0-b75d46f48b36 HTTP/1.1" status: 204 len: 173 time: 1.4266138 Mar 08 09:53:26.763930 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15f1e2c-a505-4c63-87c0-6e2975b5dc8b', 'name': 'network-vif-deleted', 'tag': 'ff594782-674a-4692-abe0-b75d46f48b36', 'status': 'completed', 'code': 200} Mar 08 09:53:26.842591 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-8f7ede56-30eb-439e-bd2e-cbe160838807 None None] Set router c0db5835-24d4-454f-93db-d9a761214a3c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:53:27.175862 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8f7ede56-30eb-439e-bd2e-cbe160838807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:52Z', 'revision_number': 5, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:27.179654 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ede56-30eb-439e-bd2e-cbe160838807 None None] Checking router: c0db5835-24d4-454f-93db-d9a761214a3c for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:53:27.187725 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ede56-30eb-439e-bd2e-cbe160838807 None None] Routers {'c0db5835-24d4-454f-93db-d9a761214a3c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:53:27.188353 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8f7ede56-30eb-439e-bd2e-cbe160838807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:52:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c0db5835-24d4-454f-93db-d9a761214a3c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:27.360460 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-8f7ede56-30eb-439e-bd2e-cbe160838807 None None] Set router c0db5835-24d4-454f-93db-d9a761214a3c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:53:27.520710 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d28a277-21c0-477e-bbb8-876fbec34a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:27.636575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-d3778066-0924-4fd9-9315-b17aacf0796d req-56a35dd5-ef29-40e2-beaa-b78d63a963a6 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Synchronizing usage tracker for tenant:090578e165634cbd86b446011dd7b913 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:27.661381 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-d3778066-0924-4fd9-9315-b17aacf0796d req-56a35dd5-ef29-40e2-beaa-b78d63a963a6 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Unset dirty status for tenant:090578e165634cbd86b446011dd7b913 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:27.663408 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d3778066-0924-4fd9-9315-b17aacf0796d req-56a35dd5-ef29-40e2-beaa-b78d63a963a6 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15f1e2c-a505-4c63-87c0-6e2975b5dc8b HTTP/1.1" status: 200 len: 210 time: 0.0906460 Mar 08 09:53:27.695014 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8f7ede56-30eb-439e-bd2e-cbe160838807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:52Z', 'revision_number': 5, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:27.699007 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ede56-30eb-439e-bd2e-cbe160838807 None None] The sync data for ids ['c0db5835-24d4-454f-93db-d9a761214a3c'] in dv-neutron-831730-2-hyperv is: [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:52Z', 'revision_number': 5, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:53:27.922204 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b1547-c2a3-4278-851c-6f6f108c583e None None] New status for floating IP e018fce0-846f-4f88-8e4a-3701d326a59e: DOWN {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:53:28.165519 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:28.248991 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:29.025324 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-1b6ba2ab-1f9c-47a9-b22a-1f1c47362680 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1248717942&fields=id&tenant_id=090578e165634cbd86b446011dd7b913 HTTP/1.1" status: 200 len: 267 time: 0.0380065 Mar 08 09:53:29.171580 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-eb16def5-859d-4ab4-a28f-05c272cef78d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:29.172240 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-eb16def5-859d-4ab4-a28f-05c272cef78d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Synchronizing usage tracker for tenant:090578e165634cbd86b446011dd7b913 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:29.189115 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-eb16def5-859d-4ab4-a28f-05c272cef78d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Unset dirty status for tenant:090578e165634cbd86b446011dd7b913 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:29.190243 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-eb16def5-859d-4ab4-a28f-05c272cef78d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/networks?id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1 HTTP/1.1" status: 200 len: 811 time: 0.1587727 Mar 08 09:53:29.190885 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ff594782-674a-4692-abe0-b75d46f48b36 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:53:29.205450 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-93ddedf9-208b-42c7-a866-e8bf6b871975 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/quotas/090578e165634cbd86b446011dd7b913 HTTP/1.1" status: 200 len: 375 time: 0.0095465 Mar 08 09:53:29.224759 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: ff594782-674a-4692-abe0-b75d46f48b36 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:53:29.225073 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ff594782-674a-4692-abe0-b75d46f48b36 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:53:29.296217 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-72ca862d-3fd4-4312-84fe-5fd34d302f8f tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=090578e165634cbd86b446011dd7b913&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0857205 Mar 08 09:53:29.428416 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-a599f3e0-15b8-4dfd-8e5a-5d8dd1ec4744 service neutron] 10.222.0.24 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208663 Mar 08 09:53:29.554689 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-50da1b19-1349-4b54-b454-92f19983f529 service neutron] 10.222.0.24 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206479 Mar 08 09:53:29.929609 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e9a9842d-efcc-4f44-a621-fe9e91e6f271 req-0daa3568-51a7-416e-834b-3ef4bebff63d tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 210 time: 0.0424223 Mar 08 09:53:29.981281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:30.932443 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-7dd1557c-1a39-4639-95ee-0d2c97bfa577 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:30.933913 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-7dd1557c-1a39-4639-95ee-0d2c97bfa577 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.26 "GET /v2.0/networks?id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1 HTTP/1.1" status: 200 len: 811 time: 0.1441939 Mar 08 09:53:30.983477 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-047b658d-8c30-4abd-9a98-241214da5c0a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=090578e165634cbd86b446011dd7b913 HTTP/1.1" status: 200 len: 380 time: 0.0420175 Mar 08 09:53:31.000440 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Request body: {'port': {'device_id': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'admin_state_up': True, 'tenant_id': '090578e165634cbd86b446011dd7b913', 'security_groups': ['aebba91f-7752-4b0f-b8d6-218e875469b2']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:31.084338 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-854e6848-29c2-4283-beb3-b27df8303015 req-b148db6e-a64f-4e79-91a2-1ef2aed89198 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 210 time: 0.0480344 Mar 08 09:53:31.138442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:31.148682 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:31.158382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Made reservation on behalf of 090578e165634cbd86b446011dd7b913 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:53:31.162308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:31.331774 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Allocated IP 172.20.0.11 (34eb9135-6aa7-4ebe-93ae-20fd87b811c1/7682eda2-a1ce-418e-9798-c51cec16a340/1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:53:31.520116 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:31.538952 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Transition to ACTIVE for port object 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:53:31.563414 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:31.747675 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:53:31.754982 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:53:31.757386 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:53:31.795416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event updated for resources: {'Port': ['ID=1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:31.813736 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:31.814096 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:31.814629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:31.814963 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:31.815459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:31.815797 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:31.816124 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:31.816447 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:31.816798 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:31.817123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:31.817444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:31.817760 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:31.839977 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:31.840647 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:31.868034 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-7ad6cbb5-f9c4-4625-b66b-9c517d67c96e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8712473 Mar 08 09:53:31.880237 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Request body: {'port': {'device_id': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:31.952295 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e4965344-6f10-4f11-b53f-faeccda5e6e9 None None] Provisioning for port 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:53:31.959640 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e4965344-6f10-4f11-b53f-faeccda5e6e9 None None] Provisioning complete for port 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:53:31.960220 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4965344-6f10-4f11-b53f-faeccda5e6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:32.005238 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:32.016075 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e4965344-6f10-4f11-b53f-faeccda5e6e9 None None] Port 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:53:32.366262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46a9f0-6a01-422e-8311-deec4e097755 req-705c36c3-0184-4e4d-9d75-4878dbe5c6d2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:32.366952 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-ac46a9f0-6a01-422e-8311-deec4e097755 req-705c36c3-0184-4e4d-9d75-4878dbe5c6d2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Synchronizing usage tracker for tenant:090578e165634cbd86b446011dd7b913 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:32.430339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-ac46a9f0-6a01-422e-8311-deec4e097755 req-705c36c3-0184-4e4d-9d75-4878dbe5c6d2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Unset dirty status for tenant:090578e165634cbd86b446011dd7b913 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:32.431603 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ac46a9f0-6a01-422e-8311-deec4e097755 req-705c36c3-0184-4e4d-9d75-4878dbe5c6d2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 932 time: 0.1889229 Mar 08 09:53:32.443950 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:53:32.464340 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:32.495262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Transition to ACTIVE for port object 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:53:32.500288 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ac46a9f0-6a01-422e-8311-deec4e097755 req-c2706673-481a-4cd6-b214-b8e5e8ae1612 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616109 Mar 08 09:53:32.501856 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:32.655644 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:32.744491 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Attempting to bind port 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:53:32.744869 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Attempting to bind port 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:53:32.745209 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Attempting to bind port 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb on network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:53:32.749875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Port 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb on network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:53:32.750191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Attempting to bind port 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb on network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:53:32.755871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:53:32.756184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Checking segment: {'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:53:32.756563 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Bound using segment: {'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:53:32.757039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Bound port: 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:53:32.757381 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:32.848048 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] For port 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:53:32.851083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] For port 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:53:32.855577 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:32.908318 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:32.909060 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:32.910273 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] 10.222.0.26 "PUT /v2.0/ports/1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb HTTP/1.1" status: 200 len: 1094 time: 1.0343373 Mar 08 09:53:32.910716 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'tag': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:53:32.939699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8ddf9-e957-4a25-b064-67cea5000538 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:32.989064 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'tag': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb', 'status': 'completed', 'code': 200} Mar 08 09:53:33.029542 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-82379b2c-b9ad-4229-a358-a353f3436df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:33.031018 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-82379b2c-b9ad-4229-a358-a353f3436df1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=090578e165634cbd86b446011dd7b913&device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 1097 time: 0.0727136 Mar 08 09:53:33.101760 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-f8991d26-d1f1-4ea4-adbd-4523cf2ca03c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb HTTP/1.1" status: 200 len: 217 time: 0.0628645 Mar 08 09:53:33.164848 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-d7d7bbc1-f9bd-4419-a7fe-0309a3948ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:33.166268 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-d7d7bbc1-f9bd-4419-a7fe-0309a3948ed0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7682eda2-a1ce-418e-9798-c51cec16a340 HTTP/1.1" status: 200 len: 850 time: 0.0589361 Mar 08 09:53:33.241490 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-47ba69c9-9479-41fe-a80f-126e1816a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:33.242869 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-47ba69c9-9479-41fe-a80f-126e1816a1ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704100 Mar 08 09:53:33.370411 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-79be19b0-9c03-4f2e-9ba2-3878de0f6592 service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210773 Mar 08 09:53:33.599023 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ad8dffb6-09f7-4478-b2c7-31b6cbfa8a3d req-78811ec7-277a-48cd-8c3d-c752f138c123 service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225375 Mar 08 09:53:33.762459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e985445-77e1-4003-8024-bf7f264125da req-699632ca-728b-4065-9551-4964df99f06c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:33.763883 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3e985445-77e1-4003-8024-bf7f264125da req-699632ca-728b-4065-9551-4964df99f06c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 944 time: 0.1471343 Mar 08 09:53:33.766473 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6afaa-ff0c-4636-9d8c-17a154aba2a8 req-6676010b-bfa8-4bd6-8f48-2e7a5179be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:33.768292 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-47b6afaa-ff0c-4636-9d8c-17a154aba2a8 req-6676010b-bfa8-4bd6-8f48-2e7a5179be50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=090578e165634cbd86b446011dd7b913&device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 1097 time: 0.1175170 Mar 08 09:53:33.897403 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3e985445-77e1-4003-8024-bf7f264125da req-fd84098d-7694-4553-baf8-3208d072e972 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272888 Mar 08 09:53:33.927793 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6afaa-ff0c-4636-9d8c-17a154aba2a8 req-a9a2b329-1008-4b7d-95fa-a4444ff72793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:33.929225 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-47b6afaa-ff0c-4636-9d8c-17a154aba2a8 req-a9a2b329-1008-4b7d-95fa-a4444ff72793 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1 HTTP/1.1" status: 200 len: 912 time: 0.1468005 Mar 08 09:53:33.996486 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-47b6afaa-ff0c-4636-9d8c-17a154aba2a8 req-d7daa77b-27c0-4d1d-a7a5-58729f0f8a31 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb HTTP/1.1" status: 200 len: 217 time: 0.0610337 Mar 08 09:53:34.055776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6afaa-ff0c-4636-9d8c-17a154aba2a8 req-c4161b3e-6439-4baa-b4bb-4efa365db8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:34.057123 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-47b6afaa-ff0c-4636-9d8c-17a154aba2a8 req-c4161b3e-6439-4baa-b4bb-4efa365db8d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7682eda2-a1ce-418e-9798-c51cec16a340 HTTP/1.1" status: 200 len: 850 time: 0.0546005 Mar 08 09:53:34.131059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6afaa-ff0c-4636-9d8c-17a154aba2a8 req-4d460b5f-df55-4057-88c1-e52591480d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:34.132453 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-47b6afaa-ff0c-4636-9d8c-17a154aba2a8 req-4d460b5f-df55-4057-88c1-e52591480d28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695531 Mar 08 09:53:34.260365 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-47b6afaa-ff0c-4636-9d8c-17a154aba2a8 req-e828e5df-e3b1-4ad2-bb4b-53f2bb0ecb49 service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215069 Mar 08 09:53:34.388007 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-47b6afaa-ff0c-4636-9d8c-17a154aba2a8 req-c694caf5-2711-44b5-b77b-af0b7336888d service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201179 Mar 08 09:53:35.076612 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3867a-77dd-4a8f-8906-8b6cab27f5cb req-3daeadd6-59eb-47ad-a82a-2c2009930711 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:35.078049 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6cf3867a-77dd-4a8f-8906-8b6cab27f5cb req-3daeadd6-59eb-47ad-a82a-2c2009930711 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 944 time: 0.0769517 Mar 08 09:53:35.120502 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6cf3867a-77dd-4a8f-8906-8b6cab27f5cb req-ed3901b0-2b91-495b-aca6-7a41c384d9b4 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364161 Mar 08 09:53:36.296479 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03673aa-27ec-4327-a574-785731619634 req-ddf181e8-f5e3-40bc-a13e-c7f078bc443e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:36.297922 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f03673aa-27ec-4327-a574-785731619634 req-ddf181e8-f5e3-40bc-a13e-c7f078bc443e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 944 time: 0.0765629 Mar 08 09:53:36.339979 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f03673aa-27ec-4327-a574-785731619634 req-3e0f22a4-de63-4551-a407-ddc2129870c7 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358837 Mar 08 09:53:37.523223 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8dc78-34f1-4b19-bbae-851851bff2ab req-a0e0046e-8d17-4a92-9bc0-4f9139e11b68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:37.524672 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aab8dc78-34f1-4b19-bbae-851851bff2ab req-a0e0046e-8d17-4a92-9bc0-4f9139e11b68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 944 time: 0.0811930 Mar 08 09:53:37.569000 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aab8dc78-34f1-4b19-bbae-851851bff2ab req-a4f8644a-d025-46b8-8bc4-ff0d3bbdb94a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386364 Mar 08 09:53:38.755254 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e9418-1116-4d67-94e3-6fa67f65cead req-45459eaa-097e-483a-ab61-63d0800afb3c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:38.756720 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-940e9418-1116-4d67-94e3-6fa67f65cead req-45459eaa-097e-483a-ab61-63d0800afb3c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 944 time: 0.0821953 Mar 08 09:53:38.800404 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-940e9418-1116-4d67-94e3-6fa67f65cead req-c5cbd656-d137-4eab-8a53-425da93c0911 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378971 Mar 08 09:53:39.982073 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93c896-2d68-4bd9-8cc2-a2b44b547cbd req-ac89551f-4300-4ae9-9db0-68c3904a4637 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:39.983490 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed93c896-2d68-4bd9-8cc2-a2b44b547cbd req-ac89551f-4300-4ae9-9db0-68c3904a4637 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 944 time: 0.0786402 Mar 08 09:53:40.041820 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed93c896-2d68-4bd9-8cc2-a2b44b547cbd req-f81f10b6-6885-41ce-bca6-22c430b60e1f tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526195 Mar 08 09:53:41.222457 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7370d3-d90d-4e69-9200-1116020c354a req-5ad3406b-8cd3-469f-bc81-b529f33966e6 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:41.223906 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cf7370d3-d90d-4e69-9200-1116020c354a req-5ad3406b-8cd3-469f-bc81-b529f33966e6 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 944 time: 0.0776954 Mar 08 09:53:41.268945 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cf7370d3-d90d-4e69-9200-1116020c354a req-701e2589-5e89-4d29-a0b6-5f627473e057 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395596 Mar 08 09:53:42.446780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcfe03-1b08-41aa-bd4a-b684062e8753 req-9028ab64-ac3a-4310-b56c-8dca2d81dc43 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:42.448194 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9dcfe03-1b08-41aa-bd4a-b684062e8753 req-9028ab64-ac3a-4310-b56c-8dca2d81dc43 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 944 time: 0.0775826 Mar 08 09:53:42.490800 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9dcfe03-1b08-41aa-bd4a-b684062e8753 req-d215019e-dbda-49dd-a16c-930736cee48a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370674 Mar 08 09:53:43.179633 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:43.238469 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 09:53:43.372109 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:53:43.386548 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'port_id': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb', 'mac_address': 'fa:16:3e:81:f0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 09:53:43.444778 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:43.460634 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:53:43.475348 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:53:43.480593 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:43.547427 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:43.555159 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:43.555513 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:43.555855 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:43.556191 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:43.556522 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:43.556880 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:43.557209 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:43.557536 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:43.557863 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:43.558186 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:43.558507 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:43.558824 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:43.674244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f057859-5397-40ab-acfc-9974ada0f93d req-dc85ce8e-7617-400a-9ac7-4f78abb2b768 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:43.675863 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0f057859-5397-40ab-acfc-9974ada0f93d req-dc85ce8e-7617-400a-9ac7-4f78abb2b768 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 945 time: 0.0818281 Mar 08 09:53:43.721446 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0f057859-5397-40ab-acfc-9974ada0f93d req-1502c941-6221-43cc-a378-1c259e82eb77 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394537 Mar 08 09:53:43.816816 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 09:53:44.908154 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8108ff-fe34-462a-bc6b-076931d17f32 req-3e5bdaf0-53a7-4cd0-a480-02c2ddb345ed tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:44.909546 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5c8108ff-fe34-462a-bc6b-076931d17f32 req-3e5bdaf0-53a7-4cd0-a480-02c2ddb345ed tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 945 time: 0.0821075 Mar 08 09:53:44.956965 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5c8108ff-fe34-462a-bc6b-076931d17f32 req-96ce84ee-99fd-4ec4-8b63-311458e8293f tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418565 Mar 08 09:53:45.256423 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:53:45.356958 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:53:45.362274 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:53:45.362645 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:45.472848 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:45.497930 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:53:45.507284 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:53:45.511251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:45.546992 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb', 'code': 200} Mar 08 09:53:45.583771 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:45.827954 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71d39f-4e68-4764-a5ae-ddc5522b8ce1 req-b7ef0aad-9942-4b3c-b35a-0970474f06d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:45.830008 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ef71d39f-4e68-4764-a5ae-ddc5522b8ce1 req-b7ef0aad-9942-4b3c-b35a-0970474f06d9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 1099 time: 0.0719945 Mar 08 09:53:45.869988 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ef71d39f-4e68-4764-a5ae-ddc5522b8ce1 req-552d2337-5724-48df-a29f-ca97fb01a842 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320363 Mar 08 09:53:46.142471 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527da23-506c-4ca0-87e5-c7f6fff7e631 req-49739308-2dd9-4730-a1be-5aadfdec9ae8 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:46.143843 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d527da23-506c-4ca0-87e5-c7f6fff7e631 req-49739308-2dd9-4730-a1be-5aadfdec9ae8 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 946 time: 0.0863719 Mar 08 09:53:46.186420 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d527da23-506c-4ca0-87e5-c7f6fff7e631 req-7854d9f8-64a8-469b-866a-e72e6308da86 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369623 Mar 08 09:53:47.379751 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a3d4d-6f50-4e95-9bd5-c1bddb4a75c9 req-7f449704-50bf-49e1-b749-7f11e27b9e3e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:47.381235 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-878a3d4d-6f50-4e95-9bd5-c1bddb4a75c9 req-7f449704-50bf-49e1-b749-7f11e27b9e3e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 946 time: 0.0791202 Mar 08 09:53:47.423411 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-878a3d4d-6f50-4e95-9bd5-c1bddb4a75c9 req-5d8afc2a-0698-4e41-916e-410079787b35 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366204 Mar 08 09:53:48.607709 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42920fe-7b99-488f-b9bf-2ba8a14b8f52 req-d9b21dc0-8a34-4e2d-b595-57b2f1bac322 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:48.609175 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e42920fe-7b99-488f-b9bf-2ba8a14b8f52 req-d9b21dc0-8a34-4e2d-b595-57b2f1bac322 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 946 time: 0.0834484 Mar 08 09:53:48.651940 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e42920fe-7b99-488f-b9bf-2ba8a14b8f52 req-4d40d637-6c0e-4e12-8dbf-104682463cc0 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372458 Mar 08 09:53:48.974448 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe64d9-e350-473b-a3ef-a2d4036dcbda req-58343a6d-ea03-4b2e-8eb0-9dd0313d570c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:48.975866 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-75fe64d9-e350-473b-a3ef-a2d4036dcbda req-58343a6d-ea03-4b2e-8eb0-9dd0313d570c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 946 time: 0.0809934 Mar 08 09:53:49.018447 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-75fe64d9-e350-473b-a3ef-a2d4036dcbda req-8c8d8fed-26e0-437c-95b8-567cdc5b50ba tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369973 Mar 08 09:53:49.040310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47734) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:49.106566 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3cf6c1-4b16-4437-9710-c041db157b3e tempest-TestVolumeBootPattern-96411383 tempest-TestVolumeBootPattern-96411383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:49.108001 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-be3cf6c1-4b16-4437-9710-c041db157b3e tempest-TestVolumeBootPattern-96411383 tempest-TestVolumeBootPattern-96411383-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 1094 time: 0.0667341 Mar 08 09:53:49.110770 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47738) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:49.115381 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:53:49.121012 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:53:49.124672 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Usage tracker for resource:floatingip and tenant:090578e165634cbd86b446011dd7b913 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:53:49.127921 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:53:49.133686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:53:49.144252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for floatingip, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:49.376922 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:49.509245 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Allocated IP 172.26.2.25 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/f77fd22f-6354-4b64-b096-78d3ec724f45) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:53:49.650944 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:49.681507 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:49.740236 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:53:49.743226 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:53:49.745796 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:53:49.793830 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event updated for resources: {'Port': ['ID=f77fd22f-6354-4b64-b096-78d3ec724f45,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:50.153260 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:50.226729 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:50.422744 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:50.427251 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:50.535327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event updated for resources: {'Port': ['ID=f77fd22f-6354-4b64-b096-78d3ec724f45,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:50.544037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:50.712483 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Floating IP e0d8631e-4037-4701-a35b-a44220dfdbfc associated. External IP: 172.26.2.25, port: 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb. Mar 08 09:53:51.142827 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Router c0db5835-24d4-454f-93db-d9a761214a3c has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:53:51.316496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:53:51.326403 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f2b908-4276-4737-af80-1aa6d33a395d None None] Sync routers for ids ['c0db5835-24d4-454f-93db-d9a761214a3c'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:53:51.335886 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f2b908-4276-4737-af80-1aa6d33a395d None None] Routers {'c0db5835-24d4-454f-93db-d9a761214a3c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:53:51.336522 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-44f2b908-4276-4737-af80-1aa6d33a395d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:53:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c0db5835-24d4-454f-93db-d9a761214a3c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:51.339846 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:51.393695 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3311c79a-28da-4807-a980-2abf28452423 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2818604 Mar 08 09:53:51.394190 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'tag': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:53:51.437571 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'tag': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb', 'status': 'completed', 'code': 200} Mar 08 09:53:51.509447 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-44f2b908-4276-4737-af80-1aa6d33a395d None None] Set router c0db5835-24d4-454f-93db-d9a761214a3c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:53:51.527799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538e873-2e97-4858-82bf-793fc62312a1 req-b0d50f89-9015-421b-9ccb-b39b42f1bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:51.529416 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8538e873-2e97-4858-82bf-793fc62312a1 req-b0d50f89-9015-421b-9ccb-b39b42f1bcec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=090578e165634cbd86b446011dd7b913&device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 1099 time: 0.0714262 Mar 08 09:53:51.656892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538e873-2e97-4858-82bf-793fc62312a1 req-c4fe93ec-6b06-4bd5-85cd-86212ffc2382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:51.659029 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8538e873-2e97-4858-82bf-793fc62312a1 req-c4fe93ec-6b06-4bd5-85cd-86212ffc2382 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1 HTTP/1.1" status: 200 len: 912 time: 0.1236355 Mar 08 09:53:51.753970 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8538e873-2e97-4858-82bf-793fc62312a1 req-e098ce58-79f1-45ed-b81f-c2f9cdfc2dfd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb HTTP/1.1" status: 200 len: 999 time: 0.0894470 Mar 08 09:53:51.818155 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538e873-2e97-4858-82bf-793fc62312a1 req-8cde9bb0-6cd4-47a6-8f8c-5881582691b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:51.819614 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8538e873-2e97-4858-82bf-793fc62312a1 req-8cde9bb0-6cd4-47a6-8f8c-5881582691b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7682eda2-a1ce-418e-9798-c51cec16a340 HTTP/1.1" status: 200 len: 850 time: 0.0601470 Mar 08 09:53:51.849462 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-44f2b908-4276-4737-af80-1aa6d33a395d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'e0d8631e-4037-4701-a35b-a44220dfdbfc', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'port_id': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'mac_address': 'fa:16:3e:81:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:53:50Z', 'updated_at': '2022-03-08T09:53:50Z', 'revision_number': 0, 'project_id': '090578e165634cbd86b446011dd7b913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:52Z', 'revision_number': 5, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:51.853252 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f2b908-4276-4737-af80-1aa6d33a395d None None] Checking router: c0db5835-24d4-454f-93db-d9a761214a3c for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:53:51.861287 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f2b908-4276-4737-af80-1aa6d33a395d None None] Routers {'c0db5835-24d4-454f-93db-d9a761214a3c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:53:51.861941 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-44f2b908-4276-4737-af80-1aa6d33a395d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:53:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c0db5835-24d4-454f-93db-d9a761214a3c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:51.892922 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538e873-2e97-4858-82bf-793fc62312a1 req-7eb99545-fdcb-4e35-a74a-e679fdc908c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:51.894398 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8538e873-2e97-4858-82bf-793fc62312a1 req-7eb99545-fdcb-4e35-a74a-e679fdc908c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694876 Mar 08 09:53:52.023637 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8538e873-2e97-4858-82bf-793fc62312a1 req-4b257242-08ba-410e-8e2f-8031e20d92e1 service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229558 Mar 08 09:53:52.058705 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-44f2b908-4276-4737-af80-1aa6d33a395d None None] Set router c0db5835-24d4-454f-93db-d9a761214a3c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:53:52.150949 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8538e873-2e97-4858-82bf-793fc62312a1 req-4a045273-cbf6-4f74-bc2f-464a09c97b9f service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213200 Mar 08 09:53:52.403227 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-44f2b908-4276-4737-af80-1aa6d33a395d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'e0d8631e-4037-4701-a35b-a44220dfdbfc', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'port_id': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'mac_address': 'fa:16:3e:81:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:53:50Z', 'updated_at': '2022-03-08T09:53:50Z', 'revision_number': 0, 'project_id': '090578e165634cbd86b446011dd7b913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:52Z', 'revision_number': 5, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:52.406965 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f2b908-4276-4737-af80-1aa6d33a395d None None] The sync data for ids ['c0db5835-24d4-454f-93db-d9a761214a3c'] in dv-neutron-831730-2-hyperv is: [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'e0d8631e-4037-4701-a35b-a44220dfdbfc', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'port_id': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'mac_address': 'fa:16:3e:81:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:53:50Z', 'updated_at': '2022-03-08T09:53:50Z', 'revision_number': 0, 'project_id': '090578e165634cbd86b446011dd7b913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:52Z', 'revision_number': 5, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:53:52.589255 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43e5df0-e89a-476e-8e97-22b14a83b406 None None] New status for floating IP e0d8631e-4037-4701-a35b-a44220dfdbfc: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:53:53.600242 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47750) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:53.705266 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b18e9eb9-2bcf-469c-9625-ce090a668da1 req-80dd638b-4bb8-4369-914b-5752da28101e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1931002 Mar 08 09:53:53.843851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e9eb9-2bcf-469c-9625-ce090a668da1 req-1ad8fa8c-000e-46db-a361-083c8da5bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:53.845920 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b18e9eb9-2bcf-469c-9625-ce090a668da1 req-1ad8fa8c-000e-46db-a361-083c8da5bc4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4175867c7c7846e3ae98e34dfc9273dd&device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 1098 time: 0.0709598 Mar 08 09:53:53.955164 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Deleting port 421fd55d-b4bb-464a-b459-336aa7f805cb {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:53:53.955503 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:53.989311 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e9eb9-2bcf-469c-9625-ce090a668da1 req-26280ffc-80a8-46c0-af44-f794b7344c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:53.990735 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b18e9eb9-2bcf-469c-9625-ce090a668da1 req-26280ffc-80a8-46c0-af44-f794b7344c48 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c92c8bd2-46ca-46a7-8274-6d902e00c89c HTTP/1.1" status: 200 len: 898 time: 0.1247313 Mar 08 09:53:54.097132 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b18e9eb9-2bcf-469c-9625-ce090a668da1 req-aae0d336-d5b7-4da9-88ce-90af2b629caa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 HTTP/1.1" status: 200 len: 1001 time: 0.0963414 Mar 08 09:53:54.122288 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:54.122626 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:54.157997 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e9eb9-2bcf-469c-9625-ce090a668da1 req-c931efda-d7b9-43b5-9187-402ef7c4e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:54.159427 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b18e9eb9-2bcf-469c-9625-ce090a668da1 req-c931efda-d7b9-43b5-9187-402ef7c4e77e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e963e0d-7564-4796-acb2-937b9a763afb HTTP/1.1" status: 200 len: 834 time: 0.0565171 Mar 08 09:53:54.237434 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e9eb9-2bcf-469c-9625-ce090a668da1 req-f027a354-f3e5-46c5-ba60-a53e0b3fa230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:54.238804 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b18e9eb9-2bcf-469c-9625-ce090a668da1 req-f027a354-f3e5-46c5-ba60-a53e0b3fa230 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c92c8bd2-46ca-46a7-8274-6d902e00c89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729897 Mar 08 09:53:54.248621 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Calling delete_port for 421fd55d-b4bb-464a-b459-336aa7f805cb owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:53:54.369563 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b18e9eb9-2bcf-469c-9625-ce090a668da1 req-5927eb79-97f5-4711-bc8a-2f9b7464fb82 service neutron] 10.222.0.26 "GET /v2.0/networks/c92c8bd2-46ca-46a7-8274-6d902e00c89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239779 Mar 08 09:53:54.401053 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:54.450526 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event deleted for resources: {'Port': ['ID=421fd55d-b4bb-464a-b459-336aa7f805cb,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:54.487213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:54.487615 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:54.487904 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:54.488243 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:54.488577 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:54.488933 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:54.489286 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:54.489583 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:54.489910 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:54.490234 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:54.490562 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:54.490886 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:53:54.501310 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b18e9eb9-2bcf-469c-9625-ce090a668da1 req-0124dbf4-cca3-4113-adf1-785935a15e2f service neutron] 10.222.0.26 "GET /v2.0/networks/c92c8bd2-46ca-46a7-8274-6d902e00c89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254995 Mar 08 09:53:54.549645 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:54.549979 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Floating IP 20f4a441-375b-4cb3-b6c6-b5885fbc25a6 disassociated (deleted). External IP: 172.26.2.183, port: 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01. Mar 08 09:53:54.848095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-30cd464d-bc25-4c5e-8ddb-ee5c3dae6f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:54.894165 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Router e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:53:55.068422 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:53:55.080805 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f2fce5-36b9-48e7-9eff-a7a77f3978f5 None None] Sync routers for ids ['e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:53:55.090509 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f2fce5-36b9-48e7-9eff-a7a77f3978f5 None None] Routers {'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:53:55.091113 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-73f2fce5-36b9-48e7-9eff-a7a77f3978f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:53:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:55.097870 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:55.155272 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-105778ba-03d4-4c2a-89cb-6ae16cb69e92 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "DELETE /v2.0/floatingips/20f4a441-375b-4cb3-b6c6-b5885fbc25a6 HTTP/1.1" status: 204 len: 168 time: 1.5534260 Mar 08 09:53:55.156282 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e91170-84e6-4a49-9534-42a5048ac33d', 'tag': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:53:55.201566 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e91170-84e6-4a49-9534-42a5048ac33d', 'tag': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01', 'status': 'completed', 'code': 200} Mar 08 09:53:55.268442 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-73f2fce5-36b9-48e7-9eff-a7a77f3978f5 None None] Set router e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:53:55.293722 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daec73-2aa9-4c78-9cca-f0e5f02aea58 req-5d256134-7d6a-47e4-abb4-15dd39c2f2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:55.295204 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-56daec73-2aa9-4c78-9cca-f0e5f02aea58 req-5d256134-7d6a-47e4-abb4-15dd39c2f2cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4175867c7c7846e3ae98e34dfc9273dd&device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 1098 time: 0.0712972 Mar 08 09:53:55.439709 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daec73-2aa9-4c78-9cca-f0e5f02aea58 req-c88b8da3-9a40-4c9d-8dd3-5a6cf30f2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:55.441207 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-56daec73-2aa9-4c78-9cca-f0e5f02aea58 req-c88b8da3-9a40-4c9d-8dd3-5a6cf30f2c4e service neutron] 10.222.0.26 "GET /v2.0/networks?id=c92c8bd2-46ca-46a7-8274-6d902e00c89c HTTP/1.1" status: 200 len: 898 time: 0.1388435 Mar 08 09:53:55.515847 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-56daec73-2aa9-4c78-9cca-f0e5f02aea58 req-6ec04537-e795-40c8-844a-6bb167f7d797 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 HTTP/1.1" status: 200 len: 217 time: 0.0673454 Mar 08 09:53:55.536172 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554ad10-479b-477a-9289-a5eb7b77acfd req-89c93219-6a9d-4ad6-ba26-395609a65cbc tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:55.537195 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-0554ad10-479b-477a-9289-a5eb7b77acfd req-89c93219-6a9d-4ad6-ba26-395609a65cbc tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Synchronizing usage tracker for tenant:4175867c7c7846e3ae98e34dfc9273dd on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:53:55.556783 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-0554ad10-479b-477a-9289-a5eb7b77acfd req-89c93219-6a9d-4ad6-ba26-395609a65cbc tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Unset dirty status for tenant:4175867c7c7846e3ae98e34dfc9273dd on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:53:55.558301 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0554ad10-479b-477a-9289-a5eb7b77acfd req-89c93219-6a9d-4ad6-ba26-395609a65cbc tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 945 time: 0.1029544 Mar 08 09:53:55.593336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daec73-2aa9-4c78-9cca-f0e5f02aea58 req-a00d827b-51f8-4cf0-b199-d9d55af1e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:55.595731 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-56daec73-2aa9-4c78-9cca-f0e5f02aea58 req-a00d827b-51f8-4cf0-b199-d9d55af1e29d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e963e0d-7564-4796-acb2-937b9a763afb HTTP/1.1" status: 200 len: 834 time: 0.0732720 Mar 08 09:53:55.606271 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-73f2fce5-36b9-48e7-9eff-a7a77f3978f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094738630', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:59Z', 'updated_at': '2022-03-08T09:50:22Z', 'revision_number': 4, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'gw_port': {'id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:02Z', 'updated_at': '2022-03-08T09:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25dfd32c-3713-4fa7-ba67-2b715ec658ca', 'name': '', 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'mac_address': 'fa:16:3e:8a:eb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '9e963e0d-7564-4796-acb2-937b9a763afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:15Z', 'updated_at': '2022-03-08T09:50:36Z', 'revision_number': 5, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'subnets': [{'id': '9e963e0d-7564-4796-acb2-937b9a763afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:55.609792 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0554ad10-479b-477a-9289-a5eb7b77acfd req-bbf4cc02-128f-447d-87b1-fb2e04deefae tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449541 Mar 08 09:53:55.611208 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f2fce5-36b9-48e7-9eff-a7a77f3978f5 None None] Checking router: e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:53:55.620302 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f2fce5-36b9-48e7-9eff-a7a77f3978f5 None None] Routers {'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:53:55.621242 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-73f2fce5-36b9-48e7-9eff-a7a77f3978f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:53:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:55.679246 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daec73-2aa9-4c78-9cca-f0e5f02aea58 req-2f59ad1b-d2b3-4ff3-8632-5a0913eb6781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:55.680840 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-56daec73-2aa9-4c78-9cca-f0e5f02aea58 req-2f59ad1b-d2b3-4ff3-8632-5a0913eb6781 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c92c8bd2-46ca-46a7-8274-6d902e00c89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785747 Mar 08 09:53:55.794276 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-73f2fce5-36b9-48e7-9eff-a7a77f3978f5 None None] Set router e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:53:55.810194 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-56daec73-2aa9-4c78-9cca-f0e5f02aea58 req-678ad8df-17e1-4d05-9ed0-07616554e930 service neutron] 10.222.0.26 "GET /v2.0/networks/c92c8bd2-46ca-46a7-8274-6d902e00c89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228690 Mar 08 09:53:55.942446 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-56daec73-2aa9-4c78-9cca-f0e5f02aea58 req-48401970-9794-458b-ace4-5f33fbe64e0b service neutron] 10.222.0.26 "GET /v2.0/networks/c92c8bd2-46ca-46a7-8274-6d902e00c89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254859 Mar 08 09:53:56.124204 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-73f2fce5-36b9-48e7-9eff-a7a77f3978f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094738630', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:59Z', 'updated_at': '2022-03-08T09:50:22Z', 'revision_number': 4, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'gw_port': {'id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:02Z', 'updated_at': '2022-03-08T09:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25dfd32c-3713-4fa7-ba67-2b715ec658ca', 'name': '', 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'mac_address': 'fa:16:3e:8a:eb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '9e963e0d-7564-4796-acb2-937b9a763afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:15Z', 'updated_at': '2022-03-08T09:50:36Z', 'revision_number': 5, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'subnets': [{'id': '9e963e0d-7564-4796-acb2-937b9a763afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:53:56.127976 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f2fce5-36b9-48e7-9eff-a7a77f3978f5 None None] The sync data for ids ['e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'] in dv-neutron-831730-2-hyperv is: [{'id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094738630', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:59Z', 'updated_at': '2022-03-08T09:50:22Z', 'revision_number': 4, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'gw_port': {'id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:02Z', 'updated_at': '2022-03-08T09:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25dfd32c-3713-4fa7-ba67-2b715ec658ca', 'name': '', 'network_id': 'c92c8bd2-46ca-46a7-8274-6d902e00c89c', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'mac_address': 'fa:16:3e:8a:eb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '9e963e0d-7564-4796-acb2-937b9a763afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:15Z', 'updated_at': '2022-03-08T09:50:36Z', 'revision_number': 5, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'subnets': [{'id': '9e963e0d-7564-4796-acb2-937b9a763afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:53:56.336994 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2835b70-f014-423a-a293-9918a7e7da5d None None] New status for floating IP 20f4a441-375b-4cb3-b6c6-b5885fbc25a6: DOWN {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:53:56.792770 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67fff7-7455-412f-b19d-b271a24b85c1 req-891f9ec3-faa5-41db-9449-2d575d7504cd tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:56.794146 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9c67fff7-7455-412f-b19d-b271a24b85c1 req-891f9ec3-faa5-41db-9449-2d575d7504cd tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 945 time: 0.0789349 Mar 08 09:53:56.836385 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9c67fff7-7455-412f-b19d-b271a24b85c1 req-76c3e7bb-7a1f-458b-98e3-9aff4b7e6abb tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5e7a0e-8f60-44ad-815f-5338deec6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363526 Mar 08 09:53:57.333418 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80aa48-1df5-4f24-b2dc-4c8491d78c8f req-7052d1aa-8cac-416a-acf3-13c1ec78e779 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:53:57.334920 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ce80aa48-1df5-4f24-b2dc-4c8491d78c8f req-7052d1aa-8cac-416a-acf3-13c1ec78e779 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.26 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 945 time: 0.1768134 Mar 08 09:53:57.401854 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-ce80aa48-1df5-4f24-b2dc-4c8491d78c8f req-bd3d0313-2be1-4fbe-9b93-9c028ce5ff00 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Deleting port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:53:57.402187 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ce80aa48-1df5-4f24-b2dc-4c8491d78c8f req-bd3d0313-2be1-4fbe-9b93-9c028ce5ff00 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:57.522305 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-267298b7-9a96-4ec5-8e66-f652997537d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:57.643088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-ce80aa48-1df5-4f24-b2dc-4c8491d78c8f req-bd3d0313-2be1-4fbe-9b93-9c028ce5ff00 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] For port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01,segment=NetworkSegment(44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4),segment_id=44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:53:57.643446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ce80aa48-1df5-4f24-b2dc-4c8491d78c8f req-bd3d0313-2be1-4fbe-9b93-9c028ce5ff00 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:57.769344 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-ce80aa48-1df5-4f24-b2dc-4c8491d78c8f req-bd3d0313-2be1-4fbe-9b93-9c028ce5ff00 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Calling delete_port for 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:53:57.914381 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ce80aa48-1df5-4f24-b2dc-4c8491d78c8f req-bd3d0313-2be1-4fbe-9b93-9c028ce5ff00 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:57.975357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d0313-2be1-4fbe-9b93-9c028ce5ff00 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event deleted for resources: {'Port': ['ID=9d9480e0-3ee2-4020-8bf0-4cf3cd257a01,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:53:58.059733 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce80aa48-1df5-4f24-b2dc-4c8491d78c8f req-bd3d0313-2be1-4fbe-9b93-9c028ce5ff00 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] No DVR routers for this DVR port 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:53:58.062653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ce80aa48-1df5-4f24-b2dc-4c8491d78c8f req-bd3d0313-2be1-4fbe-9b93-9c028ce5ff00 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:58.066249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e91170-84e6-4a49-9534-42a5048ac33d', 'name': 'network-vif-deleted', 'tag': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:53:58.097458 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ce80aa48-1df5-4f24-b2dc-4c8491d78c8f req-bd3d0313-2be1-4fbe-9b93-9c028ce5ff00 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.26 "DELETE /v2.0/ports/9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 HTTP/1.1" status: 204 len: 173 time: 0.7567060 Mar 08 09:53:58.118941 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e91170-84e6-4a49-9534-42a5048ac33d', 'name': 'network-vif-deleted', 'tag': '9d9480e0-3ee2-4020-8bf0-4cf3cd257a01', 'status': 'completed', 'code': 200} Mar 08 09:53:58.122511 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0488a4d2-df32-4ced-bfa4-194a21068576 req-5bf956a4-d202-431c-b92f-6ffd9f25b612 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e91170-84e6-4a49-9534-42a5048ac33d HTTP/1.1" status: 200 len: 210 time: 0.1752200 Mar 08 09:53:58.170011 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:58.254350 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:59.212240 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47772) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:53:59.761092 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b68a80fb-5820-4900-a3e6-05d5e193911b tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:53:59.985342 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:00.229333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-b68a80fb-5820-4900-a3e6-05d5e193911b tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Deleting port 25dfd32c-3713-4fa7-ba67-2b715ec658ca {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:54:00.229928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b68a80fb-5820-4900-a3e6-05d5e193911b tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:00.431873 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-b68a80fb-5820-4900-a3e6-05d5e193911b tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] For port 25dfd32c-3713-4fa7-ba67-2b715ec658ca, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=25dfd32c-3713-4fa7-ba67-2b715ec658ca,segment=NetworkSegment(44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4),segment_id=44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:54:00.432245 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b68a80fb-5820-4900-a3e6-05d5e193911b tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:00.553950 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-b68a80fb-5820-4900-a3e6-05d5e193911b tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Calling delete_port for 25dfd32c-3713-4fa7-ba67-2b715ec658ca owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:54:00.743801 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b68a80fb-5820-4900-a3e6-05d5e193911b tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:00.791485 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a80fb-5820-4900-a3e6-05d5e193911b tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event deleted for resources: {'Port': ['ID=25dfd32c-3713-4fa7-ba67-2b715ec658ca,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:01.068407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b68a80fb-5820-4900-a3e6-05d5e193911b tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:01.289251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:54:01.325257 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:54:01.325508 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 9d9480e0-3ee2-4020-8bf0-4cf3cd257a01 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:54:01.519121 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68a80fb-5820-4900-a3e6-05d5e193911b tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Router e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:54:01.692911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68a80fb-5820-4900-a3e6-05d5e193911b tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:54:01.705057 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f9e30-7300-4b62-8702-f05cca09c479 None None] Sync routers for ids ['e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:54:01.706736 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b68a80fb-5820-4900-a3e6-05d5e193911b tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "PUT /v2.0/routers/e96fbd30-4b56-4406-8fb6-47ccca1ea6f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4931178 Mar 08 09:54:01.709177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47780) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:01.714075 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f9e30-7300-4b62-8702-f05cca09c479 None None] Routers {'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:54:01.714712 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b05f9e30-7300-4b62-8702-f05cca09c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:53:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:54:01.777959 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-64aa0a9b-083b-471d-8431-4072bf0f733a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Deleting subnet 9e963e0d-7564-4796-acb2-937b9a763afb {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:54:01.780868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-64aa0a9b-083b-471d-8431-4072bf0f733a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:01.836061 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-64aa0a9b-083b-471d-8431-4072bf0f733a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:01.888918 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-b05f9e30-7300-4b62-8702-f05cca09c479 None None] Set router e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:54:01.920825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-64aa0a9b-083b-471d-8431-4072bf0f733a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:01.994205 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-64aa0a9b-083b-471d-8431-4072bf0f733a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:02.033587 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa0a9b-083b-471d-8431-4072bf0f733a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event deleted for resources: {'Subnet': ['ID=9e963e0d-7564-4796-acb2-937b9a763afb,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:02.035504 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-64aa0a9b-083b-471d-8431-4072bf0f733a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:02.041336 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4643c324-2146-4d6d-8389-35379323ad85 None None] Network c92c8bd2-46ca-46a7-8274-6d902e00c89c requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:54:02.041665 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-64aa0a9b-083b-471d-8431-4072bf0f733a tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "DELETE /v2.0/subnets/9e963e0d-7564-4796-acb2-937b9a763afb HTTP/1.1" status: 204 len: 168 time: 0.3315520 Mar 08 09:54:02.044226 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47784) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:02.172960 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b05f9e30-7300-4b62-8702-f05cca09c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094738630', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:59Z', 'updated_at': '2022-03-08T09:54:00Z', 'revision_number': 5, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'gw_port': {'id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:02Z', 'updated_at': '2022-03-08T09:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:54:02.177324 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f9e30-7300-4b62-8702-f05cca09c479 None None] Checking router: e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:54:02.185455 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f9e30-7300-4b62-8702-f05cca09c479 None None] Routers {'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:54:02.186037 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b05f9e30-7300-4b62-8702-f05cca09c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:53:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:54:02.228554 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-abe759fa-1380-4ce3-a050-caa2443d586d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:02.296358 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3756acb0-dfdb-48ca-b625-6891e87c5070 None None] DHCP port deletion for c92c8bd2-46ca-46a7-8274-6d902e00c89c request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:54:02.301322 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3756acb0-dfdb-48ca-b625-6891e87c5070 None None] Deleting port 86a2a9cf-1081-4e56-8f68-c80db43d6767 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:54:02.301922 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3756acb0-dfdb-48ca-b625-6891e87c5070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:02.334486 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:54:02.363190 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-b05f9e30-7300-4b62-8702-f05cca09c479 None None] Set router e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:54:02.410721 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-abe759fa-1380-4ce3-a050-caa2443d586d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:02.420850 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-abe759fa-1380-4ce3-a050-caa2443d586d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Deleting port 1c9ba0e6-5ad7-4976-ac92-81cc87009a5b {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:54:02.421539 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-abe759fa-1380-4ce3-a050-caa2443d586d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:02.504266 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3756acb0-dfdb-48ca-b625-6891e87c5070 None None] For port 86a2a9cf-1081-4e56-8f68-c80db43d6767, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=86a2a9cf-1081-4e56-8f68-c80db43d6767,segment=NetworkSegment(44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4),segment_id=44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:54:02.504266 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3756acb0-dfdb-48ca-b625-6891e87c5070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:02.598223 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-abe759fa-1380-4ce3-a050-caa2443d586d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] For port 1c9ba0e6-5ad7-4976-ac92-81cc87009a5b, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1c9ba0e6-5ad7-4976-ac92-81cc87009a5b,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:54:02.598785 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-abe759fa-1380-4ce3-a050-caa2443d586d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:02.623020 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3756acb0-dfdb-48ca-b625-6891e87c5070 None None] Calling delete_port for 86a2a9cf-1081-4e56-8f68-c80db43d6767 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:54:02.646029 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b05f9e30-7300-4b62-8702-f05cca09c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094738630', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:59Z', 'updated_at': '2022-03-08T09:54:00Z', 'revision_number': 5, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'gw_port': {'id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:02Z', 'updated_at': '2022-03-08T09:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:54:02.649957 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f9e30-7300-4b62-8702-f05cca09c479 None None] The sync data for ids ['e96fbd30-4b56-4406-8fb6-47ccca1ea6f5'] in dv-neutron-831730-2-hyperv is: [{'id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094738630', 'tenant_id': '4175867c7c7846e3ae98e34dfc9273dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:59Z', 'updated_at': '2022-03-08T09:54:00Z', 'revision_number': 5, 'project_id': '4175867c7c7846e3ae98e34dfc9273dd', 'gw_port': {'id': '1c9ba0e6-5ad7-4976-ac92-81cc87009a5b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96fbd30-4b56-4406-8fb6-47ccca1ea6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:50:02Z', 'updated_at': '2022-03-08T09:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:54:02.728898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-abe759fa-1380-4ce3-a050-caa2443d586d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Calling delete_port for 1c9ba0e6-5ad7-4976-ac92-81cc87009a5b owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:54:02.739171 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3756acb0-dfdb-48ca-b625-6891e87c5070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:02.782072 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756acb0-dfdb-48ca-b625-6891e87c5070 None None] Pushing event deleted for resources: {'Port': ['ID=86a2a9cf-1081-4e56-8f68-c80db43d6767,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:02.788287 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3756acb0-dfdb-48ca-b625-6891e87c5070 None None] No DVR routers for this DVR port 86a2a9cf-1081-4e56-8f68-c80db43d6767 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:54:03.006122 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-abe759fa-1380-4ce3-a050-caa2443d586d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:03.052265 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe759fa-1380-4ce3-a050-caa2443d586d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event deleted for resources: {'Port': ['ID=1c9ba0e6-5ad7-4976-ac92-81cc87009a5b,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:03.144671 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-abe759fa-1380-4ce3-a050-caa2443d586d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:03.313735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-abe759fa-1380-4ce3-a050-caa2443d586d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:03.316445 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-abe759fa-1380-4ce3-a050-caa2443d586d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:03.338553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-abe759fa-1380-4ce3-a050-caa2443d586d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:03.339056 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe759fa-1380-4ce3-a050-caa2443d586d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Fanout notify agent at l3_agent the message router_deleted on router e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:54:03.354107 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-abe759fa-1380-4ce3-a050-caa2443d586d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:03.355257 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-abe759fa-1380-4ce3-a050-caa2443d586d tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "DELETE /v2.0/routers/e96fbd30-4b56-4406-8fb6-47ccca1ea6f5 HTTP/1.1" status: 204 len: 168 time: 1.3100538 Mar 08 09:54:03.358083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47788) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:03.473170 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30e8225a-5aa8-477f-8c58-73a6e3a1b9ab tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:03.602607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30e8225a-5aa8-477f-8c58-73a6e3a1b9ab tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:03.628197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-30e8225a-5aa8-477f-8c58-73a6e3a1b9ab tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92c8bd2-46ca-46a7-8274-6d902e00c89c']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:54:03.639769 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-30e8225a-5aa8-477f-8c58-73a6e3a1b9ab tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:54:03.640065 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-30e8225a-5aa8-477f-8c58-73a6e3a1b9ab tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e8d3b4-ccc8-40c9-98ef-4ec78ea53cb4') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:54:03.651382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30e8225a-5aa8-477f-8c58-73a6e3a1b9ab tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:03.667301 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30e8225a-5aa8-477f-8c58-73a6e3a1b9ab tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:03.673322 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e8225a-5aa8-477f-8c58-73a6e3a1b9ab tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:54:03.674192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30e8225a-5aa8-477f-8c58-73a6e3a1b9ab tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:54:03.692120 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:54:03.767693 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30e8225a-5aa8-477f-8c58-73a6e3a1b9ab tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:03.785307 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-30e8225a-5aa8-477f-8c58-73a6e3a1b9ab tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:03.797522 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8225a-5aa8-477f-8c58-73a6e3a1b9ab tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event deleted for resources: {'Network': ['ID=c92c8bd2-46ca-46a7-8274-6d902e00c89c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:03.809063 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-30e8225a-5aa8-477f-8c58-73a6e3a1b9ab tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "DELETE /v2.0/networks/c92c8bd2-46ca-46a7-8274-6d902e00c89c HTTP/1.1" status: 204 len: 168 time: 0.4501069 Mar 08 09:54:03.811756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47792) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:03.864831 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 25dfd32c-3713-4fa7-ba67-2b715ec658ca no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:54:03.898943 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-05654254-035b-4341-88c9-c4d98b165d07 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:03.899967 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 25dfd32c-3713-4fa7-ba67-2b715ec658ca {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:54:03.900313 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 25dfd32c-3713-4fa7-ba67-2b715ec658ca not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:54:03.900751 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 1c9ba0e6-5ad7-4976-ac92-81cc87009a5b no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:54:03.929355 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-05654254-035b-4341-88c9-c4d98b165d07 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:03.935844 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 1c9ba0e6-5ad7-4976-ac92-81cc87009a5b {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:54:03.936192 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 1c9ba0e6-5ad7-4976-ac92-81cc87009a5b not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:54:03.936627 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 86a2a9cf-1081-4e56-8f68-c80db43d6767 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:54:03.968040 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 86a2a9cf-1081-4e56-8f68-c80db43d6767 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:54:03.968382 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 86a2a9cf-1081-4e56-8f68-c80db43d6767 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:54:03.998963 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-05654254-035b-4341-88c9-c4d98b165d07 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:04.017483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05654254-035b-4341-88c9-c4d98b165d07 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5e7a0e-8f60-44ad-815f-5338deec6f40,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:04.027669 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-05654254-035b-4341-88c9-c4d98b165d07 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:04.028816 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-05654254-035b-4341-88c9-c4d98b165d07 tempest-TestNetworkAdvancedServerOps-2142642884 tempest-TestNetworkAdvancedServerOps-2142642884-project] 10.222.0.24 "DELETE /v2.0/security-groups/2a5e7a0e-8f60-44ad-815f-5338deec6f40 HTTP/1.1" status: 204 len: 168 time: 0.2158906 Mar 08 09:54:04.337181 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47802) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:04.479276 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9b1d107f-32db-439c-9c07-5067e239e814 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4175867c7c7846e3ae98e34dfc9273dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409636 Mar 08 09:54:04.481864 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47808) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:04.538442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a5a959bb-b306-407c-9e5e-5459ce99f4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:04.563372 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a5a959bb-b306-407c-9e5e-5459ce99f4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:04.617338 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a5a959bb-b306-407c-9e5e-5459ce99f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:04.633384 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a959bb-b306-407c-9e5e-5459ce99f4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becdd330-55db-415f-9b8f-939cb05e3716,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:04.639593 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a5a959bb-b306-407c-9e5e-5459ce99f4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:04.642632 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a5a959bb-b306-407c-9e5e-5459ce99f4fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/becdd330-55db-415f-9b8f-939cb05e3716 HTTP/1.1" status: 204 len: 168 time: 0.1578510 Mar 08 09:54:04.930337 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47818) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:04.948103 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59e49cbb-f8f7-4382-906e-ed2d9945b48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:04.960626 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-59e49cbb-f8f7-4382-906e-ed2d9945b48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:54:04.966700 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-59e49cbb-f8f7-4382-906e-ed2d9945b48b admin admin] Usage tracker for resource:security_group_rule and tenant:891dd277e7e242f5b0e3b74f7b39b293 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:54:04.966700 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-59e49cbb-f8f7-4382-906e-ed2d9945b48b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:54:04.974249 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-59e49cbb-f8f7-4382-906e-ed2d9945b48b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:54:05.058361 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59e49cbb-f8f7-4382-906e-ed2d9945b48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:05.065082 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59e49cbb-f8f7-4382-906e-ed2d9945b48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:05.113472 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-59e49cbb-f8f7-4382-906e-ed2d9945b48b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=891dd277e7e242f5b0e3b74f7b39b293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825039 Mar 08 09:54:05.113472 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e49cbb-f8f7-4382-906e-ed2d9945b48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3b7f55-7de1-42b3-9887-3b8f7d092292,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:05.116664 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47822) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:05.178735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-150b6fbc-f927-43a6-922d-9782b7956cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:05.205667 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-150b6fbc-f927-43a6-922d-9782b7956cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:05.255647 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-150b6fbc-f927-43a6-922d-9782b7956cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:05.272076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b6fbc-f927-43a6-922d-9782b7956cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3b7f55-7de1-42b3-9887-3b8f7d092292,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:05.279864 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-150b6fbc-f927-43a6-922d-9782b7956cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:05.279864 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-150b6fbc-f927-43a6-922d-9782b7956cbc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff3b7f55-7de1-42b3-9887-3b8f7d092292 HTTP/1.1" status: 204 len: 168 time: 0.1624207 Mar 08 09:54:06.436479 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47830) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:06.517118 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c55ba8-89e2-4d26-bd38-ad4c29ad447d tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:06.517118 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c55ba8-89e2-4d26-bd38-ad4c29ad447d tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:06.517118 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c55ba8-89e2-4d26-bd38-ad4c29ad447d tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:06.517118 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-03c55ba8-89e2-4d26-bd38-ad4c29ad447d tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=48f49228ae2a4cdfbce5e7003ecc586a&network_id=400ba1a2-785f-4208-b0a7-135e38103373 HTTP/1.1" status: 200 len: 3000 time: 0.0793774 Mar 08 09:54:08.140243 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47842) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:08.209871 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a320a7ea-96ef-4585-a382-4d56df9efaed tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:08.209871 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a320a7ea-96ef-4585-a382-4d56df9efaed tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7 HTTP/1.1" status: 200 len: 814 time: 0.0659800 Mar 08 09:54:08.672854 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47850) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:08.679355 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-42662bed-56ef-44ad-b38b-03e6575e4bb5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'network': {'name': 'tempest-network-smoke--480034496', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'port_security_enabled': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:54:08.686800 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-42662bed-56ef-44ad-b38b-03e6575e4bb5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:54:08.697249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-42662bed-56ef-44ad-b38b-03e6575e4bb5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:54:08.716317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42662bed-56ef-44ad-b38b-03e6575e4bb5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:54:08.719722 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-42662bed-56ef-44ad-b38b-03e6575e4bb5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:08.747402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42662bed-56ef-44ad-b38b-03e6575e4bb5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:54:08.756213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-42662bed-56ef-44ad-b38b-03e6575e4bb5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:08.756494 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-42662bed-56ef-44ad-b38b-03e6575e4bb5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Added segment 66337c13-eb13-4059-ae63-92d0c6a2eabb of type vlan for network 60791aa0-9d4d-4c08-a4e7-d8c23049be66 Mar 08 09:54:08.787264 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-42662bed-56ef-44ad-b38b-03e6575e4bb5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:08.814484 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-42662bed-56ef-44ad-b38b-03e6575e4bb5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:08.819723 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42662bed-56ef-44ad-b38b-03e6575e4bb5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:08.820298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-42662bed-56ef-44ad-b38b-03e6575e4bb5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:08.922915 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-42662bed-56ef-44ad-b38b-03e6575e4bb5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2482655 Mar 08 09:54:08.925575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42662bed-56ef-44ad-b38b-03e6575e4bb5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Network': ['ID=60791aa0-9d4d-4c08-a4e7-d8c23049be66,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:08.926262 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47854) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:08.940937 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 60791aa0-9d4d-4c08-a4e7-d8c23049be66 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:54:08.986520 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419d9d27-ea5d-480f-bc80-7b5182c64b38 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:08.990995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47858) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:08.991149 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-419d9d27-ea5d-480f-bc80-7b5182c64b38 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=48f49228ae2a4cdfbce5e7003ecc586a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0638301 Mar 08 09:54:09.238580 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4a22f6-cd0e-49d3-926b-a1c3fbca702f tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:09.239969 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2b4a22f6-cd0e-49d3-926b-a1c3fbca702f tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2479227 Mar 08 09:54:09.242727 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47862) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:09.282408 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8991c426-9c38-41ab-acd2-adad4e124463 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386796 Mar 08 09:54:09.284953 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47866) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:09.324609 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b220abbf-e209-4eee-9225-fa752ab4cd25 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=48f49228ae2a4cdfbce5e7003ecc586a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386970 Mar 08 09:54:09.326895 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47870) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:09.466433 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac5e8a7-e764-4240-af15-233c141cb788 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:09.467889 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4ac5e8a7-e764-4240-af15-233c141cb788 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1401620 Mar 08 09:54:09.470720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47874) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:09.509190 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8b127c1d-e7af-40de-abeb-4bbafe216e3e tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373807 Mar 08 09:54:09.511562 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47878) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:09.516654 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-a6d3aced-391d-4be6-90e1-1e74d97130dd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-241890326', 'network_id': '60791aa0-9d4d-4c08-a4e7-d8c23049be66', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:54:09.621219 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a6d3aced-391d-4be6-90e1-1e74d97130dd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:54:09.624880 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a6d3aced-391d-4be6-90e1-1e74d97130dd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:subnet and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:54:09.628230 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a6d3aced-391d-4be6-90e1-1e74d97130dd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:54:09.633773 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a6d3aced-391d-4be6-90e1-1e74d97130dd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:54:09.643573 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d3aced-391d-4be6-90e1-1e74d97130dd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:54:09.646992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a6d3aced-391d-4be6-90e1-1e74d97130dd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:09.857171 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a6d3aced-391d-4be6-90e1-1e74d97130dd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:09.937892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3aced-391d-4be6-90e1-1e74d97130dd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Subnet': ['ID=68ab3104-a2f1-4a83-ae44-49c16e068d0e,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:09.945934 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3aced-391d-4be6-90e1-1e74d97130dd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Checking segment: {'id': '66337c13-eb13-4059-ae63-92d0c6a2eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60791aa0-9d4d-4c08-a4e7-d8c23049be66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:54:09.946295 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d3aced-391d-4be6-90e1-1e74d97130dd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network hostable DHCP agents. Network: 60791aa0-9d4d-4c08-a4e7-d8c23049be66, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:54:09.965085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d3aced-391d-4be6-90e1-1e74d97130dd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 60791aa0-9d4d-4c08-a4e7-d8c23049be66 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:54:09.974252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-a6d3aced-391d-4be6-90e1-1e74d97130dd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 60791aa0-9d4d-4c08-a4e7-d8c23049be66) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:54:09.978066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d3aced-391d-4be6-90e1-1e74d97130dd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:09.978643 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a6d3aced-391d-4be6-90e1-1e74d97130dd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:09.983410 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c846bc-81c7-49d3-bf62-2a91efdb4e51 None None] Network 60791aa0-9d4d-4c08-a4e7-d8c23049be66 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:54:09.999561 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a6d3aced-391d-4be6-90e1-1e74d97130dd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4869962 Mar 08 09:54:10.205665 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-60791aa0-9d4d-4c08-a4e7-d8c23049be66', 'network_id': '60791aa0-9d4d-4c08-a4e7-d8c23049be66', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ips': [{'subnet_id': '68ab3104-a2f1-4a83-ae44-49c16e068d0e'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:54:10.206569 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.234605 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47884) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:10.242101 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-b9b64184-e832-4a2b-881f-1b6ca1c0bac9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-15139720', 'description': 'tempest-secgroup-smoke-15139720 description', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:54:10.249204 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b9b64184-e832-4a2b-881f-1b6ca1c0bac9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:54:10.264039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b9b64184-e832-4a2b-881f-1b6ca1c0bac9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:54:10.275441 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b9b64184-e832-4a2b-881f-1b6ca1c0bac9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.300767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b9b64184-e832-4a2b-881f-1b6ca1c0bac9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:54:10.304473 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b9b64184-e832-4a2b-881f-1b6ca1c0bac9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:54:10.307420 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b9b64184-e832-4a2b-881f-1b6ca1c0bac9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:54:10.313939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b9b64184-e832-4a2b-881f-1b6ca1c0bac9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:54:10.373523 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Allocated IP 172.20.0.18 (60791aa0-9d4d-4c08-a4e7-d8c23049be66/68ab3104-a2f1-4a83-ae44-49c16e068d0e/f31ebc0f-d8ec-411f-9724-e5e279d9b8cb) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:54:10.396046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b9b64184-e832-4a2b-881f-1b6ca1c0bac9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.403296 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b9b64184-e832-4a2b-881f-1b6ca1c0bac9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.453486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b64184-e832-4a2b-881f-1b6ca1c0bac9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1192ee3b-df22-458f-8eee-1408cbd0fd85,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:10.464782 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b9b64184-e832-4a2b-881f-1b6ca1c0bac9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.466096 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b9b64184-e832-4a2b-881f-1b6ca1c0bac9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2302203 Mar 08 09:54:10.472069 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47888) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:10.477872 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ec6babeb-902d-426e-bc54-1ce8b0464df7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '1192ee3b-df22-458f-8eee-1408cbd0fd85', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:54:10.483174 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ec6babeb-902d-426e-bc54-1ce8b0464df7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:54:10.493324 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ec6babeb-902d-426e-bc54-1ce8b0464df7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:54:10.493324 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ec6babeb-902d-426e-bc54-1ce8b0464df7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:54:10.498974 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ec6babeb-902d-426e-bc54-1ce8b0464df7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:54:10.520456 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec6babeb-902d-426e-bc54-1ce8b0464df7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.599351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec6babeb-902d-426e-bc54-1ce8b0464df7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.599351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec6babeb-902d-426e-bc54-1ce8b0464df7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.629527 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6babeb-902d-426e-bc54-1ce8b0464df7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c4421a-d13b-42de-812b-c9fb4f8c3bfc,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:10.643962 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.647531 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec6babeb-902d-426e-bc54-1ce8b0464df7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.647531 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ec6babeb-902d-426e-bc54-1ce8b0464df7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1722329 Mar 08 09:54:10.647531 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47892) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:10.657783 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-04d826cd-04c8-4bca-8892-b42d1f74cefa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '1192ee3b-df22-458f-8eee-1408cbd0fd85', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:54:10.664849 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Transition to ACTIVE for port object f31ebc0f-d8ec-411f-9724-e5e279d9b8cb will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:54:10.668062 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-04d826cd-04c8-4bca-8892-b42d1f74cefa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:54:10.669836 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-04d826cd-04c8-4bca-8892-b42d1f74cefa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:54:10.674578 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-04d826cd-04c8-4bca-8892-b42d1f74cefa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:54:10.681032 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-04d826cd-04c8-4bca-8892-b42d1f74cefa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:54:10.682461 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Transition to ACTIVE for port object f31ebc0f-d8ec-411f-9724-e5e279d9b8cb will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:54:10.688900 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.700321 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-04d826cd-04c8-4bca-8892-b42d1f74cefa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.748091 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Network 60791aa0-9d4d-4c08-a4e7-d8c23049be66 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:54:10.749458 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:54:10.757545 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:54:10.763676 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-04d826cd-04c8-4bca-8892-b42d1f74cefa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.768789 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-04d826cd-04c8-4bca-8892-b42d1f74cefa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.792274 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d826cd-04c8-4bca-8892-b42d1f74cefa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4c1fa3-7b23-4a90-839f-0dfd59a205be,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:10.798032 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Pushing event updated for resources: {'Port': ['ID=f31ebc0f-d8ec-411f-9724-e5e279d9b8cb,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:10.804315 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-04d826cd-04c8-4bca-8892-b42d1f74cefa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.809528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47896) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:10.813577 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-04d826cd-04c8-4bca-8892-b42d1f74cefa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1642857 Mar 08 09:54:10.818719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-0feb6cf2-dac2-4639-be25-0296e803fed5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '1192ee3b-df22-458f-8eee-1408cbd0fd85', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:54:10.824996 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0feb6cf2-dac2-4639-be25-0296e803fed5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:54:10.828898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0feb6cf2-dac2-4639-be25-0296e803fed5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:54:10.832367 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0feb6cf2-dac2-4639-be25-0296e803fed5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:54:10.846399 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0feb6cf2-dac2-4639-be25-0296e803fed5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:54:10.859690 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Attempting to bind port f31ebc0f-d8ec-411f-9724-e5e279d9b8cb on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:54:10.859690 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Attempting to bind port f31ebc0f-d8ec-411f-9724-e5e279d9b8cb by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '66337c13-eb13-4059-ae63-92d0c6a2eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60791aa0-9d4d-4c08-a4e7-d8c23049be66'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:54:10.859690 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Attempting to bind port f31ebc0f-d8ec-411f-9724-e5e279d9b8cb on network 60791aa0-9d4d-4c08-a4e7-d8c23049be66 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:54:10.860619 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:54:10.860619 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Checking segment: {'id': '66337c13-eb13-4059-ae63-92d0c6a2eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60791aa0-9d4d-4c08-a4e7-d8c23049be66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:54:10.861510 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.861666 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Bound using segment: {'id': '66337c13-eb13-4059-ae63-92d0c6a2eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60791aa0-9d4d-4c08-a4e7-d8c23049be66'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:54:10.862068 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Bound port: f31ebc0f-d8ec-411f-9724-e5e279d9b8cb, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66337c13-eb13-4059-ae63-92d0c6a2eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60791aa0-9d4d-4c08-a4e7-d8c23049be66'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:54:10.862435 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.866047 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0feb6cf2-dac2-4639-be25-0296e803fed5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.931594 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0feb6cf2-dac2-4639-be25-0296e803fed5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.936322 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0feb6cf2-dac2-4639-be25-0296e803fed5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.955260 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] For port f31ebc0f-d8ec-411f-9724-e5e279d9b8cb, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:54:10.959288 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] For port f31ebc0f-d8ec-411f-9724-e5e279d9b8cb, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f31ebc0f-d8ec-411f-9724-e5e279d9b8cb,segment=NetworkSegment(66337c13-eb13-4059-ae63-92d0c6a2eabb),segment_id=66337c13-eb13-4059-ae63-92d0c6a2eabb)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:54:10.960888 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb6cf2-dac2-4639-be25-0296e803fed5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe837de-d1e1-41d5-92a6-76bc514f46ff,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:10.964827 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.974781 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0feb6cf2-dac2-4639-be25-0296e803fed5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:10.978825 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47900) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:10.978962 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0feb6cf2-dac2-4639-be25-0296e803fed5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1674433 Mar 08 09:54:10.987457 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c0c64943-84ea-457e-b478-d4ca8deff101 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '1192ee3b-df22-458f-8eee-1408cbd0fd85', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:54:10.994833 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c0c64943-84ea-457e-b478-d4ca8deff101 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:54:10.999244 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c0c64943-84ea-457e-b478-d4ca8deff101 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:54:11.003022 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c0c64943-84ea-457e-b478-d4ca8deff101 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:54:11.008777 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c0c64943-84ea-457e-b478-d4ca8deff101 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:54:11.027012 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0c64943-84ea-457e-b478-d4ca8deff101 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:11.047177 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a558fdb-1139-4629-8b36-723cf7913fa1 None None] Pushing event updated for resources: {'Port': ['ID=f31ebc0f-d8ec-411f-9724-e5e279d9b8cb,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:11.104394 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0c64943-84ea-457e-b478-d4ca8deff101 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:11.109203 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0c64943-84ea-457e-b478-d4ca8deff101 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:11.142192 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c64943-84ea-457e-b478-d4ca8deff101 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609909bd-c495-4e04-a7a3-6a73800dfbb9,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:11.149230 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0c64943-84ea-457e-b478-d4ca8deff101 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:11.151670 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c0c64943-84ea-457e-b478-d4ca8deff101 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1704168 Mar 08 09:54:11.153594 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47904) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:11.159275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-f67fb69b-c4ae-43d9-a97b-c42f8ff527ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '1192ee3b-df22-458f-8eee-1408cbd0fd85', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:54:11.165778 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f67fb69b-c4ae-43d9-a97b-c42f8ff527ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:54:11.174288 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f67fb69b-c4ae-43d9-a97b-c42f8ff527ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:54:11.174288 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f67fb69b-c4ae-43d9-a97b-c42f8ff527ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:54:11.180498 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f67fb69b-c4ae-43d9-a97b-c42f8ff527ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:54:11.191542 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-f67fb69b-c4ae-43d9-a97b-c42f8ff527ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 09:54:11.199035 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f67fb69b-c4ae-43d9-a97b-c42f8ff527ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:11.295683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f67fb69b-c4ae-43d9-a97b-c42f8ff527ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:11.310927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f67fb69b-c4ae-43d9-a97b-c42f8ff527ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:11.343830 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fb69b-c4ae-43d9-a97b-c42f8ff527ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127a1164-3846-4537-87d8-5e0d1e66fae5,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:11.354219 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f67fb69b-c4ae-43d9-a97b-c42f8ff527ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:11.354219 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f67fb69b-c4ae-43d9-a97b-c42f8ff527ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1937962 Mar 08 09:54:11.359184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 47908) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:11.369799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8afde086-f9f1-4129-8961-47929adb2f87 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '1192ee3b-df22-458f-8eee-1408cbd0fd85', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:54:11.369799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8afde086-f9f1-4129-8961-47929adb2f87 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:54:11.378744 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8afde086-f9f1-4129-8961-47929adb2f87 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:54:11.378744 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8afde086-f9f1-4129-8961-47929adb2f87 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:54:11.387553 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8afde086-f9f1-4129-8961-47929adb2f87 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:54:11.411122 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-8afde086-f9f1-4129-8961-47929adb2f87 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 09:54:11.419325 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8afde086-f9f1-4129-8961-47929adb2f87 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:11.509960 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8afde086-f9f1-4129-8961-47929adb2f87 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:11.509960 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8afde086-f9f1-4129-8961-47929adb2f87 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:11.540158 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afde086-f9f1-4129-8961-47929adb2f87 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c8151c-de08-40b1-8d6a-fc0c038c7036,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:11.548434 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8afde086-f9f1-4129-8961-47929adb2f87 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:11.548434 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8afde086-f9f1-4129-8961-47929adb2f87 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1912391 Mar 08 09:54:11.775163 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-976421bd-6670-4206-86eb-01091c86ef4e req-8ab35119-40d0-4bfb-bbeb-1757575d74c5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15139720&fields=id&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 267 time: 0.0402119 Mar 08 09:54:11.900471 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f31ebc0f-d8ec-411f-9724-e5e279d9b8cb up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:54:11.990243 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port f31ebc0f-d8ec-411f-9724-e5e279d9b8cb completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:54:11.992367 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976421bd-6670-4206-86eb-01091c86ef4e req-f7c0588d-6993-4f35-9d9b-08a1b262eba1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:11.993681 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-976421bd-6670-4206-86eb-01091c86ef4e req-f7c0588d-6993-4f35-9d9b-08a1b262eba1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/networks?id=60791aa0-9d4d-4c08-a4e7-d8c23049be66 HTTP/1.1" status: 200 len: 796 time: 0.2110755 Mar 08 09:54:12.026277 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-976421bd-6670-4206-86eb-01091c86ef4e req-254d5bd0-a8c7-41d0-bc62-02bfb4b8d365 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/quotas/48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 375 time: 0.0178440 Mar 08 09:54:12.121130 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-976421bd-6670-4206-86eb-01091c86ef4e req-fbe02338-bd7d-44fa-ac5e-b3c169ebe3df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1003094 Mar 08 09:54:12.132561 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-976421bd-6670-4206-86eb-01091c86ef4e req-fd0019eb-c5b0-4470-946d-c968186f38db service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:54:12.133596 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-976421bd-6670-4206-86eb-01091c86ef4e req-fd0019eb-c5b0-4470-946d-c968186f38db service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053775 Mar 08 09:54:12.196720 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c007caf-100b-4ea9-a22a-527792103a50 None None] Network 60791aa0-9d4d-4c08-a4e7-d8c23049be66 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:54:12.271577 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-976421bd-6670-4206-86eb-01091c86ef4e req-d5826597-6ec1-4f64-bf5f-e131970bc6a5 service neutron] 10.222.0.24 "GET /v2.0/networks/60791aa0-9d4d-4c08-a4e7-d8c23049be66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317205 Mar 08 09:54:12.300007 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fccec143-ede1-407d-b526-5ce9fb31b17c None None] Provisioning for port f31ebc0f-d8ec-411f-9724-e5e279d9b8cb completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:54:12.307788 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fccec143-ede1-407d-b526-5ce9fb31b17c None None] Provisioning complete for port f31ebc0f-d8ec-411f-9724-e5e279d9b8cb triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:54:12.308159 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fccec143-ede1-407d-b526-5ce9fb31b17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:12.423720 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-976421bd-6670-4206-86eb-01091c86ef4e req-c3d5b355-db33-40d9-ac5d-f89870217766 service neutron] 10.222.0.24 "GET /v2.0/networks/60791aa0-9d4d-4c08-a4e7-d8c23049be66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385920 Mar 08 09:54:12.609300 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fccec143-ede1-407d-b526-5ce9fb31b17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:12.639125 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fa373f90-601d-49d6-b52e-d66710a8aadd req-0c317876-7d2d-4a97-bce5-f36f4de8dfc1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=99de5b47-5907-49fb-b9aa-e17a0f97d199 HTTP/1.1" status: 200 len: 210 time: 0.0602307 Mar 08 09:54:12.680083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fccec143-ede1-407d-b526-5ce9fb31b17c None None] For port f31ebc0f-d8ec-411f-9724-e5e279d9b8cb, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f31ebc0f-d8ec-411f-9724-e5e279d9b8cb,segment=NetworkSegment(66337c13-eb13-4059-ae63-92d0c6a2eabb),segment_id=66337c13-eb13-4059-ae63-92d0c6a2eabb)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:54:12.685424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fccec143-ede1-407d-b526-5ce9fb31b17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:12.778377 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccec143-ede1-407d-b526-5ce9fb31b17c None None] Pushing event updated for resources: {'Port': ['ID=f31ebc0f-d8ec-411f-9724-e5e279d9b8cb,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:13.024534 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-51cc3251-86a3-4f19-a0a8-b489d54818ab None None] Provisioning complete for port f31ebc0f-d8ec-411f-9724-e5e279d9b8cb triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:54:13.025868 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51cc3251-86a3-4f19-a0a8-b489d54818ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:13.181054 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:13.749503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976421bd-6670-4206-86eb-01091c86ef4e req-e3935432-8e1c-4a25-9e81-bbc0e8c2e582 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:13.749503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-976421bd-6670-4206-86eb-01091c86ef4e req-e3935432-8e1c-4a25-9e81-bbc0e8c2e582 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:54:13.769978 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-976421bd-6670-4206-86eb-01091c86ef4e req-e3935432-8e1c-4a25-9e81-bbc0e8c2e582 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:54:13.769978 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-976421bd-6670-4206-86eb-01091c86ef4e req-e3935432-8e1c-4a25-9e81-bbc0e8c2e582 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/networks?id=60791aa0-9d4d-4c08-a4e7-d8c23049be66 HTTP/1.1" status: 200 len: 796 time: 0.1853356 Mar 08 09:54:13.828248 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a50f3fd-371b-43b0-bd9d-5d589b15893d req-50eec921-140e-4379-9a3c-d1e190b2064b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=99de5b47-5907-49fb-b9aa-e17a0f97d199 HTTP/1.1" status: 200 len: 210 time: 0.0498025 Mar 08 09:54:13.830649 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-976421bd-6670-4206-86eb-01091c86ef4e req-b6cec714-97af-4eba-8c9b-9c505253f964 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:54:13.856206 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-976421bd-6670-4206-86eb-01091c86ef4e req-b6cec714-97af-4eba-8c9b-9c505253f964 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:54:13.857422 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-976421bd-6670-4206-86eb-01091c86ef4e req-b6cec714-97af-4eba-8c9b-9c505253f964 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 470 time: 0.0797493 Mar 08 09:54:13.872991 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-976421bd-6670-4206-86eb-01091c86ef4e req-06ea52ed-ae1e-4a06-8353-35a9cd8d81d7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'port': {'device_id': '99de5b47-5907-49fb-b9aa-e17a0f97d199', 'network_id': '60791aa0-9d4d-4c08-a4e7-d8c23049be66', 'admin_state_up': True, 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'security_groups': ['1192ee3b-df22-458f-8eee-1408cbd0fd85']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:54:13.873920 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f31ebc0f-d8ec-411f-9724-e5e279d9b8cb up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:54:13.969716 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f31ebc0f-d8ec-411f-9724-e5e279d9b8cb triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:54:13.969716 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:14.018290 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-976421bd-6670-4206-86eb-01091c86ef4e req-06ea52ed-ae1e-4a06-8353-35a9cd8d81d7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:54:14.020630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-976421bd-6670-4206-86eb-01091c86ef4e req-06ea52ed-ae1e-4a06-8353-35a9cd8d81d7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:port and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:54:14.025910 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-976421bd-6670-4206-86eb-01091c86ef4e req-06ea52ed-ae1e-4a06-8353-35a9cd8d81d7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:54:14.032338 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-976421bd-6670-4206-86eb-01091c86ef4e req-06ea52ed-ae1e-4a06-8353-35a9cd8d81d7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:54:14.044652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976421bd-6670-4206-86eb-01091c86ef4e req-06ea52ed-ae1e-4a06-8353-35a9cd8d81d7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:54:14.050295 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-976421bd-6670-4206-86eb-01091c86ef4e req-06ea52ed-ae1e-4a06-8353-35a9cd8d81d7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:14.224684 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-976421bd-6670-4206-86eb-01091c86ef4e req-06ea52ed-ae1e-4a06-8353-35a9cd8d81d7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.20.0.20 (60791aa0-9d4d-4c08-a4e7-d8c23049be66/68ab3104-a2f1-4a83-ae44-49c16e068d0e/2b872d41-9ccf-44c2-9a96-1a502a6c2740) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:54:14.529733 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-976421bd-6670-4206-86eb-01091c86ef4e req-06ea52ed-ae1e-4a06-8353-35a9cd8d81d7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:14.549268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-976421bd-6670-4206-86eb-01091c86ef4e req-06ea52ed-ae1e-4a06-8353-35a9cd8d81d7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Transition to ACTIVE for port object 2b872d41-9ccf-44c2-9a96-1a502a6c2740 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:54:14.574720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-976421bd-6670-4206-86eb-01091c86ef4e req-06ea52ed-ae1e-4a06-8353-35a9cd8d81d7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:14.640276 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976421bd-6670-4206-86eb-01091c86ef4e req-06ea52ed-ae1e-4a06-8353-35a9cd8d81d7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 60791aa0-9d4d-4c08-a4e7-d8c23049be66 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:54:14.644367 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-976421bd-6670-4206-86eb-01091c86ef4e req-06ea52ed-ae1e-4a06-8353-35a9cd8d81d7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:54:14.656303 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-976421bd-6670-4206-86eb-01091c86ef4e req-06ea52ed-ae1e-4a06-8353-35a9cd8d81d7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:54:14.694250 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea52ed-ae1e-4a06-8353-35a9cd8d81d7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=2b872d41-9ccf-44c2-9a96-1a502a6c2740,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:14.730543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976421bd-6670-4206-86eb-01091c86ef4e req-06ea52ed-ae1e-4a06-8353-35a9cd8d81d7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:14.730543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-976421bd-6670-4206-86eb-01091c86ef4e req-06ea52ed-ae1e-4a06-8353-35a9cd8d81d7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:14.766682 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-976421bd-6670-4206-86eb-01091c86ef4e req-06ea52ed-ae1e-4a06-8353-35a9cd8d81d7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8967080 Mar 08 09:54:14.780013 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [req-976421bd-6670-4206-86eb-01091c86ef4e req-6a40ca71-a5f4-43d4-950d-e65b4c81461a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:54:14.780013 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-976421bd-6670-4206-86eb-01091c86ef4e req-6a40ca71-a5f4-43d4-950d-e65b4c81461a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089049 Mar 08 09:54:14.792467 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Request body: {'port': {'device_id': '99de5b47-5907-49fb-b9aa-e17a0f97d199', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:54:14.895548 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f9c175a0-ea1c-4e97-b9f1-7e819c4ea192 None None] Provisioning for port 2b872d41-9ccf-44c2-9a96-1a502a6c2740 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:54:14.903377 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f9c175a0-ea1c-4e97-b9f1-7e819c4ea192 None None] Provisioning complete for port 2b872d41-9ccf-44c2-9a96-1a502a6c2740 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:54:14.904084 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9c175a0-ea1c-4e97-b9f1-7e819c4ea192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:14.933364 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:14.973302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f9c175a0-ea1c-4e97-b9f1-7e819c4ea192 None None] Port 2b872d41-9ccf-44c2-9a96-1a502a6c2740 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:54:15.159193 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30d165-5dcb-44fa-b91e-6b4110b7c66a req-921c6ebb-3d82-471a-ae85-f33c17d67f18 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:15.159835 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-bf30d165-5dcb-44fa-b91e-6b4110b7c66a req-921c6ebb-3d82-471a-ae85-f33c17d67f18 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:54:15.266464 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-bf30d165-5dcb-44fa-b91e-6b4110b7c66a req-921c6ebb-3d82-471a-ae85-f33c17d67f18 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:54:15.266464 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bf30d165-5dcb-44fa-b91e-6b4110b7c66a req-921c6ebb-3d82-471a-ae85-f33c17d67f18 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=99de5b47-5907-49fb-b9aa-e17a0f97d199 HTTP/1.1" status: 200 len: 932 time: 0.2892947 Mar 08 09:54:15.343735 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bf30d165-5dcb-44fa-b91e-6b4110b7c66a req-35c19227-c53c-443a-9bb6-ef451f5ffbe7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=1192ee3b-df22-458f-8eee-1408cbd0fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655830 Mar 08 09:54:15.427927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b872d41-9ccf-44c2-9a96-1a502a6c2740 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:54:15.440799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:15.453118 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Transition to ACTIVE for port object 2b872d41-9ccf-44c2-9a96-1a502a6c2740 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:54:15.457751 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:15.584615 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Pushing event updated for resources: {'Port': ['ID=2b872d41-9ccf-44c2-9a96-1a502a6c2740,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:15.692198 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Attempting to bind port 2b872d41-9ccf-44c2-9a96-1a502a6c2740 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:54:15.692529 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Attempting to bind port 2b872d41-9ccf-44c2-9a96-1a502a6c2740 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '66337c13-eb13-4059-ae63-92d0c6a2eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60791aa0-9d4d-4c08-a4e7-d8c23049be66'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:54:15.692885 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Attempting to bind port 2b872d41-9ccf-44c2-9a96-1a502a6c2740 on network 60791aa0-9d4d-4c08-a4e7-d8c23049be66 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:54:15.697492 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Port 2b872d41-9ccf-44c2-9a96-1a502a6c2740 on network 60791aa0-9d4d-4c08-a4e7-d8c23049be66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:54:15.697813 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Attempting to bind port 2b872d41-9ccf-44c2-9a96-1a502a6c2740 on network 60791aa0-9d4d-4c08-a4e7-d8c23049be66 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:54:15.703688 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:54:15.704022 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Checking segment: {'id': '66337c13-eb13-4059-ae63-92d0c6a2eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60791aa0-9d4d-4c08-a4e7-d8c23049be66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:54:15.704402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Bound using segment: {'id': '66337c13-eb13-4059-ae63-92d0c6a2eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60791aa0-9d4d-4c08-a4e7-d8c23049be66'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:54:15.706132 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Bound port: 2b872d41-9ccf-44c2-9a96-1a502a6c2740, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66337c13-eb13-4059-ae63-92d0c6a2eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60791aa0-9d4d-4c08-a4e7-d8c23049be66'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:54:15.706132 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:15.806413 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] For port 2b872d41-9ccf-44c2-9a96-1a502a6c2740, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:54:15.810003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] For port 2b872d41-9ccf-44c2-9a96-1a502a6c2740, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2b872d41-9ccf-44c2-9a96-1a502a6c2740,segment=NetworkSegment(66337c13-eb13-4059-ae63-92d0c6a2eabb),segment_id=66337c13-eb13-4059-ae63-92d0c6a2eabb)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:54:15.815459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:15.872070 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:15.872671 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:15.874248 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-976421bd-6670-4206-86eb-01091c86ef4e req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] 10.222.0.26 "PUT /v2.0/ports/2b872d41-9ccf-44c2-9a96-1a502a6c2740 HTTP/1.1" status: 200 len: 1094 time: 1.0887852 Mar 08 09:54:15.874520 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99de5b47-5907-49fb-b9aa-e17a0f97d199', 'tag': '2b872d41-9ccf-44c2-9a96-1a502a6c2740'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:54:15.905244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce7c16-a923-4765-af64-a8330dae5332 service neutron] Pushing event updated for resources: {'Port': ['ID=2b872d41-9ccf-44c2-9a96-1a502a6c2740,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:15.944732 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99de5b47-5907-49fb-b9aa-e17a0f97d199', 'tag': '2b872d41-9ccf-44c2-9a96-1a502a6c2740', 'status': 'completed', 'code': 200} Mar 08 09:54:15.985607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976421bd-6670-4206-86eb-01091c86ef4e req-12c2b4cd-827d-4769-9a29-2ad232f0ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:15.987108 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-976421bd-6670-4206-86eb-01091c86ef4e req-12c2b4cd-827d-4769-9a29-2ad232f0ac5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=99de5b47-5907-49fb-b9aa-e17a0f97d199 HTTP/1.1" status: 200 len: 1097 time: 0.0736787 Mar 08 09:54:16.057441 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-976421bd-6670-4206-86eb-01091c86ef4e req-272c78f8-5a9a-41f6-8857-07aee8ecb91a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=2b872d41-9ccf-44c2-9a96-1a502a6c2740 HTTP/1.1" status: 200 len: 217 time: 0.0637572 Mar 08 09:54:16.129406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976421bd-6670-4206-86eb-01091c86ef4e req-9e4a808a-d8fe-4525-b6f2-3e927f0dfe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:16.130818 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-976421bd-6670-4206-86eb-01091c86ef4e req-9e4a808a-d8fe-4525-b6f2-3e927f0dfe8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68ab3104-a2f1-4a83-ae44-49c16e068d0e HTTP/1.1" status: 200 len: 837 time: 0.0683486 Mar 08 09:54:16.206606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976421bd-6670-4206-86eb-01091c86ef4e req-1ec05d1e-c327-4ec6-b672-60008b6aaa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:16.207935 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-976421bd-6670-4206-86eb-01091c86ef4e req-1ec05d1e-c327-4ec6-b672-60008b6aaa8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60791aa0-9d4d-4c08-a4e7-d8c23049be66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0711997 Mar 08 09:54:16.449915 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-976421bd-6670-4206-86eb-01091c86ef4e req-d9b2b3db-8b96-421b-ac46-afe762130545 service neutron] 10.222.0.26 "GET /v2.0/networks/60791aa0-9d4d-4c08-a4e7-d8c23049be66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361431 Mar 08 09:54:16.628314 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-976421bd-6670-4206-86eb-01091c86ef4e req-d3698e11-1e46-4f70-89e7-19c6a4e5e9d4 service neutron] 10.222.0.26 "GET /v2.0/networks/60791aa0-9d4d-4c08-a4e7-d8c23049be66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722565 Mar 08 09:54:16.640802 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fab8f-a1d1-4a5c-9d9b-642450b2c52b req-218e8048-5f88-4d58-a330-161c1641d762 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:16.642859 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b7fab8f-a1d1-4a5c-9d9b-642450b2c52b req-218e8048-5f88-4d58-a330-161c1641d762 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=99de5b47-5907-49fb-b9aa-e17a0f97d199 HTTP/1.1" status: 200 len: 944 time: 0.1688483 Mar 08 09:54:16.736361 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b7fab8f-a1d1-4a5c-9d9b-642450b2c52b req-b889cdad-c708-4cb0-9cdc-9a426f76742f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=1192ee3b-df22-458f-8eee-1408cbd0fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867949 Mar 08 09:54:16.764044 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738feb76-9875-486b-9216-2bae40b35aab req-d36b835c-7801-4948-a16c-372270e2f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:16.765542 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-738feb76-9875-486b-9216-2bae40b35aab req-d36b835c-7801-4948-a16c-372270e2f906 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=99de5b47-5907-49fb-b9aa-e17a0f97d199 HTTP/1.1" status: 200 len: 1097 time: 0.0849185 Mar 08 09:54:16.891834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738feb76-9875-486b-9216-2bae40b35aab req-d8b69b22-f73c-4116-8294-a37588632c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:16.893230 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-738feb76-9875-486b-9216-2bae40b35aab req-d8b69b22-f73c-4116-8294-a37588632c7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=60791aa0-9d4d-4c08-a4e7-d8c23049be66 HTTP/1.1" status: 200 len: 897 time: 0.1211526 Mar 08 09:54:16.959707 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-738feb76-9875-486b-9216-2bae40b35aab req-fdd964ed-eabd-4f54-a062-252e201dba82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=2b872d41-9ccf-44c2-9a96-1a502a6c2740 HTTP/1.1" status: 200 len: 217 time: 0.0609806 Mar 08 09:54:17.018408 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738feb76-9875-486b-9216-2bae40b35aab req-2908c8f5-cdc0-4b12-9f0b-2d3bd87eb459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:17.019781 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-738feb76-9875-486b-9216-2bae40b35aab req-2908c8f5-cdc0-4b12-9f0b-2d3bd87eb459 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68ab3104-a2f1-4a83-ae44-49c16e068d0e HTTP/1.1" status: 200 len: 837 time: 0.0544012 Mar 08 09:54:17.091098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738feb76-9875-486b-9216-2bae40b35aab req-8462ea18-6abb-45b2-b417-d42fb75f917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:17.092522 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-738feb76-9875-486b-9216-2bae40b35aab req-8462ea18-6abb-45b2-b417-d42fb75f917f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60791aa0-9d4d-4c08-a4e7-d8c23049be66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0670741 Mar 08 09:54:17.220056 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-738feb76-9875-486b-9216-2bae40b35aab req-f8d25631-3e92-4026-9f98-4d102685bf78 service neutron] 10.222.0.26 "GET /v2.0/networks/60791aa0-9d4d-4c08-a4e7-d8c23049be66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211035 Mar 08 09:54:17.354169 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-738feb76-9875-486b-9216-2bae40b35aab req-41dcaab8-a4f3-4bed-824c-79ce7eac776b service neutron] 10.222.0.26 "GET /v2.0/networks/60791aa0-9d4d-4c08-a4e7-d8c23049be66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279051 Mar 08 09:54:17.919434 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458336c-576f-4d13-8183-7c4d68ce268d req-6e1d3db8-d80b-45d7-9671-b7a2c21f1356 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:17.920877 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6458336c-576f-4d13-8183-7c4d68ce268d req-6e1d3db8-d80b-45d7-9671-b7a2c21f1356 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=99de5b47-5907-49fb-b9aa-e17a0f97d199 HTTP/1.1" status: 200 len: 944 time: 0.0811932 Mar 08 09:54:17.963678 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6458336c-576f-4d13-8183-7c4d68ce268d req-4a85fb7c-d744-4b57-8c7d-4496add17f25 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=1192ee3b-df22-458f-8eee-1408cbd0fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369015 Mar 08 09:54:19.145447 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59c1a0-1c1f-466c-bacf-14c6a64d5475 req-8ab6ebc9-2de5-4843-9ef5-c8004d51f640 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:19.146870 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ae59c1a0-1c1f-466c-bacf-14c6a64d5475 req-8ab6ebc9-2de5-4843-9ef5-c8004d51f640 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=99de5b47-5907-49fb-b9aa-e17a0f97d199 HTTP/1.1" status: 200 len: 944 time: 0.0813949 Mar 08 09:54:19.189260 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ae59c1a0-1c1f-466c-bacf-14c6a64d5475 req-1d47bcab-c45d-4225-84e2-7d817cbb8065 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=1192ee3b-df22-458f-8eee-1408cbd0fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369136 Mar 08 09:54:19.452079 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 2b872d41-9ccf-44c2-9a96-1a502a6c2740 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 09:54:19.580000 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 2b872d41-9ccf-44c2-9a96-1a502a6c2740, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2b872d41-9ccf-44c2-9a96-1a502a6c2740,segment=NetworkSegment(66337c13-eb13-4059-ae63-92d0c6a2eabb),segment_id=66337c13-eb13-4059-ae63-92d0c6a2eabb)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:54:19.593278 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '2b872d41-9ccf-44c2-9a96-1a502a6c2740', 'network_id': '60791aa0-9d4d-4c08-a4e7-d8c23049be66', 'port_id': '2b872d41-9ccf-44c2-9a96-1a502a6c2740', 'mac_address': 'fa:16:3e:b9:b1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ab3104-a2f1-4a83-ae44-49c16e068d0e', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 09:54:19.649564 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:19.666188 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b872d41-9ccf-44c2-9a96-1a502a6c2740 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:54:19.682031 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 2b872d41-9ccf-44c2-9a96-1a502a6c2740, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2b872d41-9ccf-44c2-9a96-1a502a6c2740,segment=NetworkSegment(66337c13-eb13-4059-ae63-92d0c6a2eabb),segment_id=66337c13-eb13-4059-ae63-92d0c6a2eabb)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:54:19.685557 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:19.749333 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=2b872d41-9ccf-44c2-9a96-1a502a6c2740,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:20.019591 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['2b872d41-9ccf-44c2-9a96-1a502a6c2740'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 09:54:20.373851 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5774b-d53e-451b-9684-923676c7f4e2 req-38dfbdf0-4d53-4c6a-a7b9-0f9ab3ccc99d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:20.375239 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-20d5774b-d53e-451b-9684-923676c7f4e2 req-38dfbdf0-4d53-4c6a-a7b9-0f9ab3ccc99d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=99de5b47-5907-49fb-b9aa-e17a0f97d199 HTTP/1.1" status: 200 len: 945 time: 0.0826631 Mar 08 09:54:20.419654 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-20d5774b-d53e-451b-9684-923676c7f4e2 req-923c1a67-677f-4a91-baba-478deddaac8e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=1192ee3b-df22-458f-8eee-1408cbd0fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387535 Mar 08 09:54:21.466879 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 2b872d41-9ccf-44c2-9a96-1a502a6c2740 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:54:21.533763 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 2b872d41-9ccf-44c2-9a96-1a502a6c2740 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:54:21.539073 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 2b872d41-9ccf-44c2-9a96-1a502a6c2740 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:54:21.539741 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:21.604825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91060a24-77e8-4b5e-823c-5fe6a0a833a8 req-3e0307ba-0ec6-4517-98a9-8d1c49b631b9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:21.607756 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-91060a24-77e8-4b5e-823c-5fe6a0a833a8 req-3e0307ba-0ec6-4517-98a9-8d1c49b631b9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=99de5b47-5907-49fb-b9aa-e17a0f97d199 HTTP/1.1" status: 200 len: 945 time: 0.0814462 Mar 08 09:54:21.652594 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-91060a24-77e8-4b5e-823c-5fe6a0a833a8 req-4fcb503b-cceb-43d5-996c-68d466d727ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=1192ee3b-df22-458f-8eee-1408cbd0fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405560 Mar 08 09:54:21.658095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:21.685319 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99de5b47-5907-49fb-b9aa-e17a0f97d199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b872d41-9ccf-44c2-9a96-1a502a6c2740'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:54:21.695681 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 2b872d41-9ccf-44c2-9a96-1a502a6c2740, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2b872d41-9ccf-44c2-9a96-1a502a6c2740,segment=NetworkSegment(66337c13-eb13-4059-ae63-92d0c6a2eabb),segment_id=66337c13-eb13-4059-ae63-92d0c6a2eabb)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:54:21.699597 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:21.734418 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99de5b47-5907-49fb-b9aa-e17a0f97d199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b872d41-9ccf-44c2-9a96-1a502a6c2740', 'code': 200} Mar 08 09:54:21.769142 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=2b872d41-9ccf-44c2-9a96-1a502a6c2740,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:21.946529 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127dd72d-c03f-4883-9717-6bcc35334947 req-8ebcf7bd-d779-457c-ac23-9fec500d8a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:21.947988 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-127dd72d-c03f-4883-9717-6bcc35334947 req-8ebcf7bd-d779-457c-ac23-9fec500d8a58 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=99de5b47-5907-49fb-b9aa-e17a0f97d199 HTTP/1.1" status: 200 len: 1099 time: 0.0681453 Mar 08 09:54:21.987858 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-127dd72d-c03f-4883-9717-6bcc35334947 req-5cff9660-f674-4007-a2d0-8d5dd62dcbcf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1192ee3b-df22-458f-8eee-1408cbd0fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328991 Mar 08 09:54:22.839750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361cc3f-59bf-4a11-946d-96366554da1d req-400635b6-6850-4f00-8f7e-88930f8c14bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:22.841178 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8361cc3f-59bf-4a11-946d-96366554da1d req-400635b6-6850-4f00-8f7e-88930f8c14bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=99de5b47-5907-49fb-b9aa-e17a0f97d199 HTTP/1.1" status: 200 len: 946 time: 0.0808442 Mar 08 09:54:22.883569 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8361cc3f-59bf-4a11-946d-96366554da1d req-49211e97-2fc9-4ec9-b012-78b42fdd1cd0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=1192ee3b-df22-458f-8eee-1408cbd0fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367630 Mar 08 09:54:24.067666 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8876fcc-52c1-4c2d-a722-e02dc142b66a req-45fa4a41-e46d-44f4-8ca4-52ff93c12037 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:24.069099 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e8876fcc-52c1-4c2d-a722-e02dc142b66a req-45fa4a41-e46d-44f4-8ca4-52ff93c12037 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=99de5b47-5907-49fb-b9aa-e17a0f97d199 HTTP/1.1" status: 200 len: 946 time: 0.0807078 Mar 08 09:54:24.126104 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e8876fcc-52c1-4c2d-a722-e02dc142b66a req-05f7baf3-e5b7-46e1-bea8-4a4c6213fbad tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=1192ee3b-df22-458f-8eee-1408cbd0fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515106 Mar 08 09:54:24.303335 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e047363-e397-4974-90a4-b42e4d3295ae req-f9abe7cf-9def-4bb1-9b9c-f291dea9088d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:24.304772 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4e047363-e397-4974-90a4-b42e4d3295ae req-f9abe7cf-9def-4bb1-9b9c-f291dea9088d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=99de5b47-5907-49fb-b9aa-e17a0f97d199 HTTP/1.1" status: 200 len: 946 time: 0.0766301 Mar 08 09:54:24.350520 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4e047363-e397-4974-90a4-b42e4d3295ae req-292996d4-4f72-4245-9a08-514431951c2b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=1192ee3b-df22-458f-8eee-1408cbd0fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400231 Mar 08 09:54:24.851162 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bc0eac26-7fd0-4c18-90be-804f917052da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:25.823602 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 47970) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:54:26.610076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1993f932-6f36-453a-b08a-fe9d870e3841 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:26.988615 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-1993f932-6f36-453a-b08a-fe9d870e3841 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.20.0.17 (60791aa0-9d4d-4c08-a4e7-d8c23049be66/68ab3104-a2f1-4a83-ae44-49c16e068d0e/c0bb4e80-6875-4ed2-98d1-03a9790595c0) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:54:27.139330 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1993f932-6f36-453a-b08a-fe9d870e3841 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:27.154366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-1993f932-6f36-453a-b08a-fe9d870e3841 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Transition to ACTIVE for port object c0bb4e80-6875-4ed2-98d1-03a9790595c0 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:54:27.176735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1993f932-6f36-453a-b08a-fe9d870e3841 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:27.244680 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1993f932-6f36-453a-b08a-fe9d870e3841 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 60791aa0-9d4d-4c08-a4e7-d8c23049be66 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:54:27.247462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-1993f932-6f36-453a-b08a-fe9d870e3841 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:54:27.255687 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1993f932-6f36-453a-b08a-fe9d870e3841 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:54:27.291694 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993f932-6f36-453a-b08a-fe9d870e3841 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=c0bb4e80-6875-4ed2-98d1-03a9790595c0,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:27.317975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1993f932-6f36-453a-b08a-fe9d870e3841 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:27.493416 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6a511c73-b36a-4637-ac2e-28f16751ec45 None None] Provisioning for port c0bb4e80-6875-4ed2-98d1-03a9790595c0 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:54:27.498534 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6a511c73-b36a-4637-ac2e-28f16751ec45 None None] Provisioning complete for port c0bb4e80-6875-4ed2-98d1-03a9790595c0 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:54:27.498837 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a511c73-b36a-4637-ac2e-28f16751ec45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:27.560422 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e42b28b-038c-42ac-8052-ce1d43be0285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:27.566688 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6a511c73-b36a-4637-ac2e-28f16751ec45 None None] Port c0bb4e80-6875-4ed2-98d1-03a9790595c0 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:54:27.638481 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1993f932-6f36-453a-b08a-fe9d870e3841 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:28.035308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1993f932-6f36-453a-b08a-fe9d870e3841 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:28.039601 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1993f932-6f36-453a-b08a-fe9d870e3841 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:28.150463 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1993f932-6f36-453a-b08a-fe9d870e3841 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:28.153525 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993f932-6f36-453a-b08a-fe9d870e3841 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=c0bb4e80-6875-4ed2-98d1-03a9790595c0,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:28.172021 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:28.246538 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:28.285258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1993f932-6f36-453a-b08a-fe9d870e3841 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 60791aa0-9d4d-4c08-a4e7-d8c23049be66 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:54:28.286476 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-1993f932-6f36-453a-b08a-fe9d870e3841 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:54:28.468163 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1993f932-6f36-453a-b08a-fe9d870e3841 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 4052f757-e39c-412c-848b-b7c4713800df has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:54:28.490931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4d4cce31-ed58-4142-8c6a-348a7f45e840 None None] Provisioning complete for port c0bb4e80-6875-4ed2-98d1-03a9790595c0 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:54:28.491396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4d4cce31-ed58-4142-8c6a-348a7f45e840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:28.543880 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4d4cce31-ed58-4142-8c6a-348a7f45e840 None None] Port c0bb4e80-6875-4ed2-98d1-03a9790595c0 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:54:28.647431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1993f932-6f36-453a-b08a-fe9d870e3841 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:54:28.656596 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Sync routers for ids ['4052f757-e39c-412c-848b-b7c4713800df'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:54:28.663458 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1993f932-6f36-453a-b08a-fe9d870e3841 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/routers/4052f757-e39c-412c-848b-b7c4713800df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8387961 Mar 08 09:54:28.666332 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Routers {'4052f757-e39c-412c-848b-b7c4713800df'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:54:28.666902 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:54:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['4052f757-e39c-412c-848b-b7c4713800df'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:54:28.871413 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Set router 4052f757-e39c-412c-848b-b7c4713800df gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:54:29.209018 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:54:27Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:08Z', 'updated_at': '2022-03-08T09:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '174a8f8a-c67e-4bcf-80ad-3fcab51c33fd', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.63', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '4052f757-e39c-412c-848b-b7c4713800df', 'port_id': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'mac_address': 'fa:16:3e:74:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:52:52Z', 'updated_at': '2022-03-08T09:52:56Z', 'revision_number': 1, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804af151-a88e-4c61-997b-5858de1b29c2', 'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:12:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:15Z', 'updated_at': '2022-03-08T09:52:30Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bb4e80-6875-4ed2-98d1-03a9790595c0', 'name': '', 'network_id': '60791aa0-9d4d-4c08-a4e7-d8c23049be66', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:0a:4d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '68ab3104-a2f1-4a83-ae44-49c16e068d0e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:54:26Z', 'updated_at': '2022-03-08T09:54:27Z', 'revision_number': 2, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '68ab3104-a2f1-4a83-ae44-49c16e068d0e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:54:29.212816 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Checking router: 4052f757-e39c-412c-848b-b7c4713800df for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:54:29.213177 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Updating router 4052f757-e39c-412c-848b-b7c4713800df port c0bb4e80-6875-4ed2-98d1-03a9790595c0 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:54:29.263414 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:29.597524 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:29.608749 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Transition to ACTIVE for port object c0bb4e80-6875-4ed2-98d1-03a9790595c0 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:54:29.614702 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:29.764264 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a09a1-cd59-49da-ab02-4a310a5a6a38 None None] Pushing event updated for resources: {'Port': ['ID=c0bb4e80-6875-4ed2-98d1-03a9790595c0,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:29.833709 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Attempting to bind port c0bb4e80-6875-4ed2-98d1-03a9790595c0 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:54:29.834078 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Attempting to bind port c0bb4e80-6875-4ed2-98d1-03a9790595c0 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '66337c13-eb13-4059-ae63-92d0c6a2eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60791aa0-9d4d-4c08-a4e7-d8c23049be66'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:54:29.834465 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Attempting to bind port c0bb4e80-6875-4ed2-98d1-03a9790595c0 on network 60791aa0-9d4d-4c08-a4e7-d8c23049be66 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:54:29.840443 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:54:29.840848 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Checking segment: {'id': '66337c13-eb13-4059-ae63-92d0c6a2eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60791aa0-9d4d-4c08-a4e7-d8c23049be66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:54:29.841254 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:29.841643 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Bound using segment: {'id': '66337c13-eb13-4059-ae63-92d0c6a2eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60791aa0-9d4d-4c08-a4e7-d8c23049be66'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:54:29.842103 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Bound port: c0bb4e80-6875-4ed2-98d1-03a9790595c0, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66337c13-eb13-4059-ae63-92d0c6a2eabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60791aa0-9d4d-4c08-a4e7-d8c23049be66'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:54:29.842477 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:29.936275 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] For port c0bb4e80-6875-4ed2-98d1-03a9790595c0, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:54:29.939362 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] For port c0bb4e80-6875-4ed2-98d1-03a9790595c0, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c0bb4e80-6875-4ed2-98d1-03a9790595c0,segment=NetworkSegment(66337c13-eb13-4059-ae63-92d0c6a2eabb),segment_id=66337c13-eb13-4059-ae63-92d0c6a2eabb)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:54:29.944283 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:30.017914 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:30.033700 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Routers {'4052f757-e39c-412c-848b-b7c4713800df'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:54:30.034866 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:54:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['4052f757-e39c-412c-848b-b7c4713800df'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:54:30.096144 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a09a1-cd59-49da-ab02-4a310a5a6a38 None None] Pushing event updated for resources: {'Port': ['ID=c0bb4e80-6875-4ed2-98d1-03a9790595c0,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:30.227794 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] Set router 4052f757-e39c-412c-848b-b7c4713800df gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:54:30.625410 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:54:27Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:08Z', 'updated_at': '2022-03-08T09:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '174a8f8a-c67e-4bcf-80ad-3fcab51c33fd', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.63', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '4052f757-e39c-412c-848b-b7c4713800df', 'port_id': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'mac_address': 'fa:16:3e:74:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:52:52Z', 'updated_at': '2022-03-08T09:52:56Z', 'revision_number': 1, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804af151-a88e-4c61-997b-5858de1b29c2', 'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:12:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:15Z', 'updated_at': '2022-03-08T09:52:30Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bb4e80-6875-4ed2-98d1-03a9790595c0', 'name': '', 'network_id': '60791aa0-9d4d-4c08-a4e7-d8c23049be66', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:0a:4d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '68ab3104-a2f1-4a83-ae44-49c16e068d0e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:54:26Z', 'updated_at': '2022-03-08T09:54:29Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '68ab3104-a2f1-4a83-ae44-49c16e068d0e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:54:30.629440 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7c7c00-da0f-4f5a-9180-4009663af7dc None None] The sync data for ids ['4052f757-e39c-412c-848b-b7c4713800df'] in dv-neutron-831730-2-hyperv is: [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:54:27Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:08Z', 'updated_at': '2022-03-08T09:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '174a8f8a-c67e-4bcf-80ad-3fcab51c33fd', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.63', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '4052f757-e39c-412c-848b-b7c4713800df', 'port_id': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'mac_address': 'fa:16:3e:74:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:52:52Z', 'updated_at': '2022-03-08T09:52:56Z', 'revision_number': 1, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804af151-a88e-4c61-997b-5858de1b29c2', 'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:12:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:15Z', 'updated_at': '2022-03-08T09:52:30Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0bb4e80-6875-4ed2-98d1-03a9790595c0', 'name': '', 'network_id': '60791aa0-9d4d-4c08-a4e7-d8c23049be66', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:0a:4d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '68ab3104-a2f1-4a83-ae44-49c16e068d0e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:54:26Z', 'updated_at': '2022-03-08T09:54:29Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '68ab3104-a2f1-4a83-ae44-49c16e068d0e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:54:31.874677 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c0bb4e80-6875-4ed2-98d1-03a9790595c0 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:54:31.944820 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port c0bb4e80-6875-4ed2-98d1-03a9790595c0 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:54:31.949274 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port c0bb4e80-6875-4ed2-98d1-03a9790595c0 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:54:31.949648 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:32.081422 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:32.114333 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port c0bb4e80-6875-4ed2-98d1-03a9790595c0, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c0bb4e80-6875-4ed2-98d1-03a9790595c0,segment=NetworkSegment(66337c13-eb13-4059-ae63-92d0c6a2eabb),segment_id=66337c13-eb13-4059-ae63-92d0c6a2eabb)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:54:32.119492 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:32.187790 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=c0bb4e80-6875-4ed2-98d1-03a9790595c0,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:54:33.866582 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c0bb4e80-6875-4ed2-98d1-03a9790595c0 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:54:33.935262 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port c0bb4e80-6875-4ed2-98d1-03a9790595c0 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:54:33.935628 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:39.323644 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:54:43.187449 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:54.852872 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5debe69d-44d5-440b-aef3-2aecd9e07c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:55.564505 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7e7c9836-a5ab-4e85-8fef-ec8b17c6312a req-55ec7c37-0c33-48e1-8184-087badbaa009 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678163 Mar 08 09:54:55.654893 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c9836-a5ab-4e85-8fef-ec8b17c6312a req-3fd9b747-b23f-42f4-b043-fb40863de60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:55.656324 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7e7c9836-a5ab-4e85-8fef-ec8b17c6312a req-3fd9b747-b23f-42f4-b043-fb40863de60b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 1099 time: 0.0705693 Mar 08 09:54:55.796472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c9836-a5ab-4e85-8fef-ec8b17c6312a req-1c42d074-8b07-4979-888d-e0713d556033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:55.798152 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7e7c9836-a5ab-4e85-8fef-ec8b17c6312a req-1c42d074-8b07-4979-888d-e0713d556033 service neutron] 10.222.0.26 "GET /v2.0/networks?id=400ba1a2-785f-4208-b0a7-135e38103373 HTTP/1.1" status: 200 len: 897 time: 0.1221402 Mar 08 09:54:55.895671 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7e7c9836-a5ab-4e85-8fef-ec8b17c6312a req-aac303ba-4fc7-466f-aa66-13bd2dcd67fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d HTTP/1.1" status: 200 len: 1001 time: 0.0905364 Mar 08 09:54:56.058261 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c9836-a5ab-4e85-8fef-ec8b17c6312a req-e30adc0e-9aa3-4a4b-8cf2-5d316b5204bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:56.059671 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7e7c9836-a5ab-4e85-8fef-ec8b17c6312a req-e30adc0e-9aa3-4a4b-8cf2-5d316b5204bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=460170b7-129e-4376-9148-9f2cb3d174c9 HTTP/1.1" status: 200 len: 834 time: 0.1576781 Mar 08 09:54:56.132157 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c9836-a5ab-4e85-8fef-ec8b17c6312a req-c94f31b2-68f2-4864-9c21-fbacbe3e7887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:54:56.133566 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7e7c9836-a5ab-4e85-8fef-ec8b17c6312a req-c94f31b2-68f2-4864-9c21-fbacbe3e7887 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=400ba1a2-785f-4208-b0a7-135e38103373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666437 Mar 08 09:54:56.258621 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7e7c9836-a5ab-4e85-8fef-ec8b17c6312a req-9b710e35-fe6e-4913-a9af-99151bef0386 service neutron] 10.222.0.26 "GET /v2.0/networks/400ba1a2-785f-4208-b0a7-135e38103373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187968 Mar 08 09:54:56.384094 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7e7c9836-a5ab-4e85-8fef-ec8b17c6312a req-bb8add74-ae7d-4096-bb7e-7ee1deb6db2c service neutron] 10.222.0.26 "GET /v2.0/networks/400ba1a2-785f-4208-b0a7-135e38103373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195312 Mar 08 09:54:57.523819 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b166d6c0-27c4-4770-b2f7-62bf7760466e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:58.174949 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:58.248296 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:54:59.989773 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:00.183477 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48014) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:00.727774 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:01.106139 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port c0bb4e80-6875-4ed2-98d1-03a9790595c0 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:55:01.106474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:01.379928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port c0bb4e80-6875-4ed2-98d1-03a9790595c0, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c0bb4e80-6875-4ed2-98d1-03a9790595c0,segment=NetworkSegment(66337c13-eb13-4059-ae63-92d0c6a2eabb),segment_id=66337c13-eb13-4059-ae63-92d0c6a2eabb)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:55:01.380559 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:01.502093 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for c0bb4e80-6875-4ed2-98d1-03a9790595c0 owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:55:01.829553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:01.875603 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=c0bb4e80-6875-4ed2-98d1-03a9790595c0,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:01.907720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:01.908072 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:01.908410 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:01.908841 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:01.909715 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:01.910050 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:01.910383 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:01.910714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:01.911046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:01.911374 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:01.911697 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:01.912016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:02.164231 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:02.630930 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 4052f757-e39c-412c-848b-b7c4713800df has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:55:02.810890 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:55:02.821014 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e424e3c1-9659-4b01-b2ac-3862d0fd5629 None None] Sync routers for ids ['4052f757-e39c-412c-848b-b7c4713800df'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:55:02.824307 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fdb12b12-bfc9-4f3e-9725-fcfd167ff0fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/routers/4052f757-e39c-412c-848b-b7c4713800df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6398928 Mar 08 09:55:02.830716 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e424e3c1-9659-4b01-b2ac-3862d0fd5629 None None] Routers {'4052f757-e39c-412c-848b-b7c4713800df'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:55:02.831320 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e424e3c1-9659-4b01-b2ac-3862d0fd5629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:54:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['4052f757-e39c-412c-848b-b7c4713800df'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:03.001418 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-e424e3c1-9659-4b01-b2ac-3862d0fd5629 None None] Set router 4052f757-e39c-412c-848b-b7c4713800df gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:55:03.183413 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4975892-cd9a-4be2-ab84-bb065aa2dddf req-2d6f2db9-c492-4c7d-9d08-ee2723d8c798 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:03.184121 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-f4975892-cd9a-4be2-ab84-bb065aa2dddf req-2d6f2db9-c492-4c7d-9d08-ee2723d8c798 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:55:03.199809 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-f4975892-cd9a-4be2-ab84-bb065aa2dddf req-2d6f2db9-c492-4c7d-9d08-ee2723d8c798 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:55:03.201043 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f4975892-cd9a-4be2-ab84-bb065aa2dddf req-2d6f2db9-c492-4c7d-9d08-ee2723d8c798 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=99de5b47-5907-49fb-b9aa-e17a0f97d199 HTTP/1.1" status: 200 len: 946 time: 0.1023841 Mar 08 09:55:03.245474 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f4975892-cd9a-4be2-ab84-bb065aa2dddf req-63fd8f93-dee5-4107-b627-6b5fbc142802 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=1192ee3b-df22-458f-8eee-1408cbd0fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384779 Mar 08 09:55:03.336945 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e424e3c1-9659-4b01-b2ac-3862d0fd5629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:55:01Z', 'revision_number': 6, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:08Z', 'updated_at': '2022-03-08T09:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '174a8f8a-c67e-4bcf-80ad-3fcab51c33fd', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.63', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '4052f757-e39c-412c-848b-b7c4713800df', 'port_id': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'mac_address': 'fa:16:3e:74:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:52:52Z', 'updated_at': '2022-03-08T09:52:56Z', 'revision_number': 1, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804af151-a88e-4c61-997b-5858de1b29c2', 'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:12:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:15Z', 'updated_at': '2022-03-08T09:52:30Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:03.340519 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e424e3c1-9659-4b01-b2ac-3862d0fd5629 None None] Checking router: 4052f757-e39c-412c-848b-b7c4713800df for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:55:03.349054 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e424e3c1-9659-4b01-b2ac-3862d0fd5629 None None] Routers {'4052f757-e39c-412c-848b-b7c4713800df'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:55:03.349638 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e424e3c1-9659-4b01-b2ac-3862d0fd5629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:54:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['4052f757-e39c-412c-848b-b7c4713800df'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:03.517265 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-e424e3c1-9659-4b01-b2ac-3862d0fd5629 None None] Set router 4052f757-e39c-412c-848b-b7c4713800df gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:55:03.855541 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e424e3c1-9659-4b01-b2ac-3862d0fd5629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:55:01Z', 'revision_number': 6, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:08Z', 'updated_at': '2022-03-08T09:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '174a8f8a-c67e-4bcf-80ad-3fcab51c33fd', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.63', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '4052f757-e39c-412c-848b-b7c4713800df', 'port_id': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'mac_address': 'fa:16:3e:74:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:52:52Z', 'updated_at': '2022-03-08T09:52:56Z', 'revision_number': 1, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804af151-a88e-4c61-997b-5858de1b29c2', 'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:12:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:15Z', 'updated_at': '2022-03-08T09:52:30Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:03.859620 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e424e3c1-9659-4b01-b2ac-3862d0fd5629 None None] The sync data for ids ['4052f757-e39c-412c-848b-b7c4713800df'] in dv-neutron-831730-2-hyperv is: [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:55:01Z', 'revision_number': 6, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:08Z', 'updated_at': '2022-03-08T09:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '174a8f8a-c67e-4bcf-80ad-3fcab51c33fd', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.63', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '4052f757-e39c-412c-848b-b7c4713800df', 'port_id': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'mac_address': 'fa:16:3e:74:e2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:52:52Z', 'updated_at': '2022-03-08T09:52:56Z', 'revision_number': 1, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804af151-a88e-4c61-997b-5858de1b29c2', 'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:12:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:15Z', 'updated_at': '2022-03-08T09:52:30Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:55:04.437674 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170781b-ecba-4024-86b3-b8eb5441add6 req-646b3fc8-34e0-45d6-b7e0-7f2d606e269d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:04.439166 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1170781b-ecba-4024-86b3-b8eb5441add6 req-646b3fc8-34e0-45d6-b7e0-7f2d606e269d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=99de5b47-5907-49fb-b9aa-e17a0f97d199 HTTP/1.1" status: 200 len: 946 time: 0.0802941 Mar 08 09:55:04.486646 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1170781b-ecba-4024-86b3-b8eb5441add6 req-7057388c-1ce4-48d1-8ba3-206f9771c0a0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=1192ee3b-df22-458f-8eee-1408cbd0fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410848 Mar 08 09:55:04.803256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150f621-902d-4fa4-a851-8d9ff061d04b req-9f97eb15-e3f7-4fa3-8345-09acb46472d1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:04.804584 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e150f621-902d-4fa4-a851-8d9ff061d04b req-9f97eb15-e3f7-4fa3-8345-09acb46472d1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/ports?device_id=99de5b47-5907-49fb-b9aa-e17a0f97d199 HTTP/1.1" status: 200 len: 946 time: 0.0783465 Mar 08 09:55:04.874178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-e150f621-902d-4fa4-a851-8d9ff061d04b req-f3c7bb69-a4a4-4c90-b541-9b526f2c2ccf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port 2b872d41-9ccf-44c2-9a96-1a502a6c2740 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:55:04.874520 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e150f621-902d-4fa4-a851-8d9ff061d04b req-f3c7bb69-a4a4-4c90-b541-9b526f2c2ccf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:05.109905 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-e150f621-902d-4fa4-a851-8d9ff061d04b req-f3c7bb69-a4a4-4c90-b541-9b526f2c2ccf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port 2b872d41-9ccf-44c2-9a96-1a502a6c2740, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2b872d41-9ccf-44c2-9a96-1a502a6c2740,segment=NetworkSegment(66337c13-eb13-4059-ae63-92d0c6a2eabb),segment_id=66337c13-eb13-4059-ae63-92d0c6a2eabb)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:55:05.110188 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e150f621-902d-4fa4-a851-8d9ff061d04b req-f3c7bb69-a4a4-4c90-b541-9b526f2c2ccf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:05.233100 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-e150f621-902d-4fa4-a851-8d9ff061d04b req-f3c7bb69-a4a4-4c90-b541-9b526f2c2ccf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for 2b872d41-9ccf-44c2-9a96-1a502a6c2740 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:55:05.373040 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e150f621-902d-4fa4-a851-8d9ff061d04b req-f3c7bb69-a4a4-4c90-b541-9b526f2c2ccf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:05.423989 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7bb69-a4a4-4c90-b541-9b526f2c2ccf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=2b872d41-9ccf-44c2-9a96-1a502a6c2740,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:05.498021 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e150f621-902d-4fa4-a851-8d9ff061d04b req-f3c7bb69-a4a4-4c90-b541-9b526f2c2ccf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] No DVR routers for this DVR port 2b872d41-9ccf-44c2-9a96-1a502a6c2740 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:55:05.500409 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e150f621-902d-4fa4-a851-8d9ff061d04b req-f3c7bb69-a4a4-4c90-b541-9b526f2c2ccf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:05.502844 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99de5b47-5907-49fb-b9aa-e17a0f97d199', 'name': 'network-vif-deleted', 'tag': '2b872d41-9ccf-44c2-9a96-1a502a6c2740'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:55:05.519588 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e150f621-902d-4fa4-a851-8d9ff061d04b req-f3c7bb69-a4a4-4c90-b541-9b526f2c2ccf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "DELETE /v2.0/ports/2b872d41-9ccf-44c2-9a96-1a502a6c2740 HTTP/1.1" status: 204 len: 173 time: 0.7098753 Mar 08 09:55:05.550050 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99de5b47-5907-49fb-b9aa-e17a0f97d199', 'name': 'network-vif-deleted', 'tag': '2b872d41-9ccf-44c2-9a96-1a502a6c2740', 'status': 'completed', 'code': 200} Mar 08 09:55:05.660053 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ce4d7de2-fd85-4eec-88c6-26c514fb918a req-93a909c1-2f18-4951-8ca8-09d26055ca57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=99de5b47-5907-49fb-b9aa-e17a0f97d199 HTTP/1.1" status: 200 len: 210 time: 0.0435262 Mar 08 09:55:05.835009 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c0bb4e80-6875-4ed2-98d1-03a9790595c0 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:55:05.871828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: c0bb4e80-6875-4ed2-98d1-03a9790595c0 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:55:05.872187 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c0bb4e80-6875-4ed2-98d1-03a9790595c0 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:55:06.755043 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48030) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:06.825159 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-210174be-fa2e-4f84-9f73-a964cf00de60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:06.854205 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-210174be-fa2e-4f84-9f73-a964cf00de60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:06.915252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-210174be-fa2e-4f84-9f73-a964cf00de60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:06.932918 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210174be-fa2e-4f84-9f73-a964cf00de60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1192ee3b-df22-458f-8eee-1408cbd0fd85,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:06.944721 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-210174be-fa2e-4f84-9f73-a964cf00de60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:06.945853 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-210174be-fa2e-4f84-9f73-a964cf00de60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/security-groups/1192ee3b-df22-458f-8eee-1408cbd0fd85 HTTP/1.1" status: 204 len: 168 time: 0.1898596 Mar 08 09:55:06.974022 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48036) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:07.037746 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-21eb0b5d-5a46-4168-8142-59443e46b57a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting subnet 68ab3104-a2f1-4a83-ae44-49c16e068d0e {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:55:07.040588 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-21eb0b5d-5a46-4168-8142-59443e46b57a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:07.096937 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-21eb0b5d-5a46-4168-8142-59443e46b57a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:07.177342 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-21eb0b5d-5a46-4168-8142-59443e46b57a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:07.249986 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-21eb0b5d-5a46-4168-8142-59443e46b57a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:07.287555 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb0b5d-5a46-4168-8142-59443e46b57a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Subnet': ['ID=68ab3104-a2f1-4a83-ae44-49c16e068d0e,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:07.292179 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-21eb0b5d-5a46-4168-8142-59443e46b57a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:07.298623 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5e25d2-a520-4486-b8c1-9fc55182531b None None] Network 60791aa0-9d4d-4c08-a4e7-d8c23049be66 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:55:07.299155 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-21eb0b5d-5a46-4168-8142-59443e46b57a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/subnets/68ab3104-a2f1-4a83-ae44-49c16e068d0e HTTP/1.1" status: 204 len: 168 time: 0.3241587 Mar 08 09:55:07.301740 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48040) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:07.522156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:07.532400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port f31ebc0f-d8ec-411f-9724-e5e279d9b8cb {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:55:07.532745 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:07.545892 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d09fdf-0f0c-411e-a693-86607db0c3d8 None None] DHCP port deletion for 60791aa0-9d4d-4c08-a4e7-d8c23049be66 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:55:07.550358 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c3d09fdf-0f0c-411e-a693-86607db0c3d8 None None] Deleting port f31ebc0f-d8ec-411f-9724-e5e279d9b8cb {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:55:07.550833 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3d09fdf-0f0c-411e-a693-86607db0c3d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:07.735188 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port f31ebc0f-d8ec-411f-9724-e5e279d9b8cb, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f31ebc0f-d8ec-411f-9724-e5e279d9b8cb,segment=NetworkSegment(66337c13-eb13-4059-ae63-92d0c6a2eabb),segment_id=66337c13-eb13-4059-ae63-92d0c6a2eabb)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:55:07.735538 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:07.766472 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 2b872d41-9ccf-44c2-9a96-1a502a6c2740 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:55:07.804440 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 2b872d41-9ccf-44c2-9a96-1a502a6c2740 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:55:07.804807 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 2b872d41-9ccf-44c2-9a96-1a502a6c2740 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:55:07.823380 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c3d09fdf-0f0c-411e-a693-86607db0c3d8 None None] For port f31ebc0f-d8ec-411f-9724-e5e279d9b8cb, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f31ebc0f-d8ec-411f-9724-e5e279d9b8cb,segment=NetworkSegment(66337c13-eb13-4059-ae63-92d0c6a2eabb),segment_id=66337c13-eb13-4059-ae63-92d0c6a2eabb)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:55:07.823380 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3d09fdf-0f0c-411e-a693-86607db0c3d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:07.860369 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for f31ebc0f-d8ec-411f-9724-e5e279d9b8cb owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:55:07.886316 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f31ebc0f-d8ec-411f-9724-e5e279d9b8cb no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:55:07.935831 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:07.976639 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c3d09fdf-0f0c-411e-a693-86607db0c3d8 None None] Calling delete_port for f31ebc0f-d8ec-411f-9724-e5e279d9b8cb owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:55:07.981911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=f31ebc0f-d8ec-411f-9724-e5e279d9b8cb,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:07.988476 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] No DVR routers for this DVR port f31ebc0f-d8ec-411f-9724-e5e279d9b8cb on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:55:08.049954 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No active binding found for port f31ebc0f-d8ec-411f-9724-e5e279d9b8cb {{(pid=87773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 08 09:55:08.050264 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f31ebc0f-d8ec-411f-9724-e5e279d9b8cb not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:55:08.067936 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-c3d09fdf-0f0c-411e-a693-86607db0c3d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:55:08.068295 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-c3d09fdf-0f0c-411e-a693-86607db0c3d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:55:08.110260 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:08.135048 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60791aa0-9d4d-4c08-a4e7-d8c23049be66']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:08.146460 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66337c13-eb13-4059-ae63-92d0c6a2eabb') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:08.146752 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66337c13-eb13-4059-ae63-92d0c6a2eabb') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:08.157485 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:08.172999 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:08.179284 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:55:08.179685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:55:08.193935 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:55:08.269840 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:08.286413 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:08.298412 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Network': ['ID=60791aa0-9d4d-4c08-a4e7-d8c23049be66,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:08.309990 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4e0de183-8af7-4486-9711-7eca1630ca8c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/networks/60791aa0-9d4d-4c08-a4e7-d8c23049be66 HTTP/1.1" status: 204 len: 168 time: 1.0073285 Mar 08 09:55:08.312593 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48044) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:08.506415 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-9a29ad8c-2cdc-4dbe-85b7-bac71551cc81 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port 44f5df97-1085-48fe-8ded-29e4502bfdcb {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:55:08.506748 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9a29ad8c-2cdc-4dbe-85b7-bac71551cc81 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:08.569940 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c3d09fdf-0f0c-411e-a693-86607db0c3d8 None None] Deleting port f31ebc0f-d8ec-411f-9724-e5e279d9b8cb {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:55:08.570442 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3d09fdf-0f0c-411e-a693-86607db0c3d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:08.634116 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c3d09fdf-0f0c-411e-a693-86607db0c3d8 None None] The port 'f31ebc0f-d8ec-411f-9724-e5e279d9b8cb' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:55:08.675049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9a29ad8c-2cdc-4dbe-85b7-bac71551cc81 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:08.675377 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9a29ad8c-2cdc-4dbe-85b7-bac71551cc81 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:08.795707 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-9a29ad8c-2cdc-4dbe-85b7-bac71551cc81 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for 44f5df97-1085-48fe-8ded-29e4502bfdcb owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:55:09.039657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9a29ad8c-2cdc-4dbe-85b7-bac71551cc81 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:09.084807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29ad8c-2cdc-4dbe-85b7-bac71551cc81 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=44f5df97-1085-48fe-8ded-29e4502bfdcb,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:09.172609 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9a29ad8c-2cdc-4dbe-85b7-bac71551cc81 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:09.172967 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-9a29ad8c-2cdc-4dbe-85b7-bac71551cc81 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Floating IP 174a8f8a-c67e-4bcf-80ad-3fcab51c33fd disassociated (deleted). External IP: 172.26.2.63, port: f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d. Mar 08 09:55:09.508239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a29ad8c-2cdc-4dbe-85b7-bac71551cc81 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 4052f757-e39c-412c-848b-b7c4713800df has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:55:09.682434 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a29ad8c-2cdc-4dbe-85b7-bac71551cc81 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:55:09.692183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c416d4-b042-4351-a3ce-46799bc0570b None None] Sync routers for ids ['4052f757-e39c-412c-848b-b7c4713800df'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:55:09.699315 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9a29ad8c-2cdc-4dbe-85b7-bac71551cc81 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:09.701233 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c416d4-b042-4351-a3ce-46799bc0570b None None] Routers {'4052f757-e39c-412c-848b-b7c4713800df'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:55:09.701832 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-21c416d4-b042-4351-a3ce-46799bc0570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:54:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['4052f757-e39c-412c-848b-b7c4713800df'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:09.752113 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9a29ad8c-2cdc-4dbe-85b7-bac71551cc81 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/floatingips/174a8f8a-c67e-4bcf-80ad-3fcab51c33fd HTTP/1.1" status: 204 len: 168 time: 1.4384809 Mar 08 09:55:09.752721 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'tag': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:55:09.827414 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'tag': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d', 'status': 'completed', 'code': 200} Mar 08 09:55:09.882779 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-21c416d4-b042-4351-a3ce-46799bc0570b None None] Set router 4052f757-e39c-412c-848b-b7c4713800df gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:55:09.921502 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43865158-4b25-4b63-a559-8047cdb6b0a6 req-a59e4d76-baf3-43ef-8fc7-c65a3a85140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:09.923243 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43865158-4b25-4b63-a559-8047cdb6b0a6 req-a59e4d76-baf3-43ef-8fc7-c65a3a85140a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 1099 time: 0.0726869 Mar 08 09:55:10.071877 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43865158-4b25-4b63-a559-8047cdb6b0a6 req-65a8021a-1bc0-4ea7-aff7-d4d1ac0fc465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:10.073304 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43865158-4b25-4b63-a559-8047cdb6b0a6 req-65a8021a-1bc0-4ea7-aff7-d4d1ac0fc465 service neutron] 10.222.0.26 "GET /v2.0/networks?id=400ba1a2-785f-4208-b0a7-135e38103373 HTTP/1.1" status: 200 len: 897 time: 0.1430941 Mar 08 09:55:10.143852 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43865158-4b25-4b63-a559-8047cdb6b0a6 req-3f7ea8bd-4058-4afc-a636-dd06f7d78058 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d HTTP/1.1" status: 200 len: 217 time: 0.0636041 Mar 08 09:55:10.161047 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d983804-46e4-4bef-bd56-c46978eec1cd req-b6fd725e-28fe-497f-ae6a-3d9a23ded9d3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:10.162518 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5d983804-46e4-4bef-bd56-c46978eec1cd req-b6fd725e-28fe-497f-ae6a-3d9a23ded9d3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 946 time: 0.0873487 Mar 08 09:55:10.207687 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43865158-4b25-4b63-a559-8047cdb6b0a6 req-97eab420-777c-45aa-aa1c-b50f4a3a7065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:10.209223 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43865158-4b25-4b63-a559-8047cdb6b0a6 req-97eab420-777c-45aa-aa1c-b50f4a3a7065 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=460170b7-129e-4376-9148-9f2cb3d174c9 HTTP/1.1" status: 200 len: 834 time: 0.0595481 Mar 08 09:55:10.212049 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5d983804-46e4-4bef-bd56-c46978eec1cd req-234d0b7c-d56a-4cbb-befc-0c6a8209a3f7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=404b841d-7867-448d-b352-bfcf78067e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426950 Mar 08 09:55:10.213209 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-21c416d4-b042-4351-a3ce-46799bc0570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:55:01Z', 'revision_number': 6, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:08Z', 'updated_at': '2022-03-08T09:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '804af151-a88e-4c61-997b-5858de1b29c2', 'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:12:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:15Z', 'updated_at': '2022-03-08T09:52:30Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:10.217269 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c416d4-b042-4351-a3ce-46799bc0570b None None] Checking router: 4052f757-e39c-412c-848b-b7c4713800df for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:55:10.231034 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c416d4-b042-4351-a3ce-46799bc0570b None None] Routers {'4052f757-e39c-412c-848b-b7c4713800df'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:55:10.231644 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-21c416d4-b042-4351-a3ce-46799bc0570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:54:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['4052f757-e39c-412c-848b-b7c4713800df'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:10.285645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43865158-4b25-4b63-a559-8047cdb6b0a6 req-3872f5a1-a0eb-48a1-b63a-f5d2c09018e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:10.287101 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43865158-4b25-4b63-a559-8047cdb6b0a6 req-3872f5a1-a0eb-48a1-b63a-f5d2c09018e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=400ba1a2-785f-4208-b0a7-135e38103373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696063 Mar 08 09:55:10.403077 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-21c416d4-b042-4351-a3ce-46799bc0570b None None] Set router 4052f757-e39c-412c-848b-b7c4713800df gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:55:10.418645 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43865158-4b25-4b63-a559-8047cdb6b0a6 req-89f396a3-3b95-48cc-88e4-c5e8610a1e52 service neutron] 10.222.0.26 "GET /v2.0/networks/400ba1a2-785f-4208-b0a7-135e38103373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230705 Mar 08 09:55:10.671878 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43865158-4b25-4b63-a559-8047cdb6b0a6 req-30da036b-efeb-47c0-b679-3227282a7287 service neutron] 10.222.0.26 "GET /v2.0/networks/400ba1a2-785f-4208-b0a7-135e38103373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466071 Mar 08 09:55:10.759493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-21c416d4-b042-4351-a3ce-46799bc0570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:55:01Z', 'revision_number': 6, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:08Z', 'updated_at': '2022-03-08T09:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '804af151-a88e-4c61-997b-5858de1b29c2', 'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:12:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:15Z', 'updated_at': '2022-03-08T09:52:30Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:10.763474 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c416d4-b042-4351-a3ce-46799bc0570b None None] The sync data for ids ['4052f757-e39c-412c-848b-b7c4713800df'] in dv-neutron-831730-2-hyperv is: [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:55:01Z', 'revision_number': 6, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:08Z', 'updated_at': '2022-03-08T09:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '804af151-a88e-4c61-997b-5858de1b29c2', 'name': '', 'network_id': '400ba1a2-785f-4208-b0a7-135e38103373', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:12:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:15Z', 'updated_at': '2022-03-08T09:52:30Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '460170b7-129e-4376-9148-9f2cb3d174c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:55:10.975726 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85563904-1918-4ce1-bf22-cf6f0b2a864e None None] New status for floating IP 174a8f8a-c67e-4bcf-80ad-3fcab51c33fd: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:55:11.399828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef9af1-2bf5-489b-a60d-49f73b0502a9 req-ff3d45a1-18ca-444a-a2d5-196fb8fa3a3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:11.400508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-10ef9af1-2bf5-489b-a60d-49f73b0502a9 req-ff3d45a1-18ca-444a-a2d5-196fb8fa3a3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:55:11.415690 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-10ef9af1-2bf5-489b-a60d-49f73b0502a9 req-ff3d45a1-18ca-444a-a2d5-196fb8fa3a3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:55:11.416866 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-10ef9af1-2bf5-489b-a60d-49f73b0502a9 req-ff3d45a1-18ca-444a-a2d5-196fb8fa3a3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 946 time: 0.0962508 Mar 08 09:55:11.458921 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-10ef9af1-2bf5-489b-a60d-49f73b0502a9 req-36b7a832-9977-47b4-b229-db71698c4e0b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:55:11.473353 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-10ef9af1-2bf5-489b-a60d-49f73b0502a9 req-36b7a832-9977-47b4-b229-db71698c4e0b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:55:11.474427 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-10ef9af1-2bf5-489b-a60d-49f73b0502a9 req-36b7a832-9977-47b4-b229-db71698c4e0b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=404b841d-7867-448d-b352-bfcf78067e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519962 Mar 08 09:55:11.739811 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadb225-810e-4959-ac7a-006bbd2c7963 req-3053f1b2-e4f4-4204-9f44-6258654ab0de tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:11.741242 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6eadb225-810e-4959-ac7a-006bbd2c7963 req-3053f1b2-e4f4-4204-9f44-6258654ab0de tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 946 time: 0.0768733 Mar 08 09:55:11.811431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-6eadb225-810e-4959-ac7a-006bbd2c7963 req-c6b43466-3ce2-4798-a114-0232023e0197 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:55:11.811765 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-6eadb225-810e-4959-ac7a-006bbd2c7963 req-c6b43466-3ce2-4798-a114-0232023e0197 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:12.049291 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-6eadb225-810e-4959-ac7a-006bbd2c7963 req-c6b43466-3ce2-4798-a114-0232023e0197 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d,segment=NetworkSegment(9850b487-5db4-43c7-a7c5-ca83f55a5f2e),segment_id=9850b487-5db4-43c7-a7c5-ca83f55a5f2e)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:55:12.049648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-6eadb225-810e-4959-ac7a-006bbd2c7963 req-c6b43466-3ce2-4798-a114-0232023e0197 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:12.181722 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-6eadb225-810e-4959-ac7a-006bbd2c7963 req-c6b43466-3ce2-4798-a114-0232023e0197 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:55:12.319620 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-6eadb225-810e-4959-ac7a-006bbd2c7963 req-c6b43466-3ce2-4798-a114-0232023e0197 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:12.367349 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b43466-3ce2-4798-a114-0232023e0197 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:12.440797 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eadb225-810e-4959-ac7a-006bbd2c7963 req-c6b43466-3ce2-4798-a114-0232023e0197 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] No DVR routers for this DVR port f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:55:12.443095 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-6eadb225-810e-4959-ac7a-006bbd2c7963 req-c6b43466-3ce2-4798-a114-0232023e0197 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:12.445467 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'name': 'network-vif-deleted', 'tag': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:55:12.460703 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6eadb225-810e-4959-ac7a-006bbd2c7963 req-c6b43466-3ce2-4798-a114-0232023e0197 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "DELETE /v2.0/ports/f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d HTTP/1.1" status: 204 len: 173 time: 0.7140512 Mar 08 09:55:12.494894 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1efa9a4-8f94-4a72-b058-cfee93a2c12b', 'name': 'network-vif-deleted', 'tag': 'f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d', 'status': 'completed', 'code': 200} Mar 08 09:55:12.623511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-e60e4f7c-7709-476a-8481-a46f3b237401 req-8ebf29f4-456f-4565-a84d-6ee316eed054 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:55:12.638883 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-e60e4f7c-7709-476a-8481-a46f3b237401 req-8ebf29f4-456f-4565-a84d-6ee316eed054 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:55:12.639914 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e60e4f7c-7709-476a-8481-a46f3b237401 req-8ebf29f4-456f-4565-a84d-6ee316eed054 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1efa9a4-8f94-4a72-b058-cfee93a2c12b HTTP/1.1" status: 200 len: 210 time: 0.0602694 Mar 08 09:55:13.181700 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:13.876491 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48062) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:13.945372 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-da63165d-2792-452c-ac25-349a5754bc1b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:13.973198 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-da63165d-2792-452c-ac25-349a5754bc1b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:14.037059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-da63165d-2792-452c-ac25-349a5754bc1b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:14.055575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63165d-2792-452c-ac25-349a5754bc1b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=404b841d-7867-448d-b352-bfcf78067e8e,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:14.065502 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-da63165d-2792-452c-ac25-349a5754bc1b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:14.067256 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-da63165d-2792-452c-ac25-349a5754bc1b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/security-groups/404b841d-7867-448d-b352-bfcf78067e8e HTTP/1.1" status: 204 len: 168 time: 0.1896737 Mar 08 09:55:14.096659 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48068) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:14.719476 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8e87f193-2d16-4996-872c-103c73db3e3f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:15.053277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-8e87f193-2d16-4996-872c-103c73db3e3f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port 804af151-a88e-4c61-997b-5858de1b29c2 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:55:15.053953 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8e87f193-2d16-4996-872c-103c73db3e3f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:15.230663 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-8e87f193-2d16-4996-872c-103c73db3e3f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port 804af151-a88e-4c61-997b-5858de1b29c2, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=804af151-a88e-4c61-997b-5858de1b29c2,segment=NetworkSegment(9850b487-5db4-43c7-a7c5-ca83f55a5f2e),segment_id=9850b487-5db4-43c7-a7c5-ca83f55a5f2e)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:55:15.231008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8e87f193-2d16-4996-872c-103c73db3e3f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:15.348713 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-8e87f193-2d16-4996-872c-103c73db3e3f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for 804af151-a88e-4c61-997b-5858de1b29c2 owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:55:15.527517 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8e87f193-2d16-4996-872c-103c73db3e3f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:15.602552 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87f193-2d16-4996-872c-103c73db3e3f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=804af151-a88e-4c61-997b-5858de1b29c2,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:15.778115 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:55:15.812999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:55:15.813347 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device f3c6e12d-1208-4a18-af3e-5f9a6aa9ba6d not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:55:15.961262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8e87f193-2d16-4996-872c-103c73db3e3f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:16.316037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e87f193-2d16-4996-872c-103c73db3e3f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 4052f757-e39c-412c-848b-b7c4713800df has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:55:16.322118 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:55:16.498686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e87f193-2d16-4996-872c-103c73db3e3f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:55:16.509056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91427456-4356-460f-be41-58b8658d144e None None] Sync routers for ids ['4052f757-e39c-412c-848b-b7c4713800df'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:55:16.516144 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8e87f193-2d16-4996-872c-103c73db3e3f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/routers/4052f757-e39c-412c-848b-b7c4713800df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4184077 Mar 08 09:55:16.518028 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91427456-4356-460f-be41-58b8658d144e None None] Routers {'4052f757-e39c-412c-848b-b7c4713800df'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:55:16.518634 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-91427456-4356-460f-be41-58b8658d144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:54:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['4052f757-e39c-412c-848b-b7c4713800df'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:16.518863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48072) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:16.587613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f54a512-3c40-46fb-bbe3-c6711a563e58 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting subnet 460170b7-129e-4376-9148-9f2cb3d174c9 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:55:16.590658 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f54a512-3c40-46fb-bbe3-c6711a563e58 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:16.650089 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f54a512-3c40-46fb-bbe3-c6711a563e58 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:16.690072 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-91427456-4356-460f-be41-58b8658d144e None None] Set router 4052f757-e39c-412c-848b-b7c4713800df gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:55:16.731456 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f54a512-3c40-46fb-bbe3-c6711a563e58 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:16.804085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f54a512-3c40-46fb-bbe3-c6711a563e58 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:16.848329 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54a512-3c40-46fb-bbe3-c6711a563e58 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Subnet': ['ID=460170b7-129e-4376-9148-9f2cb3d174c9,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:16.850202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9f54a512-3c40-46fb-bbe3-c6711a563e58 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:16.856560 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9f54a512-3c40-46fb-bbe3-c6711a563e58 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/subnets/460170b7-129e-4376-9148-9f2cb3d174c9 HTTP/1.1" status: 204 len: 168 time: 0.3361034 Mar 08 09:55:16.859157 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48076) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:16.882516 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e75072-85ed-4811-bef4-944cb033d87f None None] Network 400ba1a2-785f-4208-b0a7-135e38103373 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:55:17.031541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-35ca4f09-a137-4a53-9de1-d104e5b73b69 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:17.152015 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-91427456-4356-460f-be41-58b8658d144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:55:15Z', 'revision_number': 7, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '59ab3f4f-5b6b-4aa4-9bae-bf662c798184', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4052f757-e39c-412c-848b-b7c4713800df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:52:08Z', 'updated_at': '2022-03-08T09:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:17.160759 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91427456-4356-460f-be41-58b8658d144e None None] Checking router: 4052f757-e39c-412c-848b-b7c4713800df for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:55:17.169243 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91427456-4356-460f-be41-58b8658d144e None None] Routers {'4052f757-e39c-412c-848b-b7c4713800df'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:55:17.169846 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-91427456-4356-460f-be41-58b8658d144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:54:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['4052f757-e39c-412c-848b-b7c4713800df'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:17.210043 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-35ca4f09-a137-4a53-9de1-d104e5b73b69 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:17.220507 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-35ca4f09-a137-4a53-9de1-d104e5b73b69 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port 59ab3f4f-5b6b-4aa4-9bae-bf662c798184 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:55:17.220879 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-35ca4f09-a137-4a53-9de1-d104e5b73b69 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:17.284174 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] DHCP port deletion for 400ba1a2-785f-4208-b0a7-135e38103373 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:55:17.302753 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] Deleting port ef89dc83-bb11-4eeb-a6b0-9febc6661ace {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:55:17.303120 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:17.364423 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-91427456-4356-460f-be41-58b8658d144e None None] Set router 4052f757-e39c-412c-848b-b7c4713800df gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:55:17.511343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-35ca4f09-a137-4a53-9de1-d104e5b73b69 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port 59ab3f4f-5b6b-4aa4-9bae-bf662c798184, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=59ab3f4f-5b6b-4aa4-9bae-bf662c798184,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:55:17.512315 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-35ca4f09-a137-4a53-9de1-d104e5b73b69 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:17.512959 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-91427456-4356-460f-be41-58b8658d144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:55:17Z', 'revision_number': 8, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:17.569380 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91427456-4356-460f-be41-58b8658d144e None None] The sync data for ids ['4052f757-e39c-412c-848b-b7c4713800df'] in dv-neutron-831730-2-hyperv is: [{'id': '4052f757-e39c-412c-848b-b7c4713800df', 'name': 'tempest-TestNetworkBasicOps-router-978085087', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:52:07Z', 'updated_at': '2022-03-08T09:55:17Z', 'revision_number': 8, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port_host': None}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:55:17.637563 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-35ca4f09-a137-4a53-9de1-d104e5b73b69 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for 59ab3f4f-5b6b-4aa4-9bae-bf662c798184 owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:55:17.684010 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] For port ef89dc83-bb11-4eeb-a6b0-9febc6661ace, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ef89dc83-bb11-4eeb-a6b0-9febc6661ace,segment=NetworkSegment(9850b487-5db4-43c7-a7c5-ca83f55a5f2e),segment_id=9850b487-5db4-43c7-a7c5-ca83f55a5f2e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:55:17.684402 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:17.803209 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] Calling delete_port for ef89dc83-bb11-4eeb-a6b0-9febc6661ace owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:55:17.806810 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-35ca4f09-a137-4a53-9de1-d104e5b73b69 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:17.852002 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca4f09-a137-4a53-9de1-d104e5b73b69 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=59ab3f4f-5b6b-4aa4-9bae-bf662c798184,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:17.877535 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:17.926663 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] Pushing event deleted for resources: {'Port': ['ID=ef89dc83-bb11-4eeb-a6b0-9febc6661ace,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:17.929401 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] No DVR routers for this DVR port ef89dc83-bb11-4eeb-a6b0-9febc6661ace on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:55:17.936899 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:17.937245 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:17.937587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:17.938513 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:17.938513 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:17.938639 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:17.938874 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:17.939197 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:17.939525 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:17.939868 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:17.940190 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:17.940512 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f38a18-c4ea-42fa-9511-12b042904d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:17.952208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-35ca4f09-a137-4a53-9de1-d104e5b73b69 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:18.132374 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-35ca4f09-a137-4a53-9de1-d104e5b73b69 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:18.134541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-35ca4f09-a137-4a53-9de1-d104e5b73b69 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:18.156761 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-35ca4f09-a137-4a53-9de1-d104e5b73b69 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:18.157296 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ca4f09-a137-4a53-9de1-d104e5b73b69 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Fanout notify agent at l3_agent the message router_deleted on router 4052f757-e39c-412c-848b-b7c4713800df {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:55:18.172208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-35ca4f09-a137-4a53-9de1-d104e5b73b69 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:18.173556 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-35ca4f09-a137-4a53-9de1-d104e5b73b69 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/routers/4052f757-e39c-412c-848b-b7c4713800df HTTP/1.1" status: 204 len: 168 time: 1.3135216 Mar 08 09:55:18.176151 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48080) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:18.283521 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6f4328de-c40d-4490-ab0a-2d960f8f2fde tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:18.378959 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ef89dc83-bb11-4eeb-a6b0-9febc6661ace no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:55:18.413379 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6f4328de-c40d-4490-ab0a-2d960f8f2fde tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:18.417241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: ef89dc83-bb11-4eeb-a6b0-9febc6661ace {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:55:18.417697 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ef89dc83-bb11-4eeb-a6b0-9febc6661ace not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:55:18.418199 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 804af151-a88e-4c61-997b-5858de1b29c2 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:55:18.440127 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-6f4328de-c40d-4490-ab0a-2d960f8f2fde tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400ba1a2-785f-4208-b0a7-135e38103373']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:18.452055 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 804af151-a88e-4c61-997b-5858de1b29c2 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:55:18.452489 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 804af151-a88e-4c61-997b-5858de1b29c2 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:55:18.452633 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-6f4328de-c40d-4490-ab0a-2d960f8f2fde tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9850b487-5db4-43c7-a7c5-ca83f55a5f2e') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:18.452959 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-6f4328de-c40d-4490-ab0a-2d960f8f2fde tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9850b487-5db4-43c7-a7c5-ca83f55a5f2e') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:18.464232 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6f4328de-c40d-4490-ab0a-2d960f8f2fde tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:18.479945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6f4328de-c40d-4490-ab0a-2d960f8f2fde tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:18.486251 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4328de-c40d-4490-ab0a-2d960f8f2fde tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:55:18.486644 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6f4328de-c40d-4490-ab0a-2d960f8f2fde tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:55:18.501071 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:55:18.584036 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6f4328de-c40d-4490-ab0a-2d960f8f2fde tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:18.602653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6f4328de-c40d-4490-ab0a-2d960f8f2fde tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:18.614216 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4328de-c40d-4490-ab0a-2d960f8f2fde tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Network': ['ID=400ba1a2-785f-4208-b0a7-135e38103373,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:18.621185 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6f4328de-c40d-4490-ab0a-2d960f8f2fde tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/networks/400ba1a2-785f-4208-b0a7-135e38103373 HTTP/1.1" status: 204 len: 168 time: 0.4440207 Mar 08 09:55:18.639476 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48084) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:18.645309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-94fec0f4-651e-441b-8bc8-797f0af78fd2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'network': {'name': 'tempest-network-smoke--1958352639', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'port_security_enabled': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:55:18.650527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-94fec0f4-651e-441b-8bc8-797f0af78fd2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:55:18.654899 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-94fec0f4-651e-441b-8bc8-797f0af78fd2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:network and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:55:18.657996 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-94fec0f4-651e-441b-8bc8-797f0af78fd2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:55:18.664474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-94fec0f4-651e-441b-8bc8-797f0af78fd2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:55:18.679216 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fec0f4-651e-441b-8bc8-797f0af78fd2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:55:18.682448 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94fec0f4-651e-441b-8bc8-797f0af78fd2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:18.709048 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94fec0f4-651e-441b-8bc8-797f0af78fd2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:55:18.717455 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94fec0f4-651e-441b-8bc8-797f0af78fd2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:18.717796 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-94fec0f4-651e-441b-8bc8-797f0af78fd2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Added segment 8044093a-a70e-4106-a34c-44be17df3887 of type vlan for network 38429b71-74aa-466c-9952-31c670492be3 Mar 08 09:55:18.745786 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94fec0f4-651e-441b-8bc8-797f0af78fd2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:18.778126 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94fec0f4-651e-441b-8bc8-797f0af78fd2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:18.783365 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fec0f4-651e-441b-8bc8-797f0af78fd2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:18.783937 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-94fec0f4-651e-441b-8bc8-797f0af78fd2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:18.884255 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-94fec0f4-651e-441b-8bc8-797f0af78fd2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2435799 Mar 08 09:55:18.887135 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48088) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:18.890035 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fec0f4-651e-441b-8bc8-797f0af78fd2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Network': ['ID=38429b71-74aa-466c-9952-31c670492be3,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:18.892151 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1048944322', 'admin_state_up': True, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:55:18.899221 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:55:18.899937 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 38429b71-74aa-466c-9952-31c670492be3 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:55:18.902999 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:router and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:55:18.905790 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:55:18.912311 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:55:18.921791 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:18.923116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:18.938573 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:19.305308 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:19.592874 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:19.624753 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:19.753028 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.26.2.211 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/ca752f24-da2c-4b57-8dff-10dbc919e53a) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:55:19.838334 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 59ab3f4f-5b6b-4aa4-9bae-bf662c798184 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:55:19.875068 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 59ab3f4f-5b6b-4aa4-9bae-bf662c798184 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:55:19.875323 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 59ab3f4f-5b6b-4aa4-9bae-bf662c798184 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:55:19.896909 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:19.924950 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:19.985457 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:55:19.988083 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:55:19.995872 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:55:20.029106 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=ca752f24-da2c-4b57-8dff-10dbc919e53a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:20.043380 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:20.043724 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:20.044058 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:20.044386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:20.044729 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:20.045057 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:20.045378 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:20.045698 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:20.046016 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:20.046329 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:20.046643 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:20.046954 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:20.410025 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:20.853575 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:21.051423 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 05fe7ad7-293b-4b7a-846a-a1d784fb2dca is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:55:21.221551 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:55:21.231040 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Sync routers for ids ['05fe7ad7-293b-4b7a-846a-a1d784fb2dca'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:55:21.240832 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Routers {'05fe7ad7-293b-4b7a-846a-a1d784fb2dca'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:55:21.241507 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:54:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['05fe7ad7-293b-4b7a-846a-a1d784fb2dca'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:21.247983 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:21.249257 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-27d9b31f-a954-4a49-b9c7-6c262fa82989 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3611345 Mar 08 09:55:21.252287 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48092) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:21.290942 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c76eda14-f62d-4208-9b04-6e51d1d248a0 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=48f49228ae2a4cdfbce5e7003ecc586a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374405 Mar 08 09:55:21.293264 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48096) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:21.412223 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Set router 05fe7ad7-293b-4b7a-846a-a1d784fb2dca gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:55:21.420503 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd25da5d-83b2-467d-8b3f-008162954143 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:21.422025 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cd25da5d-83b2-467d-8b3f-008162954143 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278887 Mar 08 09:55:21.425154 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48100) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:21.466831 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-389c6755-5197-4513-b4ed-714cca8b2a66 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406156 Mar 08 09:55:21.469265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48104) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:21.475142 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e2936522-e704-431f-a25c-fd0f607499c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1009809658', 'network_id': '38429b71-74aa-466c-9952-31c670492be3', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:55:21.583836 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e2936522-e704-431f-a25c-fd0f607499c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:55:21.587680 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e2936522-e704-431f-a25c-fd0f607499c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:subnet and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:55:21.590562 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e2936522-e704-431f-a25c-fd0f607499c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:55:21.596281 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e2936522-e704-431f-a25c-fd0f607499c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:55:21.606461 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2936522-e704-431f-a25c-fd0f607499c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:55:21.610223 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2936522-e704-431f-a25c-fd0f607499c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:21.685262 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'name': 'tempest-TestNetworkBasicOps-router-1048944322', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:55:18Z', 'updated_at': '2022-03-08T09:55:20Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:19Z', 'updated_at': '2022-03-08T09:55:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:21.689197 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Checking router: 05fe7ad7-293b-4b7a-846a-a1d784fb2dca for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:55:21.689545 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Updating router 05fe7ad7-293b-4b7a-846a-a1d784fb2dca port ca752f24-da2c-4b57-8dff-10dbc919e53a binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:55:21.744659 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:21.821188 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2936522-e704-431f-a25c-fd0f607499c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:22.022024 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2936522-e704-431f-a25c-fd0f607499c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Subnet': ['ID=80f5bcb9-5d84-4c1f-8de4-414509a6ddd1,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:22.027127 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2936522-e704-431f-a25c-fd0f607499c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Checking segment: {'id': '8044093a-a70e-4106-a34c-44be17df3887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '38429b71-74aa-466c-9952-31c670492be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:55:22.027477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2936522-e704-431f-a25c-fd0f607499c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network hostable DHCP agents. Network: 38429b71-74aa-466c-9952-31c670492be3, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:55:22.046177 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2936522-e704-431f-a25c-fd0f607499c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 38429b71-74aa-466c-9952-31c670492be3 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:55:22.056249 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e2936522-e704-431f-a25c-fd0f607499c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 38429b71-74aa-466c-9952-31c670492be3) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:55:22.061238 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2936522-e704-431f-a25c-fd0f607499c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:22.061864 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2936522-e704-431f-a25c-fd0f607499c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:22.067511 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:22.068196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2611fd5-d127-49ce-adaf-1841c3e2fa5c None None] Network 38429b71-74aa-466c-9952-31c670492be3 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:55:22.079066 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Transition to ACTIVE for port object ca752f24-da2c-4b57-8dff-10dbc919e53a will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:55:22.087774 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e2936522-e704-431f-a25c-fd0f607499c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6149585 Mar 08 09:55:22.087921 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:22.088247 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48108) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:22.162441 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Attempting to bind port ca752f24-da2c-4b57-8dff-10dbc919e53a on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:55:22.162805 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Attempting to bind port ca752f24-da2c-4b57-8dff-10dbc919e53a by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:55:22.163469 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Attempting to bind port ca752f24-da2c-4b57-8dff-10dbc919e53a on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:55:22.168771 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003483ee-3b4c-488c-9667-bdeb1b190a3e None None] Pushing event updated for resources: {'Port': ['ID=ca752f24-da2c-4b57-8dff-10dbc919e53a,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:22.176792 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:55:22.177113 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:55:22.177490 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:22.177881 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:55:22.178343 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Bound port: ca752f24-da2c-4b57-8dff-10dbc919e53a, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:55:22.178707 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:22.208846 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003483ee-3b4c-488c-9667-bdeb1b190a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:22.209196 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003483ee-3b4c-488c-9667-bdeb1b190a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:22.209530 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003483ee-3b4c-488c-9667-bdeb1b190a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:22.209860 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003483ee-3b4c-488c-9667-bdeb1b190a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:22.210183 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003483ee-3b4c-488c-9667-bdeb1b190a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:22.210514 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003483ee-3b4c-488c-9667-bdeb1b190a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:22.210835 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003483ee-3b4c-488c-9667-bdeb1b190a3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:22.211155 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003483ee-3b4c-488c-9667-bdeb1b190a3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:22.211471 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003483ee-3b4c-488c-9667-bdeb1b190a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:22.211784 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003483ee-3b4c-488c-9667-bdeb1b190a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:22.212101 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003483ee-3b4c-488c-9667-bdeb1b190a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:22.212417 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003483ee-3b4c-488c-9667-bdeb1b190a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:55:22.260961 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] For port ca752f24-da2c-4b57-8dff-10dbc919e53a, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:55:22.263965 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] For port ca752f24-da2c-4b57-8dff-10dbc919e53a, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ca752f24-da2c-4b57-8dff-10dbc919e53a,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:55:22.268133 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:22.287901 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-38429b71-74aa-466c-9952-31c670492be3', 'network_id': '38429b71-74aa-466c-9952-31c670492be3', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ips': [{'subnet_id': '80f5bcb9-5d84-4c1f-8de4-414509a6ddd1'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:55:22.288749 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:22.346094 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003483ee-3b4c-488c-9667-bdeb1b190a3e None None] Pushing event updated for resources: {'Port': ['ID=ca752f24-da2c-4b57-8dff-10dbc919e53a,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:22.352123 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Routers {'05fe7ad7-293b-4b7a-846a-a1d784fb2dca'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:55:22.353312 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:54:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['05fe7ad7-293b-4b7a-846a-a1d784fb2dca'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:22.452360 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Allocated IP 172.20.0.2 (38429b71-74aa-466c-9952-31c670492be3/80f5bcb9-5d84-4c1f-8de4-414509a6ddd1/ca74e5af-ef54-4955-9c0f-3c060c0ad6b1) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:55:22.528253 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] Set router 05fe7ad7-293b-4b7a-846a-a1d784fb2dca gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:55:22.653717 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:22.663890 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Transition to ACTIVE for port object ca74e5af-ef54-4955-9c0f-3c060c0ad6b1 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:55:22.682293 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Transition to ACTIVE for port object ca74e5af-ef54-4955-9c0f-3c060c0ad6b1 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:55:22.688049 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:22.748221 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Network 38429b71-74aa-466c-9952-31c670492be3 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:55:22.751440 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:55:22.755844 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:55:22.803642 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Pushing event updated for resources: {'Port': ['ID=ca74e5af-ef54-4955-9c0f-3c060c0ad6b1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:22.816732 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dd489c9-0541-4087-a3ad-192447c5da57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:22.849971 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'name': 'tempest-TestNetworkBasicOps-router-1048944322', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:55:18Z', 'updated_at': '2022-03-08T09:55:20Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:19Z', 'updated_at': '2022-03-08T09:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:22.853859 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2450f71e-451a-4be7-ba30-d55312b14e3e None None] The sync data for ids ['05fe7ad7-293b-4b7a-846a-a1d784fb2dca'] in dv-neutron-831730-2-hyperv is: [{'id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'name': 'tempest-TestNetworkBasicOps-router-1048944322', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:55:18Z', 'updated_at': '2022-03-08T09:55:20Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:19Z', 'updated_at': '2022-03-08T09:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:55:22.859282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Attempting to bind port ca74e5af-ef54-4955-9c0f-3c060c0ad6b1 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:55:22.859650 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Attempting to bind port ca74e5af-ef54-4955-9c0f-3c060c0ad6b1 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '8044093a-a70e-4106-a34c-44be17df3887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '38429b71-74aa-466c-9952-31c670492be3'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:55:22.860011 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Attempting to bind port ca74e5af-ef54-4955-9c0f-3c060c0ad6b1 on network 38429b71-74aa-466c-9952-31c670492be3 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:55:22.865936 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:55:22.866304 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Checking segment: {'id': '8044093a-a70e-4106-a34c-44be17df3887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '38429b71-74aa-466c-9952-31c670492be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:55:22.866707 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:22.867093 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Bound using segment: {'id': '8044093a-a70e-4106-a34c-44be17df3887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '38429b71-74aa-466c-9952-31c670492be3'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:55:22.867551 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Bound port: ca74e5af-ef54-4955-9c0f-3c060c0ad6b1, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8044093a-a70e-4106-a34c-44be17df3887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '38429b71-74aa-466c-9952-31c670492be3'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:55:22.867915 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:22.957828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] For port ca74e5af-ef54-4955-9c0f-3c060c0ad6b1, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:55:22.961038 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] For port ca74e5af-ef54-4955-9c0f-3c060c0ad6b1, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ca74e5af-ef54-4955-9c0f-3c060c0ad6b1,segment=NetworkSegment(8044093a-a70e-4106-a34c-44be17df3887),segment_id=8044093a-a70e-4106-a34c-44be17df3887)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:55:22.966798 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:23.080545 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c1a29-a1d0-495a-9f64-297ca759277b None None] Pushing event updated for resources: {'Port': ['ID=ca74e5af-ef54-4955-9c0f-3c060c0ad6b1,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:23.268067 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-4dd489c9-0541-4087-a3ad-192447c5da57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.20.0.1 (38429b71-74aa-466c-9952-31c670492be3/80f5bcb9-5d84-4c1f-8de4-414509a6ddd1/eaffffe2-bfd4-404c-9a93-3673804436d5) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:55:23.457578 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dd489c9-0541-4087-a3ad-192447c5da57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:23.478281 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-4dd489c9-0541-4087-a3ad-192447c5da57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Transition to ACTIVE for port object eaffffe2-bfd4-404c-9a93-3673804436d5 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:55:23.502820 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dd489c9-0541-4087-a3ad-192447c5da57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:23.563075 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd489c9-0541-4087-a3ad-192447c5da57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 38429b71-74aa-466c-9952-31c670492be3 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:55:23.566947 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4dd489c9-0541-4087-a3ad-192447c5da57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:55:23.570913 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd489c9-0541-4087-a3ad-192447c5da57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:55:23.629728 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd489c9-0541-4087-a3ad-192447c5da57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=eaffffe2-bfd4-404c-9a93-3673804436d5,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:23.643436 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dd489c9-0541-4087-a3ad-192447c5da57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:23.907258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dd489c9-0541-4087-a3ad-192447c5da57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:23.949070 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ca752f24-da2c-4b57-8dff-10dbc919e53a up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:55:24.019405 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port ca752f24-da2c-4b57-8dff-10dbc919e53a completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:55:24.024837 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ca752f24-da2c-4b57-8dff-10dbc919e53a triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:55:24.025477 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:24.147421 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcf9dd5-3e9a-4881-a737-4f56df8aad1a None None] Network 38429b71-74aa-466c-9952-31c670492be3 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:55:24.180933 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:24.260390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port ca752f24-da2c-4b57-8dff-10dbc919e53a, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ca752f24-da2c-4b57-8dff-10dbc919e53a,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:55:24.261530 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-134af314-68a6-4afa-86be-518f3187a200 None None] Provisioning for port ca74e5af-ef54-4955-9c0f-3c060c0ad6b1 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:55:24.268118 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:24.268955 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ca74e5af-ef54-4955-9c0f-3c060c0ad6b1 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:55:24.337277 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dd489c9-0541-4087-a3ad-192447c5da57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:24.342181 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dd489c9-0541-4087-a3ad-192447c5da57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:24.454570 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=ca752f24-da2c-4b57-8dff-10dbc919e53a,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:24.457546 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4dd489c9-0541-4087-a3ad-192447c5da57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:24.461988 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd489c9-0541-4087-a3ad-192447c5da57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=eaffffe2-bfd4-404c-9a93-3673804436d5,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:24.506878 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port ca74e5af-ef54-4955-9c0f-3c060c0ad6b1 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:55:24.515241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ca74e5af-ef54-4955-9c0f-3c060c0ad6b1 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:55:24.515615 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:24.609948 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd489c9-0541-4087-a3ad-192447c5da57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 38429b71-74aa-466c-9952-31c670492be3 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:55:24.611166 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4dd489c9-0541-4087-a3ad-192447c5da57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:55:24.664363 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:24.705452 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port ca74e5af-ef54-4955-9c0f-3c060c0ad6b1, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ca74e5af-ef54-4955-9c0f-3c060c0ad6b1,segment=NetworkSegment(8044093a-a70e-4106-a34c-44be17df3887),segment_id=8044093a-a70e-4106-a34c-44be17df3887)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:55:24.712222 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:24.790193 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=ca74e5af-ef54-4955-9c0f-3c060c0ad6b1,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:24.822441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd489c9-0541-4087-a3ad-192447c5da57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 05fe7ad7-293b-4b7a-846a-a1d784fb2dca has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:55:24.861059 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-970adbbc-52ba-44af-b612-618d7bc6bed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:24.864606 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8908a145-1685-4ffb-b5d1-7a624f1a12aa None None] Provisioning for port eaffffe2-bfd4-404c-9a93-3673804436d5 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:55:24.871408 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8908a145-1685-4ffb-b5d1-7a624f1a12aa None None] Provisioning complete for port eaffffe2-bfd4-404c-9a93-3673804436d5 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:55:24.871776 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8908a145-1685-4ffb-b5d1-7a624f1a12aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:24.927800 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8908a145-1685-4ffb-b5d1-7a624f1a12aa None None] Port eaffffe2-bfd4-404c-9a93-3673804436d5 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:55:24.938767 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8908a145-1685-4ffb-b5d1-7a624f1a12aa None None] Provisioning complete for port ca74e5af-ef54-4955-9c0f-3c060c0ad6b1 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:55:24.939131 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8908a145-1685-4ffb-b5d1-7a624f1a12aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:25.013403 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd489c9-0541-4087-a3ad-192447c5da57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:55:25.028742 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48112) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:25.029285 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4dd489c9-0541-4087-a3ad-192447c5da57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/routers/05fe7ad7-293b-4b7a-846a-a1d784fb2dca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9392805 Mar 08 09:55:25.032660 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Sync routers for ids ['05fe7ad7-293b-4b7a-846a-a1d784fb2dca'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:55:25.059778 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Routers {'05fe7ad7-293b-4b7a-846a-a1d784fb2dca'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:55:25.060417 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:54:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['05fe7ad7-293b-4b7a-846a-a1d784fb2dca'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:25.262487 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Set router 05fe7ad7-293b-4b7a-846a-a1d784fb2dca gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:55:25.281465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d9b8de-a507-4c8c-8e07-1b1e6df2a128 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:25.281933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d9b8de-a507-4c8c-8e07-1b1e6df2a128 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:25.282388 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d9b8de-a507-4c8c-8e07-1b1e6df2a128 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:25.282840 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d9b8de-a507-4c8c-8e07-1b1e6df2a128 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:25.283294 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d9b8de-a507-4c8c-8e07-1b1e6df2a128 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:25.283741 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d9b8de-a507-4c8c-8e07-1b1e6df2a128 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:25.285546 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-39d9b8de-a507-4c8c-8e07-1b1e6df2a128 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2551517 Mar 08 09:55:25.288210 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48116) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:25.318070 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3d05b7ca-591a-4a76-8313-46a7f7399bac None None] Provisioning complete for port eaffffe2-bfd4-404c-9a93-3673804436d5 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:55:25.318601 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d05b7ca-591a-4a76-8313-46a7f7399bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:25.356549 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a54377-772f-40eb-aae0-43633b78e5bc tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:25.357045 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a54377-772f-40eb-aae0-43633b78e5bc tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:25.357508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a54377-772f-40eb-aae0-43633b78e5bc tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:25.357959 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a54377-772f-40eb-aae0-43633b78e5bc tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:25.358408 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a54377-772f-40eb-aae0-43633b78e5bc tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:25.358851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a54377-772f-40eb-aae0-43633b78e5bc tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:25.360599 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a5a54377-772f-40eb-aae0-43633b78e5bc tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0714786 Mar 08 09:55:25.363891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48120) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:25.463569 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3d05b7ca-591a-4a76-8313-46a7f7399bac None None] Port eaffffe2-bfd4-404c-9a93-3673804436d5 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:55:25.578382 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-332e51db-53a6-440b-a68d-5209e4c3bac8 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2107122 Mar 08 09:55:25.664351 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'name': 'tempest-TestNetworkBasicOps-router-1048944322', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:55:18Z', 'updated_at': '2022-03-08T09:55:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:19Z', 'updated_at': '2022-03-08T09:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'eaffffe2-bfd4-404c-9a93-3673804436d5', 'name': '', 'network_id': '38429b71-74aa-466c-9952-31c670492be3', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:77:8d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80f5bcb9-5d84-4c1f-8de4-414509a6ddd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:23Z', 'updated_at': '2022-03-08T09:55:24Z', 'revision_number': 2, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '80f5bcb9-5d84-4c1f-8de4-414509a6ddd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:25.668346 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Checking router: 05fe7ad7-293b-4b7a-846a-a1d784fb2dca for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:55:25.668724 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Updating router 05fe7ad7-293b-4b7a-846a-a1d784fb2dca port eaffffe2-bfd4-404c-9a93-3673804436d5 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:55:25.719475 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:25.802008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48126) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:25.807062 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-32059681-2d10-4990-9dc2-18334b9c4a64 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2125738925', 'description': 'tempest-secgroup-smoke-2125738925 description', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:55:25.812971 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-32059681-2d10-4990-9dc2-18334b9c4a64 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:55:25.817085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-32059681-2d10-4990-9dc2-18334b9c4a64 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:55:25.819853 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-32059681-2d10-4990-9dc2-18334b9c4a64 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:55:25.825585 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-32059681-2d10-4990-9dc2-18334b9c4a64 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:55:25.838787 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-32059681-2d10-4990-9dc2-18334b9c4a64 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:25.859645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-32059681-2d10-4990-9dc2-18334b9c4a64 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:55:25.875093 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-32059681-2d10-4990-9dc2-18334b9c4a64 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:55:25.879806 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-32059681-2d10-4990-9dc2-18334b9c4a64 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:55:25.885744 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-32059681-2d10-4990-9dc2-18334b9c4a64 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:55:25.899793 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ca752f24-da2c-4b57-8dff-10dbc919e53a up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:55:25.957782 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-32059681-2d10-4990-9dc2-18334b9c4a64 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:25.962192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-32059681-2d10-4990-9dc2-18334b9c4a64 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.007666 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32059681-2d10-4990-9dc2-18334b9c4a64 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8e7032-991b-4e52-827c-2a5b7b656d0c,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:26.012166 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-32059681-2d10-4990-9dc2-18334b9c4a64 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.013442 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-32059681-2d10-4990-9dc2-18334b9c4a64 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2104609 Mar 08 09:55:26.016427 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48130) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:26.022311 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a48e9c88-36ce-4c19-876d-6b5d5f23651f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'aa8e7032-991b-4e52-827c-2a5b7b656d0c', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:55:26.028206 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a48e9c88-36ce-4c19-876d-6b5d5f23651f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:55:26.032721 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a48e9c88-36ce-4c19-876d-6b5d5f23651f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:55:26.036256 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a48e9c88-36ce-4c19-876d-6b5d5f23651f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:55:26.042565 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a48e9c88-36ce-4c19-876d-6b5d5f23651f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:55:26.059201 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ca752f24-da2c-4b57-8dff-10dbc919e53a triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:55:26.059577 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.060350 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a48e9c88-36ce-4c19-876d-6b5d5f23651f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.119119 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a48e9c88-36ce-4c19-876d-6b5d5f23651f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.122913 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a48e9c88-36ce-4c19-876d-6b5d5f23651f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.146328 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e9c88-36ce-4c19-876d-6b5d5f23651f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c4cdb7-e539-4f34-b52a-f18e8999c6ad,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:26.154867 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a48e9c88-36ce-4c19-876d-6b5d5f23651f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.156245 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a48e9c88-36ce-4c19-876d-6b5d5f23651f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385903 Mar 08 09:55:26.158798 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48134) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:26.164308 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fe2f40a5-9352-4f0d-bcac-16f86007f8b5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'aa8e7032-991b-4e52-827c-2a5b7b656d0c', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:55:26.169981 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fe2f40a5-9352-4f0d-bcac-16f86007f8b5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:55:26.174047 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fe2f40a5-9352-4f0d-bcac-16f86007f8b5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:55:26.177106 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fe2f40a5-9352-4f0d-bcac-16f86007f8b5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:55:26.182864 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fe2f40a5-9352-4f0d-bcac-16f86007f8b5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:55:26.189159 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.203272 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe2f40a5-9352-4f0d-bcac-16f86007f8b5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.236202 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Transition to ACTIVE for port object eaffffe2-bfd4-404c-9a93-3673804436d5 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:55:26.246917 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.278401 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe2f40a5-9352-4f0d-bcac-16f86007f8b5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.281929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe2f40a5-9352-4f0d-bcac-16f86007f8b5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.309418 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f40a5-9352-4f0d-bcac-16f86007f8b5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947d3374-89e7-4f6d-ac33-6700d527bb93,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:26.309538 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ca74e5af-ef54-4955-9c0f-3c060c0ad6b1 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:55:26.319431 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe2f40a5-9352-4f0d-bcac-16f86007f8b5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.323624 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48138) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:26.324122 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fe2f40a5-9352-4f0d-bcac-16f86007f8b5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1639884 Mar 08 09:55:26.329003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-77e819f5-aa0c-4218-a834-0f82ec69269d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'aa8e7032-991b-4e52-827c-2a5b7b656d0c', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:55:26.335955 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-77e819f5-aa0c-4218-a834-0f82ec69269d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:55:26.340748 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-77e819f5-aa0c-4218-a834-0f82ec69269d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:55:26.344224 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-77e819f5-aa0c-4218-a834-0f82ec69269d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:55:26.351004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-77e819f5-aa0c-4218-a834-0f82ec69269d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:55:26.372975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-77e819f5-aa0c-4218-a834-0f82ec69269d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.427731 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad3d6f-474f-4326-a33b-c133fbec6f8f None None] Pushing event updated for resources: {'Port': ['ID=eaffffe2-bfd4-404c-9a93-3673804436d5,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:26.443936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-77e819f5-aa0c-4218-a834-0f82ec69269d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.448627 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-77e819f5-aa0c-4218-a834-0f82ec69269d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.475958 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e819f5-aa0c-4218-a834-0f82ec69269d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc7c8fe-f4a1-4d5b-8659-b9e381876796,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:26.490977 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-77e819f5-aa0c-4218-a834-0f82ec69269d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.495049 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48142) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:26.495201 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-77e819f5-aa0c-4218-a834-0f82ec69269d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1704516 Mar 08 09:55:26.500642 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9ed24fce-65d4-4eff-ba1e-1bcf5fedea84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'aa8e7032-991b-4e52-827c-2a5b7b656d0c', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:55:26.506947 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9ed24fce-65d4-4eff-ba1e-1bcf5fedea84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:55:26.510875 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9ed24fce-65d4-4eff-ba1e-1bcf5fedea84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:55:26.513907 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9ed24fce-65d4-4eff-ba1e-1bcf5fedea84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:55:26.520135 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9ed24fce-65d4-4eff-ba1e-1bcf5fedea84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:55:26.533096 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Attempting to bind port eaffffe2-bfd4-404c-9a93-3673804436d5 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:55:26.533401 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Attempting to bind port eaffffe2-bfd4-404c-9a93-3673804436d5 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '8044093a-a70e-4106-a34c-44be17df3887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '38429b71-74aa-466c-9952-31c670492be3'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:55:26.533770 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Attempting to bind port eaffffe2-bfd4-404c-9a93-3673804436d5 on network 38429b71-74aa-466c-9952-31c670492be3 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:55:26.538438 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ed24fce-65d4-4eff-ba1e-1bcf5fedea84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.543280 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:55:26.543661 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Checking segment: {'id': '8044093a-a70e-4106-a34c-44be17df3887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '38429b71-74aa-466c-9952-31c670492be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:55:26.544068 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.544465 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Bound using segment: {'id': '8044093a-a70e-4106-a34c-44be17df3887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '38429b71-74aa-466c-9952-31c670492be3'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:55:26.544964 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Bound port: eaffffe2-bfd4-404c-9a93-3673804436d5, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8044093a-a70e-4106-a34c-44be17df3887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '38429b71-74aa-466c-9952-31c670492be3'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:55:26.545342 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.558851 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ca74e5af-ef54-4955-9c0f-3c060c0ad6b1 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:55:26.559479 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.612635 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ed24fce-65d4-4eff-ba1e-1bcf5fedea84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.616523 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ed24fce-65d4-4eff-ba1e-1bcf5fedea84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.639109 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed24fce-65d4-4eff-ba1e-1bcf5fedea84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f2bf0a-ec77-44b2-b7ec-696666132edd,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:26.649253 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ed24fce-65d4-4eff-ba1e-1bcf5fedea84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.650482 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9ed24fce-65d4-4eff-ba1e-1bcf5fedea84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1544065 Mar 08 09:55:26.653345 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48146) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:26.658961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-f110e7f5-193f-4303-8b73-8e5b4fd484d3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'aa8e7032-991b-4e52-827c-2a5b7b656d0c', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:55:26.665363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f110e7f5-193f-4303-8b73-8e5b4fd484d3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:55:26.670776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f110e7f5-193f-4303-8b73-8e5b4fd484d3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:55:26.674352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f110e7f5-193f-4303-8b73-8e5b4fd484d3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:55:26.680308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f110e7f5-193f-4303-8b73-8e5b4fd484d3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:55:26.691489 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-f110e7f5-193f-4303-8b73-8e5b4fd484d3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 09:55:26.697983 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f110e7f5-193f-4303-8b73-8e5b4fd484d3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.713325 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] For port eaffffe2-bfd4-404c-9a93-3673804436d5, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:55:26.716799 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] For port eaffffe2-bfd4-404c-9a93-3673804436d5, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=eaffffe2-bfd4-404c-9a93-3673804436d5,segment=NetworkSegment(8044093a-a70e-4106-a34c-44be17df3887),segment_id=8044093a-a70e-4106-a34c-44be17df3887)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:55:26.745872 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.763346 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f110e7f5-193f-4303-8b73-8e5b4fd484d3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.766898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f110e7f5-193f-4303-8b73-8e5b4fd484d3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.791830 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110e7f5-193f-4303-8b73-8e5b4fd484d3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7430659-c33c-4f01-9bf3-55537faaa5d5,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:26.801799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f110e7f5-193f-4303-8b73-8e5b4fd484d3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.805522 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f110e7f5-193f-4303-8b73-8e5b4fd484d3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486149 Mar 08 09:55:26.806380 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48150) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:26.811833 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-55d318b0-17fb-46d1-9537-42e24ea38121 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'aa8e7032-991b-4e52-827c-2a5b7b656d0c', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:55:26.817630 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-55d318b0-17fb-46d1-9537-42e24ea38121 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:55:26.821504 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-55d318b0-17fb-46d1-9537-42e24ea38121 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:55:26.824506 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-55d318b0-17fb-46d1-9537-42e24ea38121 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:55:26.830252 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-55d318b0-17fb-46d1-9537-42e24ea38121 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:55:26.843962 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-55d318b0-17fb-46d1-9537-42e24ea38121 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 09:55:26.856444 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55d318b0-17fb-46d1-9537-42e24ea38121 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.858583 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad3d6f-474f-4326-a33b-c133fbec6f8f None None] Pushing event updated for resources: {'Port': ['ID=eaffffe2-bfd4-404c-9a93-3673804436d5,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:26.861076 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Routers {'05fe7ad7-293b-4b7a-846a-a1d784fb2dca'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:55:26.861686 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:54:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['05fe7ad7-293b-4b7a-846a-a1d784fb2dca'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:26.927932 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55d318b0-17fb-46d1-9537-42e24ea38121 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.932436 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55d318b0-17fb-46d1-9537-42e24ea38121 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.959134 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d318b0-17fb-46d1-9537-42e24ea38121 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f641da-27b4-4ce4-ba35-f25d101ef015,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:26.969995 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55d318b0-17fb-46d1-9537-42e24ea38121 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:26.980125 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-55d318b0-17fb-46d1-9537-42e24ea38121 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1640074 Mar 08 09:55:27.048170 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] Set router 05fe7ad7-293b-4b7a-846a-a1d784fb2dca gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:55:27.132252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-e0cfe60d-3c90-40af-bdf5-1eb7ec935905 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:55:27.147246 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-e0cfe60d-3c90-40af-bdf5-1eb7ec935905 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:55:27.148567 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-e0cfe60d-3c90-40af-bdf5-1eb7ec935905 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2125738925&fields=id&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 267 time: 0.0544240 Mar 08 09:55:27.318199 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-477f0d60-027c-42fe-8bc3-c71bdd9a1f33 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:27.319082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-477f0d60-027c-42fe-8bc3-c71bdd9a1f33 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:55:27.337499 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-477f0d60-027c-42fe-8bc3-c71bdd9a1f33 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:55:27.338806 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-477f0d60-027c-42fe-8bc3-c71bdd9a1f33 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/networks?id=38429b71-74aa-466c-9952-31c670492be3 HTTP/1.1" status: 200 len: 797 time: 0.1836390 Mar 08 09:55:27.357251 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-422ffc53-568e-46c0-9bb8-7f35fefb2417 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/quotas/48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 375 time: 0.0124547 Mar 08 09:55:27.408414 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'name': 'tempest-TestNetworkBasicOps-router-1048944322', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:55:18Z', 'updated_at': '2022-03-08T09:55:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:19Z', 'updated_at': '2022-03-08T09:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'eaffffe2-bfd4-404c-9a93-3673804436d5', 'name': '', 'network_id': '38429b71-74aa-466c-9952-31c670492be3', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:77:8d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80f5bcb9-5d84-4c1f-8de4-414509a6ddd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:23Z', 'updated_at': '2022-03-08T09:55:26Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '80f5bcb9-5d84-4c1f-8de4-414509a6ddd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:27.412637 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ddc733-6772-413f-a46d-7d4d0971cfbd None None] The sync data for ids ['05fe7ad7-293b-4b7a-846a-a1d784fb2dca'] in dv-neutron-831730-2-hyperv is: [{'id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'name': 'tempest-TestNetworkBasicOps-router-1048944322', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:55:18Z', 'updated_at': '2022-03-08T09:55:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:19Z', 'updated_at': '2022-03-08T09:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'eaffffe2-bfd4-404c-9a93-3673804436d5', 'name': '', 'network_id': '38429b71-74aa-466c-9952-31c670492be3', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:77:8d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80f5bcb9-5d84-4c1f-8de4-414509a6ddd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:23Z', 'updated_at': '2022-03-08T09:55:26Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '80f5bcb9-5d84-4c1f-8de4-414509a6ddd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:55:27.441206 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-f2788448-3521-4d3f-a913-c45d887cddd6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:55:27.466267 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-f2788448-3521-4d3f-a913-c45d887cddd6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:55:27.467610 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-f2788448-3521-4d3f-a913-c45d887cddd6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039639 Mar 08 09:55:27.491760 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-186e0646-9dd8-44c9-a866-acdacaa11c74 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 09:55:27.492789 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-186e0646-9dd8-44c9-a866-acdacaa11c74 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059505 Mar 08 09:55:27.529672 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9052b7a-ee8e-40a1-9264-f2ea2eff2515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:27.635269 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-6d0e1443-2669-4364-936e-971e6527c7d1 service neutron] 10.222.0.24 "GET /v2.0/networks/38429b71-74aa-466c-9952-31c670492be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371121 Mar 08 09:55:27.769321 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-696af5c0-f68b-44cd-aa3c-c539967e06af service neutron] 10.222.0.24 "GET /v2.0/networks/38429b71-74aa-466c-9952-31c670492be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277604 Mar 08 09:55:27.931784 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device eaffffe2-bfd4-404c-9a93-3673804436d5 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:55:28.051817 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port eaffffe2-bfd4-404c-9a93-3673804436d5 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:55:28.061368 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port eaffffe2-bfd4-404c-9a93-3673804436d5 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:55:28.062011 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:28.105230 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-572d9f2c-7772-4fb7-a772-892dda045173 req-49a97101-0fe5-4b0b-a181-e39d600d2947 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:55:28.120767 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-572d9f2c-7772-4fb7-a772-892dda045173 req-49a97101-0fe5-4b0b-a181-e39d600d2947 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:55:28.121949 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-572d9f2c-7772-4fb7-a772-892dda045173 req-49a97101-0fe5-4b0b-a181-e39d600d2947 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 210 time: 0.2001004 Mar 08 09:55:28.222505 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:28.227358 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:28.268122 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:28.273885 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port eaffffe2-bfd4-404c-9a93-3673804436d5, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=eaffffe2-bfd4-404c-9a93-3673804436d5,segment=NetworkSegment(8044093a-a70e-4106-a34c-44be17df3887),segment_id=8044093a-a70e-4106-a34c-44be17df3887)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:55:28.278080 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:28.348983 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=eaffffe2-bfd4-404c-9a93-3673804436d5,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:29.091391 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-3e760275-21f6-4744-82ca-09421b9e3b48 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:29.092951 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-3e760275-21f6-4744-82ca-09421b9e3b48 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/networks?id=38429b71-74aa-466c-9952-31c670492be3 HTTP/1.1" status: 200 len: 797 time: 0.1593471 Mar 08 09:55:29.142206 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-07f77751-7f70-417c-919a-9743a1451db2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 380 time: 0.0408926 Mar 08 09:55:29.153077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-b28c373a-d924-427d-aec4-c3c15030fa37 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'port': {'device_id': '29e83ad7-7bb9-4841-ac3c-c23aadd360ca', 'network_id': '38429b71-74aa-466c-9952-31c670492be3', 'admin_state_up': True, 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'security_groups': ['aa8e7032-991b-4e52-827c-2a5b7b656d0c']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:55:29.300088 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-32013051-13d4-4e7c-b374-7403d58505df req-39676be2-b0cb-4263-a066-6f9174272839 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 210 time: 0.0562775 Mar 08 09:55:29.433806 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-b28c373a-d924-427d-aec4-c3c15030fa37 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:55:29.444260 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-b28c373a-d924-427d-aec4-c3c15030fa37 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:55:29.454148 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-b28c373a-d924-427d-aec4-c3c15030fa37 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:55:29.458857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-b28c373a-d924-427d-aec4-c3c15030fa37 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:29.620766 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-b28c373a-d924-427d-aec4-c3c15030fa37 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.20.0.5 (38429b71-74aa-466c-9952-31c670492be3/80f5bcb9-5d84-4c1f-8de4-414509a6ddd1/3c01c2da-c846-4de5-a22f-c6da1276b05e) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:55:29.805479 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-b28c373a-d924-427d-aec4-c3c15030fa37 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:29.822516 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-b28c373a-d924-427d-aec4-c3c15030fa37 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Transition to ACTIVE for port object 3c01c2da-c846-4de5-a22f-c6da1276b05e will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:55:29.847144 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-b28c373a-d924-427d-aec4-c3c15030fa37 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:29.901811 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device eaffffe2-bfd4-404c-9a93-3673804436d5 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:55:29.911511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-b28c373a-d924-427d-aec4-c3c15030fa37 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 38429b71-74aa-466c-9952-31c670492be3 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:55:29.915362 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-b28c373a-d924-427d-aec4-c3c15030fa37 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:55:29.920199 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-b28c373a-d924-427d-aec4-c3c15030fa37 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:55:30.042444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c373a-d924-427d-aec4-c3c15030fa37 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=3c01c2da-c846-4de5-a22f-c6da1276b05e,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:30.051678 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:30.064556 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port eaffffe2-bfd4-404c-9a93-3673804436d5 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:55:30.065226 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:30.101176 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-b28c373a-d924-427d-aec4-c3c15030fa37 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:30.101795 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-b28c373a-d924-427d-aec4-c3c15030fa37 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:30.151344 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-b28c373a-d924-427d-aec4-c3c15030fa37 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0021522 Mar 08 09:55:30.163645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Request body: {'port': {'device_id': '29e83ad7-7bb9-4841-ac3c-c23aadd360ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:55:30.287783 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:30.308958 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-95429820-0ccd-4c3b-8665-203da5172719 None None] Provisioning for port 3c01c2da-c846-4de5-a22f-c6da1276b05e completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:55:30.313839 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-95429820-0ccd-4c3b-8665-203da5172719 None None] Provisioning complete for port 3c01c2da-c846-4de5-a22f-c6da1276b05e triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:55:30.314157 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95429820-0ccd-4c3b-8665-203da5172719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:30.371877 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-95429820-0ccd-4c3b-8665-203da5172719 None None] Port 3c01c2da-c846-4de5-a22f-c6da1276b05e cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:55:30.484913 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90373d90-98bd-4a60-a662-1fec1a18a69a req-7fe93943-4e3e-4c5a-b2e2-47fab381ee04 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:30.486366 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-90373d90-98bd-4a60-a662-1fec1a18a69a req-7fe93943-4e3e-4c5a-b2e2-47fab381ee04 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 931 time: 0.0791345 Mar 08 09:55:30.532595 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-90373d90-98bd-4a60-a662-1fec1a18a69a req-c92c9206-37a2-4625-bb22-6955001dea93 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e7032-991b-4e52-827c-2a5b7b656d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400159 Mar 08 09:55:30.629398 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c01c2da-c846-4de5-a22f-c6da1276b05e {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:55:30.636352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:30.650519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Transition to ACTIVE for port object 3c01c2da-c846-4de5-a22f-c6da1276b05e will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:55:30.653975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:30.779238 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Pushing event updated for resources: {'Port': ['ID=3c01c2da-c846-4de5-a22f-c6da1276b05e,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:30.884062 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Attempting to bind port 3c01c2da-c846-4de5-a22f-c6da1276b05e on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:55:30.884389 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Attempting to bind port 3c01c2da-c846-4de5-a22f-c6da1276b05e by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '8044093a-a70e-4106-a34c-44be17df3887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '38429b71-74aa-466c-9952-31c670492be3'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:55:30.884736 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Attempting to bind port 3c01c2da-c846-4de5-a22f-c6da1276b05e on network 38429b71-74aa-466c-9952-31c670492be3 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:55:30.889164 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Port 3c01c2da-c846-4de5-a22f-c6da1276b05e on network 38429b71-74aa-466c-9952-31c670492be3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:55:30.889475 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Attempting to bind port 3c01c2da-c846-4de5-a22f-c6da1276b05e on network 38429b71-74aa-466c-9952-31c670492be3 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:55:30.894507 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:55:30.894840 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Checking segment: {'id': '8044093a-a70e-4106-a34c-44be17df3887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '38429b71-74aa-466c-9952-31c670492be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:55:30.895221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Bound using segment: {'id': '8044093a-a70e-4106-a34c-44be17df3887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '38429b71-74aa-466c-9952-31c670492be3'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:55:30.895615 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Bound port: 3c01c2da-c846-4de5-a22f-c6da1276b05e, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8044093a-a70e-4106-a34c-44be17df3887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '38429b71-74aa-466c-9952-31c670492be3'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:55:30.895948 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:30.980894 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] For port 3c01c2da-c846-4de5-a22f-c6da1276b05e, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:55:30.983800 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] For port 3c01c2da-c846-4de5-a22f-c6da1276b05e, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3c01c2da-c846-4de5-a22f-c6da1276b05e,segment=NetworkSegment(8044093a-a70e-4106-a34c-44be17df3887),segment_id=8044093a-a70e-4106-a34c-44be17df3887)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:55:30.991184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:31.049532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:31.050802 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:31.052008 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] 10.222.0.26 "PUT /v2.0/ports/3c01c2da-c846-4de5-a22f-c6da1276b05e HTTP/1.1" status: 200 len: 1093 time: 0.8933778 Mar 08 09:55:31.052484 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e83ad7-7bb9-4841-ac3c-c23aadd360ca', 'tag': '3c01c2da-c846-4de5-a22f-c6da1276b05e'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:55:31.079819 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205bfcd-9993-477d-9825-8eda04c70cfc service neutron] Pushing event updated for resources: {'Port': ['ID=3c01c2da-c846-4de5-a22f-c6da1276b05e,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:31.123022 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e83ad7-7bb9-4841-ac3c-c23aadd360ca', 'tag': '3c01c2da-c846-4de5-a22f-c6da1276b05e', 'status': 'completed', 'code': 200} Mar 08 09:55:31.166785 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-1d4a3e62-0a78-4956-9f67-b79844bbdc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:31.168176 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-1d4a3e62-0a78-4956-9f67-b79844bbdc89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 1096 time: 0.0778563 Mar 08 09:55:31.241400 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-67b81d51-c5b4-445c-973b-992f84994fa5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c01c2da-c846-4de5-a22f-c6da1276b05e HTTP/1.1" status: 200 len: 217 time: 0.0660853 Mar 08 09:55:31.310209 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-099607f9-88e9-4c45-a61b-1cce9b9f1b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:31.311645 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-099607f9-88e9-4c45-a61b-1cce9b9f1b28 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80f5bcb9-5d84-4c1f-8de4-414509a6ddd1 HTTP/1.1" status: 200 len: 835 time: 0.0646484 Mar 08 09:55:31.486850 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-7ff025be-a6f9-46cf-ad73-ce2a0df1a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:31.488308 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-7ff025be-a6f9-46cf-ad73-ce2a0df1a369 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38429b71-74aa-466c-9952-31c670492be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1702139 Mar 08 09:55:31.632337 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-f3b493bd-91b1-4b2e-bfa7-63841fd6cd11 service neutron] 10.222.0.26 "GET /v2.0/networks/38429b71-74aa-466c-9952-31c670492be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372690 Mar 08 09:55:31.736992 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d099c-a780-4244-a2d3-4ae742262729 req-95c0be5d-8aed-4691-b9fc-b93340f3e0ea tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:31.738563 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da1d099c-a780-4244-a2d3-4ae742262729 req-95c0be5d-8aed-4691-b9fc-b93340f3e0ea tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 943 time: 0.0800765 Mar 08 09:55:31.782797 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b266369d-04b4-46dd-8f45-f97149b0f7bc req-34be384f-cf82-4c64-87fb-4aeaa140307f service neutron] 10.222.0.26 "GET /v2.0/networks/38429b71-74aa-466c-9952-31c670492be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437602 Mar 08 09:55:31.787107 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da1d099c-a780-4244-a2d3-4ae742262729 req-0d573ec6-403e-467e-aea1-29d8ac771405 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e7032-991b-4e52-827c-2a5b7b656d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429928 Mar 08 09:55:31.933361 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fabba5-5d7e-42c6-adbe-8ab390f81597 req-d35bbfea-db2b-402e-969e-3091f1874a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:31.936626 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-76fabba5-5d7e-42c6-adbe-8ab390f81597 req-d35bbfea-db2b-402e-969e-3091f1874a1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 1096 time: 0.0822666 Mar 08 09:55:32.067607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fabba5-5d7e-42c6-adbe-8ab390f81597 req-ddd110fe-fc80-4080-80a4-df4b4bb24049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:32.069100 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-76fabba5-5d7e-42c6-adbe-8ab390f81597 req-ddd110fe-fc80-4080-80a4-df4b4bb24049 service neutron] 10.222.0.26 "GET /v2.0/networks?id=38429b71-74aa-466c-9952-31c670492be3 HTTP/1.1" status: 200 len: 898 time: 0.1260104 Mar 08 09:55:32.139031 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-76fabba5-5d7e-42c6-adbe-8ab390f81597 req-0701b20b-68e4-4982-beaa-54c1ea74de5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c01c2da-c846-4de5-a22f-c6da1276b05e HTTP/1.1" status: 200 len: 217 time: 0.0636656 Mar 08 09:55:32.200419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fabba5-5d7e-42c6-adbe-8ab390f81597 req-66c65804-f949-4690-a75b-1801b9135dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:32.201807 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-76fabba5-5d7e-42c6-adbe-8ab390f81597 req-66c65804-f949-4690-a75b-1801b9135dbd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80f5bcb9-5d84-4c1f-8de4-414509a6ddd1 HTTP/1.1" status: 200 len: 835 time: 0.0570223 Mar 08 09:55:32.283622 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fabba5-5d7e-42c6-adbe-8ab390f81597 req-2cb76e55-9592-4466-aef8-9f76f344675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:32.285588 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-76fabba5-5d7e-42c6-adbe-8ab390f81597 req-2cb76e55-9592-4466-aef8-9f76f344675a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38429b71-74aa-466c-9952-31c670492be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770340 Mar 08 09:55:32.418684 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-76fabba5-5d7e-42c6-adbe-8ab390f81597 req-331ce4d8-9e16-4a20-b0eb-2a320bbc9863 service neutron] 10.222.0.26 "GET /v2.0/networks/38429b71-74aa-466c-9952-31c670492be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268394 Mar 08 09:55:32.561697 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-76fabba5-5d7e-42c6-adbe-8ab390f81597 req-8c0601f5-afc9-4eaf-ac06-e834f0ecc37a service neutron] 10.222.0.26 "GET /v2.0/networks/38429b71-74aa-466c-9952-31c670492be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354785 Mar 08 09:55:33.158084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cadd8-b592-4009-86e2-c19179b95dd6 req-f8da29a3-e9e5-4a41-8247-a05d5ad70900 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:33.158767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-4d9cadd8-b592-4009-86e2-c19179b95dd6 req-f8da29a3-e9e5-4a41-8247-a05d5ad70900 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:55:33.174822 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-4d9cadd8-b592-4009-86e2-c19179b95dd6 req-f8da29a3-e9e5-4a41-8247-a05d5ad70900 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:55:33.175953 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4d9cadd8-b592-4009-86e2-c19179b95dd6 req-f8da29a3-e9e5-4a41-8247-a05d5ad70900 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 943 time: 0.2771506 Mar 08 09:55:33.221736 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4d9cadd8-b592-4009-86e2-c19179b95dd6 req-2513311e-9a38-4ca0-82e5-2afd811be245 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e7032-991b-4e52-827c-2a5b7b656d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394454 Mar 08 09:55:34.418307 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf7754-2ed5-4624-97e2-81100272776c req-8ab7fa30-2a4e-4264-850d-82bdbdd7bdcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:34.419768 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-44cf7754-2ed5-4624-97e2-81100272776c req-8ab7fa30-2a4e-4264-850d-82bdbdd7bdcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 943 time: 0.0892403 Mar 08 09:55:34.472773 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-44cf7754-2ed5-4624-97e2-81100272776c req-1454cb0f-efc6-46cd-9c6c-83860977cfb1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e7032-991b-4e52-827c-2a5b7b656d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466878 Mar 08 09:55:35.750104 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691918a-4211-4321-b88c-de274691269a req-742d6d68-efda-4b39-9f76-240bf9649b1f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:35.751126 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b691918a-4211-4321-b88c-de274691269a req-742d6d68-efda-4b39-9f76-240bf9649b1f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 943 time: 0.1217251 Mar 08 09:55:35.804603 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b691918a-4211-4321-b88c-de274691269a req-95f4051a-22df-47fb-8a0e-45dafe5143e9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e7032-991b-4e52-827c-2a5b7b656d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463808 Mar 08 09:55:35.856434 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3c01c2da-c846-4de5-a22f-c6da1276b05e details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 09:55:36.050604 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3c01c2da-c846-4de5-a22f-c6da1276b05e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3c01c2da-c846-4de5-a22f-c6da1276b05e,segment=NetworkSegment(8044093a-a70e-4106-a34c-44be17df3887),segment_id=8044093a-a70e-4106-a34c-44be17df3887)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:55:36.065168 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '3c01c2da-c846-4de5-a22f-c6da1276b05e', 'network_id': '38429b71-74aa-466c-9952-31c670492be3', 'port_id': '3c01c2da-c846-4de5-a22f-c6da1276b05e', 'mac_address': 'fa:16:3e:bf:01:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f5bcb9-5d84-4c1f-8de4-414509a6ddd1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 09:55:36.134542 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:36.155614 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c01c2da-c846-4de5-a22f-c6da1276b05e {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:55:36.173931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3c01c2da-c846-4de5-a22f-c6da1276b05e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3c01c2da-c846-4de5-a22f-c6da1276b05e,segment=NetworkSegment(8044093a-a70e-4106-a34c-44be17df3887),segment_id=8044093a-a70e-4106-a34c-44be17df3887)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:55:36.182243 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:36.277076 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=3c01c2da-c846-4de5-a22f-c6da1276b05e,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:36.559288 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['3c01c2da-c846-4de5-a22f-c6da1276b05e'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 09:55:37.068961 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee821eb-0e5f-45a2-b48f-d2f633d297ed req-9a21f001-21bc-4e65-9441-6b7f6df01209 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:37.070434 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bee821eb-0e5f-45a2-b48f-d2f633d297ed req-9a21f001-21bc-4e65-9441-6b7f6df01209 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 944 time: 0.1580725 Mar 08 09:55:37.121354 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bee821eb-0e5f-45a2-b48f-d2f633d297ed req-717c4fa4-92c2-449c-abad-dd47bab68da4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e7032-991b-4e52-827c-2a5b7b656d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452640 Mar 08 09:55:37.871086 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3c01c2da-c846-4de5-a22f-c6da1276b05e up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:55:37.942917 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 3c01c2da-c846-4de5-a22f-c6da1276b05e completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:55:37.947807 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 3c01c2da-c846-4de5-a22f-c6da1276b05e triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:55:37.948177 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:38.068197 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:38.096155 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e83ad7-7bb9-4841-ac3c-c23aadd360ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c01c2da-c846-4de5-a22f-c6da1276b05e'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:55:38.105975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3c01c2da-c846-4de5-a22f-c6da1276b05e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3c01c2da-c846-4de5-a22f-c6da1276b05e,segment=NetworkSegment(8044093a-a70e-4106-a34c-44be17df3887),segment_id=8044093a-a70e-4106-a34c-44be17df3887)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:55:38.110599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:38.149847 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e83ad7-7bb9-4841-ac3c-c23aadd360ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c01c2da-c846-4de5-a22f-c6da1276b05e', 'code': 200} Mar 08 09:55:38.212551 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=3c01c2da-c846-4de5-a22f-c6da1276b05e,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:38.344843 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0069ef8-2fd5-4f26-a4a4-d941bc2e70c8 req-e6558329-3029-4ebf-a7f3-7e66cba08663 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:38.347058 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0069ef8-2fd5-4f26-a4a4-d941bc2e70c8 req-e6558329-3029-4ebf-a7f3-7e66cba08663 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 945 time: 0.0918412 Mar 08 09:55:38.421205 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0069ef8-2fd5-4f26-a4a4-d941bc2e70c8 req-9baea03c-53ec-4f8c-b224-f0d821c089f4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e7032-991b-4e52-827c-2a5b7b656d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679691 Mar 08 09:55:38.430496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d786a-f4db-4c71-a1f4-470ae9035171 req-b9eb470b-062e-42bb-b2f9-1f03d3eb36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:38.431818 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e20d786a-f4db-4c71-a1f4-470ae9035171 req-b9eb470b-062e-42bb-b2f9-1f03d3eb36ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 1098 time: 0.1061847 Mar 08 09:55:38.476193 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e20d786a-f4db-4c71-a1f4-470ae9035171 req-1ac00eb5-d234-4604-bdea-9931e9fd2ba5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aa8e7032-991b-4e52-827c-2a5b7b656d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372696 Mar 08 09:55:39.607201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36637371-97be-4da1-b38f-35eb988c3f40 req-b35b31ad-297a-41bc-9dbb-053b5fd87acc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:39.608658 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-36637371-97be-4da1-b38f-35eb988c3f40 req-b35b31ad-297a-41bc-9dbb-053b5fd87acc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 945 time: 0.0795765 Mar 08 09:55:39.655140 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-36637371-97be-4da1-b38f-35eb988c3f40 req-9bec8432-6729-48c5-9336-23d01f1df5f0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e7032-991b-4e52-827c-2a5b7b656d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399253 Mar 08 09:55:39.812187 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-de299b2d-889e-430a-8b4a-0048dc607d45 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1248717942&fields=id&tenant_id=090578e165634cbd86b446011dd7b913 HTTP/1.1" status: 200 len: 267 time: 0.0393515 Mar 08 09:55:39.959544 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-860e88a7-c39c-486d-a0b3-52ec6abe7911 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:39.960985 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-860e88a7-c39c-486d-a0b3-52ec6abe7911 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/networks?id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1 HTTP/1.1" status: 200 len: 811 time: 0.1415551 Mar 08 09:55:39.975438 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-7d7417ce-25d7-4b89-9065-1440a62b2379 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/quotas/090578e165634cbd86b446011dd7b913 HTTP/1.1" status: 200 len: 375 time: 0.0091295 Mar 08 09:55:40.065106 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-e6c7dd60-b608-4554-9ed1-0ed298839dd2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=090578e165634cbd86b446011dd7b913&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0848124 Mar 08 09:55:40.197133 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-9621b45b-c53b-4711-b530-e7b6b526d1d4 service neutron] 10.222.0.24 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210065 Mar 08 09:55:40.325840 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-81b4509a-1215-45eb-8a3b-274bf8e5c53a service neutron] 10.222.0.24 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229706 Mar 08 09:55:40.799176 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e236d18e-746c-4531-a227-a5a200cc78c8 req-4e6b9901-bf93-4013-96ac-984bb8c1e7b9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 210 time: 0.0433593 Mar 08 09:55:40.843661 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8e3ed-d4c0-4fe7-ba78-37b75eb3e920 req-a51ee89b-2862-4ccd-9fc6-0f776248d159 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:40.845285 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-aee8e3ed-d4c0-4fe7-ba78-37b75eb3e920 req-a51ee89b-2862-4ccd-9fc6-0f776248d159 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 945 time: 0.0839121 Mar 08 09:55:40.889132 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-aee8e3ed-d4c0-4fe7-ba78-37b75eb3e920 req-7efc8bcc-48a7-4adc-b109-3038c9cb8d0b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e7032-991b-4e52-827c-2a5b7b656d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383480 Mar 08 09:55:41.080950 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40a85d-099f-4c3e-8c9f-26c333a90aef req-1e96d9b5-2b12-4690-88bc-178ac6e1e000 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:41.083376 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b40a85d-099f-4c3e-8c9f-26c333a90aef req-1e96d9b5-2b12-4690-88bc-178ac6e1e000 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 945 time: 0.0857220 Mar 08 09:55:41.127219 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b40a85d-099f-4c3e-8c9f-26c333a90aef req-c7003c4b-21e0-48d0-9769-d5b039605579 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e7032-991b-4e52-827c-2a5b7b656d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376284 Mar 08 09:55:41.151092 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48274) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:41.222413 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68de64e6-467b-422e-b5e2-0b626f45472b tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:41.224278 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-68de64e6-467b-422e-b5e2-0b626f45472b tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 1093 time: 0.0721183 Mar 08 09:55:41.226980 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48278) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:41.232237 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': '3c01c2da-c846-4de5-a22f-c6da1276b05e', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:55:41.239163 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:55:41.242953 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:floatingip and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:55:41.245888 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:55:41.251695 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:55:41.261992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:41.512638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:41.647713 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.26.2.200 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/9121b963-73f3-47e3-89ca-aea67fcab435) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:55:41.791886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:41.822034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:41.923779 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:55:41.966422 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:55:42.025012 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:55:42.053463 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1c47bdf-9a6f-4f32-ba68-c21bd2570fec req-dd1b466b-1481-412f-b893-eaa683166323 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 210 time: 0.1390462 Mar 08 09:55:42.063416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=9121b963-73f3-47e3-89ca-aea67fcab435,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:42.158168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-1ee73e48-b057-4d4a-b1a5-9f48c2745cef tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:42.160303 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-1ee73e48-b057-4d4a-b1a5-9f48c2745cef tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.26 "GET /v2.0/networks?id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1 HTTP/1.1" status: 200 len: 811 time: 0.3010819 Mar 08 09:55:42.262877 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-afd3e228-9004-4160-8526-938d21da9841 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=090578e165634cbd86b446011dd7b913 HTTP/1.1" status: 200 len: 380 time: 0.0946400 Mar 08 09:55:42.325146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-fd97a363-c453-4095-bea1-67284b32a630 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Request body: {'port': {'device_id': '10718f52-6438-4036-af40-976fe7c4da8c', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'admin_state_up': True, 'tenant_id': '090578e165634cbd86b446011dd7b913', 'security_groups': ['aebba91f-7752-4b0f-b8d6-218e875469b2']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:55:42.560213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-fd97a363-c453-4095-bea1-67284b32a630 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:55:42.582468 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-fd97a363-c453-4095-bea1-67284b32a630 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:55:42.597269 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-fd97a363-c453-4095-bea1-67284b32a630 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Made reservation on behalf of 090578e165634cbd86b446011dd7b913 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:55:42.600829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-fd97a363-c453-4095-bea1-67284b32a630 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:42.756046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:42.800341 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-fd97a363-c453-4095-bea1-67284b32a630 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Allocated IP 172.20.0.9 (34eb9135-6aa7-4ebe-93ae-20fd87b811c1/7682eda2-a1ce-418e-9798-c51cec16a340/6e65e11b-97da-4ccc-8caf-6e234aad324b) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:55:42.872809 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:43.191609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:43.222814 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c8117dc2-bd74-4ea2-a260-456f8b1645b9 req-98857aa9-a699-4a06-bbb3-06f009c5e124 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 210 time: 0.0586281 Mar 08 09:55:43.301184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-fd97a363-c453-4095-bea1-67284b32a630 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:43.325498 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-fd97a363-c453-4095-bea1-67284b32a630 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Transition to ACTIVE for port object 6e65e11b-97da-4ccc-8caf-6e234aad324b will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:55:43.353545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:43.360234 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:43.475895 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=9121b963-73f3-47e3-89ca-aea67fcab435,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:43.478459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-fd97a363-c453-4095-bea1-67284b32a630 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:43.549928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:43.606293 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-fd97a363-c453-4095-bea1-67284b32a630 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:55:43.616115 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-fd97a363-c453-4095-bea1-67284b32a630 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:55:43.626039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-fd97a363-c453-4095-bea1-67284b32a630 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:55:43.673816 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97a363-c453-4095-bea1-67284b32a630 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event updated for resources: {'Port': ['ID=6e65e11b-97da-4ccc-8caf-6e234aad324b,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:43.775119 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-fd97a363-c453-4095-bea1-67284b32a630 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:43.775848 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-fd97a363-c453-4095-bea1-67284b32a630 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:43.826259 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Floating IP f1fe7a46-8296-4063-9102-af2b1a31b8d8 associated. External IP: 172.26.2.200, port: 3c01c2da-c846-4de5-a22f-c6da1276b05e. Mar 08 09:55:43.920329 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c244fd90-a0ab-462d-ac44-d1bcab83e788 None None] Provisioning for port 6e65e11b-97da-4ccc-8caf-6e234aad324b completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:55:43.920546 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-fd97a363-c453-4095-bea1-67284b32a630 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6487982 Mar 08 09:55:43.926184 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c244fd90-a0ab-462d-ac44-d1bcab83e788 None None] Provisioning complete for port 6e65e11b-97da-4ccc-8caf-6e234aad324b triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:55:43.926587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c244fd90-a0ab-462d-ac44-d1bcab83e788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:43.936168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Request body: {'port': {'device_id': '10718f52-6438-4036-af40-976fe7c4da8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:55:44.048358 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c244fd90-a0ab-462d-ac44-d1bcab83e788 None None] Port 6e65e11b-97da-4ccc-8caf-6e234aad324b cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:55:44.197027 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:44.478150 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 05fe7ad7-293b-4b7a-846a-a1d784fb2dca has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:55:44.787832 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279b91e-d043-41d9-aefd-cf7649fc4d6c req-a322b4f2-496c-4d53-9b02-f3e1fa41ed85 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:44.788400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-0279b91e-d043-41d9-aefd-cf7649fc4d6c req-a322b4f2-496c-4d53-9b02-f3e1fa41ed85 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Synchronizing usage tracker for tenant:090578e165634cbd86b446011dd7b913 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:55:44.892598 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-0279b91e-d043-41d9-aefd-cf7649fc4d6c req-a322b4f2-496c-4d53-9b02-f3e1fa41ed85 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Unset dirty status for tenant:090578e165634cbd86b446011dd7b913 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:55:44.893789 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0279b91e-d043-41d9-aefd-cf7649fc4d6c req-a322b4f2-496c-4d53-9b02-f3e1fa41ed85 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 931 time: 0.5473599 Mar 08 09:55:44.947425 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:55:44.957449 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dabea6-db0e-44ac-8c6b-2de854312931 None None] Sync routers for ids ['05fe7ad7-293b-4b7a-846a-a1d784fb2dca'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:55:44.967055 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dabea6-db0e-44ac-8c6b-2de854312931 None None] Routers {'05fe7ad7-293b-4b7a-846a-a1d784fb2dca'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:55:44.967655 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b2dabea6-db0e-44ac-8c6b-2de854312931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:55:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['05fe7ad7-293b-4b7a-846a-a1d784fb2dca'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:44.994552 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0279b91e-d043-41d9-aefd-cf7649fc4d6c req-5023a694-e5ac-411e-98a0-2042aa072919 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921805 Mar 08 09:55:44.997296 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:45.093441 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e65e11b-97da-4ccc-8caf-6e234aad324b {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:55:45.105320 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a158ced0-dbdc-424d-9e83-805c63180fcc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8745451 Mar 08 09:55:45.105320 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:45.105863 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48288) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:45.106839 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e83ad7-7bb9-4841-ac3c-c23aadd360ca', 'tag': '3c01c2da-c846-4de5-a22f-c6da1276b05e'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:55:45.124815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Transition to ACTIVE for port object 6e65e11b-97da-4ccc-8caf-6e234aad324b will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:55:45.129846 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:45.148830 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-b2dabea6-db0e-44ac-8c6b-2de854312931 None None] Set router 05fe7ad7-293b-4b7a-846a-a1d784fb2dca gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:55:45.176175 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e83ad7-7bb9-4841-ac3c-c23aadd360ca', 'tag': '3c01c2da-c846-4de5-a22f-c6da1276b05e', 'status': 'completed', 'code': 200} Mar 08 09:55:45.226142 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1e2f6f33-6430-4ebd-bbf7-f9e674206d82 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/f1fe7a46-8296-4063-9102-af2b1a31b8d8 HTTP/1.1" status: 200 len: 991 time: 0.1190469 Mar 08 09:55:45.344777 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Pushing event updated for resources: {'Port': ['ID=6e65e11b-97da-4ccc-8caf-6e234aad324b,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:45.447266 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad9efe-d08c-4954-87d3-2a2238acb6d1 req-3658d0d1-7c89-4b83-8638-5e8b5014a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:45.449901 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a3ad9efe-d08c-4954-87d3-2a2238acb6d1 req-3658d0d1-7c89-4b83-8638-5e8b5014a803 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 1098 time: 0.2705889 Mar 08 09:55:45.454964 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Attempting to bind port 6e65e11b-97da-4ccc-8caf-6e234aad324b on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:55:45.455231 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Attempting to bind port 6e65e11b-97da-4ccc-8caf-6e234aad324b by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:55:45.455545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Attempting to bind port 6e65e11b-97da-4ccc-8caf-6e234aad324b on network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:55:45.493075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Port 6e65e11b-97da-4ccc-8caf-6e234aad324b on network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:55:45.493736 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Attempting to bind port 6e65e11b-97da-4ccc-8caf-6e234aad324b on network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:55:45.506102 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:55:45.506102 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Checking segment: {'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:55:45.506102 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Bound using segment: {'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:55:45.506102 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Bound port: 6e65e11b-97da-4ccc-8caf-6e234aad324b, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adac42c9-8993-4200-b402-5b5bac65f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:55:45.506745 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:45.553870 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b2dabea6-db0e-44ac-8c6b-2de854312931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'name': 'tempest-TestNetworkBasicOps-router-1048944322', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:55:18Z', 'updated_at': '2022-03-08T09:55:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:19Z', 'updated_at': '2022-03-08T09:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'f1fe7a46-8296-4063-9102-af2b1a31b8d8', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.200', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'port_id': '3c01c2da-c846-4de5-a22f-c6da1276b05e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38429b71-74aa-466c-9952-31c670492be3', 'mac_address': 'fa:16:3e:bf:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e83ad7-7bb9-4841-ac3c-c23aadd360ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:55:42Z', 'updated_at': '2022-03-08T09:55:42Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaffffe2-bfd4-404c-9a93-3673804436d5', 'name': '', 'network_id': '38429b71-74aa-466c-9952-31c670492be3', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:77:8d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80f5bcb9-5d84-4c1f-8de4-414509a6ddd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:23Z', 'updated_at': '2022-03-08T09:55:28Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '80f5bcb9-5d84-4c1f-8de4-414509a6ddd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:45.558424 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dabea6-db0e-44ac-8c6b-2de854312931 None None] Checking router: 05fe7ad7-293b-4b7a-846a-a1d784fb2dca for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:55:45.575235 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dabea6-db0e-44ac-8c6b-2de854312931 None None] Routers {'05fe7ad7-293b-4b7a-846a-a1d784fb2dca'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:55:45.576667 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b2dabea6-db0e-44ac-8c6b-2de854312931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:55:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['05fe7ad7-293b-4b7a-846a-a1d784fb2dca'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:45.668752 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad9efe-d08c-4954-87d3-2a2238acb6d1 req-41ebb255-ec7b-4cab-af14-e8bf3aff1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:45.669341 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a3ad9efe-d08c-4954-87d3-2a2238acb6d1 req-41ebb255-ec7b-4cab-af14-e8bf3aff1166 service neutron] 10.222.0.26 "GET /v2.0/networks?id=38429b71-74aa-466c-9952-31c670492be3 HTTP/1.1" status: 200 len: 898 time: 0.2109258 Mar 08 09:55:45.745565 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] For port 6e65e11b-97da-4ccc-8caf-6e234aad324b, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:55:45.767272 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] For port 6e65e11b-97da-4ccc-8caf-6e234aad324b, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=6e65e11b-97da-4ccc-8caf-6e234aad324b,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:55:45.779056 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:45.812557 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-b2dabea6-db0e-44ac-8c6b-2de854312931 None None] Set router 05fe7ad7-293b-4b7a-846a-a1d784fb2dca gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:55:45.823142 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a3ad9efe-d08c-4954-87d3-2a2238acb6d1 req-8055b5ae-7baa-4087-bedf-f3b693c7635b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c01c2da-c846-4de5-a22f-c6da1276b05e HTTP/1.1" status: 200 len: 999 time: 0.1470802 Mar 08 09:55:45.893797 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:45.894545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:45.896085 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] 10.222.0.26 "PUT /v2.0/ports/6e65e11b-97da-4ccc-8caf-6e234aad324b HTTP/1.1" status: 200 len: 1093 time: 1.9640064 Mar 08 09:55:45.923449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad9efe-d08c-4954-87d3-2a2238acb6d1 req-ab67af2b-36eb-4604-b01e-e4301d1b0772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:45.930915 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a3ad9efe-d08c-4954-87d3-2a2238acb6d1 req-ab67af2b-36eb-4604-b01e-e4301d1b0772 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80f5bcb9-5d84-4c1f-8de4-414509a6ddd1 HTTP/1.1" status: 200 len: 835 time: 0.0966301 Mar 08 09:55:45.934000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447d501-809c-4f52-b6a9-7bd642e67f9e service neutron] Pushing event updated for resources: {'Port': ['ID=6e65e11b-97da-4ccc-8caf-6e234aad324b,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:46.197923 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-8c23e353-8648-4fea-aa28-f24e6ac188dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:46.200158 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-8c23e353-8648-4fea-aa28-f24e6ac188dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=090578e165634cbd86b446011dd7b913&device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 1096 time: 0.2499576 Mar 08 09:55:46.202244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad9efe-d08c-4954-87d3-2a2238acb6d1 req-bf364089-51ba-4290-85cc-3e86143f371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:46.204234 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a3ad9efe-d08c-4954-87d3-2a2238acb6d1 req-bf364089-51ba-4290-85cc-3e86143f371d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38429b71-74aa-466c-9952-31c670492be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2667108 Mar 08 09:55:46.229757 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48300) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:46.238348 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b2dabea6-db0e-44ac-8c6b-2de854312931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'name': 'tempest-TestNetworkBasicOps-router-1048944322', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:55:18Z', 'updated_at': '2022-03-08T09:55:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:19Z', 'updated_at': '2022-03-08T09:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'f1fe7a46-8296-4063-9102-af2b1a31b8d8', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.200', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'port_id': '3c01c2da-c846-4de5-a22f-c6da1276b05e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38429b71-74aa-466c-9952-31c670492be3', 'mac_address': 'fa:16:3e:bf:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e83ad7-7bb9-4841-ac3c-c23aadd360ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:55:42Z', 'updated_at': '2022-03-08T09:55:42Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaffffe2-bfd4-404c-9a93-3673804436d5', 'name': '', 'network_id': '38429b71-74aa-466c-9952-31c670492be3', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:77:8d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80f5bcb9-5d84-4c1f-8de4-414509a6ddd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:23Z', 'updated_at': '2022-03-08T09:55:28Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '80f5bcb9-5d84-4c1f-8de4-414509a6ddd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:55:46.242917 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dabea6-db0e-44ac-8c6b-2de854312931 None None] The sync data for ids ['05fe7ad7-293b-4b7a-846a-a1d784fb2dca'] in dv-neutron-831730-2-hyperv is: [{'id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'name': 'tempest-TestNetworkBasicOps-router-1048944322', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:55:18Z', 'updated_at': '2022-03-08T09:55:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:19Z', 'updated_at': '2022-03-08T09:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'f1fe7a46-8296-4063-9102-af2b1a31b8d8', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.200', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'port_id': '3c01c2da-c846-4de5-a22f-c6da1276b05e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38429b71-74aa-466c-9952-31c670492be3', 'mac_address': 'fa:16:3e:bf:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e83ad7-7bb9-4841-ac3c-c23aadd360ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:55:42Z', 'updated_at': '2022-03-08T09:55:42Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaffffe2-bfd4-404c-9a93-3673804436d5', 'name': '', 'network_id': '38429b71-74aa-466c-9952-31c670492be3', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:77:8d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80f5bcb9-5d84-4c1f-8de4-414509a6ddd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:23Z', 'updated_at': '2022-03-08T09:55:28Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '80f5bcb9-5d84-4c1f-8de4-414509a6ddd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:55:46.360912 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-781a483e-5fdd-4a39-ad86-74931a1c770e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/f1fe7a46-8296-4063-9102-af2b1a31b8d8 HTTP/1.1" status: 200 len: 991 time: 0.1293626 Mar 08 09:55:46.459823 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-10b2f75d-e574-468a-8ada-8ac9437ff1ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e65e11b-97da-4ccc-8caf-6e234aad324b HTTP/1.1" status: 200 len: 217 time: 0.2445295 Mar 08 09:55:46.522914 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf511bd-da43-4966-9d3a-f80d5954d4ce None None] New status for floating IP f1fe7a46-8296-4063-9102-af2b1a31b8d8: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:55:46.617574 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-1b50309e-df34-4ab8-ab24-a246e2887d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:46.619205 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-1b50309e-df34-4ab8-ab24-a246e2887d1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7682eda2-a1ce-418e-9798-c51cec16a340 HTTP/1.1" status: 200 len: 850 time: 0.1529076 Mar 08 09:55:46.633082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e080db-cf24-4437-acc6-f11866c7274e req-06875daa-96f6-480e-b205-c35a0d9c1bca tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:46.633082 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e8e080db-cf24-4437-acc6-f11866c7274e req-06875daa-96f6-480e-b205-c35a0d9c1bca tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 943 time: 0.4906263 Mar 08 09:55:46.721272 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a3ad9efe-d08c-4954-87d3-2a2238acb6d1 req-b956baae-82b6-4c2f-a0a5-4673c61dffde service neutron] 10.222.0.26 "GET /v2.0/networks/38429b71-74aa-466c-9952-31c670492be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085166 Mar 08 09:55:46.849343 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e8e080db-cf24-4437-acc6-f11866c7274e req-4b6b1506-d0af-4318-8af5-e6ea355a56a7 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586583 Mar 08 09:55:46.898200 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a3ad9efe-d08c-4954-87d3-2a2238acb6d1 req-c7879ef9-6329-4665-b710-6515f3b38c12 service neutron] 10.222.0.26 "GET /v2.0/networks/38429b71-74aa-466c-9952-31c670492be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700063 Mar 08 09:55:46.903510 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-bc1b76e2-ae93-4541-a435-b864cf1500b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:46.905223 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-bc1b76e2-ae93-4541-a435-b864cf1500b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2722883 Mar 08 09:55:47.049684 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-9a753539-28d7-4bbd-9906-2eb0bd776f77 service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366184 Mar 08 09:55:47.177800 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10718f52-6438-4036-af40-976fe7c4da8c', 'tag': '6e65e11b-97da-4ccc-8caf-6e234aad324b'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:55:47.186119 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-89c06f18-79ae-4aba-8052-bf2dea08b623 req-882f6fb8-ae7b-42ce-8815-a1570ed08f49 service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292586 Mar 08 09:55:47.226801 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10718f52-6438-4036-af40-976fe7c4da8c', 'tag': '6e65e11b-97da-4ccc-8caf-6e234aad324b', 'status': 'completed', 'code': 200} Mar 08 09:55:47.314444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68437d6c-7159-4c19-96ce-4c242da829ff req-72c5e031-694b-48e0-8983-85b8849df977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:47.316353 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-68437d6c-7159-4c19-96ce-4c242da829ff req-72c5e031-694b-48e0-8983-85b8849df977 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=090578e165634cbd86b446011dd7b913&device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 1096 time: 0.0689664 Mar 08 09:55:47.364857 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48306) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:55:47.463878 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68437d6c-7159-4c19-96ce-4c242da829ff req-a1f3c607-cfa3-44f2-8b9a-4c60110a2676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:47.465387 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-68437d6c-7159-4c19-96ce-4c242da829ff req-a1f3c607-cfa3-44f2-8b9a-4c60110a2676 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1 HTTP/1.1" status: 200 len: 912 time: 0.1416552 Mar 08 09:55:47.538284 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-68437d6c-7159-4c19-96ce-4c242da829ff req-b27ee750-077a-4f5e-959d-5b61b89e8c05 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e65e11b-97da-4ccc-8caf-6e234aad324b HTTP/1.1" status: 200 len: 217 time: 0.0649383 Mar 08 09:55:47.599006 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5fe90c63-9a6f-40b7-81ec-4706b0821818 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/f1fe7a46-8296-4063-9102-af2b1a31b8d8 HTTP/1.1" status: 200 len: 993 time: 0.2254965 Mar 08 09:55:47.619545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68437d6c-7159-4c19-96ce-4c242da829ff req-293894f9-5e08-4adb-8547-808d49686699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:47.621281 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-68437d6c-7159-4c19-96ce-4c242da829ff req-293894f9-5e08-4adb-8547-808d49686699 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7682eda2-a1ce-418e-9798-c51cec16a340 HTTP/1.1" status: 200 len: 850 time: 0.0768869 Mar 08 09:55:47.707193 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68437d6c-7159-4c19-96ce-4c242da829ff req-f7eb0ad7-37f4-4c2d-91b4-0122a6961dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:47.708771 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-68437d6c-7159-4c19-96ce-4c242da829ff req-f7eb0ad7-37f4-4c2d-91b4-0122a6961dd8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822330 Mar 08 09:55:47.846766 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-68437d6c-7159-4c19-96ce-4c242da829ff req-fc65968c-f56f-43c0-88f4-39a1e49723ea service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317163 Mar 08 09:55:48.029662 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-68437d6c-7159-4c19-96ce-4c242da829ff req-a1c276bb-2ce0-4f31-a3c2-aa75e446f950 service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766291 Mar 08 09:55:48.071132 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021993b-9234-42d7-bd44-9292c67c042d req-dabe7877-cbb5-4f46-b2c0-c22699b7527c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:48.075900 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4021993b-9234-42d7-bd44-9292c67c042d req-dabe7877-cbb5-4f46-b2c0-c22699b7527c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 943 time: 0.1024265 Mar 08 09:55:48.118554 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4021993b-9234-42d7-bd44-9292c67c042d req-6c30aaff-6bee-4fcf-90c2-18c760210e47 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409029 Mar 08 09:55:49.297026 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b6217-951b-4212-93bd-d91d2ab0373c req-6dc67e9c-7efc-487e-90d7-fb4ffeef9940 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:49.298694 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fa7b6217-951b-4212-93bd-d91d2ab0373c req-6dc67e9c-7efc-487e-90d7-fb4ffeef9940 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 943 time: 0.0775762 Mar 08 09:55:49.341099 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fa7b6217-951b-4212-93bd-d91d2ab0373c req-704da00b-ac03-429d-bb14-742cdd16881e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362461 Mar 08 09:55:50.617176 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e55806-ec1c-4122-96e1-8a69f62facff req-f2099a15-f5a7-418e-9c7d-7eb99b6b536e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:50.618647 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e0e55806-ec1c-4122-96e1-8a69f62facff req-f2099a15-f5a7-418e-9c7d-7eb99b6b536e tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 943 time: 0.1732969 Mar 08 09:55:50.661668 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e0e55806-ec1c-4122-96e1-8a69f62facff req-5a7a08a4-8b06-4c87-901d-389e10d87078 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374994 Mar 08 09:55:51.844927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efa5ed-eada-4866-bf0c-9315d0325799 req-9edfaf33-ece4-4b4f-b51d-a965c97145f8 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:51.846367 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10efa5ed-eada-4866-bf0c-9315d0325799 req-9edfaf33-ece4-4b4f-b51d-a965c97145f8 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 943 time: 0.0820363 Mar 08 09:55:51.889730 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10efa5ed-eada-4866-bf0c-9315d0325799 req-b50a38cc-d23a-4969-ada7-267cd28a5440 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376794 Mar 08 09:55:53.068974 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d104f-05aa-400a-ba2f-9dc7a1cfa60c req-aaf5a28d-2e85-4c74-973e-8f9e02283ec9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:53.070404 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-072d104f-05aa-400a-ba2f-9dc7a1cfa60c req-aaf5a28d-2e85-4c74-973e-8f9e02283ec9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 943 time: 0.0793860 Mar 08 09:55:53.113513 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-072d104f-05aa-400a-ba2f-9dc7a1cfa60c req-bc6dfc5e-f96b-4b95-8e7e-167c3358a000 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376232 Mar 08 09:55:53.321915 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:55:54.292407 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1186ff-d1af-4933-829c-49f6a1cdaaa7 req-da36db06-7805-43ae-885f-1813edcaf727 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:54.293862 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3e1186ff-d1af-4933-829c-49f6a1cdaaa7 req-da36db06-7805-43ae-885f-1813edcaf727 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 943 time: 0.0782537 Mar 08 09:55:54.339887 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3e1186ff-d1af-4933-829c-49f6a1cdaaa7 req-095a558f-f70f-497d-afd5-14410cb6e709 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396690 Mar 08 09:55:54.854188 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b623212f-e6ed-4b2b-9204-e3748c6d209c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:55.517268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20310b83-27cd-41e8-80bd-e94a8003b3cc req-fc45c024-63c3-4cd4-802c-9d351a67eadb tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:55.518697 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-20310b83-27cd-41e8-80bd-e94a8003b3cc req-fc45c024-63c3-4cd4-802c-9d351a67eadb tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 943 time: 0.0760701 Mar 08 09:55:55.564196 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-20310b83-27cd-41e8-80bd-e94a8003b3cc req-d193d7e7-7a04-49f1-98cb-67cfa0fb1bd1 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399041 Mar 08 09:55:55.948989 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 6e65e11b-97da-4ccc-8caf-6e234aad324b details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 09:55:55.984456 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e58e8a9b-ac19-4c86-9c20-f747a82a9b2b req-d481193c-2d40-4e62-a32b-b123f0644b16 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677292 Mar 08 09:55:56.072240 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e8a9b-ac19-4c86-9c20-f747a82a9b2b req-4de784ce-37a9-4a4f-a0e7-586edf9fcf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:56.073729 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e58e8a9b-ac19-4c86-9c20-f747a82a9b2b req-4de784ce-37a9-4a4f-a0e7-586edf9fcf81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=090578e165634cbd86b446011dd7b913&device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 1099 time: 0.0693266 Mar 08 09:55:56.077503 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 6e65e11b-97da-4ccc-8caf-6e234aad324b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=6e65e11b-97da-4ccc-8caf-6e234aad324b,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:55:56.090719 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '6e65e11b-97da-4ccc-8caf-6e234aad324b', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'port_id': '6e65e11b-97da-4ccc-8caf-6e234aad324b', 'mac_address': 'fa:16:3e:91:f0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 09:55:56.147037 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:56.163675 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e65e11b-97da-4ccc-8caf-6e234aad324b {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:55:56.178713 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 6e65e11b-97da-4ccc-8caf-6e234aad324b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=6e65e11b-97da-4ccc-8caf-6e234aad324b,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:55:56.183467 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:56.218373 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e8a9b-ac19-4c86-9c20-f747a82a9b2b req-342ea2fd-9ecf-4377-92a9-4342a26c4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:56.219824 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e58e8a9b-ac19-4c86-9c20-f747a82a9b2b req-342ea2fd-9ecf-4377-92a9-4342a26c4655 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1 HTTP/1.1" status: 200 len: 912 time: 0.1270096 Mar 08 09:55:56.247415 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=6e65e11b-97da-4ccc-8caf-6e234aad324b,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:56.321666 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e58e8a9b-ac19-4c86-9c20-f747a82a9b2b req-19a58191-ac37-4aa9-b7c7-7658cd6d7f6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb HTTP/1.1" status: 200 len: 1001 time: 0.0956578 Mar 08 09:55:56.388472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e8a9b-ac19-4c86-9c20-f747a82a9b2b req-f4d7284b-5d14-48d4-891a-3eb793553080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:56.389925 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e58e8a9b-ac19-4c86-9c20-f747a82a9b2b req-f4d7284b-5d14-48d4-891a-3eb793553080 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7682eda2-a1ce-418e-9798-c51cec16a340 HTTP/1.1" status: 200 len: 850 time: 0.0619714 Mar 08 09:55:56.463263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e8a9b-ac19-4c86-9c20-f747a82a9b2b req-a654e7fb-3a67-4930-8df6-22436cb36f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:56.464709 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e58e8a9b-ac19-4c86-9c20-f747a82a9b2b req-a654e7fb-3a67-4930-8df6-22436cb36f88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682237 Mar 08 09:55:56.516755 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['6e65e11b-97da-4ccc-8caf-6e234aad324b'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 09:55:56.594846 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e58e8a9b-ac19-4c86-9c20-f747a82a9b2b req-661516b9-034d-44be-9519-673986cf6455 service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236463 Mar 08 09:55:56.738227 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e58e8a9b-ac19-4c86-9c20-f747a82a9b2b req-8661cb98-10fd-416f-afef-d340c55eafcc service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364934 Mar 08 09:55:56.765469 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09756d29-075c-416a-8a7f-99391ce0347b req-7c22f52a-0163-4645-b775-c30d3fd1ee71 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:56.767674 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09756d29-075c-416a-8a7f-99391ce0347b req-7c22f52a-0163-4645-b775-c30d3fd1ee71 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 944 time: 0.0979402 Mar 08 09:55:56.813150 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09756d29-075c-416a-8a7f-99391ce0347b req-da9d9172-d7bf-41ab-bd0a-6c35cffb5be2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384684 Mar 08 09:55:57.521910 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4cacb75-a4bd-4a18-b0f3-872ff27dae57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:57.964050 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 6e65e11b-97da-4ccc-8caf-6e234aad324b up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:55:57.998336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a39f0c-b796-4c90-96af-0e4287be9c3b req-99f8dd7c-373a-47d2-9cd1-5c3a8062fd2b tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:57.999769 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-73a39f0c-b796-4c90-96af-0e4287be9c3b req-99f8dd7c-373a-47d2-9cd1-5c3a8062fd2b tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 944 time: 0.0821815 Mar 08 09:55:58.029866 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 6e65e11b-97da-4ccc-8caf-6e234aad324b completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:55:58.034586 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 6e65e11b-97da-4ccc-8caf-6e234aad324b triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:55:58.034975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:58.043693 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-73a39f0c-b796-4c90-96af-0e4287be9c3b req-40d1b6ee-f9f0-48b4-9d89-785f3e3aab93 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374837 Mar 08 09:55:58.150379 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:58.184827 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10718f52-6438-4036-af40-976fe7c4da8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e65e11b-97da-4ccc-8caf-6e234aad324b'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:55:58.197181 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 6e65e11b-97da-4ccc-8caf-6e234aad324b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=6e65e11b-97da-4ccc-8caf-6e234aad324b,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:55:58.198658 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:58.200325 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:58.230035 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10718f52-6438-4036-af40-976fe7c4da8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e65e11b-97da-4ccc-8caf-6e234aad324b', 'code': 200} Mar 08 09:55:58.271102 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:55:58.281673 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=6e65e11b-97da-4ccc-8caf-6e234aad324b,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:55:58.504042 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6757ad-48a5-4725-b8b8-0b950ae2d623 req-011fde00-3362-4c0d-a4b7-d3fb33e0342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:58.505518 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8a6757ad-48a5-4725-b8b8-0b950ae2d623 req-011fde00-3362-4c0d-a4b7-d3fb33e0342a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 1098 time: 0.0680137 Mar 08 09:55:58.544894 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8a6757ad-48a5-4725-b8b8-0b950ae2d623 req-811ba279-1e3b-4202-9e96-1d1da059b541 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332403 Mar 08 09:55:59.226540 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcd155-0893-4259-96e3-d9101b5f7514 req-1f76130f-f98b-4c70-bb8b-657a2e4b1720 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:55:59.227966 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-02bcd155-0893-4259-96e3-d9101b5f7514 req-1f76130f-f98b-4c70-bb8b-657a2e4b1720 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 945 time: 0.0811157 Mar 08 09:55:59.271014 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-02bcd155-0893-4259-96e3-d9101b5f7514 req-5e74c762-0bf8-487d-bdce-2f695e315052 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372329 Mar 08 09:56:00.044424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:00.457702 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533bbb1-3613-43da-8ce5-3f1605b46d76 req-fc361d43-2b57-43cf-8f32-7238476aefa0 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:56:00.459116 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7533bbb1-3613-43da-8ce5-3f1605b46d76 req-fc361d43-2b57-43cf-8f32-7238476aefa0 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 945 time: 0.0809257 Mar 08 09:56:00.501080 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7533bbb1-3613-43da-8ce5-3f1605b46d76 req-a78c9f49-5d87-42bf-9dd5-4c6659beac36 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364618 Mar 08 09:56:00.679114 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8b4a7-fd74-49cd-ad97-9d6dc8486c07 req-74ef9433-e641-4f00-9f48-ddad2eece2cf tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:56:00.680555 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e7f8b4a7-fd74-49cd-ad97-9d6dc8486c07 req-74ef9433-e641-4f00-9f48-ddad2eece2cf tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 945 time: 0.0783865 Mar 08 09:56:00.725395 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e7f8b4a7-fd74-49cd-ad97-9d6dc8486c07 req-1a7da46a-c05e-4baf-b8ce-1fce627c6ab8 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391421 Mar 08 09:56:00.748144 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48336) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:56:00.817725 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da7ca1d-abd0-4816-822f-2952f27f1bd3 tempest-TestVolumeBootPattern-96411383 tempest-TestVolumeBootPattern-96411383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:56:00.818413 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4da7ca1d-abd0-4816-822f-2952f27f1bd3 tempest-TestVolumeBootPattern-96411383 tempest-TestVolumeBootPattern-96411383-project-admin] Synchronizing usage tracker for tenant:9802eb5a2ba2431ca0c1e903daef7b6e on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:56:00.834495 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4da7ca1d-abd0-4816-822f-2952f27f1bd3 tempest-TestVolumeBootPattern-96411383 tempest-TestVolumeBootPattern-96411383-project-admin] Unset dirty status for tenant:9802eb5a2ba2431ca0c1e903daef7b6e on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:56:00.835606 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4da7ca1d-abd0-4816-822f-2952f27f1bd3 tempest-TestVolumeBootPattern-96411383 tempest-TestVolumeBootPattern-96411383-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 1093 time: 0.0864441 Mar 08 09:56:00.838495 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48340) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:56:00.843254 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': '6e65e11b-97da-4ccc-8caf-6e234aad324b', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:56:00.848999 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:56:00.852573 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Usage tracker for resource:floatingip and tenant:090578e165634cbd86b446011dd7b913 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:56:00.855347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:56:00.860928 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:56:00.871165 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:01.004826 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:01.141025 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Allocated IP 172.26.2.152 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/04c37403-73c7-4111-a49e-755fcdbb88ea) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:56:01.285807 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:01.313947 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:01.374821 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:56:01.377489 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:56:01.385008 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:56:01.425110 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event updated for resources: {'Port': ['ID=04c37403-73c7-4111-a49e-755fcdbb88ea,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:56:01.785055 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:01.860220 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:02.167989 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:02.172302 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:02.277431 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event updated for resources: {'Port': ['ID=04c37403-73c7-4111-a49e-755fcdbb88ea,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:56:02.287224 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:02.459450 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Floating IP f03da4b5-6f73-4fbb-9bf8-2b0dd4d357c8 associated. External IP: 172.26.2.152, port: 6e65e11b-97da-4ccc-8caf-6e234aad324b. Mar 08 09:56:02.806635 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Router c0db5835-24d4-454f-93db-d9a761214a3c has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:56:02.978709 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:56:02.987834 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8421b006-aab9-462c-95bd-7f89915be7eb None None] Sync routers for ids ['c0db5835-24d4-454f-93db-d9a761214a3c'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:56:03.003446 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:03.023213 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8421b006-aab9-462c-95bd-7f89915be7eb None None] Routers {'c0db5835-24d4-454f-93db-d9a761214a3c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:56:03.024179 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8421b006-aab9-462c-95bd-7f89915be7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:55:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c0db5835-24d4-454f-93db-d9a761214a3c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:56:03.068965 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7fd4c4f0-e51c-47bb-a927-a6ec8f3376a3 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2293408 Mar 08 09:56:03.069474 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10718f52-6438-4036-af40-976fe7c4da8c', 'tag': '6e65e11b-97da-4ccc-8caf-6e234aad324b'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:56:03.114785 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10718f52-6438-4036-af40-976fe7c4da8c', 'tag': '6e65e11b-97da-4ccc-8caf-6e234aad324b', 'status': 'completed', 'code': 200} Mar 08 09:56:03.199003 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-8421b006-aab9-462c-95bd-7f89915be7eb None None] Set router c0db5835-24d4-454f-93db-d9a761214a3c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:56:03.206386 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71941561-1e55-4a66-b3a0-f3d964501a14 req-7c1dac1b-e9a8-4581-9d3e-1d157377decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:56:03.207906 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-71941561-1e55-4a66-b3a0-f3d964501a14 req-7c1dac1b-e9a8-4581-9d3e-1d157377decf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=090578e165634cbd86b446011dd7b913&device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 1098 time: 0.0708756 Mar 08 09:56:03.336514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71941561-1e55-4a66-b3a0-f3d964501a14 req-81620232-9546-4bb8-8441-bc200f6bcab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:56:03.338409 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-71941561-1e55-4a66-b3a0-f3d964501a14 req-81620232-9546-4bb8-8441-bc200f6bcab4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1 HTTP/1.1" status: 200 len: 912 time: 0.1245790 Mar 08 09:56:03.548363 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8421b006-aab9-462c-95bd-7f89915be7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'e0d8631e-4037-4701-a35b-a44220dfdbfc', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'port_id': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'mac_address': 'fa:16:3e:81:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:53:50Z', 'updated_at': '2022-03-08T09:53:52Z', 'revision_number': 1, 'project_id': '090578e165634cbd86b446011dd7b913', 'fixed_ip_address_scope': None}, {'id': 'f03da4b5-6f73-4fbb-9bf8-2b0dd4d357c8', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'floating_ip_address': '172.26.2.152', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'port_id': '6e65e11b-97da-4ccc-8caf-6e234aad324b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'mac_address': 'fa:16:3e:91:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10718f52-6438-4036-af40-976fe7c4da8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:56:01Z', 'updated_at': '2022-03-08T09:56:01Z', 'revision_number': 0, 'project_id': '090578e165634cbd86b446011dd7b913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:52Z', 'revision_number': 5, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:56:03.552805 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8421b006-aab9-462c-95bd-7f89915be7eb None None] Checking router: c0db5835-24d4-454f-93db-d9a761214a3c for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:56:03.555819 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-71941561-1e55-4a66-b3a0-f3d964501a14 req-3d533a96-020d-4209-8dc2-1239e77bd7bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e65e11b-97da-4ccc-8caf-6e234aad324b HTTP/1.1" status: 200 len: 999 time: 0.2117505 Mar 08 09:56:03.560898 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8421b006-aab9-462c-95bd-7f89915be7eb None None] Routers {'c0db5835-24d4-454f-93db-d9a761214a3c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:56:03.561483 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8421b006-aab9-462c-95bd-7f89915be7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:55:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c0db5835-24d4-454f-93db-d9a761214a3c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:56:03.617519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71941561-1e55-4a66-b3a0-f3d964501a14 req-739c91e1-9f1f-459d-80de-8a3e14a8ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:56:03.618986 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-71941561-1e55-4a66-b3a0-f3d964501a14 req-739c91e1-9f1f-459d-80de-8a3e14a8ea4b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7682eda2-a1ce-418e-9798-c51cec16a340 HTTP/1.1" status: 200 len: 850 time: 0.0575936 Mar 08 09:56:03.702032 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71941561-1e55-4a66-b3a0-f3d964501a14 req-0c3c9f30-4e9b-4af2-b87a-82a96098ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:56:03.703514 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-71941561-1e55-4a66-b3a0-f3d964501a14 req-0c3c9f30-4e9b-4af2-b87a-82a96098ad73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792165 Mar 08 09:56:03.741554 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-8421b006-aab9-462c-95bd-7f89915be7eb None None] Set router c0db5835-24d4-454f-93db-d9a761214a3c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:56:03.834940 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-71941561-1e55-4a66-b3a0-f3d964501a14 req-eb5d1ad4-5823-43cd-86e8-a6a9acbd04f0 service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245859 Mar 08 09:56:03.963805 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-71941561-1e55-4a66-b3a0-f3d964501a14 req-8ecf1231-abc6-42ba-beed-fa9c3eb651c7 service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234412 Mar 08 09:56:04.083198 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8421b006-aab9-462c-95bd-7f89915be7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'e0d8631e-4037-4701-a35b-a44220dfdbfc', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'port_id': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'mac_address': 'fa:16:3e:81:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:53:50Z', 'updated_at': '2022-03-08T09:53:52Z', 'revision_number': 1, 'project_id': '090578e165634cbd86b446011dd7b913', 'fixed_ip_address_scope': None}, {'id': 'f03da4b5-6f73-4fbb-9bf8-2b0dd4d357c8', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'floating_ip_address': '172.26.2.152', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'port_id': '6e65e11b-97da-4ccc-8caf-6e234aad324b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'mac_address': 'fa:16:3e:91:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10718f52-6438-4036-af40-976fe7c4da8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:56:01Z', 'updated_at': '2022-03-08T09:56:01Z', 'revision_number': 0, 'project_id': '090578e165634cbd86b446011dd7b913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:52Z', 'revision_number': 5, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:56:04.086953 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8421b006-aab9-462c-95bd-7f89915be7eb None None] The sync data for ids ['c0db5835-24d4-454f-93db-d9a761214a3c'] in dv-neutron-831730-2-hyperv is: [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'e0d8631e-4037-4701-a35b-a44220dfdbfc', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'port_id': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'mac_address': 'fa:16:3e:81:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:53:50Z', 'updated_at': '2022-03-08T09:53:52Z', 'revision_number': 1, 'project_id': '090578e165634cbd86b446011dd7b913', 'fixed_ip_address_scope': None}, {'id': 'f03da4b5-6f73-4fbb-9bf8-2b0dd4d357c8', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'floating_ip_address': '172.26.2.152', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'port_id': '6e65e11b-97da-4ccc-8caf-6e234aad324b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'mac_address': 'fa:16:3e:91:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10718f52-6438-4036-af40-976fe7c4da8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:56:01Z', 'updated_at': '2022-03-08T09:56:01Z', 'revision_number': 0, 'project_id': '090578e165634cbd86b446011dd7b913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:52Z', 'revision_number': 5, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:56:04.263848 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8466f2-869f-49b7-8f0c-aff8ebab6c6c None None] New status for floating IP f03da4b5-6f73-4fbb-9bf8-2b0dd4d357c8: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:56:13.196752 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:24.856279 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd5378aa-687c-4dbb-be87-7a9b49ff9131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:27.523840 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3aa68228-095c-4bfb-ae02-97f01e9e526b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:28.185007 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:28.251355 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:30.045663 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:30.321580 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:56:43.198670 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:49.172436 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48376) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:56:49.277145 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5e70d4f9-9595-4dce-90a2-e2e467b2f3d3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/f1fe7a46-8296-4063-9102-af2b1a31b8d8 HTTP/1.1" status: 200 len: 993 time: 0.1035223 Mar 08 09:56:49.595690 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48384) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:56:49.792431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port 9121b963-73f3-47e3-89ca-aea67fcab435 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:56:49.792686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:49.959312 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:49.959635 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:50.080573 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for 9121b963-73f3-47e3-89ca-aea67fcab435 owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:56:50.231030 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:50.279115 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=9121b963-73f3-47e3-89ca-aea67fcab435,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:56:50.321088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:50.321437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:50.322436 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:50.322436 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:50.322665 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:50.322794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:50.323460 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:50.323460 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:50.323733 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:50.324054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:50.324373 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:50.324749 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:50.385326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:50.385326 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Floating IP f1fe7a46-8296-4063-9102-af2b1a31b8d8 disassociated (deleted). External IP: 172.26.2.200, port: 3c01c2da-c846-4de5-a22f-c6da1276b05e. Mar 08 09:56:50.846741 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 05fe7ad7-293b-4b7a-846a-a1d784fb2dca has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:56:51.041256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:56:51.053792 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc052074-4bff-453e-b05e-28a8fc4a5441 None None] Sync routers for ids ['05fe7ad7-293b-4b7a-846a-a1d784fb2dca'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:56:51.063354 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:51.068636 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc052074-4bff-453e-b05e-28a8fc4a5441 None None] Routers {'05fe7ad7-293b-4b7a-846a-a1d784fb2dca'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:56:51.069213 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fc052074-4bff-453e-b05e-28a8fc4a5441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:56:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['05fe7ad7-293b-4b7a-846a-a1d784fb2dca'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:56:51.122124 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-51e09507-59d1-4505-ba11-beba7a888d3a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/floatingips/f1fe7a46-8296-4063-9102-af2b1a31b8d8 HTTP/1.1" status: 204 len: 168 time: 1.5254586 Mar 08 09:56:51.122815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e83ad7-7bb9-4841-ac3c-c23aadd360ca', 'tag': '3c01c2da-c846-4de5-a22f-c6da1276b05e'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:56:51.296111 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e83ad7-7bb9-4841-ac3c-c23aadd360ca', 'tag': '3c01c2da-c846-4de5-a22f-c6da1276b05e', 'status': 'completed', 'code': 200} Mar 08 09:56:51.313077 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-fc052074-4bff-453e-b05e-28a8fc4a5441 None None] Set router 05fe7ad7-293b-4b7a-846a-a1d784fb2dca gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:56:51.429074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f91fb-c4f7-4f4b-9a95-1134ed96b83a req-167fa161-4dd8-4cbc-a89e-03675372bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:56:51.431370 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-456f91fb-c4f7-4f4b-9a95-1134ed96b83a req-167fa161-4dd8-4cbc-a89e-03675372bc40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 1098 time: 0.1115348 Mar 08 09:56:51.584211 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e848f-39c6-4659-bcad-c12e0a821379 req-de17995b-77ad-422e-89e5-dd1d775587d5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:56:51.585780 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c2e848f-39c6-4659-bcad-c12e0a821379 req-de17995b-77ad-422e-89e5-dd1d775587d5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 945 time: 0.1106427 Mar 08 09:56:51.593725 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f91fb-c4f7-4f4b-9a95-1134ed96b83a req-e5694e83-5c40-4770-a591-55169d70ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:56:51.596778 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-456f91fb-c4f7-4f4b-9a95-1134ed96b83a req-e5694e83-5c40-4770-a591-55169d70ee07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=38429b71-74aa-466c-9952-31c670492be3 HTTP/1.1" status: 200 len: 898 time: 0.1592028 Mar 08 09:56:51.638203 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c2e848f-39c6-4659-bcad-c12e0a821379 req-485dc5d2-3565-48e7-ad8b-4930704ae1bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e7032-991b-4e52-827c-2a5b7b656d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430117 Mar 08 09:56:51.673073 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-456f91fb-c4f7-4f4b-9a95-1134ed96b83a req-a7583297-6dd3-4018-a811-4956431dee66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c01c2da-c846-4de5-a22f-c6da1276b05e HTTP/1.1" status: 200 len: 217 time: 0.0694346 Mar 08 09:56:51.682648 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fc052074-4bff-453e-b05e-28a8fc4a5441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'name': 'tempest-TestNetworkBasicOps-router-1048944322', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:55:18Z', 'updated_at': '2022-03-08T09:55:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:19Z', 'updated_at': '2022-03-08T09:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'eaffffe2-bfd4-404c-9a93-3673804436d5', 'name': '', 'network_id': '38429b71-74aa-466c-9952-31c670492be3', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:77:8d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80f5bcb9-5d84-4c1f-8de4-414509a6ddd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:23Z', 'updated_at': '2022-03-08T09:55:28Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '80f5bcb9-5d84-4c1f-8de4-414509a6ddd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:56:51.686449 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc052074-4bff-453e-b05e-28a8fc4a5441 None None] Checking router: 05fe7ad7-293b-4b7a-846a-a1d784fb2dca for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:56:51.694546 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc052074-4bff-453e-b05e-28a8fc4a5441 None None] Routers {'05fe7ad7-293b-4b7a-846a-a1d784fb2dca'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:56:51.695635 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fc052074-4bff-453e-b05e-28a8fc4a5441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:56:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['05fe7ad7-293b-4b7a-846a-a1d784fb2dca'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:56:51.740768 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f91fb-c4f7-4f4b-9a95-1134ed96b83a req-5790d750-900f-40bf-9de8-0333bb988d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:56:51.742332 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-456f91fb-c4f7-4f4b-9a95-1134ed96b83a req-5790d750-900f-40bf-9de8-0333bb988d79 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80f5bcb9-5d84-4c1f-8de4-414509a6ddd1 HTTP/1.1" status: 200 len: 835 time: 0.0624583 Mar 08 09:56:51.823430 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f91fb-c4f7-4f4b-9a95-1134ed96b83a req-6e11241b-20c7-494e-82c3-8d184d2cd02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:56:51.825021 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-456f91fb-c4f7-4f4b-9a95-1134ed96b83a req-6e11241b-20c7-494e-82c3-8d184d2cd02c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38429b71-74aa-466c-9952-31c670492be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766056 Mar 08 09:56:51.877972 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-fc052074-4bff-453e-b05e-28a8fc4a5441 None None] Set router 05fe7ad7-293b-4b7a-846a-a1d784fb2dca gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:56:51.969512 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-456f91fb-c4f7-4f4b-9a95-1134ed96b83a req-f2bba18e-c59c-4c1c-99c7-a6ac2d3d4254 service neutron] 10.222.0.26 "GET /v2.0/networks/38429b71-74aa-466c-9952-31c670492be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370907 Mar 08 09:56:52.105567 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-456f91fb-c4f7-4f4b-9a95-1134ed96b83a req-46bb8005-0568-4941-9040-465130c945a5 service neutron] 10.222.0.26 "GET /v2.0/networks/38429b71-74aa-466c-9952-31c670492be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298707 Mar 08 09:56:52.201123 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fc052074-4bff-453e-b05e-28a8fc4a5441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'name': 'tempest-TestNetworkBasicOps-router-1048944322', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:55:18Z', 'updated_at': '2022-03-08T09:55:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:19Z', 'updated_at': '2022-03-08T09:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'eaffffe2-bfd4-404c-9a93-3673804436d5', 'name': '', 'network_id': '38429b71-74aa-466c-9952-31c670492be3', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:77:8d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80f5bcb9-5d84-4c1f-8de4-414509a6ddd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:23Z', 'updated_at': '2022-03-08T09:55:28Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '80f5bcb9-5d84-4c1f-8de4-414509a6ddd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:56:52.205550 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc052074-4bff-453e-b05e-28a8fc4a5441 None None] The sync data for ids ['05fe7ad7-293b-4b7a-846a-a1d784fb2dca'] in dv-neutron-831730-2-hyperv is: [{'id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'name': 'tempest-TestNetworkBasicOps-router-1048944322', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:55:18Z', 'updated_at': '2022-03-08T09:55:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:19Z', 'updated_at': '2022-03-08T09:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'eaffffe2-bfd4-404c-9a93-3673804436d5', 'name': '', 'network_id': '38429b71-74aa-466c-9952-31c670492be3', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:77:8d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '80f5bcb9-5d84-4c1f-8de4-414509a6ddd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:23Z', 'updated_at': '2022-03-08T09:55:28Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '80f5bcb9-5d84-4c1f-8de4-414509a6ddd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:56:52.419268 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d2ece-cf7d-4a9b-8764-6086b721df22 None None] New status for floating IP f1fe7a46-8296-4063-9102-af2b1a31b8d8: DOWN {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:56:52.854829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e48230-5920-46eb-86c2-28f7fa88818a req-8dfeca99-0261-41a0-9a26-67d2f982fc33 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:56:52.855385 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-76e48230-5920-46eb-86c2-28f7fa88818a req-8dfeca99-0261-41a0-9a26-67d2f982fc33 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:56:52.880800 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-76e48230-5920-46eb-86c2-28f7fa88818a req-8dfeca99-0261-41a0-9a26-67d2f982fc33 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:56:52.880800 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-76e48230-5920-46eb-86c2-28f7fa88818a req-8dfeca99-0261-41a0-9a26-67d2f982fc33 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 945 time: 0.1200404 Mar 08 09:56:52.943604 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-76e48230-5920-46eb-86c2-28f7fa88818a req-383af87d-a04d-4c6a-8f85-c159ebb20b61 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa8e7032-991b-4e52-827c-2a5b7b656d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555692 Mar 08 09:56:53.193316 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02f01b-169b-4632-b132-33022767ed5a req-e742511a-f43c-43a0-a5f5-4695ed1dbcc8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:56:53.194732 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1e02f01b-169b-4632-b132-33022767ed5a req-e742511a-f43c-43a0-a5f5-4695ed1dbcc8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/ports?device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 945 time: 0.0813308 Mar 08 09:56:53.271654 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-1e02f01b-169b-4632-b132-33022767ed5a req-c34d5bda-234e-4419-b86d-90ba65dc6d5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port 3c01c2da-c846-4de5-a22f-c6da1276b05e {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:56:53.272137 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1e02f01b-169b-4632-b132-33022767ed5a req-c34d5bda-234e-4419-b86d-90ba65dc6d5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:53.663824 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-1e02f01b-169b-4632-b132-33022767ed5a req-c34d5bda-234e-4419-b86d-90ba65dc6d5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port 3c01c2da-c846-4de5-a22f-c6da1276b05e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3c01c2da-c846-4de5-a22f-c6da1276b05e,segment=NetworkSegment(8044093a-a70e-4106-a34c-44be17df3887),segment_id=8044093a-a70e-4106-a34c-44be17df3887)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:56:53.665320 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1e02f01b-169b-4632-b132-33022767ed5a req-c34d5bda-234e-4419-b86d-90ba65dc6d5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:53.794090 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-1e02f01b-169b-4632-b132-33022767ed5a req-c34d5bda-234e-4419-b86d-90ba65dc6d5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for 3c01c2da-c846-4de5-a22f-c6da1276b05e owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:56:53.938703 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1e02f01b-169b-4632-b132-33022767ed5a req-c34d5bda-234e-4419-b86d-90ba65dc6d5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:53.995756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d5bda-234e-4419-b86d-90ba65dc6d5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=3c01c2da-c846-4de5-a22f-c6da1276b05e,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:56:54.091377 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e02f01b-169b-4632-b132-33022767ed5a req-c34d5bda-234e-4419-b86d-90ba65dc6d5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] No DVR routers for this DVR port 3c01c2da-c846-4de5-a22f-c6da1276b05e on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:56:54.096140 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1e02f01b-169b-4632-b132-33022767ed5a req-c34d5bda-234e-4419-b86d-90ba65dc6d5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:54.104038 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e83ad7-7bb9-4841-ac3c-c23aadd360ca', 'name': 'network-vif-deleted', 'tag': '3c01c2da-c846-4de5-a22f-c6da1276b05e'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:56:54.107481 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-59c43660-d65a-4b3f-a7a5-05df6787675d req-58d417c1-7dbc-418a-a6df-1a928e93d99e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=29e83ad7-7bb9-4841-ac3c-c23aadd360ca HTTP/1.1" status: 200 len: 210 time: 0.0428083 Mar 08 09:56:54.126702 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1e02f01b-169b-4632-b132-33022767ed5a req-c34d5bda-234e-4419-b86d-90ba65dc6d5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "DELETE /v2.0/ports/3c01c2da-c846-4de5-a22f-c6da1276b05e HTTP/1.1" status: 204 len: 173 time: 0.9264324 Mar 08 09:56:54.169078 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e83ad7-7bb9-4841-ac3c-c23aadd360ca', 'name': 'network-vif-deleted', 'tag': '3c01c2da-c846-4de5-a22f-c6da1276b05e', 'status': 'completed', 'code': 200} Mar 08 09:56:54.856649 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4f11290-6544-4668-a93d-b58b14ff0921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:55.209429 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48408) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:56:55.282006 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b10e06f4-2771-4e09-8408-50fe17ae5939 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:55.311135 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b10e06f4-2771-4e09-8408-50fe17ae5939 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:55.375290 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b10e06f4-2771-4e09-8408-50fe17ae5939 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:55.392302 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e06f4-2771-4e09-8408-50fe17ae5939 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8e7032-991b-4e52-827c-2a5b7b656d0c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:56:55.404566 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b10e06f4-2771-4e09-8408-50fe17ae5939 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:55.405722 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b10e06f4-2771-4e09-8408-50fe17ae5939 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/security-groups/aa8e7032-991b-4e52-827c-2a5b7b656d0c HTTP/1.1" status: 204 len: 168 time: 0.1953230 Mar 08 09:56:55.434975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48414) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:56:55.975857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f488800b-846b-498e-b2d2-690250b56df8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:56.229106 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3c01c2da-c846-4de5-a22f-c6da1276b05e no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:56:56.263077 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 3c01c2da-c846-4de5-a22f-c6da1276b05e {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:56:56.263429 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3c01c2da-c846-4de5-a22f-c6da1276b05e not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:56:56.418198 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-f488800b-846b-498e-b2d2-690250b56df8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port eaffffe2-bfd4-404c-9a93-3673804436d5 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:56:56.418783 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f488800b-846b-498e-b2d2-690250b56df8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:56.598568 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-f488800b-846b-498e-b2d2-690250b56df8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port eaffffe2-bfd4-404c-9a93-3673804436d5, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=eaffffe2-bfd4-404c-9a93-3673804436d5,segment=NetworkSegment(8044093a-a70e-4106-a34c-44be17df3887),segment_id=8044093a-a70e-4106-a34c-44be17df3887)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:56:56.598929 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f488800b-846b-498e-b2d2-690250b56df8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:56.726336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-f488800b-846b-498e-b2d2-690250b56df8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for eaffffe2-bfd4-404c-9a93-3673804436d5 owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:56:56.910459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f488800b-846b-498e-b2d2-690250b56df8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:56.983375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488800b-846b-498e-b2d2-690250b56df8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=eaffffe2-bfd4-404c-9a93-3673804436d5,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:56:57.228010 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f488800b-846b-498e-b2d2-690250b56df8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:57.527484 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d60aafef-2ed0-4ce4-8c48-551711e98c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:57.687856 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f488800b-846b-498e-b2d2-690250b56df8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 05fe7ad7-293b-4b7a-846a-a1d784fb2dca has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:56:57.858412 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f488800b-846b-498e-b2d2-690250b56df8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:56:57.868301 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0efc761-ec0c-4dc3-b4e2-1fa3f3e24920 None None] Sync routers for ids ['05fe7ad7-293b-4b7a-846a-a1d784fb2dca'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:56:57.870727 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f488800b-846b-498e-b2d2-690250b56df8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/routers/05fe7ad7-293b-4b7a-846a-a1d784fb2dca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4347100 Mar 08 09:56:57.873368 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48418) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:56:57.878523 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0efc761-ec0c-4dc3-b4e2-1fa3f3e24920 None None] Routers {'05fe7ad7-293b-4b7a-846a-a1d784fb2dca'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:56:57.878523 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a0efc761-ec0c-4dc3-b4e2-1fa3f3e24920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:56:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['05fe7ad7-293b-4b7a-846a-a1d784fb2dca'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:56:57.945778 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2de7c3-b874-4330-8980-c0a1483a48d6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting subnet 80f5bcb9-5d84-4c1f-8de4-414509a6ddd1 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:56:57.948803 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-da2de7c3-b874-4330-8980-c0a1483a48d6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:58.001535 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-da2de7c3-b874-4330-8980-c0a1483a48d6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:58.053169 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-a0efc761-ec0c-4dc3-b4e2-1fa3f3e24920 None None] Set router 05fe7ad7-293b-4b7a-846a-a1d784fb2dca gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:56:58.081204 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-da2de7c3-b874-4330-8980-c0a1483a48d6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:58.159936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-da2de7c3-b874-4330-8980-c0a1483a48d6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:58.190543 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:58.201353 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2de7c3-b874-4330-8980-c0a1483a48d6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Subnet': ['ID=80f5bcb9-5d84-4c1f-8de4-414509a6ddd1,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:56:58.203259 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-da2de7c3-b874-4330-8980-c0a1483a48d6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:58.210271 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-da2de7c3-b874-4330-8980-c0a1483a48d6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/subnets/80f5bcb9-5d84-4c1f-8de4-414509a6ddd1 HTTP/1.1" status: 204 len: 168 time: 0.3357897 Mar 08 09:56:58.210477 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74de2387-62ce-4b45-95cb-df43882fdaf4 None None] Network 38429b71-74aa-466c-9952-31c670492be3 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:56:58.213329 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48422) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:56:58.300351 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:58.379012 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a0efc761-ec0c-4dc3-b4e2-1fa3f3e24920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'name': 'tempest-TestNetworkBasicOps-router-1048944322', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:55:18Z', 'updated_at': '2022-03-08T09:56:56Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:19Z', 'updated_at': '2022-03-08T09:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:56:58.382755 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0efc761-ec0c-4dc3-b4e2-1fa3f3e24920 None None] Checking router: 05fe7ad7-293b-4b7a-846a-a1d784fb2dca for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:56:58.392130 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0efc761-ec0c-4dc3-b4e2-1fa3f3e24920 None None] Routers {'05fe7ad7-293b-4b7a-846a-a1d784fb2dca'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:56:58.392789 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a0efc761-ec0c-4dc3-b4e2-1fa3f3e24920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:56:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['05fe7ad7-293b-4b7a-846a-a1d784fb2dca'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:56:58.408906 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b8c60f30-62de-4668-8bc0-d4787df50c6c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:58.476301 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] DHCP port deletion for 38429b71-74aa-466c-9952-31c670492be3 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:56:58.480422 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] Deleting port ca74e5af-ef54-4955-9c0f-3c060c0ad6b1 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:56:58.480881 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:58.576260 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-a0efc761-ec0c-4dc3-b4e2-1fa3f3e24920 None None] Set router 05fe7ad7-293b-4b7a-846a-a1d784fb2dca gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:56:58.645285 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7c11f198-df7e-46d5-9bf8-f27e0a14b141 req-60a15787-d302-4531-a235-7c57b7d250b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1837924 Mar 08 09:56:58.646629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b8c60f30-62de-4668-8bc0-d4787df50c6c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:58.657665 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-b8c60f30-62de-4668-8bc0-d4787df50c6c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port ca752f24-da2c-4b57-8dff-10dbc919e53a {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:56:58.658129 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b8c60f30-62de-4668-8bc0-d4787df50c6c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:58.709317 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] For port ca74e5af-ef54-4955-9c0f-3c060c0ad6b1, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ca74e5af-ef54-4955-9c0f-3c060c0ad6b1,segment=NetworkSegment(8044093a-a70e-4106-a34c-44be17df3887),segment_id=8044093a-a70e-4106-a34c-44be17df3887)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:56:58.709895 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:58.841951 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] Calling delete_port for ca74e5af-ef54-4955-9c0f-3c060c0ad6b1 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:56:58.890063 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a0efc761-ec0c-4dc3-b4e2-1fa3f3e24920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'name': 'tempest-TestNetworkBasicOps-router-1048944322', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:55:18Z', 'updated_at': '2022-03-08T09:56:56Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:19Z', 'updated_at': '2022-03-08T09:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:56:58.894220 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0efc761-ec0c-4dc3-b4e2-1fa3f3e24920 None None] The sync data for ids ['05fe7ad7-293b-4b7a-846a-a1d784fb2dca'] in dv-neutron-831730-2-hyperv is: [{'id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'name': 'tempest-TestNetworkBasicOps-router-1048944322', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:55:18Z', 'updated_at': '2022-03-08T09:56:56Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'ca752f24-da2c-4b57-8dff-10dbc919e53a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fe7ad7-293b-4b7a-846a-a1d784fb2dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:55:19Z', 'updated_at': '2022-03-08T09:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:56:58.904241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-b8c60f30-62de-4668-8bc0-d4787df50c6c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port ca752f24-da2c-4b57-8dff-10dbc919e53a, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ca752f24-da2c-4b57-8dff-10dbc919e53a,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:56:58.904241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b8c60f30-62de-4668-8bc0-d4787df50c6c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:58.917127 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11f198-df7e-46d5-9bf8-f27e0a14b141 req-f18b8aa3-38ad-40aa-adbf-75eb589681a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:56:58.919239 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7c11f198-df7e-46d5-9bf8-f27e0a14b141 req-f18b8aa3-38ad-40aa-adbf-75eb589681a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=090578e165634cbd86b446011dd7b913&device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 1099 time: 0.1728237 Mar 08 09:56:58.940276 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:58.988214 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] Pushing event deleted for resources: {'Port': ['ID=ca74e5af-ef54-4955-9c0f-3c060c0ad6b1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:56:58.989989 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] No DVR routers for this DVR port ca74e5af-ef54-4955-9c0f-3c060c0ad6b1 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:56:59.000379 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:59.000755 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:59.001148 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:59.001733 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:59.001848 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:59.002328 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:59.003137 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:59.003499 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:59.003868 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:59.004519 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:59.004519 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:59.004851 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ca26e9-5619-4dbd-9ebb-147e26cfafdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:56:59.171156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-b8c60f30-62de-4668-8bc0-d4787df50c6c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for ca752f24-da2c-4b57-8dff-10dbc919e53a owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:56:59.354449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11f198-df7e-46d5-9bf8-f27e0a14b141 req-e6da88d7-7404-4d1e-a0cb-07549e0de856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:56:59.355451 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7c11f198-df7e-46d5-9bf8-f27e0a14b141 req-e6da88d7-7404-4d1e-a0cb-07549e0de856 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1 HTTP/1.1" status: 200 len: 912 time: 0.3831182 Mar 08 09:56:59.504554 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7c11f198-df7e-46d5-9bf8-f27e0a14b141 req-7ed7a0b0-969d-4be3-9ca3-ebe860cc5511 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb HTTP/1.1" status: 200 len: 1001 time: 0.1427805 Mar 08 09:56:59.567758 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b8c60f30-62de-4668-8bc0-d4787df50c6c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:59.621734 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11f198-df7e-46d5-9bf8-f27e0a14b141 req-8d3c34da-1611-4b73-a840-9425f8a60ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:56:59.623269 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7c11f198-df7e-46d5-9bf8-f27e0a14b141 req-8d3c34da-1611-4b73-a840-9425f8a60ed9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7682eda2-a1ce-418e-9798-c51cec16a340 HTTP/1.1" status: 200 len: 850 time: 0.1127503 Mar 08 09:56:59.637012 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c60f30-62de-4668-8bc0-d4787df50c6c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=ca752f24-da2c-4b57-8dff-10dbc919e53a,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:56:59.772567 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b8c60f30-62de-4668-8bc0-d4787df50c6c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:59.948378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11f198-df7e-46d5-9bf8-f27e0a14b141 req-090bbf01-64e6-4c79-b7f2-8b242798aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:56:59.949899 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7c11f198-df7e-46d5-9bf8-f27e0a14b141 req-090bbf01-64e6-4c79-b7f2-8b242798aeee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3141398 Mar 08 09:56:59.961100 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b8c60f30-62de-4668-8bc0-d4787df50c6c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:56:59.983575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b8c60f30-62de-4668-8bc0-d4787df50c6c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:00.017249 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ca74e5af-ef54-4955-9c0f-3c060c0ad6b1 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:57:00.070694 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: ca74e5af-ef54-4955-9c0f-3c060c0ad6b1 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:57:00.070694 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ca74e5af-ef54-4955-9c0f-3c060c0ad6b1 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:57:00.071058 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device eaffffe2-bfd4-404c-9a93-3673804436d5 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:57:00.084704 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b8c60f30-62de-4668-8bc0-d4787df50c6c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:00.085047 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c60f30-62de-4668-8bc0-d4787df50c6c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Fanout notify agent at l3_agent the message router_deleted on router 05fe7ad7-293b-4b7a-846a-a1d784fb2dca {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:57:00.116813 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b8c60f30-62de-4668-8bc0-d4787df50c6c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:00.117882 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b8c60f30-62de-4668-8bc0-d4787df50c6c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/routers/05fe7ad7-293b-4b7a-846a-a1d784fb2dca HTTP/1.1" status: 204 len: 168 time: 1.9036021 Mar 08 09:57:00.118911 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: eaffffe2-bfd4-404c-9a93-3673804436d5 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:57:00.119264 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device eaffffe2-bfd4-404c-9a93-3673804436d5 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:57:00.121182 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:00.121719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48426) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:00.180744 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7c11f198-df7e-46d5-9bf8-f27e0a14b141 req-18936c53-1867-4790-b717-cb050709b068 service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220702 Mar 08 09:57:00.333855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-95289812-3017-4efd-896f-1e4c2c5f2652 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:00.450798 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7c11f198-df7e-46d5-9bf8-f27e0a14b141 req-77e34546-8ee9-4cea-b1d0-783c41c4f3fe service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641888 Mar 08 09:57:00.513899 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-95289812-3017-4efd-896f-1e4c2c5f2652 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:00.660180 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-95289812-3017-4efd-896f-1e4c2c5f2652 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38429b71-74aa-466c-9952-31c670492be3']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:00.672890 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-95289812-3017-4efd-896f-1e4c2c5f2652 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8044093a-a70e-4106-a34c-44be17df3887') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:00.672890 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-95289812-3017-4efd-896f-1e4c2c5f2652 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8044093a-a70e-4106-a34c-44be17df3887') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:00.685001 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-95289812-3017-4efd-896f-1e4c2c5f2652 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:00.701025 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-95289812-3017-4efd-896f-1e4c2c5f2652 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:00.707860 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95289812-3017-4efd-896f-1e4c2c5f2652 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:57:00.707860 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-95289812-3017-4efd-896f-1e4c2c5f2652 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:57:00.726016 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:57:00.822313 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-95289812-3017-4efd-896f-1e4c2c5f2652 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:00.839599 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-95289812-3017-4efd-896f-1e4c2c5f2652 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:00.851648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95289812-3017-4efd-896f-1e4c2c5f2652 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Network': ['ID=38429b71-74aa-466c-9952-31c670492be3,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:00.862455 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-95289812-3017-4efd-896f-1e4c2c5f2652 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/networks/38429b71-74aa-466c-9952-31c670492be3 HTTP/1.1" status: 204 len: 168 time: 0.7310457 Mar 08 09:57:00.873310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48432) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:00.879551 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-bc55cd47-a162-45f5-9999-dc39e9ddb370 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'network': {'name': 'tempest-network-smoke--716394109', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'port_security_enabled': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:57:00.887421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bc55cd47-a162-45f5-9999-dc39e9ddb370 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:57:00.887421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bc55cd47-a162-45f5-9999-dc39e9ddb370 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:network and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:57:00.893696 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bc55cd47-a162-45f5-9999-dc39e9ddb370 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:57:00.900470 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bc55cd47-a162-45f5-9999-dc39e9ddb370 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:57:00.903491 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc55cd47-a162-45f5-9999-dc39e9ddb370 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:57:00.907823 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bc55cd47-a162-45f5-9999-dc39e9ddb370 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:00.936018 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc55cd47-a162-45f5-9999-dc39e9ddb370 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 09:57:00.943995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bc55cd47-a162-45f5-9999-dc39e9ddb370 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:00.944319 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-bc55cd47-a162-45f5-9999-dc39e9ddb370 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Added segment 268332a4-56c6-4b46-8d9e-a9ccb9b44e66 of type vlan for network c9576a90-c6dd-4c47-aab9-8a5789bea862 Mar 08 09:57:00.970547 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bc55cd47-a162-45f5-9999-dc39e9ddb370 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:01.000072 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bc55cd47-a162-45f5-9999-dc39e9ddb370 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:01.006332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc55cd47-a162-45f5-9999-dc39e9ddb370 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:01.006332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bc55cd47-a162-45f5-9999-dc39e9ddb370 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:01.101324 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bc55cd47-a162-45f5-9999-dc39e9ddb370 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2316151 Mar 08 09:57:01.104208 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48438) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:01.109599 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'admin_state_up': True, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:57:01.112321 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55cd47-a162-45f5-9999-dc39e9ddb370 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Network': ['ID=c9576a90-c6dd-4c47-aab9-8a5789bea862,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:01.117252 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:57:01.121603 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:router and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:57:01.123405 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network c9576a90-c6dd-4c47-aab9-8a5789bea862 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 09:57:01.124937 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:57:01.131052 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:57:01.142191 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:01.143589 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:01.157825 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:01.549212 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:01.862554 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:01.893508 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:01.902635 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ca752f24-da2c-4b57-8dff-10dbc919e53a no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:57:01.945250 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: ca752f24-da2c-4b57-8dff-10dbc919e53a {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:57:01.945250 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ca752f24-da2c-4b57-8dff-10dbc919e53a not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:57:02.031779 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.26.2.245 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/dd91a770-29d0-45a3-b2cf-2206f9bf96c3) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:57:02.182116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:02.214841 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:02.280466 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:57:02.287805 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:57:02.292418 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:57:02.328391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=dd91a770-29d0-45a3-b2cf-2206f9bf96c3,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:02.346334 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:02.346552 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:02.346957 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:02.347495 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:02.347676 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:02.348719 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:02.348719 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:02.349202 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:02.349202 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:02.349486 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:02.350850 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:02.350850 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:02.872373 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:03.213841 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:03.417092 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 78d675ea-3e71-449b-881d-df3b500f1ba6 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 09:57:03.596979 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:57:03.606550 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Sync routers for ids ['78d675ea-3e71-449b-881d-df3b500f1ba6'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:57:03.615229 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Routers {'78d675ea-3e71-449b-881d-df3b500f1ba6'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:57:03.615833 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:56:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['78d675ea-3e71-449b-881d-df3b500f1ba6'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:03.623510 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:03.624908 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-080c06fb-d53e-4f1d-87b2-05451bfd271c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5196562 Mar 08 09:57:03.628015 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48442) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:03.671262 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-feb23a5b-5130-4013-9472-e2cd4964ed8b tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=48f49228ae2a4cdfbce5e7003ecc586a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409701 Mar 08 09:57:03.672734 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48446) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:03.790659 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Set router 78d675ea-3e71-449b-881d-df3b500f1ba6 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:57:03.799916 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b801fd8d-e82c-4eb7-9bd3-b0298fb64508 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:03.801430 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b801fd8d-e82c-4eb7-9bd3-b0298fb64508 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278260 Mar 08 09:57:03.804150 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48450) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:03.842778 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7cab2976-2130-41dd-9876-7e4c3e33d6c7 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375793 Mar 08 09:57:03.845297 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48454) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:03.851768 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e4f8b9d4-c8d7-47c3-9c9d-ceffa0ecbe5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2069006731', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:57:03.967114 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e4f8b9d4-c8d7-47c3-9c9d-ceffa0ecbe5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:57:03.969430 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e4f8b9d4-c8d7-47c3-9c9d-ceffa0ecbe5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:subnet and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:57:03.972198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e4f8b9d4-c8d7-47c3-9c9d-ceffa0ecbe5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:57:03.978308 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e4f8b9d4-c8d7-47c3-9c9d-ceffa0ecbe5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:57:03.987473 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f8b9d4-c8d7-47c3-9c9d-ceffa0ecbe5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:57:03.990996 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4f8b9d4-c8d7-47c3-9c9d-ceffa0ecbe5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:04.106904 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245'}], 'enable_snat': True}, 'gw_port_id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:02Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:04.110578 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Checking router: 78d675ea-3e71-449b-881d-df3b500f1ba6 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:57:04.110926 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Updating router 78d675ea-3e71-449b-881d-df3b500f1ba6 port dd91a770-29d0-45a3-b2cf-2206f9bf96c3 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:57:04.161211 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:04.199665 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4f8b9d4-c8d7-47c3-9c9d-ceffa0ecbe5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:04.407750 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8b9d4-c8d7-47c3-9c9d-ceffa0ecbe5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Subnet': ['ID=9ef38abf-e98b-4a5f-8812-cdc015b9fc73,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:04.416339 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f8b9d4-c8d7-47c3-9c9d-ceffa0ecbe5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Checking segment: {'id': '268332a4-56c6-4b46-8d9e-a9ccb9b44e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:57:04.416718 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f8b9d4-c8d7-47c3-9c9d-ceffa0ecbe5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network hostable DHCP agents. Network: c9576a90-c6dd-4c47-aab9-8a5789bea862, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 09:57:04.435259 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f8b9d4-c8d7-47c3-9c9d-ceffa0ecbe5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network c9576a90-c6dd-4c47-aab9-8a5789bea862 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 09:57:04.444598 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e4f8b9d4-c8d7-47c3-9c9d-ceffa0ecbe5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, c9576a90-c6dd-4c47-aab9-8a5789bea862) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:57:04.449877 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f8b9d4-c8d7-47c3-9c9d-ceffa0ecbe5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:04.450720 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4f8b9d4-c8d7-47c3-9c9d-ceffa0ecbe5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:04.465229 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26079360-971f-48c5-8dc0-84b31684cb94 None None] Network c9576a90-c6dd-4c47-aab9-8a5789bea862 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:57:04.476670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48458) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:04.477391 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e4f8b9d4-c8d7-47c3-9c9d-ceffa0ecbe5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6304436 Mar 08 09:57:04.565202 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:04.577130 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Transition to ACTIVE for port object dd91a770-29d0-45a3-b2cf-2206f9bf96c3 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:57:04.588514 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:04.699822 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Attempting to bind port dd91a770-29d0-45a3-b2cf-2206f9bf96c3 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:57:04.700489 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Attempting to bind port dd91a770-29d0-45a3-b2cf-2206f9bf96c3 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:57:04.700621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Attempting to bind port dd91a770-29d0-45a3-b2cf-2206f9bf96c3 on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:57:04.733442 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46557dc-9ed2-40fa-b628-dcd81dab9a7e None None] Pushing event updated for resources: {'Port': ['ID=dd91a770-29d0-45a3-b2cf-2206f9bf96c3,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:04.741727 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:57:04.742563 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:57:04.742563 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:04.742866 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:57:04.743875 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Bound port: dd91a770-29d0-45a3-b2cf-2206f9bf96c3, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:57:04.744247 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:04.859853 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-c9576a90-c6dd-4c47-aab9-8a5789bea862', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ips': [{'subnet_id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 09:57:04.860672 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:04.876683 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] For port dd91a770-29d0-45a3-b2cf-2206f9bf96c3, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:57:04.887901 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] For port dd91a770-29d0-45a3-b2cf-2206f9bf96c3, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=dd91a770-29d0-45a3-b2cf-2206f9bf96c3,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:57:04.925910 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:05.038746 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Routers {'78d675ea-3e71-449b-881d-df3b500f1ba6'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:57:05.039362 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:56:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['78d675ea-3e71-449b-881d-df3b500f1ba6'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:05.146428 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46557dc-9ed2-40fa-b628-dcd81dab9a7e None None] Pushing event updated for resources: {'Port': ['ID=dd91a770-29d0-45a3-b2cf-2206f9bf96c3,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:05.169515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c3316e0-7d47-48e5-a1bb-5145fd7230e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:05.235104 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Allocated IP 172.20.0.2 (c9576a90-c6dd-4c47-aab9-8a5789bea862/9ef38abf-e98b-4a5f-8812-cdc015b9fc73/4d2f0156-82cf-4f72-92b5-aefe59b6a1f4) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:57:05.298083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] Set router 78d675ea-3e71-449b-881d-df3b500f1ba6 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:57:05.745378 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:05.758216 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Transition to ACTIVE for port object 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:57:05.781838 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Transition to ACTIVE for port object 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:57:05.790578 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:05.829792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245'}], 'enable_snat': True}, 'gw_port_id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:02Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:05.849774 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-7c3316e0-7d47-48e5-a1bb-5145fd7230e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.20.0.1 (c9576a90-c6dd-4c47-aab9-8a5789bea862/9ef38abf-e98b-4a5f-8812-cdc015b9fc73/f511749c-8ecb-4c7c-b19d-02808aa99e8a) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:57:05.850337 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601abef8-6620-4698-b31d-ad3ceef78946 None None] The sync data for ids ['78d675ea-3e71-449b-881d-df3b500f1ba6'] in dv-neutron-831730-2-hyperv is: [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245'}], 'enable_snat': True}, 'gw_port_id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:02Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:57:05.857547 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Network c9576a90-c6dd-4c47-aab9-8a5789bea862 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:57:05.860436 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:57:05.862817 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:57:05.941741 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Pushing event updated for resources: {'Port': ['ID=4d2f0156-82cf-4f72-92b5-aefe59b6a1f4,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:05.970119 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Attempting to bind port 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:57:05.970580 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Attempting to bind port 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '268332a4-56c6-4b46-8d9e-a9ccb9b44e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:57:05.970829 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Attempting to bind port 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4 on network c9576a90-c6dd-4c47-aab9-8a5789bea862 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:57:05.976282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:57:05.976649 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Checking segment: {'id': '268332a4-56c6-4b46-8d9e-a9ccb9b44e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:57:05.977074 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:05.977452 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Bound using segment: {'id': '268332a4-56c6-4b46-8d9e-a9ccb9b44e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:57:05.978471 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Bound port: 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268332a4-56c6-4b46-8d9e-a9ccb9b44e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:57:05.978835 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:06.011214 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c3316e0-7d47-48e5-a1bb-5145fd7230e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:06.027657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-7c3316e0-7d47-48e5-a1bb-5145fd7230e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Transition to ACTIVE for port object f511749c-8ecb-4c7c-b19d-02808aa99e8a will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:57:06.054145 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c3316e0-7d47-48e5-a1bb-5145fd7230e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:06.099144 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] For port 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:57:06.103323 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] For port 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=4d2f0156-82cf-4f72-92b5-aefe59b6a1f4,segment=NetworkSegment(268332a4-56c6-4b46-8d9e-a9ccb9b44e66),segment_id=268332a4-56c6-4b46-8d9e-a9ccb9b44e66)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:57:06.109775 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:06.138400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3316e0-7d47-48e5-a1bb-5145fd7230e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network c9576a90-c6dd-4c47-aab9-8a5789bea862 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:57:06.142472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-7c3316e0-7d47-48e5-a1bb-5145fd7230e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:57:06.150898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3316e0-7d47-48e5-a1bb-5145fd7230e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:57:06.198068 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6f64f-7991-465e-ac88-94b7dcd45f17 None None] Pushing event updated for resources: {'Port': ['ID=4d2f0156-82cf-4f72-92b5-aefe59b6a1f4,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:06.207469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3316e0-7d47-48e5-a1bb-5145fd7230e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=f511749c-8ecb-4c7c-b19d-02808aa99e8a,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:06.227387 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c3316e0-7d47-48e5-a1bb-5145fd7230e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:06.530085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c3316e0-7d47-48e5-a1bb-5145fd7230e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:06.954540 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c3316e0-7d47-48e5-a1bb-5145fd7230e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:06.959259 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c3316e0-7d47-48e5-a1bb-5145fd7230e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:07.069436 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c3316e0-7d47-48e5-a1bb-5145fd7230e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:07.076170 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3316e0-7d47-48e5-a1bb-5145fd7230e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=f511749c-8ecb-4c7c-b19d-02808aa99e8a,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:07.134208 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5f7b28-f65a-4abd-8e45-aea55eff4f51 None None] Network c9576a90-c6dd-4c47-aab9-8a5789bea862 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:57:07.209760 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3316e0-7d47-48e5-a1bb-5145fd7230e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network c9576a90-c6dd-4c47-aab9-8a5789bea862 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:57:07.210945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-7c3316e0-7d47-48e5-a1bb-5145fd7230e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:57:07.241633 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-be0c5c82-44d6-4697-8105-66ea558b996d None None] Provisioning for port 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:57:07.320278 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:57:07.523359 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3316e0-7d47-48e5-a1bb-5145fd7230e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 78d675ea-3e71-449b-881d-df3b500f1ba6 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:57:07.592824 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b9329921-7e54-4021-b689-4f1df48bfa0b None None] Provisioning for port f511749c-8ecb-4c7c-b19d-02808aa99e8a completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:57:07.600892 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b9329921-7e54-4021-b689-4f1df48bfa0b None None] Provisioning complete for port f511749c-8ecb-4c7c-b19d-02808aa99e8a triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:57:07.602328 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9329921-7e54-4021-b689-4f1df48bfa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:07.667739 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b9329921-7e54-4021-b689-4f1df48bfa0b None None] Port f511749c-8ecb-4c7c-b19d-02808aa99e8a cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:57:07.717409 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3316e0-7d47-48e5-a1bb-5145fd7230e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:57:07.728233 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Sync routers for ids ['78d675ea-3e71-449b-881d-df3b500f1ba6'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:57:07.733309 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7c3316e0-7d47-48e5-a1bb-5145fd7230e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/routers/78d675ea-3e71-449b-881d-df3b500f1ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2532568 Mar 08 09:57:07.733761 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48462) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:07.738061 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Routers {'78d675ea-3e71-449b-881d-df3b500f1ba6'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:57:07.738670 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:56:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['78d675ea-3e71-449b-881d-df3b500f1ba6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:07.810277 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-cfbbe0c5-5686-4503-88ae-5ae580827a7f None None] Provisioning complete for port f511749c-8ecb-4c7c-b19d-02808aa99e8a triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:57:07.810788 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe0c5-5686-4503-88ae-5ae580827a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:07.879169 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-cfbbe0c5-5686-4503-88ae-5ae580827a7f None None] Port f511749c-8ecb-4c7c-b19d-02808aa99e8a cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:57:07.879959 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e69cae6-e73c-466a-b81b-746d0f525334 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:07.880773 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e69cae6-e73c-466a-b81b-746d0f525334 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:07.881398 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e69cae6-e73c-466a-b81b-746d0f525334 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:07.882009 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e69cae6-e73c-466a-b81b-746d0f525334 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:07.882469 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e69cae6-e73c-466a-b81b-746d0f525334 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:07.883323 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e69cae6-e73c-466a-b81b-746d0f525334 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:07.885322 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8e69cae6-e73c-466a-b81b-746d0f525334 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1505849 Mar 08 09:57:07.888080 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48466) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:07.931869 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Set router 78d675ea-3e71-449b-881d-df3b500f1ba6 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:57:07.989560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa85b67-4dd0-4b02-a5b4-ae53f221d6ff tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:07.990650 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa85b67-4dd0-4b02-a5b4-ae53f221d6ff tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:07.991111 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa85b67-4dd0-4b02-a5b4-ae53f221d6ff tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:07.991562 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa85b67-4dd0-4b02-a5b4-ae53f221d6ff tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:07.992009 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa85b67-4dd0-4b02-a5b4-ae53f221d6ff tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:07.992452 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa85b67-4dd0-4b02-a5b4-ae53f221d6ff tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:07.996227 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-aaa85b67-4dd0-4b02-a5b4-ae53f221d6ff tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1062412 Mar 08 09:57:07.998163 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48470) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:08.022847 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device dd91a770-29d0-45a3-b2cf-2206f9bf96c3 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:57:08.097835 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port dd91a770-29d0-45a3-b2cf-2206f9bf96c3 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:57:08.106336 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-dce980a4-7101-47a3-a9c7-45242f8174dd None None] Provisioning complete for port f511749c-8ecb-4c7c-b19d-02808aa99e8a triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:57:08.106714 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dce980a4-7101-47a3-a9c7-45242f8174dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:08.133951 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port dd91a770-29d0-45a3-b2cf-2206f9bf96c3 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:57:08.134320 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:08.208881 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-dce980a4-7101-47a3-a9c7-45242f8174dd None None] Port f511749c-8ecb-4c7c-b19d-02808aa99e8a cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:57:08.234269 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5c71dfdd-3ff5-4391-9e8a-8d3a7aee076b tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2349555 Mar 08 09:57:08.279723 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:08.286549 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245'}], 'enable_snat': True}, 'gw_port_id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:06Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f511749c-8ecb-4c7c-b19d-02808aa99e8a', 'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:68:61:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:05Z', 'updated_at': '2022-03-08T09:57:06Z', 'revision_number': 2, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:08.296305 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Checking router: 78d675ea-3e71-449b-881d-df3b500f1ba6 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:57:08.296858 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Updating router 78d675ea-3e71-449b-881d-df3b500f1ba6 port f511749c-8ecb-4c7c-b19d-02808aa99e8a binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 09:57:08.304892 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port dd91a770-29d0-45a3-b2cf-2206f9bf96c3, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=dd91a770-29d0-45a3-b2cf-2206f9bf96c3,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:57:08.312087 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:08.313023 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:57:08.350646 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:08.429128 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=dd91a770-29d0-45a3-b2cf-2206f9bf96c3,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:08.441461 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:57:08.447053 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:57:08.447436 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:08.613944 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:08.648624 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=4d2f0156-82cf-4f72-92b5-aefe59b6a1f4,segment=NetworkSegment(268332a4-56c6-4b46-8d9e-a9ccb9b44e66),segment_id=268332a4-56c6-4b46-8d9e-a9ccb9b44e66)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:57:08.653587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:08.670076 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48478) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:08.675377 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8aa8ecc0-7ffc-41aa-8071-5b73f916a8c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67484705', 'description': 'tempest-secgroup-smoke-67484705 description', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:57:08.682182 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8aa8ecc0-7ffc-41aa-8071-5b73f916a8c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:57:08.686763 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8aa8ecc0-7ffc-41aa-8071-5b73f916a8c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:57:08.690830 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8aa8ecc0-7ffc-41aa-8071-5b73f916a8c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:57:08.695253 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8aa8ecc0-7ffc-41aa-8071-5b73f916a8c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:57:08.708908 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ecc0-7ffc-41aa-8071-5b73f916a8c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:08.722818 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=4d2f0156-82cf-4f72-92b5-aefe59b6a1f4,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:08.730071 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8aa8ecc0-7ffc-41aa-8071-5b73f916a8c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:57:08.733890 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8aa8ecc0-7ffc-41aa-8071-5b73f916a8c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:57:08.736709 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8aa8ecc0-7ffc-41aa-8071-5b73f916a8c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:57:08.741833 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:08.742233 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8aa8ecc0-7ffc-41aa-8071-5b73f916a8c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:57:08.755020 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Transition to ACTIVE for port object f511749c-8ecb-4c7c-b19d-02808aa99e8a will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:57:08.763413 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:08.817664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ecc0-7ffc-41aa-8071-5b73f916a8c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:08.822210 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ecc0-7ffc-41aa-8071-5b73f916a8c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:08.874382 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8ecc0-7ffc-41aa-8071-5b73f916a8c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5259e683-28f4-41dc-b5f8-532625e179ad,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:08.885005 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ecc0-7ffc-41aa-8071-5b73f916a8c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:08.887679 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8aa8ecc0-7ffc-41aa-8071-5b73f916a8c1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2158711 Mar 08 09:57:08.891279 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48482) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:08.900173 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-9d6361e0-a97c-437d-be9b-1f0f7d36ff91 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '5259e683-28f4-41dc-b5f8-532625e179ad', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:57:08.906414 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9d6361e0-a97c-437d-be9b-1f0f7d36ff91 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:57:08.910682 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9d6361e0-a97c-437d-be9b-1f0f7d36ff91 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:57:08.913798 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9d6361e0-a97c-437d-be9b-1f0f7d36ff91 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:57:08.921697 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9d6361e0-a97c-437d-be9b-1f0f7d36ff91 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:57:08.928357 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79facbe4-3f9f-4162-87e3-8ce83611f1ec None None] Pushing event updated for resources: {'Port': ['ID=f511749c-8ecb-4c7c-b19d-02808aa99e8a,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:08.943010 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9d6361e0-a97c-437d-be9b-1f0f7d36ff91 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:08.970022 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79facbe4-3f9f-4162-87e3-8ce83611f1ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:08.970372 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79facbe4-3f9f-4162-87e3-8ce83611f1ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:08.970721 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79facbe4-3f9f-4162-87e3-8ce83611f1ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:08.971037 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79facbe4-3f9f-4162-87e3-8ce83611f1ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:08.971542 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79facbe4-3f9f-4162-87e3-8ce83611f1ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:08.972063 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79facbe4-3f9f-4162-87e3-8ce83611f1ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:08.972572 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79facbe4-3f9f-4162-87e3-8ce83611f1ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:08.973078 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79facbe4-3f9f-4162-87e3-8ce83611f1ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:08.973569 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79facbe4-3f9f-4162-87e3-8ce83611f1ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:08.974046 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79facbe4-3f9f-4162-87e3-8ce83611f1ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:08.974529 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79facbe4-3f9f-4162-87e3-8ce83611f1ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:08.974850 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79facbe4-3f9f-4162-87e3-8ce83611f1ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:09.004211 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Attempting to bind port f511749c-8ecb-4c7c-b19d-02808aa99e8a on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:57:09.004575 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Attempting to bind port f511749c-8ecb-4c7c-b19d-02808aa99e8a by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '268332a4-56c6-4b46-8d9e-a9ccb9b44e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:57:09.004963 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Attempting to bind port f511749c-8ecb-4c7c-b19d-02808aa99e8a on network c9576a90-c6dd-4c47-aab9-8a5789bea862 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:57:09.010659 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:57:09.011024 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Checking segment: {'id': '268332a4-56c6-4b46-8d9e-a9ccb9b44e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:57:09.011418 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.011556 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9d6361e0-a97c-437d-be9b-1f0f7d36ff91 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.011999 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Bound using segment: {'id': '268332a4-56c6-4b46-8d9e-a9ccb9b44e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:57:09.012262 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Bound port: f511749c-8ecb-4c7c-b19d-02808aa99e8a, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268332a4-56c6-4b46-8d9e-a9ccb9b44e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:57:09.012622 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.015650 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9d6361e0-a97c-437d-be9b-1f0f7d36ff91 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.047371 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6361e0-a97c-437d-be9b-1f0f7d36ff91 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=492f4407-55d1-425c-a624-3548761b4e42,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:09.054248 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9d6361e0-a97c-437d-be9b-1f0f7d36ff91 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.055458 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9d6361e0-a97c-437d-be9b-1f0f7d36ff91 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1629033 Mar 08 09:57:09.058782 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48486) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:09.063649 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-ddc955b0-c520-407b-9104-ee3a5f196d5a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '5259e683-28f4-41dc-b5f8-532625e179ad', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:57:09.069291 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ddc955b0-c520-407b-9104-ee3a5f196d5a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:57:09.073066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ddc955b0-c520-407b-9104-ee3a5f196d5a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:57:09.075816 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ddc955b0-c520-407b-9104-ee3a5f196d5a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:57:09.081425 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ddc955b0-c520-407b-9104-ee3a5f196d5a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:57:09.097654 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ddc955b0-c520-407b-9104-ee3a5f196d5a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.102180 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] For port f511749c-8ecb-4c7c-b19d-02808aa99e8a, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:57:09.105890 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] For port f511749c-8ecb-4c7c-b19d-02808aa99e8a, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f511749c-8ecb-4c7c-b19d-02808aa99e8a,segment=NetworkSegment(268332a4-56c6-4b46-8d9e-a9ccb9b44e66),segment_id=268332a4-56c6-4b46-8d9e-a9ccb9b44e66)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:57:09.109849 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.160939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ddc955b0-c520-407b-9104-ee3a5f196d5a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.166052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ddc955b0-c520-407b-9104-ee3a5f196d5a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.191972 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Routers {'78d675ea-3e71-449b-881d-df3b500f1ba6'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:57:09.192707 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:56:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['78d675ea-3e71-449b-881d-df3b500f1ba6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:09.196980 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc955b0-c520-407b-9104-ee3a5f196d5a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2680765e-ca28-42b8-ae16-22b92411af5f,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:09.199094 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ddc955b0-c520-407b-9104-ee3a5f196d5a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.202755 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ddc955b0-c520-407b-9104-ee3a5f196d5a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405513 Mar 08 09:57:09.203126 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48490) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:09.208350 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-dbcb0a98-024b-4913-bd8c-c9e6d7715029 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '5259e683-28f4-41dc-b5f8-532625e179ad', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:57:09.215348 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dbcb0a98-024b-4913-bd8c-c9e6d7715029 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:57:09.219247 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dbcb0a98-024b-4913-bd8c-c9e6d7715029 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:57:09.222234 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dbcb0a98-024b-4913-bd8c-c9e6d7715029 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:57:09.228650 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dbcb0a98-024b-4913-bd8c-c9e6d7715029 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:57:09.246484 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0a98-024b-4913-bd8c-c9e6d7715029 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.259965 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79facbe4-3f9f-4162-87e3-8ce83611f1ec None None] Pushing event updated for resources: {'Port': ['ID=f511749c-8ecb-4c7c-b19d-02808aa99e8a,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:09.313451 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0a98-024b-4913-bd8c-c9e6d7715029 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.318372 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0a98-024b-4913-bd8c-c9e6d7715029 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.343302 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb0a98-024b-4913-bd8c-c9e6d7715029 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=703fba66-4b15-4e1a-b202-ee2f080be4b0,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:09.353839 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0a98-024b-4913-bd8c-c9e6d7715029 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.355192 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dbcb0a98-024b-4913-bd8c-c9e6d7715029 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1511378 Mar 08 09:57:09.358005 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48494) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:09.363015 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9b844028-176a-4ed9-bdc3-7fd0bea34109 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '5259e683-28f4-41dc-b5f8-532625e179ad', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:57:09.368760 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9b844028-176a-4ed9-bdc3-7fd0bea34109 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:57:09.372475 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9b844028-176a-4ed9-bdc3-7fd0bea34109 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:57:09.375290 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9b844028-176a-4ed9-bdc3-7fd0bea34109 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:57:09.380944 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9b844028-176a-4ed9-bdc3-7fd0bea34109 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:57:09.383029 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] Set router 78d675ea-3e71-449b-881d-df3b500f1ba6 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:57:09.396758 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b844028-176a-4ed9-bdc3-7fd0bea34109 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.459691 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b844028-176a-4ed9-bdc3-7fd0bea34109 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.464003 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b844028-176a-4ed9-bdc3-7fd0bea34109 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.490040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b844028-176a-4ed9-bdc3-7fd0bea34109 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6581a539-6e76-42c5-a2f2-b8f43a850ac9,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:09.499064 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b844028-176a-4ed9-bdc3-7fd0bea34109 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.500491 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9b844028-176a-4ed9-bdc3-7fd0bea34109 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414874 Mar 08 09:57:09.503157 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48498) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:09.508204 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f12e866e-c842-441a-8182-44a15195ec0e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '5259e683-28f4-41dc-b5f8-532625e179ad', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:57:09.514361 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f12e866e-c842-441a-8182-44a15195ec0e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:57:09.518282 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f12e866e-c842-441a-8182-44a15195ec0e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:57:09.521206 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f12e866e-c842-441a-8182-44a15195ec0e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:57:09.528502 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f12e866e-c842-441a-8182-44a15195ec0e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:57:09.538386 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-f12e866e-c842-441a-8182-44a15195ec0e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 09:57:09.546491 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f12e866e-c842-441a-8182-44a15195ec0e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.614399 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f12e866e-c842-441a-8182-44a15195ec0e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.617902 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f12e866e-c842-441a-8182-44a15195ec0e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.641039 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e866e-c842-441a-8182-44a15195ec0e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16371d69-e4be-4192-a4fd-63e7d09e1d54,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:09.650220 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f12e866e-c842-441a-8182-44a15195ec0e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.651390 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f12e866e-c842-441a-8182-44a15195ec0e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1472635 Mar 08 09:57:09.654154 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48502) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:09.659681 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e5b6f51e-81b5-4096-ba9c-4076d7cda241 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '5259e683-28f4-41dc-b5f8-532625e179ad', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:57:09.665516 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e5b6f51e-81b5-4096-ba9c-4076d7cda241 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:57:09.670681 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e5b6f51e-81b5-4096-ba9c-4076d7cda241 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:57:09.673726 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e5b6f51e-81b5-4096-ba9c-4076d7cda241 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:57:09.679361 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e5b6f51e-81b5-4096-ba9c-4076d7cda241 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:57:09.689818 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-e5b6f51e-81b5-4096-ba9c-4076d7cda241 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 09:57:09.693344 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245'}], 'enable_snat': True}, 'gw_port_id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:06Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f511749c-8ecb-4c7c-b19d-02808aa99e8a', 'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:68:61:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:05Z', 'updated_at': '2022-03-08T09:57:09Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:09.697161 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5b6f51e-81b5-4096-ba9c-4076d7cda241 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.697816 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abd9d2-81c1-48cf-a5f4-65739ccd6b13 None None] The sync data for ids ['78d675ea-3e71-449b-881d-df3b500f1ba6'] in dv-neutron-831730-2-hyperv is: [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245'}], 'enable_snat': True}, 'gw_port_id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:06Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f511749c-8ecb-4c7c-b19d-02808aa99e8a', 'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:68:61:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:05Z', 'updated_at': '2022-03-08T09:57:09Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:57:09.782823 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5b6f51e-81b5-4096-ba9c-4076d7cda241 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.787228 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5b6f51e-81b5-4096-ba9c-4076d7cda241 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.811188 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6f51e-81b5-4096-ba9c-4076d7cda241 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f76ef4-2efc-44a7-95ec-fd7fe1ad4057,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:09.832778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5b6f51e-81b5-4096-ba9c-4076d7cda241 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:09.834138 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e5b6f51e-81b5-4096-ba9c-4076d7cda241 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1790459 Mar 08 09:57:10.012920 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-71ba8392-afb1-4e11-ac8d-8025cd295911 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:57:10.030774 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-71ba8392-afb1-4e11-ac8d-8025cd295911 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:57:10.032661 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-71ba8392-afb1-4e11-ac8d-8025cd295911 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67484705&fields=id&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 267 time: 0.0622036 Mar 08 09:57:10.044888 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device dd91a770-29d0-45a3-b2cf-2206f9bf96c3 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:57:10.115831 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port dd91a770-29d0-45a3-b2cf-2206f9bf96c3 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:57:10.116309 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:10.198365 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-6e8c5afa-d05c-48bd-a397-60a01ec121a1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:10.199130 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-6e8c5afa-d05c-48bd-a397-60a01ec121a1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:57:10.216957 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-6e8c5afa-d05c-48bd-a397-60a01ec121a1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:57:10.218442 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-6e8c5afa-d05c-48bd-a397-60a01ec121a1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/networks?id=c9576a90-c6dd-4c47-aab9-8a5789bea862 HTTP/1.1" status: 200 len: 796 time: 0.1762881 Mar 08 09:57:10.233523 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-a8c09f3b-1c1c-4dc0-a696-552210a1c144 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/quotas/48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 375 time: 0.0093985 Mar 08 09:57:10.239820 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:57:10.312343 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:57:10.312808 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:10.329074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-d3580da6-a843-48a4-8d5f-96ea30281a8b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:57:10.345816 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-d3580da6-a843-48a4-8d5f-96ea30281a8b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:57:10.347350 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-d3580da6-a843-48a4-8d5f-96ea30281a8b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1060290 Mar 08 09:57:10.434176 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f511749c-8ecb-4c7c-b19d-02808aa99e8a up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:57:10.504930 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port f511749c-8ecb-4c7c-b19d-02808aa99e8a completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:57:10.510436 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f511749c-8ecb-4c7c-b19d-02808aa99e8a triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:57:10.511024 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:10.579363 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-eccdf9d3-7567-4f4e-ac87-d4343c910c67 service neutron] 10.222.0.24 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179837 Mar 08 09:57:10.638248 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:10.671097 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port f511749c-8ecb-4c7c-b19d-02808aa99e8a, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f511749c-8ecb-4c7c-b19d-02808aa99e8a,segment=NetworkSegment(268332a4-56c6-4b46-8d9e-a9ccb9b44e66),segment_id=268332a4-56c6-4b46-8d9e-a9ccb9b44e66)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:57:10.676173 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:10.718153 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-9b931a90-a6cd-440a-b7d8-51b1c354d6be service neutron] 10.222.0.24 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376688 Mar 08 09:57:10.748273 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=f511749c-8ecb-4c7c-b19d-02808aa99e8a,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:10.907379 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-029666e5-9cf1-4e60-99c7-fa849ce338b8 req-020c6cc3-8afd-46d7-ad77-75b8b272b716 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 210 time: 0.0465040 Mar 08 09:57:11.892157 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-739730cb-b9b9-46dd-a2ad-6ff28bed6c8e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:11.893785 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-739730cb-b9b9-46dd-a2ad-6ff28bed6c8e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/networks?id=c9576a90-c6dd-4c47-aab9-8a5789bea862 HTTP/1.1" status: 200 len: 796 time: 0.1439302 Mar 08 09:57:11.946729 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-19584846-ff75-4315-8001-2f2974739f3b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 378 time: 0.0445285 Mar 08 09:57:11.956804 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f511749c-8ecb-4c7c-b19d-02808aa99e8a up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:57:11.965390 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-9ca49c1d-0d41-4dc2-b7b1-5e13445af548 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'port': {'device_id': '05d9c7e5-b2ad-4495-b51e-1bede7a63345', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'admin_state_up': True, 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'security_groups': ['5259e683-28f4-41dc-b5f8-532625e179ad']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:57:12.034528 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f511749c-8ecb-4c7c-b19d-02808aa99e8a triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:57:12.034991 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:12.109397 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-81972b7e-85b9-4350-9bc8-d7df249569bd req-369dd70b-9ef7-41c1-b6fb-3d93cf1ab4d4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 210 time: 0.0553622 Mar 08 09:57:12.153406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-9ca49c1d-0d41-4dc2-b7b1-5e13445af548 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:57:12.162531 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-9ca49c1d-0d41-4dc2-b7b1-5e13445af548 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:57:12.172451 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-9ca49c1d-0d41-4dc2-b7b1-5e13445af548 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:57:12.176188 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-9ca49c1d-0d41-4dc2-b7b1-5e13445af548 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:12.331789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-9ca49c1d-0d41-4dc2-b7b1-5e13445af548 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.20.0.12 (c9576a90-c6dd-4c47-aab9-8a5789bea862/9ef38abf-e98b-4a5f-8812-cdc015b9fc73/a00561f6-c831-4604-9fc8-fab1892f70d6) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:57:12.621271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-9ca49c1d-0d41-4dc2-b7b1-5e13445af548 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:12.636364 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-9ca49c1d-0d41-4dc2-b7b1-5e13445af548 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Transition to ACTIVE for port object a00561f6-c831-4604-9fc8-fab1892f70d6 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:57:12.659138 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-9ca49c1d-0d41-4dc2-b7b1-5e13445af548 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:12.724243 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-9ca49c1d-0d41-4dc2-b7b1-5e13445af548 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network c9576a90-c6dd-4c47-aab9-8a5789bea862 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:57:12.727090 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-9ca49c1d-0d41-4dc2-b7b1-5e13445af548 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:57:12.735309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-9ca49c1d-0d41-4dc2-b7b1-5e13445af548 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:57:12.771763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca49c1d-0d41-4dc2-b7b1-5e13445af548 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=a00561f6-c831-4604-9fc8-fab1892f70d6,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:12.807390 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-9ca49c1d-0d41-4dc2-b7b1-5e13445af548 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:12.807724 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-9ca49c1d-0d41-4dc2-b7b1-5e13445af548 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:12.832410 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-9ca49c1d-0d41-4dc2-b7b1-5e13445af548 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8785188 Mar 08 09:57:12.844100 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Request body: {'port': {'device_id': '05d9c7e5-b2ad-4495-b51e-1bede7a63345', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:57:12.956658 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:13.002899 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-bcc2b447-5157-49b0-b3fa-9e13293066f3 None None] Provisioning for port a00561f6-c831-4604-9fc8-fab1892f70d6 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:57:13.007839 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-bcc2b447-5157-49b0-b3fa-9e13293066f3 None None] Provisioning complete for port a00561f6-c831-4604-9fc8-fab1892f70d6 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:57:13.008202 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bcc2b447-5157-49b0-b3fa-9e13293066f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:13.063558 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bcc2b447-5157-49b0-b3fa-9e13293066f3 None None] Port a00561f6-c831-4604-9fc8-fab1892f70d6 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:57:13.195270 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:13.291536 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00561f6-c831-4604-9fc8-fab1892f70d6 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:57:13.294378 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a8836-1b71-4abd-bf32-c00b0fe4d2b4 req-e77bafad-e39a-43e8-b3c5-2332547c67f2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:13.295854 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-213a8836-1b71-4abd-bf32-c00b0fe4d2b4 req-e77bafad-e39a-43e8-b3c5-2332547c67f2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 932 time: 0.0783372 Mar 08 09:57:13.299160 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:13.313651 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Transition to ACTIVE for port object a00561f6-c831-4604-9fc8-fab1892f70d6 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:57:13.318515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:13.343622 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-213a8836-1b71-4abd-bf32-c00b0fe4d2b4 req-8d1a6b44-9f73-4dc8-b044-e20d4651f3e4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:57:13.355094 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-213a8836-1b71-4abd-bf32-c00b0fe4d2b4 req-8d1a6b44-9f73-4dc8-b044-e20d4651f3e4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:57:13.356233 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-213a8836-1b71-4abd-bf32-c00b0fe4d2b4 req-8d1a6b44-9f73-4dc8-b044-e20d4651f3e4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5259e683-28f4-41dc-b5f8-532625e179ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543485 Mar 08 09:57:13.473618 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Pushing event updated for resources: {'Port': ['ID=a00561f6-c831-4604-9fc8-fab1892f70d6,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:13.554857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Attempting to bind port a00561f6-c831-4604-9fc8-fab1892f70d6 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:57:13.555245 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Attempting to bind port a00561f6-c831-4604-9fc8-fab1892f70d6 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '268332a4-56c6-4b46-8d9e-a9ccb9b44e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:57:13.555569 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Attempting to bind port a00561f6-c831-4604-9fc8-fab1892f70d6 on network c9576a90-c6dd-4c47-aab9-8a5789bea862 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:57:13.564310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Port a00561f6-c831-4604-9fc8-fab1892f70d6 on network c9576a90-c6dd-4c47-aab9-8a5789bea862 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:57:13.564654 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Attempting to bind port a00561f6-c831-4604-9fc8-fab1892f70d6 on network c9576a90-c6dd-4c47-aab9-8a5789bea862 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:57:13.570601 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:57:13.570942 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Checking segment: {'id': '268332a4-56c6-4b46-8d9e-a9ccb9b44e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:57:13.572883 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Bound using segment: {'id': '268332a4-56c6-4b46-8d9e-a9ccb9b44e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:57:13.573317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Bound port: a00561f6-c831-4604-9fc8-fab1892f70d6, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268332a4-56c6-4b46-8d9e-a9ccb9b44e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:57:13.574052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:13.661793 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] For port a00561f6-c831-4604-9fc8-fab1892f70d6, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:57:13.665141 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] For port a00561f6-c831-4604-9fc8-fab1892f70d6, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a00561f6-c831-4604-9fc8-fab1892f70d6,segment=NetworkSegment(268332a4-56c6-4b46-8d9e-a9ccb9b44e66),segment_id=268332a4-56c6-4b46-8d9e-a9ccb9b44e66)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:57:13.670272 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:13.727250 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:13.727855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:13.729262 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] 10.222.0.26 "PUT /v2.0/ports/a00561f6-c831-4604-9fc8-fab1892f70d6 HTTP/1.1" status: 200 len: 1094 time: 0.8899438 Mar 08 09:57:13.729689 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d9c7e5-b2ad-4495-b51e-1bede7a63345', 'tag': 'a00561f6-c831-4604-9fc8-fab1892f70d6'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:57:13.763921 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729eca1-6405-41bb-8b0e-27996f63c480 service neutron] Pushing event updated for resources: {'Port': ['ID=a00561f6-c831-4604-9fc8-fab1892f70d6,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:13.804753 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d9c7e5-b2ad-4495-b51e-1bede7a63345', 'tag': 'a00561f6-c831-4604-9fc8-fab1892f70d6', 'status': 'completed', 'code': 200} Mar 08 09:57:13.846815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3714e1b9-5610-4c7a-a8c2-4cc028cf501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:13.848313 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-3714e1b9-5610-4c7a-a8c2-4cc028cf501c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 1097 time: 0.0793166 Mar 08 09:57:13.920561 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-9a3aa823-46b3-4559-a71e-8cdfdacfdccc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a00561f6-c831-4604-9fc8-fab1892f70d6 HTTP/1.1" status: 200 len: 217 time: 0.0658488 Mar 08 09:57:13.981502 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-1e261391-b310-47e3-bb5f-2d1706236e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:13.982886 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-1e261391-b310-47e3-bb5f-2d1706236e75 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ef38abf-e98b-4a5f-8812-cdc015b9fc73 HTTP/1.1" status: 200 len: 835 time: 0.0567918 Mar 08 09:57:14.055812 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-ee751051-34a4-4da0-b9a0-c50eb13f1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:14.057342 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-ee751051-34a4-4da0-b9a0-c50eb13f1b9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9576a90-c6dd-4c47-aab9-8a5789bea862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687654 Mar 08 09:57:14.184298 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-8f291e88-6de1-43fe-afc8-8f8765f06b48 service neutron] 10.222.0.26 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210904 Mar 08 09:57:14.402531 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9330bbf2-f40b-4db5-8910-0a0717023927 req-7ca33f02-2fcd-423f-90c0-ffc2d54dce09 service neutron] 10.222.0.26 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127433 Mar 08 09:57:14.516387 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46648d-e766-41a5-b62c-162dea34e815 req-47a978f4-1a87-469b-99fb-a0e658fd345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:14.517810 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bd46648d-e766-41a5-b62c-162dea34e815 req-47a978f4-1a87-469b-99fb-a0e658fd345e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 1097 time: 0.0692401 Mar 08 09:57:14.547617 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3401ac-205d-4f18-ac29-8150d41d60a1 req-a4add071-4aae-4a34-ac0d-eb775ad773a0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:14.549597 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2a3401ac-205d-4f18-ac29-8150d41d60a1 req-a4add071-4aae-4a34-ac0d-eb775ad773a0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 944 time: 0.0823627 Mar 08 09:57:14.594031 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2a3401ac-205d-4f18-ac29-8150d41d60a1 req-bdc9f84c-7553-4e10-bbdc-9020416a4b21 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5259e683-28f4-41dc-b5f8-532625e179ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385761 Mar 08 09:57:14.648414 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46648d-e766-41a5-b62c-162dea34e815 req-780cbe5e-c5b7-437b-8c2a-c8acdc3c6553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:14.649917 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bd46648d-e766-41a5-b62c-162dea34e815 req-780cbe5e-c5b7-437b-8c2a-c8acdc3c6553 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9576a90-c6dd-4c47-aab9-8a5789bea862 HTTP/1.1" status: 200 len: 897 time: 0.1243942 Mar 08 09:57:14.722503 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bd46648d-e766-41a5-b62c-162dea34e815 req-cfd0972f-98e5-4df9-afd4-e8dc54ea0a66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a00561f6-c831-4604-9fc8-fab1892f70d6 HTTP/1.1" status: 200 len: 217 time: 0.0668228 Mar 08 09:57:14.782532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46648d-e766-41a5-b62c-162dea34e815 req-b9de99fe-e895-48d8-bac5-88125b914d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:14.783908 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bd46648d-e766-41a5-b62c-162dea34e815 req-b9de99fe-e895-48d8-bac5-88125b914d32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ef38abf-e98b-4a5f-8812-cdc015b9fc73 HTTP/1.1" status: 200 len: 835 time: 0.0547857 Mar 08 09:57:14.860077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46648d-e766-41a5-b62c-162dea34e815 req-1bf6d8f0-3b23-445e-85cd-ef736ea92266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:14.861529 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bd46648d-e766-41a5-b62c-162dea34e815 req-1bf6d8f0-3b23-445e-85cd-ef736ea92266 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9576a90-c6dd-4c47-aab9-8a5789bea862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712144 Mar 08 09:57:14.993426 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bd46648d-e766-41a5-b62c-162dea34e815 req-aaf5cfe8-1d53-4a45-8f0f-296bd4cff3fc service neutron] 10.222.0.26 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258223 Mar 08 09:57:15.122245 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bd46648d-e766-41a5-b62c-162dea34e815 req-5ae53527-3bb1-4694-b1ff-aa38c90b68a0 service neutron] 10.222.0.26 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224461 Mar 08 09:57:15.779206 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d9779-ce22-40f7-8b03-cb27ad6ef3d0 req-19b43b1b-6286-40ea-9f6a-4d8cc00e1ab9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:15.779885 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-b29d9779-ce22-40f7-8b03-cb27ad6ef3d0 req-19b43b1b-6286-40ea-9f6a-4d8cc00e1ab9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:57:15.794298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-b29d9779-ce22-40f7-8b03-cb27ad6ef3d0 req-19b43b1b-6286-40ea-9f6a-4d8cc00e1ab9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:57:15.795397 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b29d9779-ce22-40f7-8b03-cb27ad6ef3d0 req-19b43b1b-6286-40ea-9f6a-4d8cc00e1ab9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 944 time: 0.0926943 Mar 08 09:57:15.840067 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b29d9779-ce22-40f7-8b03-cb27ad6ef3d0 req-0d0ee250-4c5e-4d39-9be2-00e6065be2bf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5259e683-28f4-41dc-b5f8-532625e179ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385165 Mar 08 09:57:17.024792 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d19ef6-0a80-481e-840c-ec4f46192435 req-77e3cb71-3c4d-4bfd-8eba-266f6de89cf1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:17.026825 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d6d19ef6-0a80-481e-840c-ec4f46192435 req-77e3cb71-3c4d-4bfd-8eba-266f6de89cf1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 944 time: 0.0804837 Mar 08 09:57:17.070858 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d6d19ef6-0a80-481e-840c-ec4f46192435 req-fed335c4-7b08-4d9b-b87a-cc4d31819dc6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5259e683-28f4-41dc-b5f8-532625e179ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383756 Mar 08 09:57:18.257208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a9e86-640d-4b7c-b4a8-10b06e5e37d0 req-e7ba56df-eb46-47c2-b6de-4ddeb05300be tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:18.258643 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-966a9e86-640d-4b7c-b4a8-10b06e5e37d0 req-e7ba56df-eb46-47c2-b6de-4ddeb05300be tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 944 time: 0.0798478 Mar 08 09:57:18.301330 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-966a9e86-640d-4b7c-b4a8-10b06e5e37d0 req-6a6e7e53-7ddc-435f-bec8-a607018aec1c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5259e683-28f4-41dc-b5f8-532625e179ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371234 Mar 08 09:57:18.352252 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device a00561f6-c831-4604-9fc8-fab1892f70d6 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 09:57:18.482525 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port a00561f6-c831-4604-9fc8-fab1892f70d6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a00561f6-c831-4604-9fc8-fab1892f70d6,segment=NetworkSegment(268332a4-56c6-4b46-8d9e-a9ccb9b44e66),segment_id=268332a4-56c6-4b46-8d9e-a9ccb9b44e66)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:57:18.495048 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': 'a00561f6-c831-4604-9fc8-fab1892f70d6', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'port_id': 'a00561f6-c831-4604-9fc8-fab1892f70d6', 'mac_address': 'fa:16:3e:4a:80:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 09:57:18.551436 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:18.567307 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00561f6-c831-4604-9fc8-fab1892f70d6 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:57:18.583156 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port a00561f6-c831-4604-9fc8-fab1892f70d6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a00561f6-c831-4604-9fc8-fab1892f70d6,segment=NetworkSegment(268332a4-56c6-4b46-8d9e-a9ccb9b44e66),segment_id=268332a4-56c6-4b46-8d9e-a9ccb9b44e66)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:57:18.586692 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:18.651377 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=a00561f6-c831-4604-9fc8-fab1892f70d6,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:18.949977 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['a00561f6-c831-4604-9fc8-fab1892f70d6'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 09:57:19.482370 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871f49b-e1b9-4164-9b30-463fd659ec18 req-7b353c48-6591-4158-a5d3-782e6618eadd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:19.483780 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6871f49b-e1b9-4164-9b30-463fd659ec18 req-7b353c48-6591-4158-a5d3-782e6618eadd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 945 time: 0.0812862 Mar 08 09:57:19.526029 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6871f49b-e1b9-4164-9b30-463fd659ec18 req-a05f369b-73b4-49c5-a721-f09f4c8df878 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5259e683-28f4-41dc-b5f8-532625e179ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367231 Mar 08 09:57:20.367680 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device a00561f6-c831-4604-9fc8-fab1892f70d6 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:57:20.473738 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port a00561f6-c831-4604-9fc8-fab1892f70d6 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:57:20.478172 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port a00561f6-c831-4604-9fc8-fab1892f70d6 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:57:20.478539 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:20.590596 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:20.616322 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d9c7e5-b2ad-4495-b51e-1bede7a63345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00561f6-c831-4604-9fc8-fab1892f70d6'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:57:20.626675 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port a00561f6-c831-4604-9fc8-fab1892f70d6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a00561f6-c831-4604-9fc8-fab1892f70d6,segment=NetworkSegment(268332a4-56c6-4b46-8d9e-a9ccb9b44e66),segment_id=268332a4-56c6-4b46-8d9e-a9ccb9b44e66)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:57:20.631238 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:20.707257 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=a00561f6-c831-4604-9fc8-fab1892f70d6,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:20.719848 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d9c7e5-b2ad-4495-b51e-1bede7a63345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00561f6-c831-4604-9fc8-fab1892f70d6', 'code': 200} Mar 08 09:57:20.721336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268c56f-2cc6-4163-9a8a-fff85337254e req-c3472ba8-7003-4b8a-b465-dfcb192e5a00 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:20.725111 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7268c56f-2cc6-4163-9a8a-fff85337254e req-c3472ba8-7003-4b8a-b465-dfcb192e5a00 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 946 time: 0.0894868 Mar 08 09:57:20.769597 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7268c56f-2cc6-4163-9a8a-fff85337254e req-e623f00b-02e8-4725-b481-891316561046 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5259e683-28f4-41dc-b5f8-532625e179ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405395 Mar 08 09:57:20.945976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfc74d-6df1-48d6-9a7e-dc34da6e7ada req-e8c841c2-acc2-4c14-ae46-a70e012f068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:20.947455 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a3bfc74d-6df1-48d6-9a7e-dc34da6e7ada req-e8c841c2-acc2-4c14-ae46-a70e012f068e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 1099 time: 0.0722334 Mar 08 09:57:20.985664 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a3bfc74d-6df1-48d6-9a7e-dc34da6e7ada req-7de82ef6-0276-4651-987d-cd6a5018696d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5259e683-28f4-41dc-b5f8-532625e179ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328832 Mar 08 09:57:21.978712 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bce0d-4490-4b44-8c66-fbbaa7e72ead req-fd983f7a-bbc7-4aaa-9cf2-2e2ac37408f9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:21.980197 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-542bce0d-4490-4b44-8c66-fbbaa7e72ead req-fd983f7a-bbc7-4aaa-9cf2-2e2ac37408f9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 946 time: 0.0786791 Mar 08 09:57:22.026485 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-542bce0d-4490-4b44-8c66-fbbaa7e72ead req-efed8601-f278-4a47-b25b-ca28d3241702 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5259e683-28f4-41dc-b5f8-532625e179ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404048 Mar 08 09:57:23.207813 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6b233-0c52-48cf-a2e0-d0b5cc84e95d req-3b44ae6d-7eb7-4eb9-a517-f4890b6637d2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:23.209268 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-82a6b233-0c52-48cf-a2e0-d0b5cc84e95d req-3b44ae6d-7eb7-4eb9-a517-f4890b6637d2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 946 time: 0.0772765 Mar 08 09:57:23.255270 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-82a6b233-0c52-48cf-a2e0-d0b5cc84e95d req-d3f9db5e-dec2-4112-b9dc-ce6f834f331a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5259e683-28f4-41dc-b5f8-532625e179ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403876 Mar 08 09:57:23.437015 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e50a2-d310-4a63-bf55-a5c1c4dcc369 req-bfbde782-fed5-4b9a-9f89-cbb51658bc4e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:23.438459 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-772e50a2-d310-4a63-bf55-a5c1c4dcc369 req-bfbde782-fed5-4b9a-9f89-cbb51658bc4e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 946 time: 0.0788977 Mar 08 09:57:23.481223 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-772e50a2-d310-4a63-bf55-a5c1c4dcc369 req-27e19e81-ce60-428b-8930-631df33ee12f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5259e683-28f4-41dc-b5f8-532625e179ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371563 Mar 08 09:57:23.502832 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48562) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:23.678334 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018b12de-1e44-4fed-8280-e904d20815aa tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:23.679872 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-018b12de-1e44-4fed-8280-e904d20815aa tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 1094 time: 0.1760831 Mar 08 09:57:23.684750 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48568) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:23.689829 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': 'a00561f6-c831-4604-9fc8-fab1892f70d6', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:57:23.695894 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:57:23.700221 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:floatingip and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:57:23.703058 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:57:23.708766 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:57:23.719201 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:23.852174 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:23.988609 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.26.2.60 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/bbe6916a-4144-4a90-af10-75809622b4d0) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:57:24.236057 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:24.264975 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:24.322616 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:57:24.323683 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:57:24.327230 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:57:24.371731 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=bbe6916a-4144-4a90-af10-75809622b4d0,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:24.739119 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:24.811356 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:24.858310 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-390f29ac-e296-49a2-b67d-f42f84824318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:25.008279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:25.012932 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:25.124583 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=bbe6916a-4144-4a90-af10-75809622b4d0,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:25.134100 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:25.302843 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Floating IP 8816a841-e5c9-4f0d-86a9-0b5c116db702 associated. External IP: 172.26.2.60, port: a00561f6-c831-4604-9fc8-fab1892f70d6. Mar 08 09:57:25.755360 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 78d675ea-3e71-449b-881d-df3b500f1ba6 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:57:25.930327 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:57:25.940255 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba25ea9-de50-418b-ae25-2662094beaa1 None None] Sync routers for ids ['78d675ea-3e71-449b-881d-df3b500f1ba6'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:57:25.950291 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba25ea9-de50-418b-ae25-2662094beaa1 None None] Routers {'78d675ea-3e71-449b-881d-df3b500f1ba6'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:57:25.950937 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-eba25ea9-de50-418b-ae25-2662094beaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:56:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['78d675ea-3e71-449b-881d-df3b500f1ba6'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:25.954619 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:26.008349 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-07c206fd-c1f9-4c61-b744-bbb535a17cf4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3225830 Mar 08 09:57:26.009488 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d9c7e5-b2ad-4495-b51e-1bede7a63345', 'tag': 'a00561f6-c831-4604-9fc8-fab1892f70d6'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:57:26.011976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48572) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:26.115567 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d9c7e5-b2ad-4495-b51e-1bede7a63345', 'tag': 'a00561f6-c831-4604-9fc8-fab1892f70d6', 'status': 'completed', 'code': 200} Mar 08 09:57:26.119595 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-770d3b63-b0f9-4243-92dd-f99d283137f4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/8816a841-e5c9-4f0d-86a9-0b5c116db702 HTTP/1.1" status: 200 len: 991 time: 0.1047485 Mar 08 09:57:26.131719 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-eba25ea9-de50-418b-ae25-2662094beaa1 None None] Set router 78d675ea-3e71-449b-881d-df3b500f1ba6 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:57:26.210004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d1108-4bcf-4075-8133-beb69a3a075f req-c241638e-63f3-4ab9-b957-7de275da1c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:26.211470 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a00d1108-4bcf-4075-8133-beb69a3a075f req-c241638e-63f3-4ab9-b957-7de275da1c1e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 1099 time: 0.0736976 Mar 08 09:57:26.435997 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d1108-4bcf-4075-8133-beb69a3a075f req-6fb8b789-1230-41b8-aab7-c77e94527de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:26.437459 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a00d1108-4bcf-4075-8133-beb69a3a075f req-6fb8b789-1230-41b8-aab7-c77e94527de6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9576a90-c6dd-4c47-aab9-8a5789bea862 HTTP/1.1" status: 200 len: 897 time: 0.2202606 Mar 08 09:57:26.477139 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-eba25ea9-de50-418b-ae25-2662094beaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245'}], 'enable_snat': True}, 'gw_port_id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:06Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '8816a841-e5c9-4f0d-86a9-0b5c116db702', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.60', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'port_id': 'a00561f6-c831-4604-9fc8-fab1892f70d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'mac_address': 'fa:16:3e:4a:80:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d9c7e5-b2ad-4495-b51e-1bede7a63345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:57:24Z', 'updated_at': '2022-03-08T09:57:24Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f511749c-8ecb-4c7c-b19d-02808aa99e8a', 'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:68:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:05Z', 'updated_at': '2022-03-08T09:57:10Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:26.480883 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba25ea9-de50-418b-ae25-2662094beaa1 None None] Checking router: 78d675ea-3e71-449b-881d-df3b500f1ba6 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:57:26.497887 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba25ea9-de50-418b-ae25-2662094beaa1 None None] Routers {'78d675ea-3e71-449b-881d-df3b500f1ba6'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:57:26.498506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-eba25ea9-de50-418b-ae25-2662094beaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:56:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['78d675ea-3e71-449b-881d-df3b500f1ba6'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:26.537218 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a00d1108-4bcf-4075-8133-beb69a3a075f req-d30f5476-f7ac-490e-9a64-06bac2425b8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a00561f6-c831-4604-9fc8-fab1892f70d6 HTTP/1.1" status: 200 len: 999 time: 0.0938256 Mar 08 09:57:26.598863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d1108-4bcf-4075-8133-beb69a3a075f req-8f8bd076-5a56-4024-b837-cdbd038f0abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:26.600359 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a00d1108-4bcf-4075-8133-beb69a3a075f req-8f8bd076-5a56-4024-b837-cdbd038f0abb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ef38abf-e98b-4a5f-8812-cdc015b9fc73 HTTP/1.1" status: 200 len: 835 time: 0.0568056 Mar 08 09:57:26.673129 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-eba25ea9-de50-418b-ae25-2662094beaa1 None None] Set router 78d675ea-3e71-449b-881d-df3b500f1ba6 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:57:26.676424 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d1108-4bcf-4075-8133-beb69a3a075f req-5c8f499e-4d1d-434e-9900-667f1aa50c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:26.677900 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a00d1108-4bcf-4075-8133-beb69a3a075f req-5c8f499e-4d1d-434e-9900-667f1aa50c3c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9576a90-c6dd-4c47-aab9-8a5789bea862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717688 Mar 08 09:57:26.805726 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a00d1108-4bcf-4075-8133-beb69a3a075f req-903c0741-12ea-48d0-ba90-93c9b7324ac4 service neutron] 10.222.0.26 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214688 Mar 08 09:57:26.935530 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a00d1108-4bcf-4075-8133-beb69a3a075f req-7e2deb57-98cd-465d-bc37-f5dfdee8d437 service neutron] 10.222.0.26 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239443 Mar 08 09:57:27.014138 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-eba25ea9-de50-418b-ae25-2662094beaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245'}], 'enable_snat': True}, 'gw_port_id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:06Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '8816a841-e5c9-4f0d-86a9-0b5c116db702', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.60', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'port_id': 'a00561f6-c831-4604-9fc8-fab1892f70d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'mac_address': 'fa:16:3e:4a:80:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d9c7e5-b2ad-4495-b51e-1bede7a63345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:57:24Z', 'updated_at': '2022-03-08T09:57:24Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f511749c-8ecb-4c7c-b19d-02808aa99e8a', 'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:68:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:05Z', 'updated_at': '2022-03-08T09:57:10Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:27.017985 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba25ea9-de50-418b-ae25-2662094beaa1 None None] The sync data for ids ['78d675ea-3e71-449b-881d-df3b500f1ba6'] in dv-neutron-831730-2-hyperv is: [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245'}], 'enable_snat': True}, 'gw_port_id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:06Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '8816a841-e5c9-4f0d-86a9-0b5c116db702', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.60', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'port_id': 'a00561f6-c831-4604-9fc8-fab1892f70d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'mac_address': 'fa:16:3e:4a:80:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d9c7e5-b2ad-4495-b51e-1bede7a63345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:57:24Z', 'updated_at': '2022-03-08T09:57:24Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f511749c-8ecb-4c7c-b19d-02808aa99e8a', 'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:68:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:05Z', 'updated_at': '2022-03-08T09:57:10Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:57:27.122430 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48580) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:27.192961 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538fb8aa-9e22-433d-9e7e-dd0a0ce92d1e None None] New status for floating IP 8816a841-e5c9-4f0d-86a9-0b5c116db702: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:57:27.228339 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ba9c0938-9d7d-4c86-8806-7195669f47ce tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/8816a841-e5c9-4f0d-86a9-0b5c116db702 HTTP/1.1" status: 200 len: 991 time: 0.1047134 Mar 08 09:57:27.529619 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d05fb646-5f08-4009-8234-9eca3e906a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:28.190459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:28.231636 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48584) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:28.253870 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:28.333303 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-cf3d4548-4bdd-428f-8f70-8070cdb50191 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/8816a841-e5c9-4f0d-86a9-0b5c116db702 HTTP/1.1" status: 200 len: 993 time: 0.1005449 Mar 08 09:57:30.150170 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:41.773275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48590) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:41.968991 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-b566bb52-151f-4661-ba56-0255ec00b585 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Deleting port 04c37403-73c7-4111-a49e-755fcdbb88ea {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:57:41.969323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b566bb52-151f-4661-ba56-0255ec00b585 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:42.132661 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b566bb52-151f-4661-ba56-0255ec00b585 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:42.132935 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b566bb52-151f-4661-ba56-0255ec00b585 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:42.249190 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-b566bb52-151f-4661-ba56-0255ec00b585 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Calling delete_port for 04c37403-73c7-4111-a49e-755fcdbb88ea owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:57:42.392788 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b566bb52-151f-4661-ba56-0255ec00b585 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:42.537666 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566bb52-151f-4661-ba56-0255ec00b585 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event deleted for resources: {'Port': ['ID=04c37403-73c7-4111-a49e-755fcdbb88ea,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:42.625298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b566bb52-151f-4661-ba56-0255ec00b585 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:42.625628 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-b566bb52-151f-4661-ba56-0255ec00b585 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Floating IP f03da4b5-6f73-4fbb-9bf8-2b0dd4d357c8 disassociated (deleted). External IP: 172.26.2.152, port: 6e65e11b-97da-4ccc-8caf-6e234aad324b. Mar 08 09:57:42.968627 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b566bb52-151f-4661-ba56-0255ec00b585 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Router c0db5835-24d4-454f-93db-d9a761214a3c has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:57:43.141899 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b566bb52-151f-4661-ba56-0255ec00b585 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:57:43.151774 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b995e0af-b80f-48bc-a92e-98ad1d1f0029 None None] Sync routers for ids ['c0db5835-24d4-454f-93db-d9a761214a3c'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:57:43.161538 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b995e0af-b80f-48bc-a92e-98ad1d1f0029 None None] Routers {'c0db5835-24d4-454f-93db-d9a761214a3c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:57:43.161701 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b566bb52-151f-4661-ba56-0255ec00b585 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:43.162153 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b995e0af-b80f-48bc-a92e-98ad1d1f0029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:57:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c0db5835-24d4-454f-93db-d9a761214a3c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:43.215550 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b566bb52-151f-4661-ba56-0255ec00b585 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "DELETE /v2.0/floatingips/f03da4b5-6f73-4fbb-9bf8-2b0dd4d357c8 HTTP/1.1" status: 204 len: 168 time: 1.4411838 Mar 08 09:57:43.216222 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10718f52-6438-4036-af40-976fe7c4da8c', 'tag': '6e65e11b-97da-4ccc-8caf-6e234aad324b'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:57:43.245418 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:43.263303 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10718f52-6438-4036-af40-976fe7c4da8c', 'tag': '6e65e11b-97da-4ccc-8caf-6e234aad324b', 'status': 'completed', 'code': 200} Mar 08 09:57:43.357392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-b995e0af-b80f-48bc-a92e-98ad1d1f0029 None None] Set router c0db5835-24d4-454f-93db-d9a761214a3c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:57:43.359145 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263cde9-f19d-4ed1-9c65-28451fa562eb req-b52ae32a-c1b9-4751-9662-d923799a841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:43.361389 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a263cde9-f19d-4ed1-9c65-28451fa562eb req-b52ae32a-c1b9-4751-9662-d923799a841c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=090578e165634cbd86b446011dd7b913&device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 1098 time: 0.0776141 Mar 08 09:57:43.500404 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263cde9-f19d-4ed1-9c65-28451fa562eb req-a5474673-b350-4c7d-8026-053f1595f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:43.502245 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a263cde9-f19d-4ed1-9c65-28451fa562eb req-a5474673-b350-4c7d-8026-053f1595f2f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1 HTTP/1.1" status: 200 len: 912 time: 0.1349156 Mar 08 09:57:43.605504 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a263cde9-f19d-4ed1-9c65-28451fa562eb req-9c6febad-3575-477c-ab91-52748c2a925b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e65e11b-97da-4ccc-8caf-6e234aad324b HTTP/1.1" status: 200 len: 217 time: 0.0967693 Mar 08 09:57:43.683566 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263cde9-f19d-4ed1-9c65-28451fa562eb req-10b69106-1de8-4e0e-9c3c-0fbb77be2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:43.685391 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a263cde9-f19d-4ed1-9c65-28451fa562eb req-10b69106-1de8-4e0e-9c3c-0fbb77be2598 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7682eda2-a1ce-418e-9798-c51cec16a340 HTTP/1.1" status: 200 len: 850 time: 0.0744021 Mar 08 09:57:43.713528 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b995e0af-b80f-48bc-a92e-98ad1d1f0029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'e0d8631e-4037-4701-a35b-a44220dfdbfc', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'port_id': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'mac_address': 'fa:16:3e:81:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:53:50Z', 'updated_at': '2022-03-08T09:53:52Z', 'revision_number': 1, 'project_id': '090578e165634cbd86b446011dd7b913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:52Z', 'revision_number': 5, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:43.717280 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b995e0af-b80f-48bc-a92e-98ad1d1f0029 None None] Checking router: c0db5835-24d4-454f-93db-d9a761214a3c for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:57:43.725484 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b995e0af-b80f-48bc-a92e-98ad1d1f0029 None None] Routers {'c0db5835-24d4-454f-93db-d9a761214a3c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:57:43.726071 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b995e0af-b80f-48bc-a92e-98ad1d1f0029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:57:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c0db5835-24d4-454f-93db-d9a761214a3c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:43.748527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f78a2a-a653-439b-b1dc-52eefba187de req-83b2a958-2e6c-46a8-b0e3-fec870e8a6e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:43.749241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-d5f78a2a-a653-439b-b1dc-52eefba187de req-83b2a958-2e6c-46a8-b0e3-fec870e8a6e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Synchronizing usage tracker for tenant:090578e165634cbd86b446011dd7b913 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:57:43.770843 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-d5f78a2a-a653-439b-b1dc-52eefba187de req-83b2a958-2e6c-46a8-b0e3-fec870e8a6e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Unset dirty status for tenant:090578e165634cbd86b446011dd7b913 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:57:43.771908 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d5f78a2a-a653-439b-b1dc-52eefba187de req-83b2a958-2e6c-46a8-b0e3-fec870e8a6e2 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 945 time: 0.2076612 Mar 08 09:57:43.809452 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263cde9-f19d-4ed1-9c65-28451fa562eb req-f6b8edff-6cc2-45e9-a731-52ac775acbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:43.810900 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a263cde9-f19d-4ed1-9c65-28451fa562eb req-f6b8edff-6cc2-45e9-a731-52ac775acbde service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1150513 Mar 08 09:57:43.865212 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d5f78a2a-a653-439b-b1dc-52eefba187de req-ea24fd6a-0b08-4716-be0a-049b7a05a99c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836930 Mar 08 09:57:43.908356 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-b995e0af-b80f-48bc-a92e-98ad1d1f0029 None None] Set router c0db5835-24d4-454f-93db-d9a761214a3c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:57:44.059766 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a263cde9-f19d-4ed1-9c65-28451fa562eb req-75e12879-77a3-4c13-8be4-56a0cc02a231 service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386467 Mar 08 09:57:44.189955 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a263cde9-f19d-4ed1-9c65-28451fa562eb req-9f116920-52bb-48da-8c5c-5cf2cf9ad3b1 service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235080 Mar 08 09:57:44.252685 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b995e0af-b80f-48bc-a92e-98ad1d1f0029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'e0d8631e-4037-4701-a35b-a44220dfdbfc', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'port_id': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'mac_address': 'fa:16:3e:81:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:53:50Z', 'updated_at': '2022-03-08T09:53:52Z', 'revision_number': 1, 'project_id': '090578e165634cbd86b446011dd7b913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:52Z', 'revision_number': 5, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:44.256532 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b995e0af-b80f-48bc-a92e-98ad1d1f0029 None None] The sync data for ids ['c0db5835-24d4-454f-93db-d9a761214a3c'] in dv-neutron-831730-2-hyperv is: [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'e0d8631e-4037-4701-a35b-a44220dfdbfc', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'floating_ip_address': '172.26.2.25', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'port_id': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'mac_address': 'fa:16:3e:81:f0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:53:50Z', 'updated_at': '2022-03-08T09:53:52Z', 'revision_number': 1, 'project_id': '090578e165634cbd86b446011dd7b913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:52Z', 'revision_number': 5, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:57:44.321766 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:57:44.478509 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e3ed21-6a44-4ab0-8aec-0642a43daef8 None None] New status for floating IP f03da4b5-6f73-4fbb-9bf8-2b0dd4d357c8: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:57:45.058056 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329d687-e5f8-4219-955b-73ce675d2e65 req-723cd25c-ffd2-4063-a460-add10f0d1b64 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:45.058056 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7329d687-e5f8-4219-955b-73ce675d2e65 req-723cd25c-ffd2-4063-a460-add10f0d1b64 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 945 time: 0.0804341 Mar 08 09:57:45.096853 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7329d687-e5f8-4219-955b-73ce675d2e65 req-a4deecda-6414-42cb-a84e-de04ee5d3d1b tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401874 Mar 08 09:57:45.344774 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddae274-623d-4d24-9c59-38b5c99360fd req-b0e6e2b5-4c63-4268-9df7-85fedc2330dc tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:45.346245 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2ddae274-623d-4d24-9c59-38b5c99360fd req-b0e6e2b5-4c63-4268-9df7-85fedc2330dc tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.26 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 945 time: 0.0774777 Mar 08 09:57:45.414676 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-2ddae274-623d-4d24-9c59-38b5c99360fd req-020bd29d-272b-4f87-9a65-273d88b1f13c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Deleting port 6e65e11b-97da-4ccc-8caf-6e234aad324b {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:57:45.415556 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2ddae274-623d-4d24-9c59-38b5c99360fd req-020bd29d-272b-4f87-9a65-273d88b1f13c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:45.650460 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-2ddae274-623d-4d24-9c59-38b5c99360fd req-020bd29d-272b-4f87-9a65-273d88b1f13c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] For port 6e65e11b-97da-4ccc-8caf-6e234aad324b, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=6e65e11b-97da-4ccc-8caf-6e234aad324b,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:57:45.650819 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2ddae274-623d-4d24-9c59-38b5c99360fd req-020bd29d-272b-4f87-9a65-273d88b1f13c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:45.773837 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-2ddae274-623d-4d24-9c59-38b5c99360fd req-020bd29d-272b-4f87-9a65-273d88b1f13c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Calling delete_port for 6e65e11b-97da-4ccc-8caf-6e234aad324b owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:57:45.913283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2ddae274-623d-4d24-9c59-38b5c99360fd req-020bd29d-272b-4f87-9a65-273d88b1f13c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:45.964175 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020bd29d-272b-4f87-9a65-273d88b1f13c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event deleted for resources: {'Port': ['ID=6e65e11b-97da-4ccc-8caf-6e234aad324b,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:46.037219 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddae274-623d-4d24-9c59-38b5c99360fd req-020bd29d-272b-4f87-9a65-273d88b1f13c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] No DVR routers for this DVR port 6e65e11b-97da-4ccc-8caf-6e234aad324b on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:57:46.039640 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2ddae274-623d-4d24-9c59-38b5c99360fd req-020bd29d-272b-4f87-9a65-273d88b1f13c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:46.042084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10718f52-6438-4036-af40-976fe7c4da8c', 'name': 'network-vif-deleted', 'tag': '6e65e11b-97da-4ccc-8caf-6e234aad324b'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:57:46.057871 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2ddae274-623d-4d24-9c59-38b5c99360fd req-020bd29d-272b-4f87-9a65-273d88b1f13c tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.26 "DELETE /v2.0/ports/6e65e11b-97da-4ccc-8caf-6e234aad324b HTTP/1.1" status: 204 len: 173 time: 0.7066643 Mar 08 09:57:46.088322 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10718f52-6438-4036-af40-976fe7c4da8c', 'name': 'network-vif-deleted', 'tag': '6e65e11b-97da-4ccc-8caf-6e234aad324b', 'status': 'completed', 'code': 200} Mar 08 09:57:46.243923 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-61e44880-019e-4211-983c-b8c08380f259 req-dfd2c338-2cc4-47c0-9275-4c258bd6b372 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=10718f52-6438-4036-af40-976fe7c4da8c HTTP/1.1" status: 200 len: 210 time: 0.0423801 Mar 08 09:57:48.515330 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 6e65e11b-97da-4ccc-8caf-6e234aad324b no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:57:48.593919 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 6e65e11b-97da-4ccc-8caf-6e234aad324b {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:57:48.594271 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 6e65e11b-97da-4ccc-8caf-6e234aad324b not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:57:51.859896 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48624) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:52.056569 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Deleting port f77fd22f-6354-4b64-b096-78d3ec724f45 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:57:52.057192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:52.222069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:52.222395 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:52.433378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Calling delete_port for f77fd22f-6354-4b64-b096-78d3ec724f45 owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:57:52.583316 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:52.631029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event deleted for resources: {'Port': ['ID=f77fd22f-6354-4b64-b096-78d3ec724f45,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:52.673030 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:52.673385 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:52.673729 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:52.674337 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:52.674670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:52.675002 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:52.675334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:52.675661 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:52.675987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:52.676310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:52.676633 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:52.676981 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:57:52.736017 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:52.736341 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Floating IP e0d8631e-4037-4701-a35b-a44220dfdbfc disassociated (deleted). External IP: 172.26.2.25, port: 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb. Mar 08 09:57:53.081345 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Router c0db5835-24d4-454f-93db-d9a761214a3c has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:57:53.254099 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:57:53.263979 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505eb53f-ef64-40f6-a583-4bc711388d99 None None] Sync routers for ids ['c0db5835-24d4-454f-93db-d9a761214a3c'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:57:53.270211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:53.272947 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505eb53f-ef64-40f6-a583-4bc711388d99 None None] Routers {'c0db5835-24d4-454f-93db-d9a761214a3c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:57:53.273553 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-505eb53f-ef64-40f6-a583-4bc711388d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:57:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c0db5835-24d4-454f-93db-d9a761214a3c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:53.331586 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a929bb9c-a73a-4492-b3e7-6cf331845cb9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "DELETE /v2.0/floatingips/e0d8631e-4037-4701-a35b-a44220dfdbfc HTTP/1.1" status: 204 len: 168 time: 1.4682465 Mar 08 09:57:53.331586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'tag': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:57:53.378748 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'tag': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb', 'status': 'completed', 'code': 200} Mar 08 09:57:53.455360 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-505eb53f-ef64-40f6-a583-4bc711388d99 None None] Set router c0db5835-24d4-454f-93db-d9a761214a3c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:57:53.478912 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d2b78-7e79-4ade-b3cc-6f8e3f87a65c req-413b4632-daf0-44af-857d-9532d85b9abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:53.480396 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7a4d2b78-7e79-4ade-b3cc-6f8e3f87a65c req-413b4632-daf0-44af-857d-9532d85b9abb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=090578e165634cbd86b446011dd7b913&device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 1099 time: 0.0805461 Mar 08 09:57:53.642419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d2b78-7e79-4ade-b3cc-6f8e3f87a65c req-0e4aa03e-a961-4d57-a793-d172ccd8bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:53.643868 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7a4d2b78-7e79-4ade-b3cc-6f8e3f87a65c req-0e4aa03e-a961-4d57-a793-d172ccd8bac7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1 HTTP/1.1" status: 200 len: 912 time: 0.1576161 Mar 08 09:57:53.742305 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7a4d2b78-7e79-4ade-b3cc-6f8e3f87a65c req-dfd38d31-183f-4a32-871a-54ea9394fe66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb HTTP/1.1" status: 200 len: 217 time: 0.0911345 Mar 08 09:57:53.776049 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-505eb53f-ef64-40f6-a583-4bc711388d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:52Z', 'revision_number': 5, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:53.779866 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505eb53f-ef64-40f6-a583-4bc711388d99 None None] Checking router: c0db5835-24d4-454f-93db-d9a761214a3c for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:57:53.788026 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505eb53f-ef64-40f6-a583-4bc711388d99 None None] Routers {'c0db5835-24d4-454f-93db-d9a761214a3c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:57:53.788612 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-505eb53f-ef64-40f6-a583-4bc711388d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:57:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c0db5835-24d4-454f-93db-d9a761214a3c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:53.817603 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d2b78-7e79-4ade-b3cc-6f8e3f87a65c req-ecd603da-251b-4a76-8dbb-b3915461f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:53.819043 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7a4d2b78-7e79-4ade-b3cc-6f8e3f87a65c req-ecd603da-251b-4a76-8dbb-b3915461f063 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7682eda2-a1ce-418e-9798-c51cec16a340 HTTP/1.1" status: 200 len: 850 time: 0.0703509 Mar 08 09:57:53.967834 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-505eb53f-ef64-40f6-a583-4bc711388d99 None None] Set router c0db5835-24d4-454f-93db-d9a761214a3c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:57:53.991129 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1d3b0-ad39-4eb2-b060-5687c4c50839 req-089941b9-e762-4371-b83e-059ce81851b9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:53.991815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-2df1d3b0-ad39-4eb2-b060-5687c4c50839 req-089941b9-e762-4371-b83e-059ce81851b9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Synchronizing usage tracker for tenant:090578e165634cbd86b446011dd7b913 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:57:54.013477 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-2df1d3b0-ad39-4eb2-b060-5687c4c50839 req-089941b9-e762-4371-b83e-059ce81851b9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Unset dirty status for tenant:090578e165634cbd86b446011dd7b913 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:57:54.014587 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2df1d3b0-ad39-4eb2-b060-5687c4c50839 req-089941b9-e762-4371-b83e-059ce81851b9 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 946 time: 0.3119192 Mar 08 09:57:54.046410 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d2b78-7e79-4ade-b3cc-6f8e3f87a65c req-f2135c21-6f47-45c2-bd75-6490ff01c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:54.047828 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7a4d2b78-7e79-4ade-b3cc-6f8e3f87a65c req-f2135c21-6f47-45c2-bd75-6490ff01c141 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34eb9135-6aa7-4ebe-93ae-20fd87b811c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2191546 Mar 08 09:57:54.098577 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2df1d3b0-ad39-4eb2-b060-5687c4c50839 req-12204ccb-c200-4b9a-9e9d-13bc8a40e433 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775743 Mar 08 09:57:54.188562 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7a4d2b78-7e79-4ade-b3cc-6f8e3f87a65c req-f378b732-2004-4a94-a9f1-80686883d641 service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319702 Mar 08 09:57:54.272612 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-505eb53f-ef64-40f6-a583-4bc711388d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:52Z', 'revision_number': 5, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:57:54.277159 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505eb53f-ef64-40f6-a583-4bc711388d99 None None] The sync data for ids ['c0db5835-24d4-454f-93db-d9a761214a3c'] in dv-neutron-831730-2-hyperv is: [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f4ed5adc-3468-4f00-950b-4abe5a34cb18', 'name': '', 'network_id': '34eb9135-6aa7-4ebe-93ae-20fd87b811c1', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'mac_address': 'fa:16:3e:c0:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:26Z', 'updated_at': '2022-03-08T09:49:52Z', 'revision_number': 5, 'project_id': '090578e165634cbd86b446011dd7b913', 'subnets': [{'id': '7682eda2-a1ce-418e-9798-c51cec16a340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:57:54.323241 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7a4d2b78-7e79-4ade-b3cc-6f8e3f87a65c req-2f90edaa-69fe-4074-9759-7a9d2a089d53 service neutron] 10.222.0.26 "GET /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275628 Mar 08 09:57:54.496477 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a2622-849a-463b-94c9-44ed8cb02f1b None None] New status for floating IP e0d8631e-4037-4701-a35b-a44220dfdbfc: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:57:54.862347 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75b97410-ed1c-4a67-b45c-bb6cae3d1f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:55.254182 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa55ca-0480-451b-835c-b0a9c0a027bd req-bf6bcbc7-c135-4665-b273-65ae8ad0ae53 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:55.255605 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-faaa55ca-0480-451b-835c-b0a9c0a027bd req-bf6bcbc7-c135-4665-b273-65ae8ad0ae53 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 946 time: 0.0784957 Mar 08 09:57:55.281025 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ef623-9fe4-4a9e-ad5e-3f80654ae6d2 req-b5af549c-ecb9-41fd-9b78-31b23ddd170b tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:57:55.282482 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c40ef623-9fe4-4a9e-ad5e-3f80654ae6d2 req-b5af549c-ecb9-41fd-9b78-31b23ddd170b tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 946 time: 0.0778916 Mar 08 09:57:55.327670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-faaa55ca-0480-451b-835c-b0a9c0a027bd req-b866c7ea-2c3d-4623-bd85-4005860c5cee tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Deleting port 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:57:55.328019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-faaa55ca-0480-451b-835c-b0a9c0a027bd req-b866c7ea-2c3d-4623-bd85-4005860c5cee tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:55.330875 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c40ef623-9fe4-4a9e-ad5e-3f80654ae6d2 req-5ff6cc94-0c96-48cd-8e12-d496e5cb733a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/security-groups?id=aebba91f-7752-4b0f-b8d6-218e875469b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425394 Mar 08 09:57:55.566698 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-faaa55ca-0480-451b-835c-b0a9c0a027bd req-b866c7ea-2c3d-4623-bd85-4005860c5cee tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] For port 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:57:55.567054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-faaa55ca-0480-451b-835c-b0a9c0a027bd req-b866c7ea-2c3d-4623-bd85-4005860c5cee tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:55.685256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-faaa55ca-0480-451b-835c-b0a9c0a027bd req-b866c7ea-2c3d-4623-bd85-4005860c5cee tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Calling delete_port for 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:57:55.824626 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-faaa55ca-0480-451b-835c-b0a9c0a027bd req-b866c7ea-2c3d-4623-bd85-4005860c5cee tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:55.872780 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866c7ea-2c3d-4623-bd85-4005860c5cee tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event deleted for resources: {'Port': ['ID=1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:55.948601 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-faaa55ca-0480-451b-835c-b0a9c0a027bd req-b866c7ea-2c3d-4623-bd85-4005860c5cee tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] No DVR routers for this DVR port 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:57:55.951024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-faaa55ca-0480-451b-835c-b0a9c0a027bd req-b866c7ea-2c3d-4623-bd85-4005860c5cee tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:55.953469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'name': 'network-vif-deleted', 'tag': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:57:55.970037 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-faaa55ca-0480-451b-835c-b0a9c0a027bd req-b866c7ea-2c3d-4623-bd85-4005860c5cee tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.26 "DELETE /v2.0/ports/1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb HTTP/1.1" status: 204 len: 173 time: 0.7089577 Mar 08 09:57:55.996810 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da', 'name': 'network-vif-deleted', 'tag': '1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb', 'status': 'completed', 'code': 200} Mar 08 09:57:56.479001 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5bb8cf6a-d629-4077-bb48-148dcb25330e req-b88b11e5-1c16-4ef4-8d61-93c8ad74f40a tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c2ae7c-4b3e-4ead-812b-7ff02b31b2da HTTP/1.1" status: 200 len: 210 time: 0.0418849 Mar 08 09:57:57.532069 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78341868-ac09-4dcd-8b37-36a57e7279ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:57.573077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48642) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:57:57.727173 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-3cbda988-4ac2-4129-9278-6d07249f9d68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Deleting port 09f36927-4f2c-49bc-92d6-1615ccbdf9a5 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:57:57.727514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3cbda988-4ac2-4129-9278-6d07249f9d68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:57.895403 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3cbda988-4ac2-4129-9278-6d07249f9d68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:57.895722 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3cbda988-4ac2-4129-9278-6d07249f9d68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:58.103552 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-3cbda988-4ac2-4129-9278-6d07249f9d68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Calling delete_port for 09f36927-4f2c-49bc-92d6-1615ccbdf9a5 owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:57:58.193509 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:58.246136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3cbda988-4ac2-4129-9278-6d07249f9d68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:58.256823 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:58.293123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbda988-4ac2-4129-9278-6d07249f9d68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event deleted for resources: {'Port': ['ID=09f36927-4f2c-49bc-92d6-1615ccbdf9a5,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:57:58.387123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3cbda988-4ac2-4129-9278-6d07249f9d68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:58.400445 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3cbda988-4ac2-4129-9278-6d07249f9d68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:57:58.401600 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3cbda988-4ac2-4129-9278-6d07249f9d68 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "DELETE /v2.0/floatingips/e018fce0-846f-4f88-8e4a-3701d326a59e HTTP/1.1" status: 204 len: 168 time: 0.8275642 Mar 08 09:57:58.570352 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:57:58.605245 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:57:58.605600 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 1ac25d9c-c4c8-42f7-a4bc-b83d7f3b00bb not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:58:00.054183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:00.858095 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48664) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:00.925610 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a063065-9cda-4e39-a8e7-57cf214e1360 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:00.954087 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a063065-9cda-4e39-a8e7-57cf214e1360 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:01.020838 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a063065-9cda-4e39-a8e7-57cf214e1360 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:01.039145 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a063065-9cda-4e39-a8e7-57cf214e1360 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebba91f-7752-4b0f-b8d6-218e875469b2,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:01.051006 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a063065-9cda-4e39-a8e7-57cf214e1360 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:01.052141 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8a063065-9cda-4e39-a8e7-57cf214e1360 tempest-TestVolumeBootPattern-2117386367 tempest-TestVolumeBootPattern-2117386367-project] 10.222.0.24 "DELETE /v2.0/security-groups/aebba91f-7752-4b0f-b8d6-218e875469b2 HTTP/1.1" status: 204 len: 168 time: 0.1930642 Mar 08 09:58:01.114735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48672) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:01.770403 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dcc7d5ab-71db-411a-ba59-d8cf7401d726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:02.200906 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-dcc7d5ab-71db-411a-ba59-d8cf7401d726 admin admin] Deleting port f4ed5adc-3468-4f00-950b-4abe5a34cb18 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:58:02.201585 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dcc7d5ab-71db-411a-ba59-d8cf7401d726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:02.371753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-dcc7d5ab-71db-411a-ba59-d8cf7401d726 admin admin] For port f4ed5adc-3468-4f00-950b-4abe5a34cb18, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f4ed5adc-3468-4f00-950b-4abe5a34cb18,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:58:02.372108 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dcc7d5ab-71db-411a-ba59-d8cf7401d726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:02.500406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-dcc7d5ab-71db-411a-ba59-d8cf7401d726 admin admin] Calling delete_port for f4ed5adc-3468-4f00-950b-4abe5a34cb18 owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:58:02.811524 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dcc7d5ab-71db-411a-ba59-d8cf7401d726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:02.866553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7d5ab-71db-411a-ba59-d8cf7401d726 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ed5adc-3468-4f00-950b-4abe5a34cb18,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:03.133694 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dcc7d5ab-71db-411a-ba59-d8cf7401d726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:03.585473 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc7d5ab-71db-411a-ba59-d8cf7401d726 admin admin] Router c0db5835-24d4-454f-93db-d9a761214a3c has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:58:03.763179 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc7d5ab-71db-411a-ba59-d8cf7401d726 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:58:03.772288 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08de78a3-fce1-4018-8036-600e823344b1 None None] Sync routers for ids ['c0db5835-24d4-454f-93db-d9a761214a3c'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:58:03.775489 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-dcc7d5ab-71db-411a-ba59-d8cf7401d726 admin admin] 10.222.0.24 "PUT /v2.0/routers/c0db5835-24d4-454f-93db-d9a761214a3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6593871 Mar 08 09:58:03.777785 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48678) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:03.781721 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08de78a3-fce1-4018-8036-600e823344b1 None None] Routers {'c0db5835-24d4-454f-93db-d9a761214a3c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:58:03.782315 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-08de78a3-fce1-4018-8036-600e823344b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:57:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c0db5835-24d4-454f-93db-d9a761214a3c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:03.962630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7627d839-db50-4e4c-b2ae-71864528bd5d admin admin] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:04.000630 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-08de78a3-fce1-4018-8036-600e823344b1 None None] Set router c0db5835-24d4-454f-93db-d9a761214a3c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:58:04.141171 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7627d839-db50-4e4c-b2ae-71864528bd5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:04.154336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-7627d839-db50-4e4c-b2ae-71864528bd5d admin admin] Deleting port 3ff5ac85-d436-4ccb-878f-ccd79f04667e {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:58:04.154772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7627d839-db50-4e4c-b2ae-71864528bd5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:04.275795 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-08de78a3-fce1-4018-8036-600e823344b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:58:02Z', 'revision_number': 5, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port': {'id': '3ff5ac85-d436-4ccb-878f-ccd79f04667e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:17Z', 'updated_at': '2022-03-08T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:04.279485 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08de78a3-fce1-4018-8036-600e823344b1 None None] Checking router: c0db5835-24d4-454f-93db-d9a761214a3c for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:58:04.287759 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08de78a3-fce1-4018-8036-600e823344b1 None None] Routers {'c0db5835-24d4-454f-93db-d9a761214a3c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:58:04.288355 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-08de78a3-fce1-4018-8036-600e823344b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:57:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['c0db5835-24d4-454f-93db-d9a761214a3c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:04.324422 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-7627d839-db50-4e4c-b2ae-71864528bd5d admin admin] For port 3ff5ac85-d436-4ccb-878f-ccd79f04667e, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3ff5ac85-d436-4ccb-878f-ccd79f04667e,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:58:04.324810 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7627d839-db50-4e4c-b2ae-71864528bd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:04.442126 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-08de78a3-fce1-4018-8036-600e823344b1 None None] Set router c0db5835-24d4-454f-93db-d9a761214a3c gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:58:04.448363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-7627d839-db50-4e4c-b2ae-71864528bd5d admin admin] Calling delete_port for 3ff5ac85-d436-4ccb-878f-ccd79f04667e owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:58:04.547625 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-08de78a3-fce1-4018-8036-600e823344b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:58:04Z', 'revision_number': 6, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:04.553673 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08de78a3-fce1-4018-8036-600e823344b1 None None] The sync data for ids ['c0db5835-24d4-454f-93db-d9a761214a3c'] in dv-neutron-831730-2-hyperv is: [{'id': 'c0db5835-24d4-454f-93db-d9a761214a3c', 'name': 'tempest-TestVolumeBootPattern-595141347-router', 'tenant_id': '090578e165634cbd86b446011dd7b913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:14Z', 'updated_at': '2022-03-08T09:58:04Z', 'revision_number': 6, 'project_id': '090578e165634cbd86b446011dd7b913', 'gw_port_host': None}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:58:04.616867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7627d839-db50-4e4c-b2ae-71864528bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:04.665251 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627d839-db50-4e4c-b2ae-71864528bd5d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff5ac85-d436-4ccb-878f-ccd79f04667e,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:04.752054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7627d839-db50-4e4c-b2ae-71864528bd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:05.029534 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7627d839-db50-4e4c-b2ae-71864528bd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:05.031696 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7627d839-db50-4e4c-b2ae-71864528bd5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:05.057225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7627d839-db50-4e4c-b2ae-71864528bd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:05.057737 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7627d839-db50-4e4c-b2ae-71864528bd5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0db5835-24d4-454f-93db-d9a761214a3c {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:58:05.069177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7627d839-db50-4e4c-b2ae-71864528bd5d admin admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:05.070300 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7627d839-db50-4e4c-b2ae-71864528bd5d admin admin] 10.222.0.24 "DELETE /v2.0/routers/c0db5835-24d4-454f-93db-d9a761214a3c HTTP/1.1" status: 204 len: 168 time: 1.2915807 Mar 08 09:58:05.072807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48684) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:05.129526 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a390fb19-80a7-425d-a402-4e30e7326235 admin admin] Deleting subnet 7682eda2-a1ce-418e-9798-c51cec16a340 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:58:05.132327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a390fb19-80a7-425d-a402-4e30e7326235 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:05.178652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a390fb19-80a7-425d-a402-4e30e7326235 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:05.256363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a390fb19-80a7-425d-a402-4e30e7326235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:05.322878 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a390fb19-80a7-425d-a402-4e30e7326235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:05.359812 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390fb19-80a7-425d-a402-4e30e7326235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7682eda2-a1ce-418e-9798-c51cec16a340,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:05.363342 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a390fb19-80a7-425d-a402-4e30e7326235 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:05.370661 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a390fb19-80a7-425d-a402-4e30e7326235 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7682eda2-a1ce-418e-9798-c51cec16a340 HTTP/1.1" status: 204 len: 168 time: 0.2952907 Mar 08 09:58:05.370824 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2477c4cd-fec1-4398-90d2-66871301e67e None None] Network 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:58:05.371552 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48688) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:05.477271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:05.488501 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] Deleting port 109848dd-ce35-48d3-805a-bdc172a7f74c {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:58:05.488831 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:05.650733 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb044de-65fe-4338-8fa6-e10ecdf04085 None None] DHCP port deletion for 34eb9135-6aa7-4ebe-93ae-20fd87b811c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:58:05.654904 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6fb044de-65fe-4338-8fa6-e10ecdf04085 None None] Deleting port 109848dd-ce35-48d3-805a-bdc172a7f74c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:58:05.655333 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6fb044de-65fe-4338-8fa6-e10ecdf04085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:05.723785 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] For port 109848dd-ce35-48d3-805a-bdc172a7f74c, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=109848dd-ce35-48d3-805a-bdc172a7f74c,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:58:05.724367 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:05.848262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] Calling delete_port for 109848dd-ce35-48d3-805a-bdc172a7f74c owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:58:05.859294 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-6fb044de-65fe-4338-8fa6-e10ecdf04085 None None] For port 109848dd-ce35-48d3-805a-bdc172a7f74c, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=109848dd-ce35-48d3-805a-bdc172a7f74c,segment=NetworkSegment(adac42c9-8993-4200-b402-5b5bac65f0b2),segment_id=adac42c9-8993-4200-b402-5b5bac65f0b2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:58:05.859687 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6fb044de-65fe-4338-8fa6-e10ecdf04085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:05.926957 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:05.973637 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] Pushing event deleted for resources: {'Port': ['ID=109848dd-ce35-48d3-805a-bdc172a7f74c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:05.978062 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] No DVR routers for this DVR port 109848dd-ce35-48d3-805a-bdc172a7f74c on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:58:05.982006 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6fb044de-65fe-4338-8fa6-e10ecdf04085 None None] Calling delete_port for 109848dd-ce35-48d3-805a-bdc172a7f74c owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:58:06.011920 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f4ed5adc-3468-4f00-950b-4abe5a34cb18 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:58:06.053939 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: f4ed5adc-3468-4f00-950b-4abe5a34cb18 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:58:06.054337 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f4ed5adc-3468-4f00-950b-4abe5a34cb18 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:58:06.055289 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 109848dd-ce35-48d3-805a-bdc172a7f74c no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:58:06.091106 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 109848dd-ce35-48d3-805a-bdc172a7f74c {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:58:06.091456 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 109848dd-ce35-48d3-805a-bdc172a7f74c not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:58:06.091877 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3ff5ac85-d436-4ccb-878f-ccd79f04667e no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:58:06.094030 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:06.125818 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34eb9135-6aa7-4ebe-93ae-20fd87b811c1']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:06.139295 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adac42c9-8993-4200-b402-5b5bac65f0b2') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:06.139590 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adac42c9-8993-4200-b402-5b5bac65f0b2') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:06.151687 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:06.167691 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:06.173726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:58:06.174365 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:06.175977 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 3ff5ac85-d436-4ccb-878f-ccd79f04667e {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:58:06.176535 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3ff5ac85-d436-4ccb-878f-ccd79f04667e not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:58:06.187794 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: from cryptography.utils import int_from_bytes Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: from cryptography.utils import int_from_bytes Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn_limited( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn_limited( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 09:58:06.194449 dv-neutron-831730-2-hyperv neutron-server[87773]: util.warn( Mar 08 09:58:06.199159 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-6fb044de-65fe-4338-8fa6-e10ecdf04085 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:58:06.199517 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-6fb044de-65fe-4338-8fa6-e10ecdf04085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:58:06.263280 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:06.278177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:06.289234 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] Pushing event deleted for resources: {'Network': ['ID=34eb9135-6aa7-4ebe-93ae-20fd87b811c1,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:06.300522 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8973090f-9f75-415b-9f1a-58aa270fcb6d admin admin] 10.222.0.24 "DELETE /v2.0/networks/34eb9135-6aa7-4ebe-93ae-20fd87b811c1 HTTP/1.1" status: 204 len: 168 time: 0.9280422 Mar 08 09:58:06.303365 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48692) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:06.701047 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6fb044de-65fe-4338-8fa6-e10ecdf04085 None None] Deleting port 109848dd-ce35-48d3-805a-bdc172a7f74c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:58:06.701633 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6fb044de-65fe-4338-8fa6-e10ecdf04085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:06.771815 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6fb044de-65fe-4338-8fa6-e10ecdf04085 None None] The port '109848dd-ce35-48d3-805a-bdc172a7f74c' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:58:06.927128 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-db39accb-7b34-4b25-8e54-6141b0b69379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:07.269626 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-db39accb-7b34-4b25-8e54-6141b0b69379 admin admin] Deleting port e9739f88-aab8-4c40-9114-84e5f904c17d {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:58:07.269879 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-db39accb-7b34-4b25-8e54-6141b0b69379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:07.434153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-db39accb-7b34-4b25-8e54-6141b0b69379 admin admin] For port e9739f88-aab8-4c40-9114-84e5f904c17d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e9739f88-aab8-4c40-9114-84e5f904c17d,segment=NetworkSegment(2f301582-1895-4395-a699-98612d90978f),segment_id=2f301582-1895-4395-a699-98612d90978f)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:58:07.434501 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-db39accb-7b34-4b25-8e54-6141b0b69379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:07.550611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-db39accb-7b34-4b25-8e54-6141b0b69379 admin admin] Calling delete_port for e9739f88-aab8-4c40-9114-84e5f904c17d owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:58:07.720655 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-db39accb-7b34-4b25-8e54-6141b0b69379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:07.792365 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39accb-7b34-4b25-8e54-6141b0b69379 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9739f88-aab8-4c40-9114-84e5f904c17d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:08.133287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-db39accb-7b34-4b25-8e54-6141b0b69379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:08.480848 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db39accb-7b34-4b25-8e54-6141b0b69379 admin admin] Router f6cc2759-4734-4b66-aef9-0e715699c110 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:58:08.657416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db39accb-7b34-4b25-8e54-6141b0b69379 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:58:08.666140 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e48ba96-f276-4334-8856-ff04842bc08a None None] Sync routers for ids ['f6cc2759-4734-4b66-aef9-0e715699c110'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:58:08.674428 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-db39accb-7b34-4b25-8e54-6141b0b69379 admin admin] 10.222.0.24 "PUT /v2.0/routers/f6cc2759-4734-4b66-aef9-0e715699c110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3698282 Mar 08 09:58:08.676439 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e48ba96-f276-4334-8856-ff04842bc08a None None] Routers {'f6cc2759-4734-4b66-aef9-0e715699c110'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:58:08.676940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48696) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:08.677157 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7e48ba96-f276-4334-8856-ff04842bc08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:57:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['f6cc2759-4734-4b66-aef9-0e715699c110'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:08.849918 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-700288bf-f758-4bb2-b066-c52ac2716685 admin admin] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:08.853041 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-7e48ba96-f276-4334-8856-ff04842bc08a None None] Set router f6cc2759-4734-4b66-aef9-0e715699c110 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:58:09.028799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-700288bf-f758-4bb2-b066-c52ac2716685 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:09.039208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-700288bf-f758-4bb2-b066-c52ac2716685 admin admin] Deleting port 8d5b308d-83cf-48b4-8cf4-4740c419fd3b {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:58:09.039734 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-700288bf-f758-4bb2-b066-c52ac2716685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:09.126354 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7e48ba96-f276-4334-8856-ff04842bc08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cc2759-4734-4b66-aef9-0e715699c110', 'name': 'tempest-TestVolumeBootPattern-1394773996-router', 'tenant_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': '8d5b308d-83cf-48b4-8cf4-4740c419fd3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:41Z', 'updated_at': '2022-03-08T09:58:07Z', 'revision_number': 5, 'project_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'gw_port': {'id': '8d5b308d-83cf-48b4-8cf4-4740c419fd3b', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cc2759-4734-4b66-aef9-0e715699c110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:49:44Z', 'updated_at': '2022-03-08T09:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:09.130022 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e48ba96-f276-4334-8856-ff04842bc08a None None] Checking router: f6cc2759-4734-4b66-aef9-0e715699c110 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:58:09.138807 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e48ba96-f276-4334-8856-ff04842bc08a None None] Routers {'f6cc2759-4734-4b66-aef9-0e715699c110'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:58:09.139392 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7e48ba96-f276-4334-8856-ff04842bc08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:57:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['f6cc2759-4734-4b66-aef9-0e715699c110'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:09.215913 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-700288bf-f758-4bb2-b066-c52ac2716685 admin admin] For port 8d5b308d-83cf-48b4-8cf4-4740c419fd3b, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=8d5b308d-83cf-48b4-8cf4-4740c419fd3b,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:58:09.216526 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-700288bf-f758-4bb2-b066-c52ac2716685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:09.288478 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-7e48ba96-f276-4334-8856-ff04842bc08a None None] Set router f6cc2759-4734-4b66-aef9-0e715699c110 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:58:09.393297 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7e48ba96-f276-4334-8856-ff04842bc08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cc2759-4734-4b66-aef9-0e715699c110', 'name': 'tempest-TestVolumeBootPattern-1394773996-router', 'tenant_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:41Z', 'updated_at': '2022-03-08T09:58:09Z', 'revision_number': 6, 'project_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:09.397110 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e48ba96-f276-4334-8856-ff04842bc08a None None] The sync data for ids ['f6cc2759-4734-4b66-aef9-0e715699c110'] in dv-neutron-831730-2-hyperv is: [{'id': 'f6cc2759-4734-4b66-aef9-0e715699c110', 'name': 'tempest-TestVolumeBootPattern-1394773996-router', 'tenant_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:49:41Z', 'updated_at': '2022-03-08T09:58:09Z', 'revision_number': 6, 'project_id': '9802eb5a2ba2431ca0c1e903daef7b6e', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:58:09.446969 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-700288bf-f758-4bb2-b066-c52ac2716685 admin admin] Calling delete_port for 8d5b308d-83cf-48b4-8cf4-4740c419fd3b owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:58:09.608223 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-700288bf-f758-4bb2-b066-c52ac2716685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:09.654746 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700288bf-f758-4bb2-b066-c52ac2716685 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5b308d-83cf-48b4-8cf4-4740c419fd3b,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:09.750174 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-700288bf-f758-4bb2-b066-c52ac2716685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:09.920980 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-700288bf-f758-4bb2-b066-c52ac2716685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:09.923145 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-700288bf-f758-4bb2-b066-c52ac2716685 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:09.945726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-700288bf-f758-4bb2-b066-c52ac2716685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:09.946262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700288bf-f758-4bb2-b066-c52ac2716685 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6cc2759-4734-4b66-aef9-0e715699c110 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 09:58:09.959077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-700288bf-f758-4bb2-b066-c52ac2716685 admin admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:09.960230 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-700288bf-f758-4bb2-b066-c52ac2716685 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f6cc2759-4734-4b66-aef9-0e715699c110 HTTP/1.1" status: 204 len: 168 time: 1.2823985 Mar 08 09:58:09.963252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48702) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:10.020225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-38edeca4-dbc3-49cc-9b0d-5d13c5deaa0f admin admin] Deleting subnet 384b23a1-ceb7-42e2-ae9a-820a5350be45 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 09:58:10.023099 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-38edeca4-dbc3-49cc-9b0d-5d13c5deaa0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:10.075312 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-38edeca4-dbc3-49cc-9b0d-5d13c5deaa0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:10.152352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-38edeca4-dbc3-49cc-9b0d-5d13c5deaa0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:10.190844 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 8d5b308d-83cf-48b4-8cf4-4740c419fd3b no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:58:10.229490 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 8d5b308d-83cf-48b4-8cf4-4740c419fd3b {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:58:10.229840 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 8d5b308d-83cf-48b4-8cf4-4740c419fd3b not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:58:10.230131 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-38edeca4-dbc3-49cc-9b0d-5d13c5deaa0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:10.230616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e9739f88-aab8-4c40-9114-84e5f904c17d no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:58:10.263306 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: e9739f88-aab8-4c40-9114-84e5f904c17d {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:58:10.263647 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e9739f88-aab8-4c40-9114-84e5f904c17d not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:58:10.276309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-38edeca4-dbc3-49cc-9b0d-5d13c5deaa0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:10.281095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1435011c-fab6-4f08-b4ed-86086ebc4ef4 None None] Network 939811a2-bc17-493b-92b8-63beb6e5d0d4 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 09:58:10.283855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38edeca4-dbc3-49cc-9b0d-5d13c5deaa0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=384b23a1-ceb7-42e2-ae9a-820a5350be45,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:10.288200 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-38edeca4-dbc3-49cc-9b0d-5d13c5deaa0f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/384b23a1-ceb7-42e2-ae9a-820a5350be45 HTTP/1.1" status: 204 len: 168 time: 0.3240335 Mar 08 09:58:10.290699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48706) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:10.398132 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:10.409198 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] Deleting port de08a8cd-d093-4ef6-84c1-60889b9a913d {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:58:10.409528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:10.567355 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c5777d-0817-45ce-b506-2c6091234d43 None None] DHCP port deletion for 939811a2-bc17-493b-92b8-63beb6e5d0d4 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 09:58:10.572201 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-23c5777d-0817-45ce-b506-2c6091234d43 None None] Deleting port de08a8cd-d093-4ef6-84c1-60889b9a913d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:58:10.572572 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23c5777d-0817-45ce-b506-2c6091234d43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:10.614997 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] For port de08a8cd-d093-4ef6-84c1-60889b9a913d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=de08a8cd-d093-4ef6-84c1-60889b9a913d,segment=NetworkSegment(2f301582-1895-4395-a699-98612d90978f),segment_id=2f301582-1895-4395-a699-98612d90978f)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:58:10.615344 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:10.734280 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] Calling delete_port for de08a8cd-d093-4ef6-84c1-60889b9a913d owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:58:10.768568 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-23c5777d-0817-45ce-b506-2c6091234d43 None None] For port de08a8cd-d093-4ef6-84c1-60889b9a913d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=de08a8cd-d093-4ef6-84c1-60889b9a913d,segment=NetworkSegment(2f301582-1895-4395-a699-98612d90978f),segment_id=2f301582-1895-4395-a699-98612d90978f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:58:10.768905 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23c5777d-0817-45ce-b506-2c6091234d43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:10.893723 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-23c5777d-0817-45ce-b506-2c6091234d43 None None] Calling delete_port for de08a8cd-d093-4ef6-84c1-60889b9a913d owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 09:58:10.900303 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:10.944924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=de08a8cd-d093-4ef6-84c1-60889b9a913d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:10.949032 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] No DVR routers for this DVR port de08a8cd-d093-4ef6-84c1-60889b9a913d on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 09:58:10.967010 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-23c5777d-0817-45ce-b506-2c6091234d43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 09:58:10.967365 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-23c5777d-0817-45ce-b506-2c6091234d43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 09:58:11.060314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:11.087897 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939811a2-bc17-493b-92b8-63beb6e5d0d4']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:11.099412 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f301582-1895-4395-a699-98612d90978f') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:11.099705 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f301582-1895-4395-a699-98612d90978f') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:11.111022 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:11.127360 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:11.133506 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 09:58:11.133886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 09:58:11.146443 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 09:58:11.216917 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:11.240832 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:11.253276 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=939811a2-bc17-493b-92b8-63beb6e5d0d4,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:11.258008 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b10b62c3-0537-4121-8062-f96259e44c75 admin admin] 10.222.0.24 "DELETE /v2.0/networks/939811a2-bc17-493b-92b8-63beb6e5d0d4 HTTP/1.1" status: 204 len: 168 time: 0.9663999 Mar 08 09:58:11.367841 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48712) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:11.414602 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b96411ab-343d-42f2-ba4b-47308f198bcf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=090578e165634cbd86b446011dd7b913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451179 Mar 08 09:58:11.416924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48716) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:11.468702 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-23c5777d-0817-45ce-b506-2c6091234d43 None None] Deleting port de08a8cd-d093-4ef6-84c1-60889b9a913d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 09:58:11.469212 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23c5777d-0817-45ce-b506-2c6091234d43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:11.472028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-416e1019-a537-488b-86db-a93c2e3341c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:11.497069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-416e1019-a537-488b-86db-a93c2e3341c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:11.537511 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-23c5777d-0817-45ce-b506-2c6091234d43 None None] The port 'de08a8cd-d093-4ef6-84c1-60889b9a913d' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 09:58:11.554815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-416e1019-a537-488b-86db-a93c2e3341c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:11.572070 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e1019-a537-488b-86db-a93c2e3341c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33737072-ea03-47f0-8ad4-c844ce39f27b,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:11.578887 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-416e1019-a537-488b-86db-a93c2e3341c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:11.582517 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-416e1019-a537-488b-86db-a93c2e3341c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33737072-ea03-47f0-8ad4-c844ce39f27b HTTP/1.1" status: 204 len: 168 time: 0.1622109 Mar 08 09:58:11.910503 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48724) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:11.958297 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bae99607-3f34-4ff1-8843-dec8ad970842 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9802eb5a2ba2431ca0c1e903daef7b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466495 Mar 08 09:58:11.960676 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48728) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:11.980085 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device de08a8cd-d093-4ef6-84c1-60889b9a913d no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 09:58:12.012880 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: de08a8cd-d093-4ef6-84c1-60889b9a913d {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 09:58:12.013226 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device de08a8cd-d093-4ef6-84c1-60889b9a913d not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 09:58:12.017487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3930e698-306d-4f0b-b24e-b77c56bd71e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:12.045945 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3930e698-306d-4f0b-b24e-b77c56bd71e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:12.096791 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3930e698-306d-4f0b-b24e-b77c56bd71e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:12.110051 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930e698-306d-4f0b-b24e-b77c56bd71e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a9aea9-172b-46fc-8ba2-d3a772c93b06,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:12.119984 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930e698-306d-4f0b-b24e-b77c56bd71e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:12.120332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930e698-306d-4f0b-b24e-b77c56bd71e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:12.120671 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930e698-306d-4f0b-b24e-b77c56bd71e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:12.121030 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930e698-306d-4f0b-b24e-b77c56bd71e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:12.121366 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930e698-306d-4f0b-b24e-b77c56bd71e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:12.121698 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930e698-306d-4f0b-b24e-b77c56bd71e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:12.122027 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930e698-306d-4f0b-b24e-b77c56bd71e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:12.122354 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930e698-306d-4f0b-b24e-b77c56bd71e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:12.122678 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930e698-306d-4f0b-b24e-b77c56bd71e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:12.123001 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930e698-306d-4f0b-b24e-b77c56bd71e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:12.123341 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930e698-306d-4f0b-b24e-b77c56bd71e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:12.123641 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930e698-306d-4f0b-b24e-b77c56bd71e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:12.127724 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3930e698-306d-4f0b-b24e-b77c56bd71e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:12.128905 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3930e698-306d-4f0b-b24e-b77c56bd71e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7a9aea9-172b-46fc-8ba2-d3a772c93b06 HTTP/1.1" status: 204 len: 168 time: 0.1666124 Mar 08 09:58:13.201083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:21.321788 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:58:24.864491 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eaf04b78-a15e-4347-87e9-6f6055c324c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:27.535792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-324bb492-76c2-44f5-aa2f-dfd12b463620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:28.197277 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:28.258333 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:30.049467 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:37.399407 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48746) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:37.474397 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6802a8bd-f10f-43c1-ab9d-4bde7350357e tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:37.474882 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6802a8bd-f10f-43c1-ab9d-4bde7350357e tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:37.475360 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6802a8bd-f10f-43c1-ab9d-4bde7350357e tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:37.477063 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6802a8bd-f10f-43c1-ab9d-4bde7350357e tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=48f49228ae2a4cdfbce5e7003ecc586a&network_id=c9576a90-c6dd-4c47-aab9-8a5789bea862 HTTP/1.1" status: 200 len: 3000 time: 0.0765772 Mar 08 09:58:38.814536 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48758) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:38.874672 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ee8b13-3026-4646-ba30-ccdc56e113eb tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:38.876015 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-45ee8b13-3026-4646-ba30-ccdc56e113eb tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7 HTTP/1.1" status: 200 len: 814 time: 0.0605109 Mar 08 09:58:39.331940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48766) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:39.337698 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-4a39dc96-103b-4bb9-ad4e-54e10a4c4a01 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:58:39.440202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4a39dc96-103b-4bb9-ad4e-54e10a4c4a01 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:39.706441 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4a39dc96-103b-4bb9-ad4e-54e10a4c4a01 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:39.710143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4a39dc96-103b-4bb9-ad4e-54e10a4c4a01 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:39.710443 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-4a39dc96-103b-4bb9-ad4e-54e10a4c4a01 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Floating IP 8816a841-e5c9-4f0d-86a9-0b5c116db702 disassociated. External IP: 172.26.2.60, port: a00561f6-c831-4604-9fc8-fab1892f70d6. Mar 08 09:58:40.050646 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a39dc96-103b-4bb9-ad4e-54e10a4c4a01 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 78d675ea-3e71-449b-881d-df3b500f1ba6 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:58:40.318154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a39dc96-103b-4bb9-ad4e-54e10a4c4a01 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:58:40.322819 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4a39dc96-103b-4bb9-ad4e-54e10a4c4a01 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:40.327962 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e89c228-d009-4092-84d0-fee0ff565703 None None] Sync routers for ids ['78d675ea-3e71-449b-881d-df3b500f1ba6'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:58:40.338405 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e89c228-d009-4092-84d0-fee0ff565703 None None] Routers {'78d675ea-3e71-449b-881d-df3b500f1ba6'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:58:40.339043 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6e89c228-d009-4092-84d0-fee0ff565703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:58:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['78d675ea-3e71-449b-881d-df3b500f1ba6'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:40.375984 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4a39dc96-103b-4bb9-ad4e-54e10a4c4a01 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/floatingips/8816a841-e5c9-4f0d-86a9-0b5c116db702 HTTP/1.1" status: 200 len: 689 time: 1.0429544 Mar 08 09:58:40.376579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d9c7e5-b2ad-4495-b51e-1bede7a63345', 'tag': 'a00561f6-c831-4604-9fc8-fab1892f70d6'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:58:40.378837 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48770) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:40.423044 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d9c7e5-b2ad-4495-b51e-1bede7a63345', 'tag': 'a00561f6-c831-4604-9fc8-fab1892f70d6', 'status': 'completed', 'code': 200} Mar 08 09:58:40.468651 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eaf427bb-615e-4092-afe8-50367a439bb4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/8816a841-e5c9-4f0d-86a9-0b5c116db702 HTTP/1.1" status: 200 len: 689 time: 0.0884788 Mar 08 09:58:40.515589 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273c77a-d1de-44b8-9132-b691139210ff req-6de4c8e9-29f2-466d-85cd-130bce13db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:40.517090 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c273c77a-d1de-44b8-9132-b691139210ff req-6de4c8e9-29f2-466d-85cd-130bce13db15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 1099 time: 0.0726302 Mar 08 09:58:40.525632 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-6e89c228-d009-4092-84d0-fee0ff565703 None None] Set router 78d675ea-3e71-449b-881d-df3b500f1ba6 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:58:40.649597 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273c77a-d1de-44b8-9132-b691139210ff req-94b97184-2ff8-4c70-aaca-cc2836ae6947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:40.651040 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c273c77a-d1de-44b8-9132-b691139210ff req-94b97184-2ff8-4c70-aaca-cc2836ae6947 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9576a90-c6dd-4c47-aab9-8a5789bea862 HTTP/1.1" status: 200 len: 897 time: 0.1283550 Mar 08 09:58:40.721932 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c273c77a-d1de-44b8-9132-b691139210ff req-26b5bacb-a1c1-4673-a8f9-a7b8c3467fc5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a00561f6-c831-4604-9fc8-fab1892f70d6 HTTP/1.1" status: 200 len: 217 time: 0.0637164 Mar 08 09:58:40.782122 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273c77a-d1de-44b8-9132-b691139210ff req-857cff51-e4f7-43ff-90a7-1f37aa8771d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:40.783557 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c273c77a-d1de-44b8-9132-b691139210ff req-857cff51-e4f7-43ff-90a7-1f37aa8771d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ef38abf-e98b-4a5f-8812-cdc015b9fc73 HTTP/1.1" status: 200 len: 835 time: 0.0563078 Mar 08 09:58:40.858067 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273c77a-d1de-44b8-9132-b691139210ff req-ce810b95-97aa-4022-a8d5-ca3c17dc7093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:40.859437 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c273c77a-d1de-44b8-9132-b691139210ff req-ce810b95-97aa-4022-a8d5-ca3c17dc7093 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9576a90-c6dd-4c47-aab9-8a5789bea862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696619 Mar 08 09:58:40.867159 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6e89c228-d009-4092-84d0-fee0ff565703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245'}], 'enable_snat': True}, 'gw_port_id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:06Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f511749c-8ecb-4c7c-b19d-02808aa99e8a', 'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:68:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:05Z', 'updated_at': '2022-03-08T09:57:10Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:40.871538 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e89c228-d009-4092-84d0-fee0ff565703 None None] Checking router: 78d675ea-3e71-449b-881d-df3b500f1ba6 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:58:40.879872 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e89c228-d009-4092-84d0-fee0ff565703 None None] Routers {'78d675ea-3e71-449b-881d-df3b500f1ba6'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:58:40.880464 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6e89c228-d009-4092-84d0-fee0ff565703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:58:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['78d675ea-3e71-449b-881d-df3b500f1ba6'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:40.988967 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c273c77a-d1de-44b8-9132-b691139210ff req-96f6a99e-ac52-49be-ba9f-c127a11d1ff3 service neutron] 10.222.0.26 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233346 Mar 08 09:58:41.053649 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-6e89c228-d009-4092-84d0-fee0ff565703 None None] Set router 78d675ea-3e71-449b-881d-df3b500f1ba6 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:58:41.118050 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c273c77a-d1de-44b8-9132-b691139210ff req-4109e654-46ff-4069-b403-d815c7117e6e service neutron] 10.222.0.26 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230485 Mar 08 09:58:41.350972 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6e89c228-d009-4092-84d0-fee0ff565703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245'}], 'enable_snat': True}, 'gw_port_id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:06Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f511749c-8ecb-4c7c-b19d-02808aa99e8a', 'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:68:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:05Z', 'updated_at': '2022-03-08T09:57:10Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:41.355461 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e89c228-d009-4092-84d0-fee0ff565703 None None] The sync data for ids ['78d675ea-3e71-449b-881d-df3b500f1ba6'] in dv-neutron-831730-2-hyperv is: [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245'}], 'enable_snat': True}, 'gw_port_id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:06Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f511749c-8ecb-4c7c-b19d-02808aa99e8a', 'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:68:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:05Z', 'updated_at': '2022-03-08T09:57:10Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:58:41.472341 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48776) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:41.554966 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0c6f845f-f8e0-46c5-84e5-398016b3dcd3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/8816a841-e5c9-4f0d-86a9-0b5c116db702 HTTP/1.1" status: 200 len: 689 time: 0.0812924 Mar 08 09:58:41.558159 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228d833d-8843-4772-979f-fc2f147cc462 None None] New status for floating IP 8816a841-e5c9-4f0d-86a9-0b5c116db702: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:58:42.557748 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48780) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:42.639342 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2bd26b7b-0614-47a5-b155-8f08666fa8fa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/8816a841-e5c9-4f0d-86a9-0b5c116db702 HTTP/1.1" status: 200 len: 687 time: 0.0804708 Mar 08 09:58:43.220506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:43.815832 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48786) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:43.821436 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-425550a7-4487-4db2-9e22-fef7ba7dba84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2095222417', 'description': 'tempest-secgroup-smoke-2095222417 description', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:58:43.827513 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-425550a7-4487-4db2-9e22-fef7ba7dba84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:58:43.837352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-425550a7-4487-4db2-9e22-fef7ba7dba84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:58:43.846329 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-425550a7-4487-4db2-9e22-fef7ba7dba84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:43.866771 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-425550a7-4487-4db2-9e22-fef7ba7dba84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:58:43.870608 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-425550a7-4487-4db2-9e22-fef7ba7dba84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:58:43.873449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-425550a7-4487-4db2-9e22-fef7ba7dba84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:58:43.878933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-425550a7-4487-4db2-9e22-fef7ba7dba84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:58:43.946683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-425550a7-4487-4db2-9e22-fef7ba7dba84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:43.950388 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-425550a7-4487-4db2-9e22-fef7ba7dba84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:43.997348 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425550a7-4487-4db2-9e22-fef7ba7dba84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75011789-63a0-49c0-b03e-7911fffe2b3a,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:44.004551 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-425550a7-4487-4db2-9e22-fef7ba7dba84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.005757 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-425550a7-4487-4db2-9e22-fef7ba7dba84 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1889551 Mar 08 09:58:44.009339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48790) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:44.014110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-0bb7d2f0-563f-4d62-a5fc-3098c840a8f8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '75011789-63a0-49c0-b03e-7911fffe2b3a', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:58:44.019786 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0bb7d2f0-563f-4d62-a5fc-3098c840a8f8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:58:44.023528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0bb7d2f0-563f-4d62-a5fc-3098c840a8f8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:58:44.026940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0bb7d2f0-563f-4d62-a5fc-3098c840a8f8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:58:44.032458 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0bb7d2f0-563f-4d62-a5fc-3098c840a8f8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:58:44.048141 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0bb7d2f0-563f-4d62-a5fc-3098c840a8f8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.106170 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0bb7d2f0-563f-4d62-a5fc-3098c840a8f8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.109768 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0bb7d2f0-563f-4d62-a5fc-3098c840a8f8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.136410 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7d2f0-563f-4d62-a5fc-3098c840a8f8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c2bfe8-c85c-47ec-9752-b9e9b1749ba8,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:44.142568 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0bb7d2f0-563f-4d62-a5fc-3098c840a8f8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.143761 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0bb7d2f0-563f-4d62-a5fc-3098c840a8f8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335108 Mar 08 09:58:44.146604 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48794) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:44.152046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-b40b3b48-2200-4e88-8642-982a216bec6a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '75011789-63a0-49c0-b03e-7911fffe2b3a', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:58:44.157758 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b40b3b48-2200-4e88-8642-982a216bec6a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:58:44.161556 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b40b3b48-2200-4e88-8642-982a216bec6a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:58:44.164363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b40b3b48-2200-4e88-8642-982a216bec6a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:58:44.169989 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b40b3b48-2200-4e88-8642-982a216bec6a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:58:44.185828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b40b3b48-2200-4e88-8642-982a216bec6a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.243985 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b40b3b48-2200-4e88-8642-982a216bec6a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.247306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b40b3b48-2200-4e88-8642-982a216bec6a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.272064 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b3b48-2200-4e88-8642-982a216bec6a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed80077d-a5a0-4efe-b9a0-3a3e9ef7e465,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:44.281159 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b40b3b48-2200-4e88-8642-982a216bec6a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.282302 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b40b3b48-2200-4e88-8642-982a216bec6a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347995 Mar 08 09:58:44.285142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48798) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:44.290090 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-6be1ac91-e024-4c85-be1f-1dea2e990806 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '75011789-63a0-49c0-b03e-7911fffe2b3a', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:58:44.295613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6be1ac91-e024-4c85-be1f-1dea2e990806 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:58:44.299604 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6be1ac91-e024-4c85-be1f-1dea2e990806 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:58:44.302434 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6be1ac91-e024-4c85-be1f-1dea2e990806 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:58:44.308675 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6be1ac91-e024-4c85-be1f-1dea2e990806 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:58:44.326200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6be1ac91-e024-4c85-be1f-1dea2e990806 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.386492 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6be1ac91-e024-4c85-be1f-1dea2e990806 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.389912 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6be1ac91-e024-4c85-be1f-1dea2e990806 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.412806 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1ac91-e024-4c85-be1f-1dea2e990806 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e83dcea-c090-47e4-a60c-23cce69d2acc,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:44.420709 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6be1ac91-e024-4c85-be1f-1dea2e990806 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.421925 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6be1ac91-e024-4c85-be1f-1dea2e990806 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358948 Mar 08 09:58:44.425000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48802) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:44.429757 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1a7ac8ef-3a2d-47ce-8dcb-b66962da0e12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '75011789-63a0-49c0-b03e-7911fffe2b3a', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:58:44.435756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1a7ac8ef-3a2d-47ce-8dcb-b66962da0e12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:58:44.439484 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1a7ac8ef-3a2d-47ce-8dcb-b66962da0e12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:58:44.442282 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1a7ac8ef-3a2d-47ce-8dcb-b66962da0e12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:58:44.448450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1a7ac8ef-3a2d-47ce-8dcb-b66962da0e12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:58:44.463430 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac8ef-3a2d-47ce-8dcb-b66962da0e12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.524653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac8ef-3a2d-47ce-8dcb-b66962da0e12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.529472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac8ef-3a2d-47ce-8dcb-b66962da0e12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.554404 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ac8ef-3a2d-47ce-8dcb-b66962da0e12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e100e54-5975-492e-b5aa-e657f3f9a46b,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:44.568209 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac8ef-3a2d-47ce-8dcb-b66962da0e12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.569615 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1a7ac8ef-3a2d-47ce-8dcb-b66962da0e12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437001 Mar 08 09:58:44.572961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48806) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:44.578820 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-fbf0e6cc-ef87-47d8-a975-a80c286a2b97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '75011789-63a0-49c0-b03e-7911fffe2b3a', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:58:44.584814 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fbf0e6cc-ef87-47d8-a975-a80c286a2b97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:58:44.588892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fbf0e6cc-ef87-47d8-a975-a80c286a2b97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:58:44.591724 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fbf0e6cc-ef87-47d8-a975-a80c286a2b97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:58:44.598474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fbf0e6cc-ef87-47d8-a975-a80c286a2b97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:58:44.611141 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-fbf0e6cc-ef87-47d8-a975-a80c286a2b97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 09:58:44.619763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e6cc-ef87-47d8-a975-a80c286a2b97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.688456 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e6cc-ef87-47d8-a975-a80c286a2b97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.692972 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e6cc-ef87-47d8-a975-a80c286a2b97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.715203 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0e6cc-ef87-47d8-a975-a80c286a2b97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5859b0a8-3c85-4d5c-8ac3-651bd659008f,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:44.723575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e6cc-ef87-47d8-a975-a80c286a2b97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.727939 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fbf0e6cc-ef87-47d8-a975-a80c286a2b97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507552 Mar 08 09:58:44.728127 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48810) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:44.733437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-05fe2c9d-ae0e-4ed1-a40c-0e1c154345c6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '75011789-63a0-49c0-b03e-7911fffe2b3a', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:58:44.739666 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-05fe2c9d-ae0e-4ed1-a40c-0e1c154345c6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:58:44.744191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-05fe2c9d-ae0e-4ed1-a40c-0e1c154345c6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 09:58:44.747108 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-05fe2c9d-ae0e-4ed1-a40c-0e1c154345c6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 09:58:44.752917 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-05fe2c9d-ae0e-4ed1-a40c-0e1c154345c6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:58:44.763927 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-05fe2c9d-ae0e-4ed1-a40c-0e1c154345c6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 09:58:44.770849 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-05fe2c9d-ae0e-4ed1-a40c-0e1c154345c6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.835613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-05fe2c9d-ae0e-4ed1-a40c-0e1c154345c6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.839175 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-05fe2c9d-ae0e-4ed1-a40c-0e1c154345c6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.862420 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe2c9d-ae0e-4ed1-a40c-0e1c154345c6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa9e915-4134-4c56-9fe2-aafab68da684,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:44.871030 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-05fe2c9d-ae0e-4ed1-a40c-0e1c154345c6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:44.872214 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-05fe2c9d-ae0e-4ed1-a40c-0e1c154345c6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1431227 Mar 08 09:58:45.081929 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-098b4db3-0eca-4595-8822-1f567c262e11 req-24daf383-fc15-49a2-b423-2db40fc3da2a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:58:45.096545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-098b4db3-0eca-4595-8822-1f567c262e11 req-24daf383-fc15-49a2-b423-2db40fc3da2a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:58:45.097812 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-098b4db3-0eca-4595-8822-1f567c262e11 req-24daf383-fc15-49a2-b423-2db40fc3da2a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2095222417&fields=id&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 267 time: 0.0526721 Mar 08 09:58:45.241834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b4db3-0eca-4595-8822-1f567c262e11 req-cc499dc2-b1e6-415a-a9ea-eb238405180b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:45.243732 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-098b4db3-0eca-4595-8822-1f567c262e11 req-cc499dc2-b1e6-415a-a9ea-eb238405180b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/networks?id=c9576a90-c6dd-4c47-aab9-8a5789bea862 HTTP/1.1" status: 200 len: 796 time: 0.1381485 Mar 08 09:58:45.258460 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-098b4db3-0eca-4595-8822-1f567c262e11 req-92e631e8-d15f-463a-b889-891ae00b26b9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/quotas/48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 375 time: 0.0092504 Mar 08 09:58:45.430605 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-098b4db3-0eca-4595-8822-1f567c262e11 req-821636e8-ceb0-441e-8e2d-6a100ebdc682 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1666279 Mar 08 09:58:45.562541 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-098b4db3-0eca-4595-8822-1f567c262e11 req-9be8d71e-68b7-4855-b663-7dca83031dfe service neutron] 10.222.0.24 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200240 Mar 08 09:58:45.699952 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-098b4db3-0eca-4595-8822-1f567c262e11 req-70541b84-8d39-43a1-bd3b-fa68bdd1adcb service neutron] 10.222.0.24 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317699 Mar 08 09:58:45.875383 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8ead7cee-d98c-4bfc-a1fa-417ffb0d00a6 req-754fddcd-c7be-4626-b9a3-a5f8f714ca9a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 210 time: 0.0457983 Mar 08 09:58:46.894008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b4db3-0eca-4595-8822-1f567c262e11 req-ffe1f96b-3bae-4979-a0d4-44ab02cd9f0e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:46.895393 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-098b4db3-0eca-4595-8822-1f567c262e11 req-ffe1f96b-3bae-4979-a0d4-44ab02cd9f0e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/networks?id=c9576a90-c6dd-4c47-aab9-8a5789bea862 HTTP/1.1" status: 200 len: 796 time: 0.1463070 Mar 08 09:58:46.952543 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-098b4db3-0eca-4595-8822-1f567c262e11 req-16c18c45-d4de-43c6-8f16-7032aba48241 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 471 time: 0.0491805 Mar 08 09:58:46.960998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-098b4db3-0eca-4595-8822-1f567c262e11 req-33e3e6c4-658b-41a1-8756-e118817d6e08 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'port': {'device_id': 'cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'admin_state_up': True, 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'security_groups': ['75011789-63a0-49c0-b03e-7911fffe2b3a']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:58:47.088846 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e3237550-cc68-48c9-9983-dfadcac35ea5 req-cc32fb19-4833-491c-af80-7478eb84ac3b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 210 time: 0.0933971 Mar 08 09:58:47.136582 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-098b4db3-0eca-4595-8822-1f567c262e11 req-33e3e6c4-658b-41a1-8756-e118817d6e08 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 09:58:47.145946 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-098b4db3-0eca-4595-8822-1f567c262e11 req-33e3e6c4-658b-41a1-8756-e118817d6e08 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 09:58:47.155163 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098b4db3-0eca-4595-8822-1f567c262e11 req-33e3e6c4-658b-41a1-8756-e118817d6e08 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 09:58:47.158908 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-098b4db3-0eca-4595-8822-1f567c262e11 req-33e3e6c4-658b-41a1-8756-e118817d6e08 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:47.313820 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-098b4db3-0eca-4595-8822-1f567c262e11 req-33e3e6c4-658b-41a1-8756-e118817d6e08 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.20.0.10 (c9576a90-c6dd-4c47-aab9-8a5789bea862/9ef38abf-e98b-4a5f-8812-cdc015b9fc73/477b3fb4-a24c-4ea6-9106-d7dd62a4f530) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 09:58:47.494450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-098b4db3-0eca-4595-8822-1f567c262e11 req-33e3e6c4-658b-41a1-8756-e118817d6e08 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:47.509043 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-098b4db3-0eca-4595-8822-1f567c262e11 req-33e3e6c4-658b-41a1-8756-e118817d6e08 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Transition to ACTIVE for port object 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:58:47.532301 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-098b4db3-0eca-4595-8822-1f567c262e11 req-33e3e6c4-658b-41a1-8756-e118817d6e08 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:47.595540 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098b4db3-0eca-4595-8822-1f567c262e11 req-33e3e6c4-658b-41a1-8756-e118817d6e08 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network c9576a90-c6dd-4c47-aab9-8a5789bea862 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 09:58:47.603084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-098b4db3-0eca-4595-8822-1f567c262e11 req-33e3e6c4-658b-41a1-8756-e118817d6e08 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 09:58:47.607333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-098b4db3-0eca-4595-8822-1f567c262e11 req-33e3e6c4-658b-41a1-8756-e118817d6e08 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 09:58:47.639871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3e6c4-658b-41a1-8756-e118817d6e08 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=477b3fb4-a24c-4ea6-9106-d7dd62a4f530,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:47.676650 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b4db3-0eca-4595-8822-1f567c262e11 req-33e3e6c4-658b-41a1-8756-e118817d6e08 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:47.677283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-098b4db3-0eca-4595-8822-1f567c262e11 req-33e3e6c4-658b-41a1-8756-e118817d6e08 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:47.704378 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-098b4db3-0eca-4595-8822-1f567c262e11 req-33e3e6c4-658b-41a1-8756-e118817d6e08 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7469959 Mar 08 09:58:47.715598 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Request body: {'port': {'device_id': 'cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:58:47.825120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:47.851729 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3d05ec59-a82f-496b-bdbd-8e3f08d6b66f None None] Provisioning for port 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:58:47.856605 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3d05ec59-a82f-496b-bdbd-8e3f08d6b66f None None] Provisioning complete for port 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:58:47.856999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d05ec59-a82f-496b-bdbd-8e3f08d6b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:47.908828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3d05ec59-a82f-496b-bdbd-8e3f08d6b66f None None] Port 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 09:58:48.256258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:58:48.264215 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:48.277432 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17da6a-dc99-4f19-b0e3-bf329b21219a req-d1670daa-d359-471d-a780-691e7892dfa1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:48.278304 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Transition to ACTIVE for port object 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 09:58:48.278924 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-be17da6a-dc99-4f19-b0e3-bf329b21219a req-d1670daa-d359-471d-a780-691e7892dfa1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 932 time: 0.0789561 Mar 08 09:58:48.283259 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:48.325000 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-be17da6a-dc99-4f19-b0e3-bf329b21219a req-1040c0bc-bd34-4f2f-9588-292c74695b47 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=75011789-63a0-49c0-b03e-7911fffe2b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386975 Mar 08 09:58:48.419804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Pushing event updated for resources: {'Port': ['ID=477b3fb4-a24c-4ea6-9106-d7dd62a4f530,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:48.525476 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Attempting to bind port 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 09:58:48.525808 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Attempting to bind port 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '268332a4-56c6-4b46-8d9e-a9ccb9b44e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 09:58:48.526133 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Attempting to bind port 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 on network c9576a90-c6dd-4c47-aab9-8a5789bea862 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:58:48.530825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Port 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 on network c9576a90-c6dd-4c47-aab9-8a5789bea862 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 09:58:48.531150 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Attempting to bind port 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 on network c9576a90-c6dd-4c47-aab9-8a5789bea862 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 09:58:48.536264 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 9, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 09:58:48.536596 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Checking segment: {'id': '268332a4-56c6-4b46-8d9e-a9ccb9b44e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 09:58:48.537013 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Bound using segment: {'id': '268332a4-56c6-4b46-8d9e-a9ccb9b44e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 09:58:48.537430 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Bound port: 477b3fb4-a24c-4ea6-9106-d7dd62a4f530, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268332a4-56c6-4b46-8d9e-a9ccb9b44e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 09:58:48.537767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:48.628148 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] For port 477b3fb4-a24c-4ea6-9106-d7dd62a4f530, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 09:58:48.630940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] For port 477b3fb4-a24c-4ea6-9106-d7dd62a4f530, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=477b3fb4-a24c-4ea6-9106-d7dd62a4f530,segment=NetworkSegment(268332a4-56c6-4b46-8d9e-a9ccb9b44e66),segment_id=268332a4-56c6-4b46-8d9e-a9ccb9b44e66)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 09:58:48.635403 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:48.689704 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:48.690311 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:48.691719 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] 10.222.0.26 "PUT /v2.0/ports/477b3fb4-a24c-4ea6-9106-d7dd62a4f530 HTTP/1.1" status: 200 len: 1094 time: 0.9808085 Mar 08 09:58:48.692123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2', 'tag': '477b3fb4-a24c-4ea6-9106-d7dd62a4f530'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:58:48.721511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc6a8b-b4eb-40f2-933f-1bc8edc31c34 service neutron] Pushing event updated for resources: {'Port': ['ID=477b3fb4-a24c-4ea6-9106-d7dd62a4f530,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:48.782349 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2', 'tag': '477b3fb4-a24c-4ea6-9106-d7dd62a4f530', 'status': 'completed', 'code': 200} Mar 08 09:58:48.819559 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b4db3-0eca-4595-8822-1f567c262e11 req-6e68760b-a817-459e-874b-8b6bf92ab195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:48.821269 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-098b4db3-0eca-4595-8822-1f567c262e11 req-6e68760b-a817-459e-874b-8b6bf92ab195 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 1097 time: 0.0822864 Mar 08 09:58:48.892435 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-098b4db3-0eca-4595-8822-1f567c262e11 req-c2defe73-2520-40b3-a3ed-26bb0620d2d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=477b3fb4-a24c-4ea6-9106-d7dd62a4f530 HTTP/1.1" status: 200 len: 217 time: 0.0648620 Mar 08 09:58:48.958184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b4db3-0eca-4595-8822-1f567c262e11 req-30d0e0cd-1c75-4e50-9b6b-de54a521475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:48.959571 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-098b4db3-0eca-4595-8822-1f567c262e11 req-30d0e0cd-1c75-4e50-9b6b-de54a521475d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ef38abf-e98b-4a5f-8812-cdc015b9fc73 HTTP/1.1" status: 200 len: 835 time: 0.0619240 Mar 08 09:58:49.031818 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e1777c27-6ac5-4932-8c64-a63f09814ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:49.033256 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-098b4db3-0eca-4595-8822-1f567c262e11 req-e1777c27-6ac5-4932-8c64-a63f09814ac2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9576a90-c6dd-4c47-aab9-8a5789bea862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677726 Mar 08 09:58:49.163379 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-098b4db3-0eca-4595-8822-1f567c262e11 req-67c5fa69-b033-43bc-8593-5f149c22fec3 service neutron] 10.222.0.26 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238470 Mar 08 09:58:49.289598 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-098b4db3-0eca-4595-8822-1f567c262e11 req-c852f22f-4f1d-4ea4-bd01-b4187f157ca1 service neutron] 10.222.0.26 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204665 Mar 08 09:58:49.398747 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b554d3-9ceb-4f97-95bd-978586c8aa81 req-e470b89b-690c-496a-ac40-6b58c0b7c362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:49.400873 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f1b554d3-9ceb-4f97-95bd-978586c8aa81 req-e470b89b-690c-496a-ac40-6b58c0b7c362 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 1097 time: 0.0690465 Mar 08 09:58:49.510619 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cfb5e-6235-46bb-b8ca-db7e2a594572 req-3b10a1fa-caad-4f8a-98b8-e3eda5801eb0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:49.512067 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ec9cfb5e-6235-46bb-b8ca-db7e2a594572 req-3b10a1fa-caad-4f8a-98b8-e3eda5801eb0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 944 time: 0.0812032 Mar 08 09:58:49.531200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b554d3-9ceb-4f97-95bd-978586c8aa81 req-ebca6eea-452d-4c31-885b-08c5a01303be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:49.532743 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f1b554d3-9ceb-4f97-95bd-978586c8aa81 req-ebca6eea-452d-4c31-885b-08c5a01303be service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9576a90-c6dd-4c47-aab9-8a5789bea862 HTTP/1.1" status: 200 len: 897 time: 0.1258492 Mar 08 09:58:49.556611 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ec9cfb5e-6235-46bb-b8ca-db7e2a594572 req-d2ad40b4-9565-452f-8bf9-5dfd24e26aac tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=75011789-63a0-49c0-b03e-7911fffe2b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386994 Mar 08 09:58:49.602572 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f1b554d3-9ceb-4f97-95bd-978586c8aa81 req-7742289a-7be6-492e-a8ba-d5d8da34823a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=477b3fb4-a24c-4ea6-9106-d7dd62a4f530 HTTP/1.1" status: 200 len: 217 time: 0.0638731 Mar 08 09:58:49.660873 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b554d3-9ceb-4f97-95bd-978586c8aa81 req-b0e1e31b-ec5e-4ed9-9505-e328033122c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:49.662208 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f1b554d3-9ceb-4f97-95bd-978586c8aa81 req-b0e1e31b-ec5e-4ed9-9505-e328033122c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ef38abf-e98b-4a5f-8812-cdc015b9fc73 HTTP/1.1" status: 200 len: 835 time: 0.0546615 Mar 08 09:58:49.737498 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b554d3-9ceb-4f97-95bd-978586c8aa81 req-3d9d2417-6885-4ca5-80c6-12bca821c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:49.738929 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f1b554d3-9ceb-4f97-95bd-978586c8aa81 req-3d9d2417-6885-4ca5-80c6-12bca821c587 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9576a90-c6dd-4c47-aab9-8a5789bea862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709052 Mar 08 09:58:49.951102 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f1b554d3-9ceb-4f97-95bd-978586c8aa81 req-3637368d-989f-4381-84e7-27777264c826 service neutron] 10.222.0.26 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060320 Mar 08 09:58:50.078800 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f1b554d3-9ceb-4f97-95bd-978586c8aa81 req-dec9fd1d-b9d9-48c9-94dd-183e94f42424 service neutron] 10.222.0.26 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204679 Mar 08 09:58:50.745148 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32012c96-9f0e-4511-b652-22daa4cd63ac req-3c6ca3e7-7ae2-4cfc-b295-e97d8d5a0c1e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:50.745855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-32012c96-9f0e-4511-b652-22daa4cd63ac req-3c6ca3e7-7ae2-4cfc-b295-e97d8d5a0c1e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 09:58:50.760765 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-32012c96-9f0e-4511-b652-22daa4cd63ac req-3c6ca3e7-7ae2-4cfc-b295-e97d8d5a0c1e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 09:58:50.762082 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-32012c96-9f0e-4511-b652-22daa4cd63ac req-3c6ca3e7-7ae2-4cfc-b295-e97d8d5a0c1e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 944 time: 0.0958974 Mar 08 09:58:50.810284 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-32012c96-9f0e-4511-b652-22daa4cd63ac req-47ec2949-872d-46a4-95ef-d0845f243eea tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=75011789-63a0-49c0-b03e-7911fffe2b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412600 Mar 08 09:58:51.992477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd9bd4-5e91-415b-a472-b5c420f8450d req-966218ba-3a0a-4136-b759-5bd1a85bbc93 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:51.993949 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8ecd9bd4-5e91-415b-a472-b5c420f8450d req-966218ba-3a0a-4136-b759-5bd1a85bbc93 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 944 time: 0.0782366 Mar 08 09:58:52.036167 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8ecd9bd4-5e91-415b-a472-b5c420f8450d req-952cf751-b0aa-48f0-ae04-8e8f1b8fb7c3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=75011789-63a0-49c0-b03e-7911fffe2b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367038 Mar 08 09:58:52.787640 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 09:58:52.921785 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 477b3fb4-a24c-4ea6-9106-d7dd62a4f530, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=477b3fb4-a24c-4ea6-9106-d7dd62a4f530,segment=NetworkSegment(268332a4-56c6-4b46-8d9e-a9ccb9b44e66),segment_id=268332a4-56c6-4b46-8d9e-a9ccb9b44e66)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:58:52.935502 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '477b3fb4-a24c-4ea6-9106-d7dd62a4f530', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'port_id': '477b3fb4-a24c-4ea6-9106-d7dd62a4f530', 'mac_address': 'fa:16:3e:c4:c0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 09:58:52.995372 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:53.011226 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 09:58:53.025788 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 477b3fb4-a24c-4ea6-9106-d7dd62a4f530, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=477b3fb4-a24c-4ea6-9106-d7dd62a4f530,segment=NetworkSegment(268332a4-56c6-4b46-8d9e-a9ccb9b44e66),segment_id=268332a4-56c6-4b46-8d9e-a9ccb9b44e66)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:58:53.029400 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:53.094956 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=477b3fb4-a24c-4ea6-9106-d7dd62a4f530,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:53.102658 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:53.103009 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:53.103350 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:53.103685 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:53.104014 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:53.104345 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:53.104671 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:53.105017 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:53.105343 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:53.105666 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:53.105987 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:53.106306 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 09:58:53.215175 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d53ca-a4ce-4c31-9f6e-bfab5396dc9f req-f9cccd68-ca1e-420c-89f4-7e47cfb500cd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:53.216517 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e05d53ca-a4ce-4c31-9f6e-bfab5396dc9f req-f9cccd68-ca1e-420c-89f4-7e47cfb500cd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 945 time: 0.0775144 Mar 08 09:58:53.259009 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e05d53ca-a4ce-4c31-9f6e-bfab5396dc9f req-c39d79fb-7eb2-49b0-9a65-4d893eeea5a6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=75011789-63a0-49c0-b03e-7911fffe2b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369711 Mar 08 09:58:53.395962 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['477b3fb4-a24c-4ea6-9106-d7dd62a4f530'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 09:58:54.548601 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8442818-bc88-4db3-9148-47c4d8d5a226 req-b57618bd-e88b-472b-8b02-6fd2d8a371b6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:54.550228 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f8442818-bc88-4db3-9148-47c4d8d5a226 req-b57618bd-e88b-472b-8b02-6fd2d8a371b6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 945 time: 0.1853511 Mar 08 09:58:54.593323 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f8442818-bc88-4db3-9148-47c4d8d5a226 req-3730855a-9d68-4b0d-afea-c18810fb741b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=75011789-63a0-49c0-b03e-7911fffe2b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368609 Mar 08 09:58:54.818445 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 09:58:54.879975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec4da-0b89-4686-a695-1c5fee3f6286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:54.897196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 09:58:54.902315 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 09:58:54.902678 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:55.044168 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:55.069920 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477b3fb4-a24c-4ea6-9106-d7dd62a4f530'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:58:55.079515 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 477b3fb4-a24c-4ea6-9106-d7dd62a4f530, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=477b3fb4-a24c-4ea6-9106-d7dd62a4f530,segment=NetworkSegment(268332a4-56c6-4b46-8d9e-a9ccb9b44e66),segment_id=268332a4-56c6-4b46-8d9e-a9ccb9b44e66)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 09:58:55.083397 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:55.118471 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477b3fb4-a24c-4ea6-9106-d7dd62a4f530', 'code': 200} Mar 08 09:58:55.151295 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=477b3fb4-a24c-4ea6-9106-d7dd62a4f530,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 09:58:55.339360 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c6965-b21d-4459-85e4-78d45d1a53ce req-40b84297-1740-47da-90eb-294c541342ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:55.340732 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-330c6965-b21d-4459-85e4-78d45d1a53ce req-40b84297-1740-47da-90eb-294c541342ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 1099 time: 0.0725629 Mar 08 09:58:55.378636 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-330c6965-b21d-4459-85e4-78d45d1a53ce req-fc9baaaf-5d47-4d0f-9d93-0d8164c1bf2b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=75011789-63a0-49c0-b03e-7911fffe2b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321844 Mar 08 09:58:55.777801 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251347e-32bd-480a-ab73-229997057261 req-c6a425b9-f5da-4d86-83e4-6fdb4aca3b6c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:55.779230 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8251347e-32bd-480a-ab73-229997057261 req-c6a425b9-f5da-4d86-83e4-6fdb4aca3b6c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0815272 Mar 08 09:58:55.821960 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8251347e-32bd-480a-ab73-229997057261 req-262fe31b-eaef-45d1-846e-e46a6b07ebac tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=75011789-63a0-49c0-b03e-7911fffe2b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372701 Mar 08 09:58:57.002264 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d600b6-f2aa-4bf1-a146-fbc980fdcb0a req-5dc39597-373c-4bb8-9279-1c2c49c26280 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:57.003704 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d7d600b6-f2aa-4bf1-a146-fbc980fdcb0a req-5dc39597-373c-4bb8-9279-1c2c49c26280 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0795898 Mar 08 09:58:57.045923 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d7d600b6-f2aa-4bf1-a146-fbc980fdcb0a req-12d4eae8-7786-4998-9595-925b44f4c1de tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=75011789-63a0-49c0-b03e-7911fffe2b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361316 Mar 08 09:58:57.226108 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d156874-3c49-4261-b3a1-ecc703f93be2 req-1689e4ff-9bee-4196-9878-da24565cb888 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:57.227559 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4d156874-3c49-4261-b3a1-ecc703f93be2 req-1689e4ff-9bee-4196-9878-da24565cb888 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0796151 Mar 08 09:58:57.270283 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4d156874-3c49-4261-b3a1-ecc703f93be2 req-5a3f065f-81f2-4b26-aaad-35e87b07aec2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=75011789-63a0-49c0-b03e-7911fffe2b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371428 Mar 08 09:58:57.291615 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48870) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:57.365826 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b49e44-befb-4ba5-a9e1-1a9babac426f tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:57.367303 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-14b49e44-befb-4ba5-a9e1-1a9babac426f tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 1094 time: 0.0744047 Mar 08 09:58:57.370679 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48874) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:57.375367 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1b2c2e43-a9c1-49a6-a390-a7d657352057 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'floatingip': {'port_id': '477b3fb4-a24c-4ea6-9106-d7dd62a4f530'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 09:58:57.457620 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b2c2e43-a9c1-49a6-a390-a7d657352057 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:57.540399 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-014070b9-7658-4590-a829-869461b05159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:58.030895 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b2c2e43-a9c1-49a6-a390-a7d657352057 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:58.034518 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b2c2e43-a9c1-49a6-a390-a7d657352057 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:58.199466 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:58.206908 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-1b2c2e43-a9c1-49a6-a390-a7d657352057 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Floating IP 8816a841-e5c9-4f0d-86a9-0b5c116db702 associated. External IP: 172.26.2.60, port: 477b3fb4-a24c-4ea6-9106-d7dd62a4f530. Mar 08 09:58:58.261403 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:58.320490 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:58:58.665304 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2c2e43-a9c1-49a6-a390-a7d657352057 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 78d675ea-3e71-449b-881d-df3b500f1ba6 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 09:58:58.837712 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2c2e43-a9c1-49a6-a390-a7d657352057 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 09:58:58.842501 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b2c2e43-a9c1-49a6-a390-a7d657352057 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:58:58.847019 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff86b2a6-fba7-498f-8940-7ae092b1aa2d None None] Sync routers for ids ['78d675ea-3e71-449b-881d-df3b500f1ba6'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 09:58:58.856219 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff86b2a6-fba7-498f-8940-7ae092b1aa2d None None] Routers {'78d675ea-3e71-449b-881d-df3b500f1ba6'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:58:58.856844 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-ff86b2a6-fba7-498f-8940-7ae092b1aa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:58:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['78d675ea-3e71-449b-881d-df3b500f1ba6'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:58.900875 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1b2c2e43-a9c1-49a6-a390-a7d657352057 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/floatingips/8816a841-e5c9-4f0d-86a9-0b5c116db702 HTTP/1.1" status: 200 len: 991 time: 1.5266125 Mar 08 09:58:58.900875 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2', 'tag': '477b3fb4-a24c-4ea6-9106-d7dd62a4f530'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 09:58:58.901182 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48878) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:58:58.954473 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2', 'tag': '477b3fb4-a24c-4ea6-9106-d7dd62a4f530', 'status': 'completed', 'code': 200} Mar 08 09:58:59.033609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-ff86b2a6-fba7-498f-8940-7ae092b1aa2d None None] Set router 78d675ea-3e71-449b-881d-df3b500f1ba6 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:58:59.054454 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8e3cd641-9359-450f-8fa8-3ffa3b94c728 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/8816a841-e5c9-4f0d-86a9-0b5c116db702 HTTP/1.1" status: 200 len: 991 time: 0.1521327 Mar 08 09:58:59.076055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058b6fa-4094-4100-86b2-8c248d7b945f req-bacfe817-195a-476d-9c2c-fd978e6f5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:59.077536 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7058b6fa-4094-4100-86b2-8c248d7b945f req-bacfe817-195a-476d-9c2c-fd978e6f5d6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 1099 time: 0.0959988 Mar 08 09:58:59.205571 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058b6fa-4094-4100-86b2-8c248d7b945f req-8092dfa8-454d-466a-a988-3e24fef1576c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:59.207048 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7058b6fa-4094-4100-86b2-8c248d7b945f req-8092dfa8-454d-466a-a988-3e24fef1576c service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9576a90-c6dd-4c47-aab9-8a5789bea862 HTTP/1.1" status: 200 len: 897 time: 0.1224174 Mar 08 09:58:59.307417 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7058b6fa-4094-4100-86b2-8c248d7b945f req-4fc18e56-215f-443d-816e-84c6a71d2353 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=477b3fb4-a24c-4ea6-9106-d7dd62a4f530 HTTP/1.1" status: 200 len: 999 time: 0.0947852 Mar 08 09:58:59.367142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058b6fa-4094-4100-86b2-8c248d7b945f req-d6f9b017-dbc3-4e09-9522-6915f74fdcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:59.368709 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7058b6fa-4094-4100-86b2-8c248d7b945f req-d6f9b017-dbc3-4e09-9522-6915f74fdcb1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ef38abf-e98b-4a5f-8812-cdc015b9fc73 HTTP/1.1" status: 200 len: 835 time: 0.0561972 Mar 08 09:58:59.369988 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-ff86b2a6-fba7-498f-8940-7ae092b1aa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245'}], 'enable_snat': True}, 'gw_port_id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:06Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '8816a841-e5c9-4f0d-86a9-0b5c116db702', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.60', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'port_id': '477b3fb4-a24c-4ea6-9106-d7dd62a4f530', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'mac_address': 'fa:16:3e:c4:c0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:57:24Z', 'updated_at': '2022-03-08T09:58:57Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f511749c-8ecb-4c7c-b19d-02808aa99e8a', 'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:68:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:05Z', 'updated_at': '2022-03-08T09:57:10Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:59.373890 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff86b2a6-fba7-498f-8940-7ae092b1aa2d None None] Checking router: 78d675ea-3e71-449b-881d-df3b500f1ba6 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 09:58:59.382104 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff86b2a6-fba7-498f-8940-7ae092b1aa2d None None] Routers {'78d675ea-3e71-449b-881d-df3b500f1ba6'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 09:58:59.382697 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-ff86b2a6-fba7-498f-8940-7ae092b1aa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:58:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['78d675ea-3e71-449b-881d-df3b500f1ba6'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:59.445120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058b6fa-4094-4100-86b2-8c248d7b945f req-b5a58995-dab8-4523-8cfd-0865b7727052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:59.446651 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7058b6fa-4094-4100-86b2-8c248d7b945f req-b5a58995-dab8-4523-8cfd-0865b7727052 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9576a90-c6dd-4c47-aab9-8a5789bea862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720599 Mar 08 09:58:59.561259 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-ff86b2a6-fba7-498f-8940-7ae092b1aa2d None None] Set router 78d675ea-3e71-449b-881d-df3b500f1ba6 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 09:58:59.628479 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-66c2b992-89a3-4cf6-a556-4ffcd169ee83 req-3008b2ac-cf36-48bc-9c4f-c446e197cd5f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1531527 Mar 08 09:58:59.653772 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7058b6fa-4094-4100-86b2-8c248d7b945f req-5cba568d-6578-456d-ae8c-4e94abb45e3c service neutron] 10.222.0.26 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957247 Mar 08 09:58:59.913701 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-ff86b2a6-fba7-498f-8940-7ae092b1aa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245'}], 'enable_snat': True}, 'gw_port_id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:06Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '8816a841-e5c9-4f0d-86a9-0b5c116db702', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.60', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'port_id': '477b3fb4-a24c-4ea6-9106-d7dd62a4f530', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'mac_address': 'fa:16:3e:c4:c0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:57:24Z', 'updated_at': '2022-03-08T09:58:57Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f511749c-8ecb-4c7c-b19d-02808aa99e8a', 'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:68:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:05Z', 'updated_at': '2022-03-08T09:57:10Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 09:58:59.917648 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff86b2a6-fba7-498f-8940-7ae092b1aa2d None None] The sync data for ids ['78d675ea-3e71-449b-881d-df3b500f1ba6'] in dv-neutron-831730-2-hyperv is: [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245'}], 'enable_snat': True}, 'gw_port_id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:06Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '8816a841-e5c9-4f0d-86a9-0b5c116db702', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.60', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'port_id': '477b3fb4-a24c-4ea6-9106-d7dd62a4f530', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'mac_address': 'fa:16:3e:c4:c0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T09:57:24Z', 'updated_at': '2022-03-08T09:58:57Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f511749c-8ecb-4c7c-b19d-02808aa99e8a', 'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:68:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:05Z', 'updated_at': '2022-03-08T09:57:10Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 09:58:59.949170 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7058b6fa-4094-4100-86b2-8c248d7b945f req-2a54d13e-cad5-48c8-aca4-2768e8be7134 service neutron] 10.222.0.26 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890706 Mar 08 09:58:59.969345 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2b992-89a3-4cf6-a556-4ffcd169ee83 req-9b2a0f64-b5cd-4384-8b0b-cd2a864a3ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:58:59.971121 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-66c2b992-89a3-4cf6-a556-4ffcd169ee83 req-9b2a0f64-b5cd-4384-8b0b-cd2a864a3ffd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 1099 time: 0.2215862 Mar 08 09:59:00.053338 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:59:00.058921 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48884) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:59:00.134061 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2b992-89a3-4cf6-a556-4ffcd169ee83 req-2e5ee2eb-2ac7-40fe-9e71-54ab7dbf3f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:59:00.135642 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-66c2b992-89a3-4cf6-a556-4ffcd169ee83 req-2e5ee2eb-2ac7-40fe-9e71-54ab7dbf3f62 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9576a90-c6dd-4c47-aab9-8a5789bea862 HTTP/1.1" status: 200 len: 897 time: 0.1366043 Mar 08 09:59:00.180939 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-90eecf07-5c43-40fc-bc44-860129da927b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/8816a841-e5c9-4f0d-86a9-0b5c116db702 HTTP/1.1" status: 200 len: 991 time: 0.1195781 Mar 08 09:59:00.206415 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08346c42-63f3-4562-b069-15d9583d7fc3 None None] New status for floating IP 8816a841-e5c9-4f0d-86a9-0b5c116db702: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 09:59:00.215657 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-66c2b992-89a3-4cf6-a556-4ffcd169ee83 req-a2fc1947-098c-437e-9bf9-6bd59d7e3ce7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a00561f6-c831-4604-9fc8-fab1892f70d6 HTTP/1.1" status: 200 len: 217 time: 0.0735593 Mar 08 09:59:00.281209 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2b992-89a3-4cf6-a556-4ffcd169ee83 req-5646d446-f791-4d83-a7ad-56d9e91efb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:59:00.282553 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-66c2b992-89a3-4cf6-a556-4ffcd169ee83 req-5646d446-f791-4d83-a7ad-56d9e91efb5c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ef38abf-e98b-4a5f-8812-cdc015b9fc73 HTTP/1.1" status: 200 len: 835 time: 0.0606985 Mar 08 09:59:00.355954 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2b992-89a3-4cf6-a556-4ffcd169ee83 req-3350c3fd-dd4f-48da-a5dc-be3fdf8df600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 09:59:00.357685 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-66c2b992-89a3-4cf6-a556-4ffcd169ee83 req-3350c3fd-dd4f-48da-a5dc-be3fdf8df600 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9576a90-c6dd-4c47-aab9-8a5789bea862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692668 Mar 08 09:59:00.493265 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-66c2b992-89a3-4cf6-a556-4ffcd169ee83 req-132060e8-4a13-4f54-9e18-7f247f0ef23b service neutron] 10.222.0.26 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289349 Mar 08 09:59:00.621606 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-66c2b992-89a3-4cf6-a556-4ffcd169ee83 req-52d4981a-e525-4249-af81-134d143dca4a service neutron] 10.222.0.26 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235855 Mar 08 09:59:01.182397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48892) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 09:59:01.290160 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-87d5bb39-0fb0-4939-8eb1-3aa84e88a344 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/8816a841-e5c9-4f0d-86a9-0b5c116db702 HTTP/1.1" status: 200 len: 993 time: 0.1066253 Mar 08 09:59:13.237236 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:59:24.872163 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ecb6202-07dc-490e-81e0-1e4debada500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:59:27.542452 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61e0d068-5e00-4bdc-b296-066119415dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:59:28.201734 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:59:28.261897 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:59:30.060049 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:59:35.319673 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 09:59:43.234831 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:59:45.867066 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-c35887a0-0825-45c6-b5cc-43bc68d665fd req-ad1c0ac0-c88d-4ba5-a8d5-13a531576442 service neutron] (87772) timed out ('10.222.0.26', 59296) {{(pid=87772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 08 09:59:54.873843 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-82816dfa-c661-45e2-b753-84ab09263e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:59:57.543090 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6348e23a-fbdf-47ac-b685-aa798e210e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:59:58.204273 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 09:59:58.262079 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:00.057981 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:00.550045 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2605d7de-ad2a-4d11-91d4-2d0bff86498c req-795f372d-3ed1-4c34-9673-7d70fbb2f8c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696886 Mar 08 10:00:00.642838 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605d7de-ad2a-4d11-91d4-2d0bff86498c req-6329b77f-c48d-455f-b725-b87d85a422d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:00.644286 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2605d7de-ad2a-4d11-91d4-2d0bff86498c req-6329b77f-c48d-455f-b725-b87d85a422d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 1099 time: 0.0746608 Mar 08 10:00:00.786670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605d7de-ad2a-4d11-91d4-2d0bff86498c req-c471eced-1212-4e43-a235-5f3760062213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:00.788093 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2605d7de-ad2a-4d11-91d4-2d0bff86498c req-c471eced-1212-4e43-a235-5f3760062213 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9576a90-c6dd-4c47-aab9-8a5789bea862 HTTP/1.1" status: 200 len: 897 time: 0.1251266 Mar 08 10:00:00.890952 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2605d7de-ad2a-4d11-91d4-2d0bff86498c req-f440082e-eb8f-4eef-93f8-d28194298e3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=477b3fb4-a24c-4ea6-9106-d7dd62a4f530 HTTP/1.1" status: 200 len: 1001 time: 0.0942719 Mar 08 10:00:00.951585 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605d7de-ad2a-4d11-91d4-2d0bff86498c req-d1c39245-4d98-4550-ab91-7fccc0c5e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:00.953005 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2605d7de-ad2a-4d11-91d4-2d0bff86498c req-d1c39245-4d98-4550-ab91-7fccc0c5e657 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9ef38abf-e98b-4a5f-8812-cdc015b9fc73 HTTP/1.1" status: 200 len: 835 time: 0.0560079 Mar 08 10:00:01.027753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605d7de-ad2a-4d11-91d4-2d0bff86498c req-6e26bb41-93ef-43bd-9f3e-3f6c868fa7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:01.029210 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2605d7de-ad2a-4d11-91d4-2d0bff86498c req-6e26bb41-93ef-43bd-9f3e-3f6c868fa7ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9576a90-c6dd-4c47-aab9-8a5789bea862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707066 Mar 08 10:00:01.157136 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2605d7de-ad2a-4d11-91d4-2d0bff86498c req-c5dd7fbf-ce98-41b0-b7e9-993c037442b2 service neutron] 10.222.0.26 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216991 Mar 08 10:00:01.282939 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2605d7de-ad2a-4d11-91d4-2d0bff86498c req-1eb746b0-a0fe-41e8-86f3-f539fea1ca4b service neutron] 10.222.0.26 "GET /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206162 Mar 08 10:00:12.319524 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:00:12.952773 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ed3c9-ab36-4ac7-b12c-ffcf99727b63 req-b82225b5-2236-4976-bfa6-0f74fe6730f2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:12.954204 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e61ed3c9-ab36-4ac7-b12c-ffcf99727b63 req-b82225b5-2236-4976-bfa6-0f74fe6730f2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0787203 Mar 08 10:00:12.996956 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e61ed3c9-ab36-4ac7-b12c-ffcf99727b63 req-b2f791cd-2793-46f7-a6ea-675427d8dd38 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=75011789-63a0-49c0-b03e-7911fffe2b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371842 Mar 08 10:00:13.250481 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:14.268794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a86ef-c3eb-466c-ad3e-19212aa3c853 req-02e9c883-df7e-4174-ac1d-0edb1a51453d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:14.270172 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fe0a86ef-c3eb-466c-ad3e-19212aa3c853 req-02e9c883-df7e-4174-ac1d-0edb1a51453d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 946 time: 0.1701126 Mar 08 10:00:14.320238 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fe0a86ef-c3eb-466c-ad3e-19212aa3c853 req-61ceeff7-a819-4290-86e7-102587d38760 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=75011789-63a0-49c0-b03e-7911fffe2b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440056 Mar 08 10:00:14.483213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9421e-7d7c-4d2f-906f-1e0177b60295 req-f82362c0-1cc1-4e81-8b40-f881f5e7f9bd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:14.484611 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-18d9421e-7d7c-4d2f-906f-1e0177b60295 req-f82362c0-1cc1-4e81-8b40-f881f5e7f9bd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0798070 Mar 08 10:00:14.551911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-18d9421e-7d7c-4d2f-906f-1e0177b60295 req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:00:14.552168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-18d9421e-7d7c-4d2f-906f-1e0177b60295 req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:14.790069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-18d9421e-7d7c-4d2f-906f-1e0177b60295 req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port 477b3fb4-a24c-4ea6-9106-d7dd62a4f530, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=477b3fb4-a24c-4ea6-9106-d7dd62a4f530,segment=NetworkSegment(268332a4-56c6-4b46-8d9e-a9ccb9b44e66),segment_id=268332a4-56c6-4b46-8d9e-a9ccb9b44e66)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:00:14.790447 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-18d9421e-7d7c-4d2f-906f-1e0177b60295 req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:15.064252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-18d9421e-7d7c-4d2f-906f-1e0177b60295 req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:15.064617 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-18d9421e-7d7c-4d2f-906f-1e0177b60295 req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:15.064953 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [req-18d9421e-7d7c-4d2f-906f-1e0177b60295 req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Floating IP 8816a841-e5c9-4f0d-86a9-0b5c116db702 disassociated. External IP: 172.26.2.60, port: 477b3fb4-a24c-4ea6-9106-d7dd62a4f530. Mar 08 10:00:15.065289 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-18d9421e-7d7c-4d2f-906f-1e0177b60295 req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:00:15.208721 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-18d9421e-7d7c-4d2f-906f-1e0177b60295 req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:15.259627 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=477b3fb4-a24c-4ea6-9106-d7dd62a4f530,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:15.270418 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:15.270943 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:15.271158 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:15.271412 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:15.271735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:15.272059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:15.272380 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:15.272717 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:15.273578 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:15.273896 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:15.274213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:15.274523 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:15.449821 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18d9421e-7d7c-4d2f-906f-1e0177b60295 req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 78d675ea-3e71-449b-881d-df3b500f1ba6 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:00:15.467049 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7ad9d335-6ebe-48b6-a136-4ee11a29e2bc req-21338fad-8acc-444b-a8f2-08db3f1627dd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2 HTTP/1.1" status: 200 len: 210 time: 0.0450566 Mar 08 10:00:15.627780 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18d9421e-7d7c-4d2f-906f-1e0177b60295 req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:00:15.639484 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b32246-4b02-445e-828a-9a6f10b04c0e None None] Sync routers for ids ['78d675ea-3e71-449b-881d-df3b500f1ba6'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:00:15.648515 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b32246-4b02-445e-828a-9a6f10b04c0e None None] Routers {'78d675ea-3e71-449b-881d-df3b500f1ba6'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:00:15.649236 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-31b32246-4b02-445e-828a-9a6f10b04c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:59:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['78d675ea-3e71-449b-881d-df3b500f1ba6'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:15.807085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d9421e-7d7c-4d2f-906f-1e0177b60295 req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] No DVR routers for this DVR port 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:00:15.809524 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-18d9421e-7d7c-4d2f-906f-1e0177b60295 req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:15.812085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2', 'name': 'network-vif-deleted', 'tag': '477b3fb4-a24c-4ea6-9106-d7dd62a4f530'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:00:15.828980 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-18d9421e-7d7c-4d2f-906f-1e0177b60295 req-888567a0-1f80-4643-9c48-425ae1b61ce1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "DELETE /v2.0/ports/477b3fb4-a24c-4ea6-9106-d7dd62a4f530 HTTP/1.1" status: 204 len: 173 time: 1.3390491 Mar 08 10:00:15.838591 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-31b32246-4b02-445e-828a-9a6f10b04c0e None None] Set router 78d675ea-3e71-449b-881d-df3b500f1ba6 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:00:15.862257 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0a1f51-3034-493c-ae45-cbdc5c7c2dd2', 'name': 'network-vif-deleted', 'tag': '477b3fb4-a24c-4ea6-9106-d7dd62a4f530', 'status': 'completed', 'code': 200} Mar 08 10:00:16.142382 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-31b32246-4b02-445e-828a-9a6f10b04c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245'}], 'enable_snat': True}, 'gw_port_id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:06Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f511749c-8ecb-4c7c-b19d-02808aa99e8a', 'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:68:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:05Z', 'updated_at': '2022-03-08T09:57:10Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:16.146137 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b32246-4b02-445e-828a-9a6f10b04c0e None None] Checking router: 78d675ea-3e71-449b-881d-df3b500f1ba6 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:00:16.154802 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b32246-4b02-445e-828a-9a6f10b04c0e None None] Routers {'78d675ea-3e71-449b-881d-df3b500f1ba6'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:00:16.155374 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-31b32246-4b02-445e-828a-9a6f10b04c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:59:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['78d675ea-3e71-449b-881d-df3b500f1ba6'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:16.333552 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-31b32246-4b02-445e-828a-9a6f10b04c0e None None] Set router 78d675ea-3e71-449b-881d-df3b500f1ba6 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:00:16.558324 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48926) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:16.627432 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fd54b310-4571-4c21-93a0-9f822a4f21f2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:16.640177 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-31b32246-4b02-445e-828a-9a6f10b04c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245'}], 'enable_snat': True}, 'gw_port_id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:06Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f511749c-8ecb-4c7c-b19d-02808aa99e8a', 'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:68:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:05Z', 'updated_at': '2022-03-08T09:57:10Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:16.645016 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b32246-4b02-445e-828a-9a6f10b04c0e None None] The sync data for ids ['78d675ea-3e71-449b-881d-df3b500f1ba6'] in dv-neutron-831730-2-hyperv is: [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245'}], 'enable_snat': True}, 'gw_port_id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:06Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'f511749c-8ecb-4c7c-b19d-02808aa99e8a', 'name': '', 'network_id': 'c9576a90-c6dd-4c47-aab9-8a5789bea862', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:68:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:05Z', 'updated_at': '2022-03-08T09:57:10Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '9ef38abf-e98b-4a5f-8812-cdc015b9fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:00:16.657260 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fd54b310-4571-4c21-93a0-9f822a4f21f2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:16.725693 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fd54b310-4571-4c21-93a0-9f822a4f21f2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:16.744047 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54b310-4571-4c21-93a0-9f822a4f21f2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75011789-63a0-49c0-b03e-7911fffe2b3a,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:16.754250 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fd54b310-4571-4c21-93a0-9f822a4f21f2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:16.758516 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fd54b310-4571-4c21-93a0-9f822a4f21f2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/security-groups/75011789-63a0-49c0-b03e-7911fffe2b3a HTTP/1.1" status: 204 len: 168 time: 0.1955709 Mar 08 10:00:16.787327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48932) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:16.888029 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f04852a-d4ca-4887-bd37-30924a6cc1b5 None None] New status for floating IP 8816a841-e5c9-4f0d-86a9-0b5c116db702: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:00:16.943668 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-beb02233-d1c4-4d54-9ae3-ca22ded6258e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port bbe6916a-4144-4a90-af10-75809622b4d0 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:00:16.943996 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-beb02233-d1c4-4d54-9ae3-ca22ded6258e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:17.111697 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-beb02233-d1c4-4d54-9ae3-ca22ded6258e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:17.112057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-beb02233-d1c4-4d54-9ae3-ca22ded6258e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:17.234379 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-beb02233-d1c4-4d54-9ae3-ca22ded6258e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for bbe6916a-4144-4a90-af10-75809622b4d0 owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:00:17.262864 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:00:17.299736 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:00:17.300083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 477b3fb4-a24c-4ea6-9106-d7dd62a4f530 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:00:17.316299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.db.api [None req-beb02233-d1c4-4d54-9ae3-ca22ded6258e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 10:00:17.316623 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG oslo_db.api [None req-beb02233-d1c4-4d54-9ae3-ca22ded6258e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 10:00:17.817377 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-beb02233-d1c4-4d54-9ae3-ca22ded6258e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port bbe6916a-4144-4a90-af10-75809622b4d0 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:00:17.818088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-beb02233-d1c4-4d54-9ae3-ca22ded6258e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:17.982433 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-beb02233-d1c4-4d54-9ae3-ca22ded6258e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:17.982433 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-beb02233-d1c4-4d54-9ae3-ca22ded6258e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:18.103140 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-beb02233-d1c4-4d54-9ae3-ca22ded6258e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for bbe6916a-4144-4a90-af10-75809622b4d0 owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:00:18.236592 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-beb02233-d1c4-4d54-9ae3-ca22ded6258e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:18.284395 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb02233-d1c4-4d54-9ae3-ca22ded6258e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=bbe6916a-4144-4a90-af10-75809622b4d0,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:18.374804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-beb02233-d1c4-4d54-9ae3-ca22ded6258e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:18.388900 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-beb02233-d1c4-4d54-9ae3-ca22ded6258e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:18.389979 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-beb02233-d1c4-4d54-9ae3-ca22ded6258e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/floatingips/8816a841-e5c9-4f0d-86a9-0b5c116db702 HTTP/1.1" status: 204 len: 168 time: 1.6016865 Mar 08 10:00:18.745408 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c932c3b-499e-4f2c-80ee-57feab0ea7fd req-92c516e6-68ee-447a-ae5b-6587532ef842 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:18.746100 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-3c932c3b-499e-4f2c-80ee-57feab0ea7fd req-92c516e6-68ee-447a-ae5b-6587532ef842 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:00:18.760547 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-3c932c3b-499e-4f2c-80ee-57feab0ea7fd req-92c516e6-68ee-447a-ae5b-6587532ef842 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:00:18.761713 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3c932c3b-499e-4f2c-80ee-57feab0ea7fd req-92c516e6-68ee-447a-ae5b-6587532ef842 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 946 time: 0.0943348 Mar 08 10:00:18.806474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-3c932c3b-499e-4f2c-80ee-57feab0ea7fd req-e13eb733-7703-4ccd-bc87-dc89ad790ada tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:00:18.820669 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-3c932c3b-499e-4f2c-80ee-57feab0ea7fd req-e13eb733-7703-4ccd-bc87-dc89ad790ada tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:00:18.822073 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3c932c3b-499e-4f2c-80ee-57feab0ea7fd req-e13eb733-7703-4ccd-bc87-dc89ad790ada tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5259e683-28f4-41dc-b5f8-532625e179ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547354 Mar 08 10:00:20.005182 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83f3e1-fd7b-41be-8ca2-7171d972e352 req-866a1261-fb43-4e93-9ae5-70597c71bb87 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:20.006620 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6f83f3e1-fd7b-41be-8ca2-7171d972e352 req-866a1261-fb43-4e93-9ae5-70597c71bb87 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 946 time: 0.0801086 Mar 08 10:00:20.049879 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6f83f3e1-fd7b-41be-8ca2-7171d972e352 req-7e881cc0-7a57-404a-87a7-b48dbeabdf46 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5259e683-28f4-41dc-b5f8-532625e179ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366635 Mar 08 10:00:20.173191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94381fe1-a109-4d48-a62c-545ba5a26fd6 req-a7f8e28b-b0b2-4290-b403-8281510a0808 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:20.174830 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-94381fe1-a109-4d48-a62c-545ba5a26fd6 req-a7f8e28b-b0b2-4290-b403-8281510a0808 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/ports?device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 946 time: 0.0797927 Mar 08 10:00:20.328249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-94381fe1-a109-4d48-a62c-545ba5a26fd6 req-ddeda992-7fd7-41f0-957e-5c3ed66faead tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port a00561f6-c831-4604-9fc8-fab1892f70d6 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:00:20.328583 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-94381fe1-a109-4d48-a62c-545ba5a26fd6 req-ddeda992-7fd7-41f0-957e-5c3ed66faead tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:20.563753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-94381fe1-a109-4d48-a62c-545ba5a26fd6 req-ddeda992-7fd7-41f0-957e-5c3ed66faead tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port a00561f6-c831-4604-9fc8-fab1892f70d6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=a00561f6-c831-4604-9fc8-fab1892f70d6,segment=NetworkSegment(268332a4-56c6-4b46-8d9e-a9ccb9b44e66),segment_id=268332a4-56c6-4b46-8d9e-a9ccb9b44e66)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:00:20.564032 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-94381fe1-a109-4d48-a62c-545ba5a26fd6 req-ddeda992-7fd7-41f0-957e-5c3ed66faead tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:20.682386 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-94381fe1-a109-4d48-a62c-545ba5a26fd6 req-ddeda992-7fd7-41f0-957e-5c3ed66faead tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for a00561f6-c831-4604-9fc8-fab1892f70d6 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:00:20.820812 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-94381fe1-a109-4d48-a62c-545ba5a26fd6 req-ddeda992-7fd7-41f0-957e-5c3ed66faead tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:20.869059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeda992-7fd7-41f0-957e-5c3ed66faead tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=a00561f6-c831-4604-9fc8-fab1892f70d6,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:20.942475 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-94381fe1-a109-4d48-a62c-545ba5a26fd6 req-ddeda992-7fd7-41f0-957e-5c3ed66faead tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] No DVR routers for this DVR port a00561f6-c831-4604-9fc8-fab1892f70d6 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:00:20.944898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-94381fe1-a109-4d48-a62c-545ba5a26fd6 req-ddeda992-7fd7-41f0-957e-5c3ed66faead tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:20.947433 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d9c7e5-b2ad-4495-b51e-1bede7a63345', 'name': 'network-vif-deleted', 'tag': 'a00561f6-c831-4604-9fc8-fab1892f70d6'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:00:20.965600 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-94381fe1-a109-4d48-a62c-545ba5a26fd6 req-ddeda992-7fd7-41f0-957e-5c3ed66faead tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "DELETE /v2.0/ports/a00561f6-c831-4604-9fc8-fab1892f70d6 HTTP/1.1" status: 204 len: 173 time: 0.7852731 Mar 08 10:00:21.000882 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d9c7e5-b2ad-4495-b51e-1bede7a63345', 'name': 'network-vif-deleted', 'tag': 'a00561f6-c831-4604-9fc8-fab1892f70d6', 'status': 'completed', 'code': 200} Mar 08 10:00:21.217265 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cfc4f030-aaec-4297-b5b4-b6c272bdd4cb req-7b2691db-2058-4795-88f9-2643fbbf4871 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d9c7e5-b2ad-4495-b51e-1bede7a63345 HTTP/1.1" status: 200 len: 210 time: 0.0456183 Mar 08 10:00:22.320404 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48948) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:22.386810 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-574a0c82-b3b2-468d-ba6e-0f2c28628c5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:22.415783 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-574a0c82-b3b2-468d-ba6e-0f2c28628c5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:22.480712 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-574a0c82-b3b2-468d-ba6e-0f2c28628c5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:22.497426 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a0c82-b3b2-468d-ba6e-0f2c28628c5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5259e683-28f4-41dc-b5f8-532625e179ad,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:22.510151 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-574a0c82-b3b2-468d-ba6e-0f2c28628c5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:22.511402 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-574a0c82-b3b2-468d-ba6e-0f2c28628c5d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/security-groups/5259e683-28f4-41dc-b5f8-532625e179ad HTTP/1.1" status: 204 len: 168 time: 0.1898608 Mar 08 10:00:22.550444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48954) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:23.078064 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e33f19ca-9e8d-4453-904b-1484041d007c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:23.282985 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device a00561f6-c831-4604-9fc8-fab1892f70d6 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:00:23.316396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: a00561f6-c831-4604-9fc8-fab1892f70d6 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:00:23.316760 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device a00561f6-c831-4604-9fc8-fab1892f70d6 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:00:23.509232 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-e33f19ca-9e8d-4453-904b-1484041d007c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port f511749c-8ecb-4c7c-b19d-02808aa99e8a {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:00:23.509844 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e33f19ca-9e8d-4453-904b-1484041d007c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:23.695292 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-e33f19ca-9e8d-4453-904b-1484041d007c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port f511749c-8ecb-4c7c-b19d-02808aa99e8a, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f511749c-8ecb-4c7c-b19d-02808aa99e8a,segment=NetworkSegment(268332a4-56c6-4b46-8d9e-a9ccb9b44e66),segment_id=268332a4-56c6-4b46-8d9e-a9ccb9b44e66)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:00:23.695652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e33f19ca-9e8d-4453-904b-1484041d007c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:23.816532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-e33f19ca-9e8d-4453-904b-1484041d007c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for f511749c-8ecb-4c7c-b19d-02808aa99e8a owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:00:24.014509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e33f19ca-9e8d-4453-904b-1484041d007c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:24.064988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f19ca-9e8d-4453-904b-1484041d007c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=f511749c-8ecb-4c7c-b19d-02808aa99e8a,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:24.345691 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e33f19ca-9e8d-4453-904b-1484041d007c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:24.790265 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33f19ca-9e8d-4453-904b-1484041d007c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 78d675ea-3e71-449b-881d-df3b500f1ba6 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:00:24.874574 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-82cb2930-d5e3-4d89-9ff5-00a9343d0784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:24.966002 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33f19ca-9e8d-4453-904b-1484041d007c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:00:24.975414 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e01f06b-b0c6-42c3-9201-5c47f67be99c None None] Sync routers for ids ['78d675ea-3e71-449b-881d-df3b500f1ba6'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:00:24.981479 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e33f19ca-9e8d-4453-904b-1484041d007c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/routers/78d675ea-3e71-449b-881d-df3b500f1ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4273996 Mar 08 10:00:24.981655 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48958) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:24.984792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e01f06b-b0c6-42c3-9201-5c47f67be99c None None] Routers {'78d675ea-3e71-449b-881d-df3b500f1ba6'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:00:24.985393 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-7e01f06b-b0c6-42c3-9201-5c47f67be99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:59:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['78d675ea-3e71-449b-881d-df3b500f1ba6'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:25.046459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-87236888-17c9-483f-a6b7-df2d8e35e5a2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting subnet 9ef38abf-e98b-4a5f-8812-cdc015b9fc73 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:00:25.049891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-87236888-17c9-483f-a6b7-df2d8e35e5a2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:25.106961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-87236888-17c9-483f-a6b7-df2d8e35e5a2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:25.188623 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-87236888-17c9-483f-a6b7-df2d8e35e5a2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:25.201847 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-7e01f06b-b0c6-42c3-9201-5c47f67be99c None None] Set router 78d675ea-3e71-449b-881d-df3b500f1ba6 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:00:25.263217 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-87236888-17c9-483f-a6b7-df2d8e35e5a2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:25.303402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87236888-17c9-483f-a6b7-df2d8e35e5a2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef38abf-e98b-4a5f-8812-cdc015b9fc73,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:25.305620 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-87236888-17c9-483f-a6b7-df2d8e35e5a2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:25.312380 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-87236888-17c9-483f-a6b7-df2d8e35e5a2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/subnets/9ef38abf-e98b-4a5f-8812-cdc015b9fc73 HTTP/1.1" status: 204 len: 168 time: 0.3297915 Mar 08 10:00:25.314973 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48962) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:25.320424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba339695-83ac-45c4-8573-8eb814aabe68 None None] Network c9576a90-c6dd-4c47-aab9-8a5789bea862 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:00:25.486902 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd8e92fd-5872-4046-932f-613016c3230e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:25.652912 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-7e01f06b-b0c6-42c3-9201-5c47f67be99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245'}], 'enable_snat': True}, 'gw_port_id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T10:00:23Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'dd91a770-29d0-45a3-b2cf-2206f9bf96c3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T09:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:25.656808 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e01f06b-b0c6-42c3-9201-5c47f67be99c None None] Checking router: 78d675ea-3e71-449b-881d-df3b500f1ba6 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:00:25.665752 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e01f06b-b0c6-42c3-9201-5c47f67be99c None None] Routers {'78d675ea-3e71-449b-881d-df3b500f1ba6'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:00:25.666366 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-7e01f06b-b0c6-42c3-9201-5c47f67be99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T09:59:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['78d675ea-3e71-449b-881d-df3b500f1ba6'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:25.667226 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd8e92fd-5872-4046-932f-613016c3230e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:25.681106 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e92fd-5872-4046-932f-613016c3230e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port dd91a770-29d0-45a3-b2cf-2206f9bf96c3 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:00:25.681444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd8e92fd-5872-4046-932f-613016c3230e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:25.727423 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] DHCP port deletion for c9576a90-c6dd-4c47-aab9-8a5789bea862 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:00:25.741176 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] Deleting port 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:00:25.741558 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:25.850517 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-bd8e92fd-5872-4046-932f-613016c3230e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port dd91a770-29d0-45a3-b2cf-2206f9bf96c3, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=dd91a770-29d0-45a3-b2cf-2206f9bf96c3,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:00:25.851109 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd8e92fd-5872-4046-932f-613016c3230e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:25.893973 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-7e01f06b-b0c6-42c3-9201-5c47f67be99c None None] Set router 78d675ea-3e71-449b-881d-df3b500f1ba6 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:00:26.017978 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-7e01f06b-b0c6-42c3-9201-5c47f67be99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T10:00:25Z', 'revision_number': 6, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:26.027036 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e01f06b-b0c6-42c3-9201-5c47f67be99c None None] The sync data for ids ['78d675ea-3e71-449b-881d-df3b500f1ba6'] in dv-neutron-831730-2-hyperv is: [{'id': '78d675ea-3e71-449b-881d-df3b500f1ba6', 'name': 'tempest-TestNetworkBasicOps-router-2033072456', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T09:57:01Z', 'updated_at': '2022-03-08T10:00:25Z', 'revision_number': 6, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port_host': None}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:00:26.080469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e92fd-5872-4046-932f-613016c3230e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for dd91a770-29d0-45a3-b2cf-2206f9bf96c3 owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:00:26.139954 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] For port 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=4d2f0156-82cf-4f72-92b5-aefe59b6a1f4,segment=NetworkSegment(268332a4-56c6-4b46-8d9e-a9ccb9b44e66),segment_id=268332a4-56c6-4b46-8d9e-a9ccb9b44e66)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:00:26.140282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:26.248084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd8e92fd-5872-4046-932f-613016c3230e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:26.295786 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e92fd-5872-4046-932f-613016c3230e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=dd91a770-29d0-45a3-b2cf-2206f9bf96c3,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:26.314525 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] Calling delete_port for 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:00:26.386074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd8e92fd-5872-4046-932f-613016c3230e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:26.398102 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:26.452230 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:00:26.476470 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] No DVR routers for this DVR port 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:00:26.482801 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] Pushing event deleted for resources: {'Port': ['ID=4d2f0156-82cf-4f72-92b5-aefe59b6a1f4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:26.493634 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:00:26.493976 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4d2f0156-82cf-4f72-92b5-aefe59b6a1f4 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:00:26.502459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:26.502459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:26.502459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:26.502459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:26.502459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:26.502459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:26.502459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:26.502459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:26.502459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:26.502459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:26.503861 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:26.503861 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc61ed1e-d2b1-423b-88c2-95fcdedb9046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:26.570487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd8e92fd-5872-4046-932f-613016c3230e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:26.572623 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd8e92fd-5872-4046-932f-613016c3230e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:26.594899 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd8e92fd-5872-4046-932f-613016c3230e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:26.595180 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8e92fd-5872-4046-932f-613016c3230e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Fanout notify agent at l3_agent the message router_deleted on router 78d675ea-3e71-449b-881d-df3b500f1ba6 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:00:26.610326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd8e92fd-5872-4046-932f-613016c3230e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:26.611408 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bd8e92fd-5872-4046-932f-613016c3230e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/routers/78d675ea-3e71-449b-881d-df3b500f1ba6 HTTP/1.1" status: 204 len: 168 time: 1.2955468 Mar 08 10:00:26.614105 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48966) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:26.725017 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-31dad56c-a46d-4bb2-b5ba-135a7e90b061 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:26.855299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-31dad56c-a46d-4bb2-b5ba-135a7e90b061 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:26.879200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-31dad56c-a46d-4bb2-b5ba-135a7e90b061 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9576a90-c6dd-4c47-aab9-8a5789bea862']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:26.890760 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-31dad56c-a46d-4bb2-b5ba-135a7e90b061 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268332a4-56c6-4b46-8d9e-a9ccb9b44e66') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:26.891058 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-31dad56c-a46d-4bb2-b5ba-135a7e90b061 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268332a4-56c6-4b46-8d9e-a9ccb9b44e66') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:26.903339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-31dad56c-a46d-4bb2-b5ba-135a7e90b061 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:26.919632 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-31dad56c-a46d-4bb2-b5ba-135a7e90b061 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:26.925916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31dad56c-a46d-4bb2-b5ba-135a7e90b061 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:00:26.926304 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-31dad56c-a46d-4bb2-b5ba-135a7e90b061 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:00:26.940469 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:00:27.022030 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-31dad56c-a46d-4bb2-b5ba-135a7e90b061 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:27.039781 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-31dad56c-a46d-4bb2-b5ba-135a7e90b061 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:27.051871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dad56c-a46d-4bb2-b5ba-135a7e90b061 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Network': ['ID=c9576a90-c6dd-4c47-aab9-8a5789bea862,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:27.069757 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-31dad56c-a46d-4bb2-b5ba-135a7e90b061 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/networks/c9576a90-c6dd-4c47-aab9-8a5789bea862 HTTP/1.1" status: 204 len: 168 time: 0.4488838 Mar 08 10:00:27.080953 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48970) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:27.088590 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-d7bf9558-59bd-4639-8371-fc9aab317363 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'network': {'name': 'tempest-network-smoke--1532466872', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'port_security_enabled': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:27.093685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d7bf9558-59bd-4639-8371-fc9aab317363 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:27.097841 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d7bf9558-59bd-4639-8371-fc9aab317363 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:network and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:00:27.100643 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d7bf9558-59bd-4639-8371-fc9aab317363 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:00:27.106355 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d7bf9558-59bd-4639-8371-fc9aab317363 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:27.116000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bf9558-59bd-4639-8371-fc9aab317363 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:00:27.119443 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9558-59bd-4639-8371-fc9aab317363 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:27.146579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7bf9558-59bd-4639-8371-fc9aab317363 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:00:27.155736 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9558-59bd-4639-8371-fc9aab317363 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:27.156168 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-d7bf9558-59bd-4639-8371-fc9aab317363 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Added segment 879a6b3e-c2a1-4775-9e41-fa6430d99e46 of type vlan for network dd076e40-1397-4d2d-808b-fc225cb1b494 Mar 08 10:00:27.181579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9558-59bd-4639-8371-fc9aab317363 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:27.209027 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9558-59bd-4639-8371-fc9aab317363 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:27.214921 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bf9558-59bd-4639-8371-fc9aab317363 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:27.215491 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9558-59bd-4639-8371-fc9aab317363 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:27.315413 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d7bf9558-59bd-4639-8371-fc9aab317363 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2333329 Mar 08 10:00:27.318146 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48974) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:27.321799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf9558-59bd-4639-8371-fc9aab317363 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Network': ['ID=dd076e40-1397-4d2d-808b-fc225cb1b494,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:27.327601 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1849502449', 'admin_state_up': True, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:27.331661 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network dd076e40-1397-4d2d-808b-fc225cb1b494 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:00:27.335636 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:27.339422 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:router and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:00:27.342226 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:00:27.348707 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:27.358919 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:27.359997 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:27.376131 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:27.545615 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d52c2a0-d10f-4102-a89e-c76a9c81ebed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:27.638339 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:28.042964 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device dd91a770-29d0-45a3-b2cf-2206f9bf96c3 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:00:28.045397 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:28.075014 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:28.077903 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: dd91a770-29d0-45a3-b2cf-2206f9bf96c3 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:00:28.078249 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device dd91a770-29d0-45a3-b2cf-2206f9bf96c3 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:00:28.078659 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f511749c-8ecb-4c7c-b19d-02808aa99e8a no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:00:28.110254 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: f511749c-8ecb-4c7c-b19d-02808aa99e8a {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:00:28.110593 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f511749c-8ecb-4c7c-b19d-02808aa99e8a not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:00:28.207036 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:28.207457 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.26.2.41 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/c1c363c9-5c01-45e9-8558-ae41762cbae6) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:00:28.263248 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:28.352900 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:28.380768 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:28.441828 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:00:28.444469 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:00:28.452511 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:00:28.492012 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=c1c363c9-5c01-45e9-8558-ae41762cbae6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:28.502450 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:28.502799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:28.503137 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:28.503471 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:28.503799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:28.504156 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:28.504481 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:28.504835 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:28.505162 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:28.505483 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:28.505802 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:28.506121 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:28.864930 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:29.196224 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:29.501264 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router d2bdf876-bf7d-4872-b7b3-0a5d94d81267 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 10:00:29.672382 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:00:29.683333 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Sync routers for ids ['d2bdf876-bf7d-4872-b7b3-0a5d94d81267'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:00:29.692477 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Routers {'d2bdf876-bf7d-4872-b7b3-0a5d94d81267'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:00:29.693115 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:00:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d2bdf876-bf7d-4872-b7b3-0a5d94d81267'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:29.698267 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:29.699573 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-91f31f3e-96f0-463a-a8ba-b1071a4c5226 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3804169 Mar 08 10:00:29.703322 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48978) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:29.745070 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6044955a-8842-4af6-aeeb-309d0bf4aff5 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=48f49228ae2a4cdfbce5e7003ecc586a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382860 Mar 08 10:00:29.745276 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48982) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:29.871545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ae3e12-4450-46ed-899a-1dd46cbf7efb tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:29.872941 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c8ae3e12-4450-46ed-899a-1dd46cbf7efb tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1268349 Mar 08 10:00:29.875817 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48986) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:29.876909 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Set router d2bdf876-bf7d-4872-b7b3-0a5d94d81267 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:00:29.917901 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a1124536-8d93-48ce-af19-9d48a5926701 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410364 Mar 08 10:00:29.920299 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 48990) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:29.925845 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-95ec6cee-3278-4b1c-ae70-6d4f61d79275 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-330261530', 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:30.031468 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-95ec6cee-3278-4b1c-ae70-6d4f61d79275 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:30.035228 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-95ec6cee-3278-4b1c-ae70-6d4f61d79275 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:subnet and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:00:30.037989 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-95ec6cee-3278-4b1c-ae70-6d4f61d79275 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:00:30.043645 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-95ec6cee-3278-4b1c-ae70-6d4f61d79275 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:30.053914 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ec6cee-3278-4b1c-ae70-6d4f61d79275 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:00:30.057740 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-95ec6cee-3278-4b1c-ae70-6d4f61d79275 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:30.066397 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:30.156778 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'name': 'tempest-TestNetworkBasicOps-router-1849502449', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:00:27Z', 'updated_at': '2022-03-08T10:00:28Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:28Z', 'updated_at': '2022-03-08T10:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:30.160414 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Checking router: d2bdf876-bf7d-4872-b7b3-0a5d94d81267 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:00:30.160776 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Updating router d2bdf876-bf7d-4872-b7b3-0a5d94d81267 port c1c363c9-5c01-45e9-8558-ae41762cbae6 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:00:30.212757 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:30.273251 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-95ec6cee-3278-4b1c-ae70-6d4f61d79275 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:30.354633 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec6cee-3278-4b1c-ae70-6d4f61d79275 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Subnet': ['ID=83a5acb9-43e3-47bd-a0cd-61c73e3448db,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:30.360957 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ec6cee-3278-4b1c-ae70-6d4f61d79275 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Checking segment: {'id': '879a6b3e-c2a1-4775-9e41-fa6430d99e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:00:30.361312 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ec6cee-3278-4b1c-ae70-6d4f61d79275 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network hostable DHCP agents. Network: dd076e40-1397-4d2d-808b-fc225cb1b494, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:00:30.380943 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ec6cee-3278-4b1c-ae70-6d4f61d79275 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network dd076e40-1397-4d2d-808b-fc225cb1b494 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:00:30.390572 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-95ec6cee-3278-4b1c-ae70-6d4f61d79275 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, dd076e40-1397-4d2d-808b-fc225cb1b494) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:00:30.395155 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ec6cee-3278-4b1c-ae70-6d4f61d79275 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:30.396305 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-95ec6cee-3278-4b1c-ae70-6d4f61d79275 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:30.399642 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c2b342-dde4-4052-bcfc-de7cc6f1f8e8 None None] Network dd076e40-1397-4d2d-808b-fc225cb1b494 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:00:30.421644 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-95ec6cee-3278-4b1c-ae70-6d4f61d79275 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4977098 Mar 08 10:00:30.422652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48994) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:30.536545 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:30.547915 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Transition to ACTIVE for port object c1c363c9-5c01-45e9-8558-ae41762cbae6 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:00:30.557481 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:30.626129 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-dd076e40-1397-4d2d-808b-fc225cb1b494', 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ips': [{'subnet_id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:00:30.627252 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:30.638511 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Attempting to bind port c1c363c9-5c01-45e9-8558-ae41762cbae6 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:00:30.638879 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Attempting to bind port c1c363c9-5c01-45e9-8558-ae41762cbae6 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:00:30.639238 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Attempting to bind port c1c363c9-5c01-45e9-8558-ae41762cbae6 on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:00:30.648666 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b79aac-c7a4-4bb5-b173-88a8d18a7d31 None None] Pushing event updated for resources: {'Port': ['ID=c1c363c9-5c01-45e9-8558-ae41762cbae6,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:30.652097 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:00:30.652487 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:00:30.652947 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:30.653334 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:00:30.653794 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Bound port: c1c363c9-5c01-45e9-8558-ae41762cbae6, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:00:30.654160 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:30.685014 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b79aac-c7a4-4bb5-b173-88a8d18a7d31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:30.685696 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b79aac-c7a4-4bb5-b173-88a8d18a7d31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:30.685696 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b79aac-c7a4-4bb5-b173-88a8d18a7d31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:30.686000 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b79aac-c7a4-4bb5-b173-88a8d18a7d31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:30.686234 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b79aac-c7a4-4bb5-b173-88a8d18a7d31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:30.686561 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b79aac-c7a4-4bb5-b173-88a8d18a7d31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:30.686881 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b79aac-c7a4-4bb5-b173-88a8d18a7d31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:30.687196 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b79aac-c7a4-4bb5-b173-88a8d18a7d31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:30.687515 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b79aac-c7a4-4bb5-b173-88a8d18a7d31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:30.687850 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b79aac-c7a4-4bb5-b173-88a8d18a7d31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:30.688153 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b79aac-c7a4-4bb5-b173-88a8d18a7d31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:30.688500 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b79aac-c7a4-4bb5-b173-88a8d18a7d31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:00:30.742620 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] For port c1c363c9-5c01-45e9-8558-ae41762cbae6, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:00:30.745963 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] For port c1c363c9-5c01-45e9-8558-ae41762cbae6, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c1c363c9-5c01-45e9-8558-ae41762cbae6,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:00:30.752241 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:30.794111 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Allocated IP 172.20.0.2 (dd076e40-1397-4d2d-808b-fc225cb1b494/83a5acb9-43e3-47bd-a0cd-61c73e3448db/52ba0368-42e6-4c0f-9b2e-a44dbdd25648) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:00:30.832577 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b79aac-c7a4-4bb5-b173-88a8d18a7d31 None None] Pushing event updated for resources: {'Port': ['ID=c1c363c9-5c01-45e9-8558-ae41762cbae6,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:30.838908 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Routers {'d2bdf876-bf7d-4872-b7b3-0a5d94d81267'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:00:30.839499 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:00:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d2bdf876-bf7d-4872-b7b3-0a5d94d81267'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:31.002056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:31.012955 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Transition to ACTIVE for port object 52ba0368-42e6-4c0f-9b2e-a44dbdd25648 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:00:31.013361 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] Set router d2bdf876-bf7d-4872-b7b3-0a5d94d81267 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:00:31.031184 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Transition to ACTIVE for port object 52ba0368-42e6-4c0f-9b2e-a44dbdd25648 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:00:31.037404 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:31.101786 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Network dd076e40-1397-4d2d-808b-fc225cb1b494 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:00:31.108945 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:00:31.113866 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:00:31.120646 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Pushing event updated for resources: {'Port': ['ID=52ba0368-42e6-4c0f-9b2e-a44dbdd25648,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:31.208875 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Attempting to bind port 52ba0368-42e6-4c0f-9b2e-a44dbdd25648 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:00:31.210180 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Attempting to bind port 52ba0368-42e6-4c0f-9b2e-a44dbdd25648 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '879a6b3e-c2a1-4775-9e41-fa6430d99e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:00:31.210549 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Attempting to bind port 52ba0368-42e6-4c0f-9b2e-a44dbdd25648 on network dd076e40-1397-4d2d-808b-fc225cb1b494 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:00:31.215843 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:00:31.216216 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Checking segment: {'id': '879a6b3e-c2a1-4775-9e41-fa6430d99e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:00:31.216620 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:31.217050 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Bound using segment: {'id': '879a6b3e-c2a1-4775-9e41-fa6430d99e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:00:31.217514 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Bound port: 52ba0368-42e6-4c0f-9b2e-a44dbdd25648, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879a6b3e-c2a1-4775-9e41-fa6430d99e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:00:31.217889 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:31.252447 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c1a22c1-fb42-4440-afbe-00687186f57c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:31.308938 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] For port 52ba0368-42e6-4c0f-9b2e-a44dbdd25648, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:00:31.313080 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] For port 52ba0368-42e6-4c0f-9b2e-a44dbdd25648, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=52ba0368-42e6-4c0f-9b2e-a44dbdd25648,segment=NetworkSegment(879a6b3e-c2a1-4775-9e41-fa6430d99e46),segment_id=879a6b3e-c2a1-4775-9e41-fa6430d99e46)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:00:31.318861 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:31.344167 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'name': 'tempest-TestNetworkBasicOps-router-1849502449', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:00:27Z', 'updated_at': '2022-03-08T10:00:28Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:28Z', 'updated_at': '2022-03-08T10:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:31.348447 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655a67bb-cec8-4d16-b897-1f10d91e6dae None None] The sync data for ids ['d2bdf876-bf7d-4872-b7b3-0a5d94d81267'] in dv-neutron-831730-2-hyperv is: [{'id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'name': 'tempest-TestNetworkBasicOps-router-1849502449', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:00:27Z', 'updated_at': '2022-03-08T10:00:28Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:28Z', 'updated_at': '2022-03-08T10:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:00:31.417888 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3580d-093b-4fce-bcc5-917ef5ee48d4 None None] Pushing event updated for resources: {'Port': ['ID=52ba0368-42e6-4c0f-9b2e-a44dbdd25648,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:31.700916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-7c1a22c1-fb42-4440-afbe-00687186f57c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.20.0.1 (dd076e40-1397-4d2d-808b-fc225cb1b494/83a5acb9-43e3-47bd-a0cd-61c73e3448db/c2bb484f-da2b-4709-a5cd-d562d780bb7e) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:00:31.874185 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c1a22c1-fb42-4440-afbe-00687186f57c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:31.890945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-7c1a22c1-fb42-4440-afbe-00687186f57c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Transition to ACTIVE for port object c2bb484f-da2b-4709-a5cd-d562d780bb7e will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:00:31.914215 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c1a22c1-fb42-4440-afbe-00687186f57c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:31.982557 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1a22c1-fb42-4440-afbe-00687186f57c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network dd076e40-1397-4d2d-808b-fc225cb1b494 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:00:31.989817 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-7c1a22c1-fb42-4440-afbe-00687186f57c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:00:31.994877 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a22c1-fb42-4440-afbe-00687186f57c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:00:32.025049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a22c1-fb42-4440-afbe-00687186f57c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=c2bb484f-da2b-4709-a5cd-d562d780bb7e,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:32.061056 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c1a22c1-fb42-4440-afbe-00687186f57c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:32.133605 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c1c363c9-5c01-45e9-8558-ae41762cbae6 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:00:32.213416 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port c1c363c9-5c01-45e9-8558-ae41762cbae6 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:00:32.220428 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port c1c363c9-5c01-45e9-8558-ae41762cbae6 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:00:32.220832 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:32.370104 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:32.377419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c1a22c1-fb42-4440-afbe-00687186f57c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:32.388084 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port c1c363c9-5c01-45e9-8558-ae41762cbae6, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c1c363c9-5c01-45e9-8558-ae41762cbae6,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:00:32.393166 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:32.393958 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 52ba0368-42e6-4c0f-9b2e-a44dbdd25648 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:00:32.508315 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2566b60-185a-41d8-8f8f-79f99e50d04d None None] Network dd076e40-1397-4d2d-808b-fc225cb1b494 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:00:32.642865 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=c1c363c9-5c01-45e9-8558-ae41762cbae6,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:32.651688 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0d34ac37-a688-41d3-8fd2-d340f791c49a None None] Provisioning for port 52ba0368-42e6-4c0f-9b2e-a44dbdd25648 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:00:32.667034 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 52ba0368-42e6-4c0f-9b2e-a44dbdd25648 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:00:32.677630 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 52ba0368-42e6-4c0f-9b2e-a44dbdd25648 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:00:32.678004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:32.892394 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:32.914328 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c1a22c1-fb42-4440-afbe-00687186f57c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:32.919848 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c1a22c1-fb42-4440-afbe-00687186f57c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:32.941735 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 52ba0368-42e6-4c0f-9b2e-a44dbdd25648, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=52ba0368-42e6-4c0f-9b2e-a44dbdd25648,segment=NetworkSegment(879a6b3e-c2a1-4775-9e41-fa6430d99e46),segment_id=879a6b3e-c2a1-4775-9e41-fa6430d99e46)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:00:32.947205 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:33.020093 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=52ba0368-42e6-4c0f-9b2e-a44dbdd25648,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:33.032263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7c1a22c1-fb42-4440-afbe-00687186f57c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:33.075899 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a22c1-fb42-4440-afbe-00687186f57c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=c2bb484f-da2b-4709-a5cd-d562d780bb7e,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:33.184256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1a22c1-fb42-4440-afbe-00687186f57c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network dd076e40-1397-4d2d-808b-fc225cb1b494 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:00:33.185415 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-7c1a22c1-fb42-4440-afbe-00687186f57c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:00:33.188367 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e3c9fd19-c3c3-4ba0-80ff-c02aa23b78a2 None None] Provisioning for port c2bb484f-da2b-4709-a5cd-d562d780bb7e completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:00:33.196346 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e3c9fd19-c3c3-4ba0-80ff-c02aa23b78a2 None None] Provisioning complete for port c2bb484f-da2b-4709-a5cd-d562d780bb7e triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:00:33.196748 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3c9fd19-c3c3-4ba0-80ff-c02aa23b78a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:33.254815 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9fd19-c3c3-4ba0-80ff-c02aa23b78a2 None None] Port c2bb484f-da2b-4709-a5cd-d562d780bb7e cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:00:33.268031 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e3c9fd19-c3c3-4ba0-80ff-c02aa23b78a2 None None] Provisioning complete for port 52ba0368-42e6-4c0f-9b2e-a44dbdd25648 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:00:33.268408 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3c9fd19-c3c3-4ba0-80ff-c02aa23b78a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:33.383767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1a22c1-fb42-4440-afbe-00687186f57c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router d2bdf876-bf7d-4872-b7b3-0a5d94d81267 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:00:33.507071 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1094213a-a990-455c-ba0a-dbc5530b5f78 None None] Provisioning complete for port c2bb484f-da2b-4709-a5cd-d562d780bb7e triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:00:33.507543 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1094213a-a990-455c-ba0a-dbc5530b5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:33.562776 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1094213a-a990-455c-ba0a-dbc5530b5f78 None None] Port c2bb484f-da2b-4709-a5cd-d562d780bb7e cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:00:33.571144 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1a22c1-fb42-4440-afbe-00687186f57c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:00:33.581642 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Sync routers for ids ['d2bdf876-bf7d-4872-b7b3-0a5d94d81267'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:00:33.584013 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7c1a22c1-fb42-4440-afbe-00687186f57c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/routers/d2bdf876-bf7d-4872-b7b3-0a5d94d81267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1602783 Mar 08 10:00:33.586508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 48998) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:33.592786 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Routers {'d2bdf876-bf7d-4872-b7b3-0a5d94d81267'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:00:33.593340 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:00:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d2bdf876-bf7d-4872-b7b3-0a5d94d81267'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:33.725987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc5537-dc93-4f12-9ac9-ff3d0ee007f6 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:33.726453 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc5537-dc93-4f12-9ac9-ff3d0ee007f6 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:33.726905 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc5537-dc93-4f12-9ac9-ff3d0ee007f6 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:33.727352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc5537-dc93-4f12-9ac9-ff3d0ee007f6 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:33.729133 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-00fc5537-dc93-4f12-9ac9-ff3d0ee007f6 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1417394 Mar 08 10:00:33.731759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49002) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:33.751931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-06f60c00-d116-44fe-a73a-8fdd22d48290 None None] Provisioning complete for port c2bb484f-da2b-4709-a5cd-d562d780bb7e triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:00:33.752303 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06f60c00-d116-44fe-a73a-8fdd22d48290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:33.796715 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6641bfa2-ae7f-4c9a-b8c1-75abdc5c4211 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:33.797170 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6641bfa2-ae7f-4c9a-b8c1-75abdc5c4211 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:33.797618 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6641bfa2-ae7f-4c9a-b8c1-75abdc5c4211 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:33.798059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6641bfa2-ae7f-4c9a-b8c1-75abdc5c4211 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:33.800058 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6641bfa2-ae7f-4c9a-b8c1-75abdc5c4211 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0672739 Mar 08 10:00:33.802589 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49006) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:33.815714 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Set router d2bdf876-bf7d-4872-b7b3-0a5d94d81267 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:00:33.878475 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-06f60c00-d116-44fe-a73a-8fdd22d48290 None None] Port c2bb484f-da2b-4709-a5cd-d562d780bb7e cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:00:34.058753 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c1c363c9-5c01-45e9-8558-ae41762cbae6 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:00:34.121033 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ac0f2fe4-b49f-4cac-a6e7-87193945b986 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3173516 Mar 08 10:00:34.124334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49010) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:34.129800 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1449d895-0dce-4c18-8f18-4e7519896994 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1338274545', 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:34.188057 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port c1c363c9-5c01-45e9-8558-ae41762cbae6 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:00:34.188428 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:34.251594 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'name': 'tempest-TestNetworkBasicOps-router-1849502449', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:00:27Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:28Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'c2bb484f-da2b-4709-a5cd-d562d780bb7e', 'name': '', 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:7e:29:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:31Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 2, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:34.259030 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Checking router: d2bdf876-bf7d-4872-b7b3-0a5d94d81267 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:00:34.259384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Updating router d2bdf876-bf7d-4872-b7b3-0a5d94d81267 port c2bb484f-da2b-4709-a5cd-d562d780bb7e binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:00:34.262369 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1449d895-0dce-4c18-8f18-4e7519896994 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:34.266424 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1449d895-0dce-4c18-8f18-4e7519896994 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:port and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:00:34.269262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1449d895-0dce-4c18-8f18-4e7519896994 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:00:34.275783 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1449d895-0dce-4c18-8f18-4e7519896994 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:34.286841 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1449d895-0dce-4c18-8f18-4e7519896994 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:00:34.290934 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1449d895-0dce-4c18-8f18-4e7519896994 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:34.313617 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [None req-1449d895-0dce-4c18-8f18-4e7519896994 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] device_id is not set on port 3ad23af8-6862-492f-8216-edf6a8251b10 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 10:00:34.401881 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:34.413724 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 52ba0368-42e6-4c0f-9b2e-a44dbdd25648 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:00:34.454139 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-1449d895-0dce-4c18-8f18-4e7519896994 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.20.0.8 (dd076e40-1397-4d2d-808b-fc225cb1b494/83a5acb9-43e3-47bd-a0cd-61c73e3448db/3ad23af8-6862-492f-8216-edf6a8251b10) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:00:34.588323 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 52ba0368-42e6-4c0f-9b2e-a44dbdd25648 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:00:34.588714 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:34.655949 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1449d895-0dce-4c18-8f18-4e7519896994 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:34.670802 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-1449d895-0dce-4c18-8f18-4e7519896994 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Transition to ACTIVE for port object 3ad23af8-6862-492f-8216-edf6a8251b10 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:00:34.694949 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1449d895-0dce-4c18-8f18-4e7519896994 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:34.759519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1449d895-0dce-4c18-8f18-4e7519896994 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network dd076e40-1397-4d2d-808b-fc225cb1b494 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:00:34.770317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-1449d895-0dce-4c18-8f18-4e7519896994 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:00:34.775371 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1449d895-0dce-4c18-8f18-4e7519896994 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:00:34.805575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449d895-0dce-4c18-8f18-4e7519896994 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=3ad23af8-6862-492f-8216-edf6a8251b10,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:34.844290 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1449d895-0dce-4c18-8f18-4e7519896994 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:34.844938 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1449d895-0dce-4c18-8f18-4e7519896994 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:34.872722 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1449d895-0dce-4c18-8f18-4e7519896994 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7451546 Mar 08 10:00:34.914563 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:34.927064 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Transition to ACTIVE for port object c2bb484f-da2b-4709-a5cd-d562d780bb7e will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:00:34.935572 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.067050 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffddb3b-3e10-490d-a961-5b6da3fe6b96 None None] Pushing event updated for resources: {'Port': ['ID=c2bb484f-da2b-4709-a5cd-d562d780bb7e,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:35.101444 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-83fb360e-6c2e-42fa-aaea-2335415ef8e5 None None] Provisioning for port 3ad23af8-6862-492f-8216-edf6a8251b10 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:00:35.138913 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-83fb360e-6c2e-42fa-aaea-2335415ef8e5 None None] Provisioning complete for port 3ad23af8-6862-492f-8216-edf6a8251b10 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:00:35.139299 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83fb360e-6c2e-42fa-aaea-2335415ef8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.164907 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49016) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:35.171123 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-555e7cee-3f6e-4051-9d29-b058e6393828 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1041741832', 'description': 'tempest-secgroup-smoke-1041741832 description', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:35.179122 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-555e7cee-3f6e-4051-9d29-b058e6393828 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:35.183522 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-555e7cee-3f6e-4051-9d29-b058e6393828 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:00:35.186413 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-555e7cee-3f6e-4051-9d29-b058e6393828 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:00:35.192045 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-555e7cee-3f6e-4051-9d29-b058e6393828 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:35.200318 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Attempting to bind port c2bb484f-da2b-4709-a5cd-d562d780bb7e on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:00:35.201115 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Attempting to bind port c2bb484f-da2b-4709-a5cd-d562d780bb7e by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '879a6b3e-c2a1-4775-9e41-fa6430d99e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:00:35.201115 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Attempting to bind port c2bb484f-da2b-4709-a5cd-d562d780bb7e on network dd076e40-1397-4d2d-808b-fc225cb1b494 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:00:35.205331 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-555e7cee-3f6e-4051-9d29-b058e6393828 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.215486 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:00:35.215861 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Checking segment: {'id': '879a6b3e-c2a1-4775-9e41-fa6430d99e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:00:35.216279 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.216659 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Bound using segment: {'id': '879a6b3e-c2a1-4775-9e41-fa6430d99e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:00:35.217148 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Bound port: c2bb484f-da2b-4709-a5cd-d562d780bb7e, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879a6b3e-c2a1-4775-9e41-fa6430d99e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:00:35.217525 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.224579 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-555e7cee-3f6e-4051-9d29-b058e6393828 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:35.226304 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-83fb360e-6c2e-42fa-aaea-2335415ef8e5 None None] Port 3ad23af8-6862-492f-8216-edf6a8251b10 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:00:35.229854 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-555e7cee-3f6e-4051-9d29-b058e6393828 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:00:35.232516 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-555e7cee-3f6e-4051-9d29-b058e6393828 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:00:35.238227 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-555e7cee-3f6e-4051-9d29-b058e6393828 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:35.307731 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] For port c2bb484f-da2b-4709-a5cd-d562d780bb7e, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:00:35.310244 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-555e7cee-3f6e-4051-9d29-b058e6393828 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.310729 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] For port c2bb484f-da2b-4709-a5cd-d562d780bb7e, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c2bb484f-da2b-4709-a5cd-d562d780bb7e,segment=NetworkSegment(879a6b3e-c2a1-4775-9e41-fa6430d99e46),segment_id=879a6b3e-c2a1-4775-9e41-fa6430d99e46)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:00:35.314050 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-555e7cee-3f6e-4051-9d29-b058e6393828 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.315431 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.357817 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e7cee-3f6e-4051-9d29-b058e6393828 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3446050-0535-4009-94b4-e8ffc8be75a2,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:35.361688 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-555e7cee-3f6e-4051-9d29-b058e6393828 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.365580 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-555e7cee-3f6e-4051-9d29-b058e6393828 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1963480 Mar 08 10:00:35.366610 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49020) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:35.371847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1702726d-26f6-403d-9769-ae25c3e76333 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'a3446050-0535-4009-94b4-e8ffc8be75a2', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:35.378588 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1702726d-26f6-403d-9769-ae25c3e76333 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:35.382530 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1702726d-26f6-403d-9769-ae25c3e76333 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:00:35.385458 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1702726d-26f6-403d-9769-ae25c3e76333 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:00:35.391503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1702726d-26f6-403d-9769-ae25c3e76333 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:35.409844 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Routers {'d2bdf876-bf7d-4872-b7b3-0a5d94d81267'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:00:35.409981 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1702726d-26f6-403d-9769-ae25c3e76333 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.410434 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:00:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d2bdf876-bf7d-4872-b7b3-0a5d94d81267'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:35.473052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1702726d-26f6-403d-9769-ae25c3e76333 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.477649 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1702726d-26f6-403d-9769-ae25c3e76333 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.481366 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffddb3b-3e10-490d-a961-5b6da3fe6b96 None None] Pushing event updated for resources: {'Port': ['ID=c2bb484f-da2b-4709-a5cd-d562d780bb7e,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:35.508660 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702726d-26f6-403d-9769-ae25c3e76333 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b525b2cd-453b-4ef9-a932-245540ae5a93,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:35.516512 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1702726d-26f6-403d-9769-ae25c3e76333 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.520713 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1702726d-26f6-403d-9769-ae25c3e76333 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503561 Mar 08 10:00:35.521017 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49024) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:35.526231 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a909de02-e484-4d70-9809-da4e2fa97985 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'a3446050-0535-4009-94b4-e8ffc8be75a2', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:35.532650 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a909de02-e484-4d70-9809-da4e2fa97985 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:35.536936 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a909de02-e484-4d70-9809-da4e2fa97985 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:00:35.541145 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a909de02-e484-4d70-9809-da4e2fa97985 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:00:35.548029 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a909de02-e484-4d70-9809-da4e2fa97985 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:35.575848 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a909de02-e484-4d70-9809-da4e2fa97985 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.618403 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] Set router d2bdf876-bf7d-4872-b7b3-0a5d94d81267 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:00:35.641317 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a909de02-e484-4d70-9809-da4e2fa97985 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.645711 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a909de02-e484-4d70-9809-da4e2fa97985 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.669678 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909de02-e484-4d70-9809-da4e2fa97985 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5d724d-b92b-4ce2-b5ed-1b7ca22dd248,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:35.679213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a909de02-e484-4d70-9809-da4e2fa97985 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.680386 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a909de02-e484-4d70-9809-da4e2fa97985 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1583908 Mar 08 10:00:35.683096 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49028) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:35.687904 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0bffdd57-5fae-4acb-82ce-91ba444a4625 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'a3446050-0535-4009-94b4-e8ffc8be75a2', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:35.693479 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0bffdd57-5fae-4acb-82ce-91ba444a4625 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:35.697519 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0bffdd57-5fae-4acb-82ce-91ba444a4625 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:00:35.700491 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0bffdd57-5fae-4acb-82ce-91ba444a4625 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:00:35.706426 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0bffdd57-5fae-4acb-82ce-91ba444a4625 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:35.726323 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bffdd57-5fae-4acb-82ce-91ba444a4625 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.788872 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bffdd57-5fae-4acb-82ce-91ba444a4625 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.792382 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bffdd57-5fae-4acb-82ce-91ba444a4625 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.815207 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffdd57-5fae-4acb-82ce-91ba444a4625 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfe79dc-bd56-4931-84de-74122e65342e,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:35.825782 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bffdd57-5fae-4acb-82ce-91ba444a4625 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.829948 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0bffdd57-5fae-4acb-82ce-91ba444a4625 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433501 Mar 08 10:00:35.830168 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49032) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:35.835872 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4c4ee736-57df-44aa-a59f-295659e43fd1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'a3446050-0535-4009-94b4-e8ffc8be75a2', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:35.842034 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4c4ee736-57df-44aa-a59f-295659e43fd1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:35.846363 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4c4ee736-57df-44aa-a59f-295659e43fd1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:00:35.849413 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4c4ee736-57df-44aa-a59f-295659e43fd1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:00:35.856195 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4c4ee736-57df-44aa-a59f-295659e43fd1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:35.872593 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c4ee736-57df-44aa-a59f-295659e43fd1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.934900 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c4ee736-57df-44aa-a59f-295659e43fd1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.938461 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c4ee736-57df-44aa-a59f-295659e43fd1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.964160 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ee736-57df-44aa-a59f-295659e43fd1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313b6399-5ab5-44fb-8203-b1208dd07a70,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:35.974170 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c4ee736-57df-44aa-a59f-295659e43fd1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:35.976140 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4c4ee736-57df-44aa-a59f-295659e43fd1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1449664 Mar 08 10:00:35.976451 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'name': 'tempest-TestNetworkBasicOps-router-1849502449', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:00:27Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:28Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'c2bb484f-da2b-4709-a5cd-d562d780bb7e', 'name': '', 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:7e:29:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:31Z', 'updated_at': '2022-03-08T10:00:35Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:35.978757 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49036) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:35.983773 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7d7e5f52-26bf-4f4b-b821-807e01c6888e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'a3446050-0535-4009-94b4-e8ffc8be75a2', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:35.984388 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5872c1f-3ff2-49cb-b4ce-0ee33481e513 None None] The sync data for ids ['d2bdf876-bf7d-4872-b7b3-0a5d94d81267'] in dv-neutron-831730-2-hyperv is: [{'id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'name': 'tempest-TestNetworkBasicOps-router-1849502449', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:00:27Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:28Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'c2bb484f-da2b-4709-a5cd-d562d780bb7e', 'name': '', 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:7e:29:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:31Z', 'updated_at': '2022-03-08T10:00:35Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:00:35.989589 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7d7e5f52-26bf-4f4b-b821-807e01c6888e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:35.993464 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7d7e5f52-26bf-4f4b-b821-807e01c6888e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:00:35.996391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7d7e5f52-26bf-4f4b-b821-807e01c6888e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:00:36.002408 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7d7e5f52-26bf-4f4b-b821-807e01c6888e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:36.014672 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-7d7e5f52-26bf-4f4b-b821-807e01c6888e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:00:36.021523 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d7e5f52-26bf-4f4b-b821-807e01c6888e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:36.106055 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d7e5f52-26bf-4f4b-b821-807e01c6888e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:36.110351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d7e5f52-26bf-4f4b-b821-807e01c6888e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:36.134928 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e5f52-26bf-4f4b-b821-807e01c6888e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649ff36c-281b-49f3-9794-1f69f88866d1,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:36.144952 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d7e5f52-26bf-4f4b-b821-807e01c6888e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:36.146226 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7d7e5f52-26bf-4f4b-b821-807e01c6888e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1664331 Mar 08 10:00:36.149606 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49040) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:36.154805 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-49088a73-1fa0-4640-9f46-fa722d58b3ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'a3446050-0535-4009-94b4-e8ffc8be75a2', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:36.161418 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-49088a73-1fa0-4640-9f46-fa722d58b3ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:36.165466 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-49088a73-1fa0-4640-9f46-fa722d58b3ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:00:36.168411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-49088a73-1fa0-4640-9f46-fa722d58b3ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:00:36.174270 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-49088a73-1fa0-4640-9f46-fa722d58b3ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:36.186427 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-49088a73-1fa0-4640-9f46-fa722d58b3ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:00:36.194439 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49088a73-1fa0-4640-9f46-fa722d58b3ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:36.262847 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49088a73-1fa0-4640-9f46-fa722d58b3ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:36.266665 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49088a73-1fa0-4640-9f46-fa722d58b3ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:36.291538 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49088a73-1fa0-4640-9f46-fa722d58b3ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9999963f-d56e-42ba-ae50-3a65235f1f4d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:36.301429 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49088a73-1fa0-4640-9f46-fa722d58b3ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:36.302825 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-49088a73-1fa0-4640-9f46-fa722d58b3ed tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1521749 Mar 08 10:00:36.473693 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-042dca57-bd5c-494f-82ad-00ccdc48718b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:00:36.489259 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-042dca57-bd5c-494f-82ad-00ccdc48718b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:00:36.490503 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-042dca57-bd5c-494f-82ad-00ccdc48718b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1041741832&fields=id&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 267 time: 0.0593522 Mar 08 10:00:36.687635 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-3664be6e-6542-4a7b-a0d6-131f6e725aae tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:36.689085 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-3664be6e-6542-4a7b-a0d6-131f6e725aae tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports/3ad23af8-6862-492f-8216-edf6a8251b10 HTTP/1.1" status: 200 len: 930 time: 0.1916153 Mar 08 10:00:36.873806 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-54cecdf8-56eb-4bf5-a06a-d86cde3d9a3e service neutron] 10.222.0.24 "GET /v2.0/ports/3ad23af8-6862-492f-8216-edf6a8251b10?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1651802 Mar 08 10:00:37.007799 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-f0bcd4e3-bbc5-401c-b621-ba55c3bae0eb service neutron] 10.222.0.24 "GET /v2.0/networks/dd076e40-1397-4d2d-808b-fc225cb1b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281672 Mar 08 10:00:37.146410 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b95ff7ab-8f99-4e99-8e4a-8bb8af6b5ad2 service neutron] 10.222.0.24 "GET /v2.0/networks/dd076e40-1397-4d2d-808b-fc225cb1b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323040 Mar 08 10:00:37.490135 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-18bf1b0c-6098-4968-8587-8fd68eb62f6e req-6189dc22-75bc-4c20-a4a7-f52e3da3747d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:00:37.504619 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-18bf1b0c-6098-4968-8587-8fd68eb62f6e req-6189dc22-75bc-4c20-a4a7-f52e3da3747d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:00:37.505716 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-18bf1b0c-6098-4968-8587-8fd68eb62f6e req-6189dc22-75bc-4c20-a4a7-f52e3da3747d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d87f79-b5c3-44eb-b61d-7394657278fa HTTP/1.1" status: 200 len: 210 time: 0.2267694 Mar 08 10:00:38.065244 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c2bb484f-da2b-4709-a5cd-d562d780bb7e up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:00:38.142388 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port c2bb484f-da2b-4709-a5cd-d562d780bb7e completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:00:38.147152 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port c2bb484f-da2b-4709-a5cd-d562d780bb7e triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:00:38.147523 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:38.260989 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:38.291260 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port c2bb484f-da2b-4709-a5cd-d562d780bb7e, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c2bb484f-da2b-4709-a5cd-d562d780bb7e,segment=NetworkSegment(879a6b3e-c2a1-4775-9e41-fa6430d99e46),segment_id=879a6b3e-c2a1-4775-9e41-fa6430d99e46)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:00:38.294816 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:38.358385 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=c2bb484f-da2b-4709-a5cd-d562d780bb7e,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:38.660975 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-21fd1909-17c2-4440-822d-c02caf804525 req-ec4fb173-6c61-4cbd-a22f-ff6f85a986fe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d87f79-b5c3-44eb-b61d-7394657278fa HTTP/1.1" status: 200 len: 210 time: 0.0999188 Mar 08 10:00:39.262589 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-26f783bf-016e-45ee-af86-8cba309ec1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:39.263826 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-26f783bf-016e-45ee-af86-8cba309ec1d6 service neutron] 10.222.0.26 "GET /v2.0/ports/3ad23af8-6862-492f-8216-edf6a8251b10 HTTP/1.1" status: 200 len: 1026 time: 0.0620394 Mar 08 10:00:39.427249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-fa592ae0-40e7-4eab-9e3a-eb8710bb7b2d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:39.427911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-fa592ae0-40e7-4eab-9e3a-eb8710bb7b2d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:00:39.443430 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-fa592ae0-40e7-4eab-9e3a-eb8710bb7b2d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:00:39.445197 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-fa592ae0-40e7-4eab-9e3a-eb8710bb7b2d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/networks?id=dd076e40-1397-4d2d-808b-fc225cb1b494 HTTP/1.1" status: 200 len: 797 time: 0.1762033 Mar 08 10:00:39.491228 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-96187e9f-ff13-49c2-adf5-020c7aed0bd3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:00:39.502125 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-96187e9f-ff13-49c2-adf5-020c7aed0bd3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:00:39.503170 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-96187e9f-ff13-49c2-adf5-020c7aed0bd3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 380 time: 0.0493412 Mar 08 10:00:39.513133 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Request body: {'port': {'device_id': '45d87f79-b5c3-44eb-b61d-7394657278fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:39.620915 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:39.818144 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-184f86c2-3c6d-4c18-86c0-b2f1216045a1 req-2f1cc660-767d-4e9f-827c-1afd8ebcfe13 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d87f79-b5c3-44eb-b61d-7394657278fa HTTP/1.1" status: 200 len: 210 time: 0.0464926 Mar 08 10:00:40.008065 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad23af8-6862-492f-8216-edf6a8251b10 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:00:40.019587 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:40.035228 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Transition to ACTIVE for port object 3ad23af8-6862-492f-8216-edf6a8251b10 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:00:40.040682 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:40.056588 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c2bb484f-da2b-4709-a5cd-d562d780bb7e up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:00:40.130275 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port c2bb484f-da2b-4709-a5cd-d562d780bb7e triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:00:40.130647 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:40.316574 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad23af8-6862-492f-8216-edf6a8251b10,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:40.400838 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Attempting to bind port 3ad23af8-6862-492f-8216-edf6a8251b10 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:00:40.401073 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Attempting to bind port 3ad23af8-6862-492f-8216-edf6a8251b10 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '879a6b3e-c2a1-4775-9e41-fa6430d99e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:00:40.401394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Attempting to bind port 3ad23af8-6862-492f-8216-edf6a8251b10 on network dd076e40-1397-4d2d-808b-fc225cb1b494 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:00:40.405848 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Port 3ad23af8-6862-492f-8216-edf6a8251b10 on network dd076e40-1397-4d2d-808b-fc225cb1b494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:00:40.406160 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Attempting to bind port 3ad23af8-6862-492f-8216-edf6a8251b10 on network dd076e40-1397-4d2d-808b-fc225cb1b494 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:00:40.411110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:00:40.411439 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Checking segment: {'id': '879a6b3e-c2a1-4775-9e41-fa6430d99e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:00:40.411819 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Bound using segment: {'id': '879a6b3e-c2a1-4775-9e41-fa6430d99e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:00:40.412225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Bound port: 3ad23af8-6862-492f-8216-edf6a8251b10, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '879a6b3e-c2a1-4775-9e41-fa6430d99e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:00:40.413230 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:40.497809 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] For port 3ad23af8-6862-492f-8216-edf6a8251b10, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:00:40.500626 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] For port 3ad23af8-6862-492f-8216-edf6a8251b10, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3ad23af8-6862-492f-8216-edf6a8251b10,segment=NetworkSegment(879a6b3e-c2a1-4775-9e41-fa6430d99e46),segment_id=879a6b3e-c2a1-4775-9e41-fa6430d99e46)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:00:40.505944 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:40.563717 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:40.564326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:40.565851 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] 10.222.0.26 "PUT /v2.0/ports/3ad23af8-6862-492f-8216-edf6a8251b10 HTTP/1.1" status: 200 len: 1131 time: 1.0563822 Mar 08 10:00:40.566140 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d87f79-b5c3-44eb-b61d-7394657278fa', 'tag': '3ad23af8-6862-492f-8216-edf6a8251b10'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:00:40.637228 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d87f79-b5c3-44eb-b61d-7394657278fa', 'tag': '3ad23af8-6862-492f-8216-edf6a8251b10', 'status': 'completed', 'code': 200} Mar 08 10:00:40.656990 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0bd36-5e46-412e-a3cf-0b64370a95c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad23af8-6862-492f-8216-edf6a8251b10,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:40.688814 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-59445390-2ec5-4d53-8fdd-4fda3c43111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:40.690306 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-59445390-2ec5-4d53-8fdd-4fda3c43111a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=45d87f79-b5c3-44eb-b61d-7394657278fa HTTP/1.1" status: 200 len: 1134 time: 0.0878525 Mar 08 10:00:40.760954 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-a3f800eb-96bc-497c-b468-007eda047be8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad23af8-6862-492f-8216-edf6a8251b10 HTTP/1.1" status: 200 len: 217 time: 0.0638180 Mar 08 10:00:40.820648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-a5739196-732f-445b-b4b7-3b178cfa09cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:40.822031 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-a5739196-732f-445b-b4b7-3b178cfa09cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83a5acb9-43e3-47bd-a0cd-61c73e3448db HTTP/1.1" status: 200 len: 834 time: 0.0558710 Mar 08 10:00:40.898123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-144d01b9-9c78-4017-ab55-0a67ea871e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:40.899588 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-144d01b9-9c78-4017-ab55-0a67ea871e9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd076e40-1397-4d2d-808b-fc225cb1b494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723202 Mar 08 10:00:41.084483 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-b1fece28-ac7a-4a7e-9d9a-b63bbf558cf7 service neutron] 10.222.0.26 "GET /v2.0/networks/dd076e40-1397-4d2d-808b-fc225cb1b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782568 Mar 08 10:00:41.092527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92044581-7c7d-46dd-89e1-2ab97ebef23c req-70143cbe-55ee-41a2-891c-af6c6a618eb9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:41.093895 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-92044581-7c7d-46dd-89e1-2ab97ebef23c req-70143cbe-55ee-41a2-891c-af6c6a618eb9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d87f79-b5c3-44eb-b61d-7394657278fa HTTP/1.1" status: 200 len: 981 time: 0.1689243 Mar 08 10:00:41.222318 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-92044581-7c7d-46dd-89e1-2ab97ebef23c req-68ce4afb-c1bb-4a66-9062-e85bcb5e13c3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109912 Mar 08 10:00:41.250150 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2138ddea-b4c3-4df5-ba98-811e48989b8c req-03cba775-26f1-40fb-a8fb-2ede2fe84490 service neutron] 10.222.0.26 "GET /v2.0/networks/dd076e40-1397-4d2d-808b-fc225cb1b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553671 Mar 08 10:00:41.377420 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb793b40-3608-4abd-afbc-71b89e30debb req-52035acc-95e2-40f7-92ae-ff87f722dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:41.378803 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-eb793b40-3608-4abd-afbc-71b89e30debb req-52035acc-95e2-40f7-92ae-ff87f722dfd8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=45d87f79-b5c3-44eb-b61d-7394657278fa HTTP/1.1" status: 200 len: 1134 time: 0.0766487 Mar 08 10:00:41.513801 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb793b40-3608-4abd-afbc-71b89e30debb req-04f6ea8b-28bc-4a85-a2d7-1ba23e6a6024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:41.515239 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-eb793b40-3608-4abd-afbc-71b89e30debb req-04f6ea8b-28bc-4a85-a2d7-1ba23e6a6024 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dd076e40-1397-4d2d-808b-fc225cb1b494 HTTP/1.1" status: 200 len: 898 time: 0.1306140 Mar 08 10:00:41.584517 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-eb793b40-3608-4abd-afbc-71b89e30debb req-b5dcf798-4c1c-4f06-8646-68879cf4408e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad23af8-6862-492f-8216-edf6a8251b10 HTTP/1.1" status: 200 len: 217 time: 0.0628729 Mar 08 10:00:41.647812 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb793b40-3608-4abd-afbc-71b89e30debb req-577c1cc6-91f4-4658-b6c6-42b2033ff271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:41.649150 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-eb793b40-3608-4abd-afbc-71b89e30debb req-577c1cc6-91f4-4658-b6c6-42b2033ff271 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83a5acb9-43e3-47bd-a0cd-61c73e3448db HTTP/1.1" status: 200 len: 834 time: 0.0596251 Mar 08 10:00:41.731680 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb793b40-3608-4abd-afbc-71b89e30debb req-df6a80ae-ddb7-4491-897e-0e1f655120fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:41.733337 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-eb793b40-3608-4abd-afbc-71b89e30debb req-df6a80ae-ddb7-4491-897e-0e1f655120fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd076e40-1397-4d2d-808b-fc225cb1b494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785713 Mar 08 10:00:41.861605 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-eb793b40-3608-4abd-afbc-71b89e30debb req-97bd66dd-775f-4b56-badc-45c842562f75 service neutron] 10.222.0.26 "GET /v2.0/networks/dd076e40-1397-4d2d-808b-fc225cb1b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220822 Mar 08 10:00:42.092968 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-eb793b40-3608-4abd-afbc-71b89e30debb req-45ae9865-d61c-4cef-a31f-43438e069c69 service neutron] 10.222.0.26 "GET /v2.0/networks/dd076e40-1397-4d2d-808b-fc225cb1b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244880 Mar 08 10:00:42.406333 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791d8f4-de09-48c3-af28-bfafc79a6c54 req-b105092f-a293-474a-ba0b-6204ec25ea41 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:42.407769 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6791d8f4-de09-48c3-af28-bfafc79a6c54 req-b105092f-a293-474a-ba0b-6204ec25ea41 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d87f79-b5c3-44eb-b61d-7394657278fa HTTP/1.1" status: 200 len: 981 time: 0.0785875 Mar 08 10:00:42.450889 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6791d8f4-de09-48c3-af28-bfafc79a6c54 req-6e2d639e-793e-4647-bc6c-181020ceed67 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375934 Mar 08 10:00:43.267957 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:43.363778 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3ad23af8-6862-492f-8216-edf6a8251b10 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:00:43.496864 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3ad23af8-6862-492f-8216-edf6a8251b10, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3ad23af8-6862-492f-8216-edf6a8251b10,segment=NetworkSegment(879a6b3e-c2a1-4775-9e41-fa6430d99e46),segment_id=879a6b3e-c2a1-4775-9e41-fa6430d99e46)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:00:43.509988 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '3ad23af8-6862-492f-8216-edf6a8251b10', 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494', 'port_id': '3ad23af8-6862-492f-8216-edf6a8251b10', 'mac_address': 'fa:16:3e:28:65:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:00:43.566959 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:43.583992 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad23af8-6862-492f-8216-edf6a8251b10 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:00:43.600039 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3ad23af8-6862-492f-8216-edf6a8251b10, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3ad23af8-6862-492f-8216-edf6a8251b10,segment=NetworkSegment(879a6b3e-c2a1-4775-9e41-fa6430d99e46),segment_id=879a6b3e-c2a1-4775-9e41-fa6430d99e46)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:00:43.604732 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:43.634227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5910f-5fab-443f-9409-ec28127810a1 req-288ccc21-25ef-4da3-90d8-8960c0fe29a1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:43.635593 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6ce5910f-5fab-443f-9409-ec28127810a1 req-288ccc21-25ef-4da3-90d8-8960c0fe29a1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d87f79-b5c3-44eb-b61d-7394657278fa HTTP/1.1" status: 200 len: 981 time: 0.0821564 Mar 08 10:00:43.675198 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=3ad23af8-6862-492f-8216-edf6a8251b10,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:43.683488 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6ce5910f-5fab-443f-9409-ec28127810a1 req-1bda6b5e-876d-470c-b69c-6f0c4a636b43 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421743 Mar 08 10:00:43.918040 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['3ad23af8-6862-492f-8216-edf6a8251b10'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:00:44.866615 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec723a3-a5e2-4244-90d3-353ea750248f req-05907c6f-65e7-4878-82fb-15412143f611 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:44.867941 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cec723a3-a5e2-4244-90d3-353ea750248f req-05907c6f-65e7-4878-82fb-15412143f611 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d87f79-b5c3-44eb-b61d-7394657278fa HTTP/1.1" status: 200 len: 982 time: 0.0804071 Mar 08 10:00:44.909869 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cec723a3-a5e2-4244-90d3-353ea750248f req-6dea8556-6ced-45bf-bc28-1066d2aabd47 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363524 Mar 08 10:00:45.388130 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3ad23af8-6862-492f-8216-edf6a8251b10 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:00:45.456270 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 3ad23af8-6862-492f-8216-edf6a8251b10 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:00:45.460769 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 3ad23af8-6862-492f-8216-edf6a8251b10 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:00:45.461145 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:45.573235 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:45.599157 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d87f79-b5c3-44eb-b61d-7394657278fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad23af8-6862-492f-8216-edf6a8251b10'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:00:45.608923 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3ad23af8-6862-492f-8216-edf6a8251b10, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3ad23af8-6862-492f-8216-edf6a8251b10,segment=NetworkSegment(879a6b3e-c2a1-4775-9e41-fa6430d99e46),segment_id=879a6b3e-c2a1-4775-9e41-fa6430d99e46)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:00:45.614201 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:45.647071 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d87f79-b5c3-44eb-b61d-7394657278fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad23af8-6862-492f-8216-edf6a8251b10', 'code': 200} Mar 08 10:00:45.687415 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=3ad23af8-6862-492f-8216-edf6a8251b10,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:45.859291 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb68dc1-995c-40a5-b224-10793107c35b req-1c29383f-eec9-4be2-871c-8db6189d88bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:45.860724 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0eb68dc1-995c-40a5-b224-10793107c35b req-1c29383f-eec9-4be2-871c-8db6189d88bf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=45d87f79-b5c3-44eb-b61d-7394657278fa HTTP/1.1" status: 200 len: 1136 time: 0.0678062 Mar 08 10:00:45.901385 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0eb68dc1-995c-40a5-b224-10793107c35b req-4a8306da-d9a1-490c-a565-b293b1cccc23 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345187 Mar 08 10:00:46.087361 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3c1d4-7f35-43ba-8bf1-309be55ebd8e req-1efe77bc-edcb-4387-b658-e31afb37c93f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:46.088809 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-73e3c1d4-7f35-43ba-8bf1-309be55ebd8e req-1efe77bc-edcb-4387-b658-e31afb37c93f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d87f79-b5c3-44eb-b61d-7394657278fa HTTP/1.1" status: 200 len: 983 time: 0.0775318 Mar 08 10:00:46.135218 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-73e3c1d4-7f35-43ba-8bf1-309be55ebd8e req-f57bd6f2-fbef-4792-99c1-3b046653565f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408170 Mar 08 10:00:47.323347 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc699524-4a4a-4525-b14f-0e9dc2d25c76 req-2d538128-f0ef-4726-aa8c-36dc51c85e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:47.324680 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cc699524-4a4a-4525-b14f-0e9dc2d25c76 req-2d538128-f0ef-4726-aa8c-36dc51c85e9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d87f79-b5c3-44eb-b61d-7394657278fa HTTP/1.1" status: 200 len: 983 time: 0.0778317 Mar 08 10:00:47.368306 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cc699524-4a4a-4525-b14f-0e9dc2d25c76 req-d918fdac-30e7-4359-bc83-551ef6a494df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377700 Mar 08 10:00:47.546572 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d402ff1-068d-431e-96ad-2589ba3b4cec req-627793a8-6814-4f3e-bc05-699cf65ff6fc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:47.547999 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5d402ff1-068d-431e-96ad-2589ba3b4cec req-627793a8-6814-4f3e-bc05-699cf65ff6fc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d87f79-b5c3-44eb-b61d-7394657278fa HTTP/1.1" status: 200 len: 983 time: 0.0785859 Mar 08 10:00:47.590918 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5d402ff1-068d-431e-96ad-2589ba3b4cec req-c50d71c7-a0ef-4234-ac09-21119e16e5d4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362206 Mar 08 10:00:47.613481 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49100) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:47.684430 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9295b6a2-03e7-4d37-a398-c67295fb846a tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:47.685895 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9295b6a2-03e7-4d37-a398-c67295fb846a tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=45d87f79-b5c3-44eb-b61d-7394657278fa HTTP/1.1" status: 200 len: 1131 time: 0.0714915 Mar 08 10:00:47.688678 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49104) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:47.693545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': '3ad23af8-6862-492f-8216-edf6a8251b10', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:47.699513 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:47.703445 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:floatingip and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:00:47.706238 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:00:47.712299 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:47.722228 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:47.854033 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:47.980918 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.26.2.142 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/07a21c4e-2320-464c-9968-5424daced81c) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:00:48.121800 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:48.150446 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:48.208394 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:00:48.211724 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:00:48.215189 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:00:48.260921 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=07a21c4e-2320-464c-9968-5424daced81c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:48.728818 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:48.801082 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:49.000503 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:49.004935 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:49.112312 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=07a21c4e-2320-464c-9968-5424daced81c,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:49.120491 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:49.286378 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Floating IP cc478cd7-ad26-490e-a561-026a9f606785 associated. External IP: 172.26.2.142, port: 3ad23af8-6862-492f-8216-edf6a8251b10. Mar 08 10:00:49.319255 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:00:49.623596 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router d2bdf876-bf7d-4872-b7b3-0a5d94d81267 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:00:49.793375 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:00:49.803304 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4052618-9150-494e-9ad1-47826951eda9 None None] Sync routers for ids ['d2bdf876-bf7d-4872-b7b3-0a5d94d81267'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:00:49.813367 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4052618-9150-494e-9ad1-47826951eda9 None None] Routers {'d2bdf876-bf7d-4872-b7b3-0a5d94d81267'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:00:49.813994 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f4052618-9150-494e-9ad1-47826951eda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:00:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d2bdf876-bf7d-4872-b7b3-0a5d94d81267'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:49.820987 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:49.877672 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f8984f44-6753-4441-afd5-b7d47712309c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.1878719 Mar 08 10:00:49.878294 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d87f79-b5c3-44eb-b61d-7394657278fa', 'tag': '3ad23af8-6862-492f-8216-edf6a8251b10'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:00:49.880382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49108) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:49.925521 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d87f79-b5c3-44eb-b61d-7394657278fa', 'tag': '3ad23af8-6862-492f-8216-edf6a8251b10', 'status': 'completed', 'code': 200} Mar 08 10:00:49.964939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21ca2f0-d13f-4f15-8dbc-61aae376538f tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:49.969630 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d21ca2f0-d13f-4f15-8dbc-61aae376538f tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=45d87f79-b5c3-44eb-b61d-7394657278fa&network_id=dd076e40-1397-4d2d-808b-fc225cb1b494 HTTP/1.1" status: 200 len: 1131 time: 0.0870337 Mar 08 10:00:49.989806 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f4052618-9150-494e-9ad1-47826951eda9 None None] Set router d2bdf876-bf7d-4872-b7b3-0a5d94d81267 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:00:50.065246 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62321478-43d6-432d-9699-a35bf1835bda req-ddc308d2-1195-4f1b-b447-b2e37671fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:50.066726 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-62321478-43d6-432d-9699-a35bf1835bda req-ddc308d2-1195-4f1b-b447-b2e37671fe68 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=45d87f79-b5c3-44eb-b61d-7394657278fa HTTP/1.1" status: 200 len: 1136 time: 0.1153178 Mar 08 10:00:50.204140 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62321478-43d6-432d-9699-a35bf1835bda req-359b8024-9751-4415-8d17-571e51412047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:50.205632 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-62321478-43d6-432d-9699-a35bf1835bda req-359b8024-9751-4415-8d17-571e51412047 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dd076e40-1397-4d2d-808b-fc225cb1b494 HTTP/1.1" status: 200 len: 898 time: 0.1333447 Mar 08 10:00:50.340495 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f4052618-9150-494e-9ad1-47826951eda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'name': 'tempest-TestNetworkBasicOps-router-1849502449', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:00:27Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:28Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'cc478cd7-ad26-490e-a561-026a9f606785', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.142', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'port_id': '3ad23af8-6862-492f-8216-edf6a8251b10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1338274545', 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494', 'mac_address': 'fa:16:3e:28:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d87f79-b5c3-44eb-b61d-7394657278fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:00:48Z', 'updated_at': '2022-03-08T10:00:48Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2bb484f-da2b-4709-a5cd-d562d780bb7e', 'name': '', 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:7e:29:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:31Z', 'updated_at': '2022-03-08T10:00:38Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:50.344223 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4052618-9150-494e-9ad1-47826951eda9 None None] Checking router: d2bdf876-bf7d-4872-b7b3-0a5d94d81267 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:00:50.350382 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-62321478-43d6-432d-9699-a35bf1835bda req-33a32413-c058-474b-ada4-5b1f4bc8e6c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad23af8-6862-492f-8216-edf6a8251b10 HTTP/1.1" status: 200 len: 1037 time: 0.1385543 Mar 08 10:00:50.353119 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4052618-9150-494e-9ad1-47826951eda9 None None] Routers {'d2bdf876-bf7d-4872-b7b3-0a5d94d81267'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:00:50.353718 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f4052618-9150-494e-9ad1-47826951eda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:00:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d2bdf876-bf7d-4872-b7b3-0a5d94d81267'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:50.422210 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056eea3-ec3f-4217-b8a2-01360c66db12 req-debca4c3-f170-46a2-8804-b4aed0b70179 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:50.423558 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4056eea3-ec3f-4217-b8a2-01360c66db12 req-debca4c3-f170-46a2-8804-b4aed0b70179 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d87f79-b5c3-44eb-b61d-7394657278fa HTTP/1.1" status: 200 len: 983 time: 0.1576161 Mar 08 10:00:50.433624 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62321478-43d6-432d-9699-a35bf1835bda req-b23776af-9852-40a8-88b4-0e51eb957052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:50.434959 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-62321478-43d6-432d-9699-a35bf1835bda req-b23776af-9852-40a8-88b4-0e51eb957052 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83a5acb9-43e3-47bd-a0cd-61c73e3448db HTTP/1.1" status: 200 len: 834 time: 0.0785706 Mar 08 10:00:50.513878 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4056eea3-ec3f-4217-b8a2-01360c66db12 req-608df0c0-3d79-42c9-9fb8-f33f453dd214 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826867 Mar 08 10:00:50.524224 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f4052618-9150-494e-9ad1-47826951eda9 None None] Set router d2bdf876-bf7d-4872-b7b3-0a5d94d81267 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:00:50.539038 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62321478-43d6-432d-9699-a35bf1835bda req-a8a3b462-a402-4114-a370-b12189c438d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:50.540483 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-62321478-43d6-432d-9699-a35bf1835bda req-a8a3b462-a402-4114-a370-b12189c438d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd076e40-1397-4d2d-808b-fc225cb1b494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0926073 Mar 08 10:00:50.671291 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-62321478-43d6-432d-9699-a35bf1835bda req-eeafc3d6-1220-4a7b-9062-997f1a2af0c6 service neutron] 10.222.0.26 "GET /v2.0/networks/dd076e40-1397-4d2d-808b-fc225cb1b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231182 Mar 08 10:00:50.800275 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-62321478-43d6-432d-9699-a35bf1835bda req-d06b28a5-bb82-40aa-a0b9-6a927d9ad905 service neutron] 10.222.0.26 "GET /v2.0/networks/dd076e40-1397-4d2d-808b-fc225cb1b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212294 Mar 08 10:00:50.867965 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f4052618-9150-494e-9ad1-47826951eda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'name': 'tempest-TestNetworkBasicOps-router-1849502449', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:00:27Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:28Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'cc478cd7-ad26-490e-a561-026a9f606785', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.142', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'port_id': '3ad23af8-6862-492f-8216-edf6a8251b10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1338274545', 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494', 'mac_address': 'fa:16:3e:28:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d87f79-b5c3-44eb-b61d-7394657278fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:00:48Z', 'updated_at': '2022-03-08T10:00:48Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2bb484f-da2b-4709-a5cd-d562d780bb7e', 'name': '', 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:7e:29:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:31Z', 'updated_at': '2022-03-08T10:00:38Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:00:50.871910 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4052618-9150-494e-9ad1-47826951eda9 None None] The sync data for ids ['d2bdf876-bf7d-4872-b7b3-0a5d94d81267'] in dv-neutron-831730-2-hyperv is: [{'id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'name': 'tempest-TestNetworkBasicOps-router-1849502449', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:00:27Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:28Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'cc478cd7-ad26-490e-a561-026a9f606785', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.142', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'port_id': '3ad23af8-6862-492f-8216-edf6a8251b10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1338274545', 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494', 'mac_address': 'fa:16:3e:28:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d87f79-b5c3-44eb-b61d-7394657278fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:00:48Z', 'updated_at': '2022-03-08T10:00:48Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2bb484f-da2b-4709-a5cd-d562d780bb7e', 'name': '', 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:7e:29:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:31Z', 'updated_at': '2022-03-08T10:00:38Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:00:51.050432 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e26af0-1faa-41f7-834e-ee3109468a9a None None] New status for floating IP cc478cd7-ad26-490e-a561-026a9f606785: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:00:51.701669 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd8f92-d7fd-4755-b549-0a27cfc60bee req-107a284a-379c-4097-a595-ab2e0d97ae4a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:51.703116 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b6bd8f92-d7fd-4755-b549-0a27cfc60bee req-107a284a-379c-4097-a595-ab2e0d97ae4a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d87f79-b5c3-44eb-b61d-7394657278fa HTTP/1.1" status: 200 len: 983 time: 0.0780008 Mar 08 10:00:51.748262 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b6bd8f92-d7fd-4755-b549-0a27cfc60bee req-7b57821e-91e4-4a83-93d7-d5a63dafadb4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395980 Mar 08 10:00:51.790867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f45378-0120-4863-801f-c6df4708ec3c req-a543a901-2739-4b16-8abd-8d618feb15bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:51.792272 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e6f45378-0120-4863-801f-c6df4708ec3c req-a543a901-2739-4b16-8abd-8d618feb15bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/ports?device_id=45d87f79-b5c3-44eb-b61d-7394657278fa HTTP/1.1" status: 200 len: 983 time: 0.0905564 Mar 08 10:00:51.861263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f45378-0120-4863-801f-c6df4708ec3c req-e3d834dc-7fda-48b4-bb9c-7c4bcb541238 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:51.862475 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e6f45378-0120-4863-801f-c6df4708ec3c req-e3d834dc-7fda-48b4-bb9c-7c4bcb541238 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/ports/3ad23af8-6862-492f-8216-edf6a8251b10?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0641916 Mar 08 10:00:52.003046 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e6f45378-0120-4863-801f-c6df4708ec3c req-45041b2e-b3b5-4ccb-a278-e3bd01f478f6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/networks/dd076e40-1397-4d2d-808b-fc225cb1b494?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1358900 Mar 08 10:00:52.012023 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-e6f45378-0120-4863-801f-c6df4708ec3c req-18e49766-1d53-459b-b131-02c593f88925 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:52.217830 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e6f45378-0120-4863-801f-c6df4708ec3c req-18e49766-1d53-459b-b131-02c593f88925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:52.411503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-e6f45378-0120-4863-801f-c6df4708ec3c req-18e49766-1d53-459b-b131-02c593f88925 service neutron] For port 3ad23af8-6862-492f-8216-edf6a8251b10, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3ad23af8-6862-492f-8216-edf6a8251b10,segment=NetworkSegment(879a6b3e-c2a1-4775-9e41-fa6430d99e46),segment_id=879a6b3e-c2a1-4775-9e41-fa6430d99e46)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:00:52.439310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-e6f45378-0120-4863-801f-c6df4708ec3c req-18e49766-1d53-459b-b131-02c593f88925 service neutron] For port 3ad23af8-6862-492f-8216-edf6a8251b10, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:00:52.488918 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-e6f45378-0120-4863-801f-c6df4708ec3c req-18e49766-1d53-459b-b131-02c593f88925 service neutron] device_id is not set on port 3ad23af8-6862-492f-8216-edf6a8251b10 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 10:00:52.496889 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e6f45378-0120-4863-801f-c6df4708ec3c req-18e49766-1d53-459b-b131-02c593f88925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:52.501814 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e6f45378-0120-4863-801f-c6df4708ec3c req-18e49766-1d53-459b-b131-02c593f88925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:52.637632 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e49766-1d53-459b-b131-02c593f88925 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad23af8-6862-492f-8216-edf6a8251b10,revision_number=6']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:52.701498 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f45378-0120-4863-801f-c6df4708ec3c req-18e49766-1d53-459b-b131-02c593f88925 service neutron] No DVR routers for this DVR port 3ad23af8-6862-492f-8216-edf6a8251b10 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:00:52.740951 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5c5c8de3-d6af-4bdd-b9b7-e2f5119ef778 None None] Provisioning complete for port 3ad23af8-6862-492f-8216-edf6a8251b10 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:00:52.741493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c5c8de3-d6af-4bdd-b9b7-e2f5119ef778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:52.830638 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c8de3-d6af-4bdd-b9b7-e2f5119ef778 None None] Port 3ad23af8-6862-492f-8216-edf6a8251b10 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:00:52.908651 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3c2cbe4f-407d-4b31-b30c-18fdf4e16f77 req-aae70360-9b16-491c-bfe6-2d3cfc352511 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d87f79-b5c3-44eb-b61d-7394657278fa HTTP/1.1" status: 200 len: 210 time: 0.0549889 Mar 08 10:00:52.969525 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-e6f45378-0120-4863-801f-c6df4708ec3c req-18e49766-1d53-459b-b131-02c593f88925 service neutron] In _notify_port_updated(), no bound segment for port 3ad23af8-6862-492f-8216-edf6a8251b10 on network dd076e40-1397-4d2d-808b-fc225cb1b494 {{(pid=87771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 10:00:52.970359 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f45378-0120-4863-801f-c6df4708ec3c req-18e49766-1d53-459b-b131-02c593f88925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:52.970953 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e6f45378-0120-4863-801f-c6df4708ec3c req-18e49766-1d53-459b-b131-02c593f88925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:52.972183 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e6f45378-0120-4863-801f-c6df4708ec3c req-18e49766-1d53-459b-b131-02c593f88925 service neutron] 10.222.0.26 "PUT /v2.0/ports/3ad23af8-6862-492f-8216-edf6a8251b10 HTTP/1.1" status: 200 len: 1026 time: 0.9639192 Mar 08 10:00:54.002076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49126) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:54.075353 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517536c7-a242-492a-9f26-27ae14a12302 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:54.076709 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-517536c7-a242-492a-9f26-27ae14a12302 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports/3ad23af8-6862-492f-8216-edf6a8251b10 HTTP/1.1" status: 200 len: 925 time: 0.0736256 Mar 08 10:00:54.365710 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49132) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:54.370924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e70fee59-8da5-483e-b2f8-e584d6f582de tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-687135127', 'description': 'tempest-secgroup-smoke-687135127 description', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:54.376809 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e70fee59-8da5-483e-b2f8-e584d6f582de tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:54.387330 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e70fee59-8da5-483e-b2f8-e584d6f582de tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:54.396905 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e70fee59-8da5-483e-b2f8-e584d6f582de tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:54.416025 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e70fee59-8da5-483e-b2f8-e584d6f582de tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:54.419659 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e70fee59-8da5-483e-b2f8-e584d6f582de tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:00:54.422390 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e70fee59-8da5-483e-b2f8-e584d6f582de tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:00:54.428522 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e70fee59-8da5-483e-b2f8-e584d6f582de tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:54.503408 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e70fee59-8da5-483e-b2f8-e584d6f582de tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:54.507756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e70fee59-8da5-483e-b2f8-e584d6f582de tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:54.550780 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fee59-8da5-483e-b2f8-e584d6f582de tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cdcb2e-4a89-47bf-8ca7-038b9db614cb,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:54.560016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e70fee59-8da5-483e-b2f8-e584d6f582de tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:54.561357 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e70fee59-8da5-483e-b2f8-e584d6f582de tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1945779 Mar 08 10:00:54.564222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49136) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:54.569786 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9b7a9c71-f494-496f-ac68-6ba4f8d8d1eb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'b8cdcb2e-4a89-47bf-8ca7-038b9db614cb', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:54.575727 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9b7a9c71-f494-496f-ac68-6ba4f8d8d1eb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:54.579640 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9b7a9c71-f494-496f-ac68-6ba4f8d8d1eb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:00:54.582491 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9b7a9c71-f494-496f-ac68-6ba4f8d8d1eb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:00:54.588539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9b7a9c71-f494-496f-ac68-6ba4f8d8d1eb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:54.604017 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b7a9c71-f494-496f-ac68-6ba4f8d8d1eb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:54.782737 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b7a9c71-f494-496f-ac68-6ba4f8d8d1eb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:54.787436 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b7a9c71-f494-496f-ac68-6ba4f8d8d1eb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:54.815870 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a9c71-f494-496f-ac68-6ba4f8d8d1eb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bf33e4-f57b-478b-b858-45b486640536,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:54.826892 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b7a9c71-f494-496f-ac68-6ba4f8d8d1eb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:54.828118 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9b7a9c71-f494-496f-ac68-6ba4f8d8d1eb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2628953 Mar 08 10:00:54.831139 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49140) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:54.836109 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c85fd016-16ae-45bc-8565-ea1cb06d9930 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'b8cdcb2e-4a89-47bf-8ca7-038b9db614cb', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:54.841984 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c85fd016-16ae-45bc-8565-ea1cb06d9930 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:54.845917 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c85fd016-16ae-45bc-8565-ea1cb06d9930 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:00:54.848758 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c85fd016-16ae-45bc-8565-ea1cb06d9930 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:00:54.854927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c85fd016-16ae-45bc-8565-ea1cb06d9930 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:54.871380 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c85fd016-16ae-45bc-8565-ea1cb06d9930 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:54.876570 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4868ed5e-b8d3-4320-baa7-0200eb335ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:54.931881 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c85fd016-16ae-45bc-8565-ea1cb06d9930 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:54.935204 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c85fd016-16ae-45bc-8565-ea1cb06d9930 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:54.956825 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fd016-16ae-45bc-8565-ea1cb06d9930 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d127993f-62a9-4c32-8007-d6cca1ed5f0c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:54.965228 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c85fd016-16ae-45bc-8565-ea1cb06d9930 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:54.966365 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c85fd016-16ae-45bc-8565-ea1cb06d9930 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343343 Mar 08 10:00:54.969095 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49144) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:54.974035 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-530db2d3-d649-4c58-879c-9e12fe9cfd12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'b8cdcb2e-4a89-47bf-8ca7-038b9db614cb', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:54.980306 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-530db2d3-d649-4c58-879c-9e12fe9cfd12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:54.984010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-530db2d3-d649-4c58-879c-9e12fe9cfd12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:00:54.987016 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-530db2d3-d649-4c58-879c-9e12fe9cfd12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:00:54.993259 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-530db2d3-d649-4c58-879c-9e12fe9cfd12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:55.008955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-530db2d3-d649-4c58-879c-9e12fe9cfd12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:55.069114 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-530db2d3-d649-4c58-879c-9e12fe9cfd12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:55.072346 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-530db2d3-d649-4c58-879c-9e12fe9cfd12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:55.098518 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530db2d3-d649-4c58-879c-9e12fe9cfd12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ee80de-ed2b-491c-8f4d-719a39d24823,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:55.108807 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-530db2d3-d649-4c58-879c-9e12fe9cfd12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:55.109997 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-530db2d3-d649-4c58-879c-9e12fe9cfd12 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399879 Mar 08 10:00:55.112751 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49148) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:55.118484 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a1164389-6604-4224-8cc8-fe9fbc0a6f6f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'b8cdcb2e-4a89-47bf-8ca7-038b9db614cb', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:55.124517 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a1164389-6604-4224-8cc8-fe9fbc0a6f6f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:55.128422 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a1164389-6604-4224-8cc8-fe9fbc0a6f6f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:00:55.131374 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a1164389-6604-4224-8cc8-fe9fbc0a6f6f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:00:55.137269 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a1164389-6604-4224-8cc8-fe9fbc0a6f6f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:55.154570 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1164389-6604-4224-8cc8-fe9fbc0a6f6f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:55.216117 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1164389-6604-4224-8cc8-fe9fbc0a6f6f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:55.219638 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1164389-6604-4224-8cc8-fe9fbc0a6f6f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:55.242696 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1164389-6604-4224-8cc8-fe9fbc0a6f6f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a721b868-38e6-47e1-9712-30a79869343d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:55.250736 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1164389-6604-4224-8cc8-fe9fbc0a6f6f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:55.251900 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a1164389-6604-4224-8cc8-fe9fbc0a6f6f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382217 Mar 08 10:00:55.254565 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49152) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:55.259414 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1bd623c3-9e04-40c7-b7ed-7bf42b03eb5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'b8cdcb2e-4a89-47bf-8ca7-038b9db614cb', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:55.265095 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1bd623c3-9e04-40c7-b7ed-7bf42b03eb5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:55.268836 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1bd623c3-9e04-40c7-b7ed-7bf42b03eb5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:00:55.272131 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1bd623c3-9e04-40c7-b7ed-7bf42b03eb5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:00:55.277786 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1bd623c3-9e04-40c7-b7ed-7bf42b03eb5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:55.288650 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-1bd623c3-9e04-40c7-b7ed-7bf42b03eb5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:00:55.294892 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bd623c3-9e04-40c7-b7ed-7bf42b03eb5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:55.356945 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bd623c3-9e04-40c7-b7ed-7bf42b03eb5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:55.360308 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bd623c3-9e04-40c7-b7ed-7bf42b03eb5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:55.383712 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd623c3-9e04-40c7-b7ed-7bf42b03eb5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bac855-a4cb-4458-ba23-5a371982a2ea,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:55.392547 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bd623c3-9e04-40c7-b7ed-7bf42b03eb5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:55.393728 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1bd623c3-9e04-40c7-b7ed-7bf42b03eb5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382685 Mar 08 10:00:55.396976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49156) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:00:55.401865 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-65962656-1f68-40e9-89bf-f10284daa51a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'b8cdcb2e-4a89-47bf-8ca7-038b9db614cb', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:55.407397 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-65962656-1f68-40e9-89bf-f10284daa51a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:00:55.411147 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-65962656-1f68-40e9-89bf-f10284daa51a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:00:55.414576 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-65962656-1f68-40e9-89bf-f10284daa51a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:00:55.420157 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-65962656-1f68-40e9-89bf-f10284daa51a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:00:55.430337 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-65962656-1f68-40e9-89bf-f10284daa51a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:00:55.436907 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65962656-1f68-40e9-89bf-f10284daa51a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:55.484864 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3ad23af8-6862-492f-8216-edf6a8251b10 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:00:55.516613 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65962656-1f68-40e9-89bf-f10284daa51a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:55.520275 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65962656-1f68-40e9-89bf-f10284daa51a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:55.541058 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65962656-1f68-40e9-89bf-f10284daa51a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48544782-abdf-4657-a58d-ea44c1914c9d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:55.543330 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3ad23af8-6862-492f-8216-edf6a8251b10 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:00:55.553886 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65962656-1f68-40e9-89bf-f10284daa51a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:55.555059 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-65962656-1f68-40e9-89bf-f10284daa51a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1571927 Mar 08 10:00:55.713289 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-51724164-5e23-4d5c-ad01-dc58258c992f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-687135127&fields=id&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 267 time: 0.0390303 Mar 08 10:00:55.790437 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-ba56ba70-0b4f-4944-b0ee-929c1a211f86 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:55.791725 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-ba56ba70-0b4f-4944-b0ee-929c1a211f86 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports/3ad23af8-6862-492f-8216-edf6a8251b10 HTTP/1.1" status: 200 len: 930 time: 0.0723176 Mar 08 10:00:55.861267 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-0dcfbfbc-d175-458a-abc4-1968939c7d31 service neutron] 10.222.0.24 "GET /v2.0/ports/3ad23af8-6862-492f-8216-edf6a8251b10?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0575862 Mar 08 10:00:55.986751 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-d4d2841d-cda0-4eba-8930-1b77d353c89a service neutron] 10.222.0.24 "GET /v2.0/networks/dd076e40-1397-4d2d-808b-fc225cb1b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195292 Mar 08 10:00:56.112025 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-8f252d83-cefa-47d3-8b0a-4468be6bd117 service neutron] 10.222.0.24 "GET /v2.0/networks/dd076e40-1397-4d2d-808b-fc225cb1b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191819 Mar 08 10:00:56.287342 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-056b3f76-f390-463e-a5b3-7992c9f368d7 req-56019a3a-055a-45b9-8c9f-6bd03716966e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=624576d4-c00d-4297-a08f-6a5b8746b110 HTTP/1.1" status: 200 len: 210 time: 0.0415499 Mar 08 10:00:57.345913 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-91c6fc8b-eaa6-4fae-a7da-728cce13c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:57.347252 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-91c6fc8b-eaa6-4fae-a7da-728cce13c1b8 service neutron] 10.222.0.26 "GET /v2.0/ports/3ad23af8-6862-492f-8216-edf6a8251b10 HTTP/1.1" status: 200 len: 1026 time: 0.0640397 Mar 08 10:00:57.438489 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8e1aa714-9d70-474e-b7a8-ddd9e4f99f4e req-af9fa1cf-fb18-4c45-8f1b-c7b4ca892a29 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=624576d4-c00d-4297-a08f-6a5b8746b110 HTTP/1.1" status: 200 len: 210 time: 0.0416980 Mar 08 10:00:57.508126 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-6855f7f0-4680-4216-ad25-35712019816a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:57.509571 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-6855f7f0-4680-4216-ad25-35712019816a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/networks?id=dd076e40-1397-4d2d-808b-fc225cb1b494 HTTP/1.1" status: 200 len: 797 time: 0.1575775 Mar 08 10:00:57.549626 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46a0c31c-9c25-4159-abad-4385c45e6490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:57.564686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-dbbb404e-c575-4f29-82da-8abf5438413a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:00:57.580152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-dbbb404e-c575-4f29-82da-8abf5438413a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:00:57.581447 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-dbbb404e-c575-4f29-82da-8abf5438413a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 472 time: 0.0637183 Mar 08 10:00:57.591250 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Request body: {'port': {'device_id': '624576d4-c00d-4297-a08f-6a5b8746b110', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:00:57.699521 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:58.123136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad23af8-6862-492f-8216-edf6a8251b10 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:00:58.130268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:58.143789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Transition to ACTIVE for port object 3ad23af8-6862-492f-8216-edf6a8251b10 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:00:58.148665 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:58.212318 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:58.267787 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:58.282057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Pushing event updated for resources: {'Port': ['ID=3ad23af8-6862-492f-8216-edf6a8251b10,revision_number=7']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:58.412085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Attempting to bind port 3ad23af8-6862-492f-8216-edf6a8251b10 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:00:58.413318 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Attempting to bind port 3ad23af8-6862-492f-8216-edf6a8251b10 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '879a6b3e-c2a1-4775-9e41-fa6430d99e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:00:58.413439 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Attempting to bind port 3ad23af8-6862-492f-8216-edf6a8251b10 on network dd076e40-1397-4d2d-808b-fc225cb1b494 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:00:58.417953 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Port 3ad23af8-6862-492f-8216-edf6a8251b10 on network dd076e40-1397-4d2d-808b-fc225cb1b494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:00:58.418268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Attempting to bind port 3ad23af8-6862-492f-8216-edf6a8251b10 on network dd076e40-1397-4d2d-808b-fc225cb1b494 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:00:58.423182 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:00:58.423506 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Checking segment: {'id': '879a6b3e-c2a1-4775-9e41-fa6430d99e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:00:58.423878 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Bound using segment: {'id': '879a6b3e-c2a1-4775-9e41-fa6430d99e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:00:58.424286 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Bound port: 3ad23af8-6862-492f-8216-edf6a8251b10, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '879a6b3e-c2a1-4775-9e41-fa6430d99e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:00:58.424898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:58.510313 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] For port 3ad23af8-6862-492f-8216-edf6a8251b10, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:00:58.513140 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] For port 3ad23af8-6862-492f-8216-edf6a8251b10, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3ad23af8-6862-492f-8216-edf6a8251b10,segment=NetworkSegment(879a6b3e-c2a1-4775-9e41-fa6430d99e46),segment_id=879a6b3e-c2a1-4775-9e41-fa6430d99e46)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:00:58.517664 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:58.603146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:58.603763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:00:58.605301 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] 10.222.0.26 "PUT /v2.0/ports/3ad23af8-6862-492f-8216-edf6a8251b10 HTTP/1.1" status: 200 len: 1131 time: 1.0179107 Mar 08 10:00:58.613090 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624576d4-c00d-4297-a08f-6a5b8746b110', 'tag': '3ad23af8-6862-492f-8216-edf6a8251b10'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:00:58.692984 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '624576d4-c00d-4297-a08f-6a5b8746b110', 'tag': '3ad23af8-6862-492f-8216-edf6a8251b10', 'status': 'completed', 'code': 200} Mar 08 10:00:58.708856 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e5e05-d1d5-4c18-a216-ccc49fddc92c service neutron] Pushing event updated for resources: {'Port': ['ID=3ad23af8-6862-492f-8216-edf6a8251b10,revision_number=8']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:00:58.762808 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e79d8a-9edc-4baa-89c9-b640ee719201 req-bd4d1877-7453-4d2c-aab2-7f81cb9d99c3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:58.764221 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-38e79d8a-9edc-4baa-89c9-b640ee719201 req-bd4d1877-7453-4d2c-aab2-7f81cb9d99c3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=624576d4-c00d-4297-a08f-6a5b8746b110 HTTP/1.1" status: 200 len: 981 time: 0.2081623 Mar 08 10:00:58.766356 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-3cedc6ff-83db-47f3-92ae-c3bc631c909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:58.767707 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-3cedc6ff-83db-47f3-92ae-c3bc631c909a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=624576d4-c00d-4297-a08f-6a5b8746b110 HTTP/1.1" status: 200 len: 1134 time: 0.1260433 Mar 08 10:00:58.882227 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-38e79d8a-9edc-4baa-89c9-b640ee719201 req-9fbd99eb-9c40-48c6-af51-98bb331d1007 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121395 Mar 08 10:00:58.906869 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-3cc6de6e-6cf5-4383-b7a3-8103a3e20e16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad23af8-6862-492f-8216-edf6a8251b10 HTTP/1.1" status: 200 len: 1037 time: 0.1220336 Mar 08 10:00:58.967476 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-15f7b084-808b-4439-8f83-f6a96d6dfa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:58.968858 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-15f7b084-808b-4439-8f83-f6a96d6dfa82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83a5acb9-43e3-47bd-a0cd-61c73e3448db HTTP/1.1" status: 200 len: 834 time: 0.0562344 Mar 08 10:00:59.043750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-a6684f1d-604e-4f27-b673-6f924bc47bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:59.045132 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-a6684f1d-604e-4f27-b673-6f924bc47bc8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd076e40-1397-4d2d-808b-fc225cb1b494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708318 Mar 08 10:00:59.172819 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-f52cf99a-e171-4e74-a356-46995f958ded service neutron] 10.222.0.26 "GET /v2.0/networks/dd076e40-1397-4d2d-808b-fc225cb1b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206508 Mar 08 10:00:59.300844 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1a5b7e63-1f5f-4ad1-8b49-8e8bfcbe0c5f req-a7750ff4-2f12-4f02-bca7-0eceb985e9e9 service neutron] 10.222.0.26 "GET /v2.0/networks/dd076e40-1397-4d2d-808b-fc225cb1b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218019 Mar 08 10:00:59.409851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc625ab6-3771-4bee-b0c1-db8331ed1b54 req-3c800b35-8380-4353-a426-5e8038e51d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:59.411279 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dc625ab6-3771-4bee-b0c1-db8331ed1b54 req-3c800b35-8380-4353-a426-5e8038e51d0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=624576d4-c00d-4297-a08f-6a5b8746b110 HTTP/1.1" status: 200 len: 1134 time: 0.0688758 Mar 08 10:00:59.643584 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc625ab6-3771-4bee-b0c1-db8331ed1b54 req-ed675129-e7e9-4865-ac52-39c627c296ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:59.645055 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dc625ab6-3771-4bee-b0c1-db8331ed1b54 req-ed675129-e7e9-4865-ac52-39c627c296ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=dd076e40-1397-4d2d-808b-fc225cb1b494 HTTP/1.1" status: 200 len: 898 time: 0.2276952 Mar 08 10:00:59.744673 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dc625ab6-3771-4bee-b0c1-db8331ed1b54 req-2cd26472-b672-4dc9-9a03-dedfdf8563c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad23af8-6862-492f-8216-edf6a8251b10 HTTP/1.1" status: 200 len: 1037 time: 0.0937979 Mar 08 10:00:59.805851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc625ab6-3771-4bee-b0c1-db8331ed1b54 req-dc49f0b7-95f4-4265-ac40-80a3eddb7188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:59.807180 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dc625ab6-3771-4bee-b0c1-db8331ed1b54 req-dc49f0b7-95f4-4265-ac40-80a3eddb7188 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83a5acb9-43e3-47bd-a0cd-61c73e3448db HTTP/1.1" status: 200 len: 834 time: 0.0561452 Mar 08 10:00:59.883550 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc625ab6-3771-4bee-b0c1-db8331ed1b54 req-85ef5765-afc2-4fd6-b829-1aa8d64361d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:00:59.884958 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dc625ab6-3771-4bee-b0c1-db8331ed1b54 req-85ef5765-afc2-4fd6-b829-1aa8d64361d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd076e40-1397-4d2d-808b-fc225cb1b494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717027 Mar 08 10:01:00.029440 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dc625ab6-3771-4bee-b0c1-db8331ed1b54 req-852eaa04-87d4-45dd-9320-6c743e53f4c7 service neutron] 10.222.0.26 "GET /v2.0/networks/dd076e40-1397-4d2d-808b-fc225cb1b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319122 Mar 08 10:01:00.071642 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef89f7c-195a-4294-83fe-e77f1554c331 req-0dcf32d1-7582-432e-9f27-c3ae40b193d4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:00.074042 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2ef89f7c-195a-4294-83fe-e77f1554c331 req-0dcf32d1-7582-432e-9f27-c3ae40b193d4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=624576d4-c00d-4297-a08f-6a5b8746b110 HTTP/1.1" status: 200 len: 981 time: 0.0840490 Mar 08 10:01:00.077152 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:00.118753 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2ef89f7c-195a-4294-83fe-e77f1554c331 req-cf73ab3d-4464-46c8-a580-c8e97bdd360d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382879 Mar 08 10:01:00.173325 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dc625ab6-3771-4bee-b0c1-db8331ed1b54 req-af110852-dfb5-4e0c-aaed-c013b04f1f72 service neutron] 10.222.0.26 "GET /v2.0/networks/dd076e40-1397-4d2d-808b-fc225cb1b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385698 Mar 08 10:01:01.299279 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8761c82-db6c-4b61-a006-93f0c18c1136 req-de15f434-0c0b-4829-8f04-96e975617b54 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:01.301001 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f8761c82-db6c-4b61-a006-93f0c18c1136 req-de15f434-0c0b-4829-8f04-96e975617b54 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=624576d4-c00d-4297-a08f-6a5b8746b110 HTTP/1.1" status: 200 len: 981 time: 0.0784724 Mar 08 10:01:01.343039 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f8761c82-db6c-4b61-a006-93f0c18c1136 req-b3e736a4-039a-4a5e-8846-300d8eb41f7c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363019 Mar 08 10:01:01.531119 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3ad23af8-6862-492f-8216-edf6a8251b10 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:01:01.659322 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3ad23af8-6862-492f-8216-edf6a8251b10, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3ad23af8-6862-492f-8216-edf6a8251b10,segment=NetworkSegment(879a6b3e-c2a1-4775-9e41-fa6430d99e46),segment_id=879a6b3e-c2a1-4775-9e41-fa6430d99e46)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:01:01.671755 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '3ad23af8-6862-492f-8216-edf6a8251b10', 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494', 'port_id': '3ad23af8-6862-492f-8216-edf6a8251b10', 'mac_address': 'fa:16:3e:28:65:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:01:01.724778 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:01.740424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad23af8-6862-492f-8216-edf6a8251b10 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:01:01.754853 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3ad23af8-6862-492f-8216-edf6a8251b10, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3ad23af8-6862-492f-8216-edf6a8251b10,segment=NetworkSegment(879a6b3e-c2a1-4775-9e41-fa6430d99e46),segment_id=879a6b3e-c2a1-4775-9e41-fa6430d99e46)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:01:01.759999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:01.831327 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=3ad23af8-6862-492f-8216-edf6a8251b10,revision_number=9']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:02.058418 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['3ad23af8-6862-492f-8216-edf6a8251b10'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:01:02.522593 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf819a05-c703-4e4b-af14-8993c8ed789b req-3df6c028-62f2-4025-b4c8-64e91712acd8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:02.524034 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bf819a05-c703-4e4b-af14-8993c8ed789b req-3df6c028-62f2-4025-b4c8-64e91712acd8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=624576d4-c00d-4297-a08f-6a5b8746b110 HTTP/1.1" status: 200 len: 982 time: 0.0772514 Mar 08 10:01:02.567904 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bf819a05-c703-4e4b-af14-8993c8ed789b req-65bec101-6897-4628-befd-fea48fa64e03 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380535 Mar 08 10:01:03.546930 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3ad23af8-6862-492f-8216-edf6a8251b10 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:01:03.617910 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 3ad23af8-6862-492f-8216-edf6a8251b10 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:01:03.622714 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 3ad23af8-6862-492f-8216-edf6a8251b10 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:01:03.623087 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:03.740965 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:03.754447 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29630d12-e1a0-4c63-91ad-506f2ac0132e req-a568b635-a6cb-4915-835b-2129ecfa0ed8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:03.755883 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-29630d12-e1a0-4c63-91ad-506f2ac0132e req-a568b635-a6cb-4915-835b-2129ecfa0ed8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=624576d4-c00d-4297-a08f-6a5b8746b110 HTTP/1.1" status: 200 len: 982 time: 0.0819314 Mar 08 10:01:03.766599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624576d4-c00d-4297-a08f-6a5b8746b110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad23af8-6862-492f-8216-edf6a8251b10'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:01:03.775986 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3ad23af8-6862-492f-8216-edf6a8251b10, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3ad23af8-6862-492f-8216-edf6a8251b10,segment=NetworkSegment(879a6b3e-c2a1-4775-9e41-fa6430d99e46),segment_id=879a6b3e-c2a1-4775-9e41-fa6430d99e46)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:01:03.780579 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:03.807611 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-29630d12-e1a0-4c63-91ad-506f2ac0132e req-bf1446f6-25d0-4789-8dd9-d164dbb2bdf5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457411 Mar 08 10:01:03.821080 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624576d4-c00d-4297-a08f-6a5b8746b110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad23af8-6862-492f-8216-edf6a8251b10', 'code': 200} Mar 08 10:01:03.852743 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=3ad23af8-6862-492f-8216-edf6a8251b10,revision_number=10']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:04.039528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a287f4-a724-464d-a46c-e5bfa401b491 req-5a594141-4e61-49f8-827a-c7c1b02b5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:04.041042 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d2a287f4-a724-464d-a46c-e5bfa401b491 req-5a594141-4e61-49f8-827a-c7c1b02b5cf4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=624576d4-c00d-4297-a08f-6a5b8746b110 HTTP/1.1" status: 200 len: 1137 time: 0.0718021 Mar 08 10:01:04.083795 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d2a287f4-a724-464d-a46c-e5bfa401b491 req-47f135df-2ab5-4954-9add-2b949f61efb8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363576 Mar 08 10:01:04.992483 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded7a40-9670-41ae-b33b-62cc9cdabfa7 req-57dcb883-c935-4a2d-8e1b-ff9b54e40748 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:04.993947 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cded7a40-9670-41ae-b33b-62cc9cdabfa7 req-57dcb883-c935-4a2d-8e1b-ff9b54e40748 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=624576d4-c00d-4297-a08f-6a5b8746b110 HTTP/1.1" status: 200 len: 984 time: 0.0812194 Mar 08 10:01:05.036277 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cded7a40-9670-41ae-b33b-62cc9cdabfa7 req-e775490f-b2b2-4803-b2a6-ebb664c245cc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368781 Mar 08 10:01:06.214073 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586cd56-da09-4378-be38-9f28912357d1 req-6b2250af-a7cb-4ee4-a80e-a62b77fbaffe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:06.215480 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a586cd56-da09-4378-be38-9f28912357d1 req-6b2250af-a7cb-4ee4-a80e-a62b77fbaffe tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=624576d4-c00d-4297-a08f-6a5b8746b110 HTTP/1.1" status: 200 len: 984 time: 0.0779421 Mar 08 10:01:06.258331 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a586cd56-da09-4378-be38-9f28912357d1 req-d21ffda6-65b5-4c64-9862-9811b92f7f57 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371790 Mar 08 10:01:06.438011 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a03be-d8d9-44a4-b547-00fedfd9cded req-f947c98d-2669-4fb3-938f-71b6e478404d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:06.439417 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9f3a03be-d8d9-44a4-b547-00fedfd9cded req-f947c98d-2669-4fb3-938f-71b6e478404d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=624576d4-c00d-4297-a08f-6a5b8746b110 HTTP/1.1" status: 200 len: 984 time: 0.0809257 Mar 08 10:01:06.481453 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9f3a03be-d8d9-44a4-b547-00fedfd9cded req-15535c43-7533-4fc0-a297-784912b1a536 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357599 Mar 08 10:01:06.503526 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49212) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:06.573944 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d1aed0-a001-47b7-ab3a-480a1e390507 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:06.575332 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e4d1aed0-a001-47b7-ab3a-480a1e390507 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=624576d4-c00d-4297-a08f-6a5b8746b110&network_id=dd076e40-1397-4d2d-808b-fc225cb1b494 HTTP/1.1" status: 200 len: 1132 time: 0.0708871 Mar 08 10:01:06.926880 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f01a8f-2fc8-462c-a405-16a0aa89fb0d req-bbfea746-979f-4eb2-974b-e7dc416ff021 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:06.928934 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-87f01a8f-2fc8-462c-a405-16a0aa89fb0d req-bbfea746-979f-4eb2-974b-e7dc416ff021 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=624576d4-c00d-4297-a08f-6a5b8746b110 HTTP/1.1" status: 200 len: 984 time: 0.0832205 Mar 08 10:01:06.970881 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-87f01a8f-2fc8-462c-a405-16a0aa89fb0d req-23a69e47-a94c-4f76-9e9f-83fbcbb02b8b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363321 Mar 08 10:01:08.161993 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d4d83-a4cd-44e2-9509-d1ecfc5dd697 req-d9b59dfc-7a41-4432-8441-4223cfbf9004 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:08.163437 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2e4d4d83-a4cd-44e2-9509-d1ecfc5dd697 req-d9b59dfc-7a41-4432-8441-4223cfbf9004 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=624576d4-c00d-4297-a08f-6a5b8746b110 HTTP/1.1" status: 200 len: 984 time: 0.0812910 Mar 08 10:01:08.249044 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2e4d4d83-a4cd-44e2-9509-d1ecfc5dd697 req-1ebaae31-ad45-4ec2-a099-73069aaaa4e1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=e726562f-86c1-4b75-8532-81d284ef13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521476 Mar 08 10:01:08.275381 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8002cb-914f-46cd-b496-47e577df8d5a req-af9ff392-176d-4025-9083-57b79ace65bc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:08.276822 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b8002cb-914f-46cd-b496-47e577df8d5a req-af9ff392-176d-4025-9083-57b79ace65bc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/ports?device_id=624576d4-c00d-4297-a08f-6a5b8746b110 HTTP/1.1" status: 200 len: 984 time: 0.1101427 Mar 08 10:01:08.348045 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8002cb-914f-46cd-b496-47e577df8d5a req-56601a55-dbee-48cf-93bf-4acc06930207 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:08.349864 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b8002cb-914f-46cd-b496-47e577df8d5a req-56601a55-dbee-48cf-93bf-4acc06930207 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/ports/3ad23af8-6862-492f-8216-edf6a8251b10?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0668509 Mar 08 10:01:08.489078 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b8002cb-914f-46cd-b496-47e577df8d5a req-0d7e52cc-9103-4f4e-a63c-151bb970d4b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/networks/dd076e40-1397-4d2d-808b-fc225cb1b494?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1351817 Mar 08 10:01:08.498060 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-8b8002cb-914f-46cd-b496-47e577df8d5a req-2e29ab44-8683-4dcd-a2eb-0231b36caa92 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:01:08.605486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-8b8002cb-914f-46cd-b496-47e577df8d5a req-2e29ab44-8683-4dcd-a2eb-0231b36caa92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:08.895953 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-8b8002cb-914f-46cd-b496-47e577df8d5a req-2e29ab44-8683-4dcd-a2eb-0231b36caa92 service neutron] For port 3ad23af8-6862-492f-8216-edf6a8251b10, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3ad23af8-6862-492f-8216-edf6a8251b10,segment=NetworkSegment(879a6b3e-c2a1-4775-9e41-fa6430d99e46),segment_id=879a6b3e-c2a1-4775-9e41-fa6430d99e46)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:01:08.923790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-8b8002cb-914f-46cd-b496-47e577df8d5a req-2e29ab44-8683-4dcd-a2eb-0231b36caa92 service neutron] For port 3ad23af8-6862-492f-8216-edf6a8251b10, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:01:08.975307 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-8b8002cb-914f-46cd-b496-47e577df8d5a req-2e29ab44-8683-4dcd-a2eb-0231b36caa92 service neutron] device_id is not set on port 3ad23af8-6862-492f-8216-edf6a8251b10 yet. {{(pid=87771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 10:01:08.982960 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-8b8002cb-914f-46cd-b496-47e577df8d5a req-2e29ab44-8683-4dcd-a2eb-0231b36caa92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:08.990130 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-8b8002cb-914f-46cd-b496-47e577df8d5a req-2e29ab44-8683-4dcd-a2eb-0231b36caa92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:09.122672 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29ab44-8683-4dcd-a2eb-0231b36caa92 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad23af8-6862-492f-8216-edf6a8251b10,revision_number=11']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:09.180780 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8002cb-914f-46cd-b496-47e577df8d5a req-2e29ab44-8683-4dcd-a2eb-0231b36caa92 service neutron] No DVR routers for this DVR port 3ad23af8-6862-492f-8216-edf6a8251b10 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:01:09.276993 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e2d96234-8d7d-4fec-bcd9-b6a7b9705e19 None None] Provisioning complete for port 3ad23af8-6862-492f-8216-edf6a8251b10 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:01:09.277573 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e2d96234-8d7d-4fec-bcd9-b6a7b9705e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:09.332243 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e2d96234-8d7d-4fec-bcd9-b6a7b9705e19 None None] Port 3ad23af8-6862-492f-8216-edf6a8251b10 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:01:09.397707 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-307facf6-c5c4-40b3-a211-abd9a8c8d527 req-92029ce2-221a-4f5a-adf2-ffb5d310d8bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=624576d4-c00d-4297-a08f-6a5b8746b110 HTTP/1.1" status: 200 len: 210 time: 0.0419953 Mar 08 10:01:09.401478 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-8b8002cb-914f-46cd-b496-47e577df8d5a req-2e29ab44-8683-4dcd-a2eb-0231b36caa92 service neutron] In _notify_port_updated(), no bound segment for port 3ad23af8-6862-492f-8216-edf6a8251b10 on network dd076e40-1397-4d2d-808b-fc225cb1b494 {{(pid=87771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 08 10:01:09.402324 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8002cb-914f-46cd-b496-47e577df8d5a req-2e29ab44-8683-4dcd-a2eb-0231b36caa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:09.402925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-8b8002cb-914f-46cd-b496-47e577df8d5a req-2e29ab44-8683-4dcd-a2eb-0231b36caa92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:09.404218 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b8002cb-914f-46cd-b496-47e577df8d5a req-2e29ab44-8683-4dcd-a2eb-0231b36caa92 service neutron] 10.222.0.26 "PUT /v2.0/ports/3ad23af8-6862-492f-8216-edf6a8251b10 HTTP/1.1" status: 200 len: 1027 time: 0.9098926 Mar 08 10:01:10.491970 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49226) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:10.560039 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-718d35c8-f66f-414e-8935-7ed0466fa1a2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:10.592815 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-718d35c8-f66f-414e-8935-7ed0466fa1a2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:10.654525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-718d35c8-f66f-414e-8935-7ed0466fa1a2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:10.672315 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d35c8-f66f-414e-8935-7ed0466fa1a2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cdcb2e-4a89-47bf-8ca7-038b9db614cb,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:10.682071 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-718d35c8-f66f-414e-8935-7ed0466fa1a2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:10.683179 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-718d35c8-f66f-414e-8935-7ed0466fa1a2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/security-groups/b8cdcb2e-4a89-47bf-8ca7-038b9db614cb HTTP/1.1" status: 204 len: 168 time: 0.1902242 Mar 08 10:01:10.712973 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49232) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:11.016025 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc3799-8f8f-4108-bc00-825f1081d935 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port 07a21c4e-2320-464c-9968-5424daced81c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:01:11.016272 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3799-8f8f-4108-bc00-825f1081d935 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:11.179335 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3799-8f8f-4108-bc00-825f1081d935 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:11.179661 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3799-8f8f-4108-bc00-825f1081d935 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:11.296817 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc3799-8f8f-4108-bc00-825f1081d935 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for 07a21c4e-2320-464c-9968-5424daced81c owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:01:11.441838 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3799-8f8f-4108-bc00-825f1081d935 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:11.488945 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc3799-8f8f-4108-bc00-825f1081d935 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=07a21c4e-2320-464c-9968-5424daced81c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:11.576911 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3799-8f8f-4108-bc00-825f1081d935 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:11.577584 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-4ebc3799-8f8f-4108-bc00-825f1081d935 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Floating IP cc478cd7-ad26-490e-a561-026a9f606785 disassociated (deleted). External IP: 172.26.2.142, port: 3ad23af8-6862-492f-8216-edf6a8251b10. Mar 08 10:01:11.916363 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebc3799-8f8f-4108-bc00-825f1081d935 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router d2bdf876-bf7d-4872-b7b3-0a5d94d81267 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:01:12.088071 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebc3799-8f8f-4108-bc00-825f1081d935 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:01:12.097530 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ea1d37-41cb-463d-9f6f-f5333f191228 None None] Sync routers for ids ['d2bdf876-bf7d-4872-b7b3-0a5d94d81267'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:01:12.107243 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4ebc3799-8f8f-4108-bc00-825f1081d935 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:12.107782 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ea1d37-41cb-463d-9f6f-f5333f191228 None None] Routers {'d2bdf876-bf7d-4872-b7b3-0a5d94d81267'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:01:12.108451 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-55ea1d37-41cb-463d-9f6f-f5333f191228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:00:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d2bdf876-bf7d-4872-b7b3-0a5d94d81267'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:12.165049 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4ebc3799-8f8f-4108-bc00-825f1081d935 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/floatingips/cc478cd7-ad26-490e-a561-026a9f606785 HTTP/1.1" status: 204 len: 168 time: 1.4509470 Mar 08 10:01:12.311069 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49240) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:12.315846 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-55ea1d37-41cb-463d-9f6f-f5333f191228 None None] Set router d2bdf876-bf7d-4872-b7b3-0a5d94d81267 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:01:12.503452 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bcf7a06-08a0-452a-ae28-ca34e73fa0f8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:12.532035 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bcf7a06-08a0-452a-ae28-ca34e73fa0f8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:12.598539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bcf7a06-08a0-452a-ae28-ca34e73fa0f8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:12.619818 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf7a06-08a0-452a-ae28-ca34e73fa0f8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3446050-0535-4009-94b4-e8ffc8be75a2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:12.625206 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bcf7a06-08a0-452a-ae28-ca34e73fa0f8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:12.626317 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1bcf7a06-08a0-452a-ae28-ca34e73fa0f8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/security-groups/a3446050-0535-4009-94b4-e8ffc8be75a2 HTTP/1.1" status: 204 len: 168 time: 0.3142834 Mar 08 10:01:12.637957 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-55ea1d37-41cb-463d-9f6f-f5333f191228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'name': 'tempest-TestNetworkBasicOps-router-1849502449', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:00:27Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:28Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'c2bb484f-da2b-4709-a5cd-d562d780bb7e', 'name': '', 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:7e:29:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:31Z', 'updated_at': '2022-03-08T10:00:38Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:12.641929 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ea1d37-41cb-463d-9f6f-f5333f191228 None None] Checking router: d2bdf876-bf7d-4872-b7b3-0a5d94d81267 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:01:12.650608 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ea1d37-41cb-463d-9f6f-f5333f191228 None None] Routers {'d2bdf876-bf7d-4872-b7b3-0a5d94d81267'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:01:12.651221 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-55ea1d37-41cb-463d-9f6f-f5333f191228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:00:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d2bdf876-bf7d-4872-b7b3-0a5d94d81267'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:12.659904 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49246) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:12.738215 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-73211a97-46ed-4136-8e98-db1c6e3c5109 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port 3ad23af8-6862-492f-8216-edf6a8251b10 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:01:12.738553 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73211a97-46ed-4136-8e98-db1c6e3c5109 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:12.824161 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-55ea1d37-41cb-463d-9f6f-f5333f191228 None None] Set router d2bdf876-bf7d-4872-b7b3-0a5d94d81267 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:01:12.980238 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73211a97-46ed-4136-8e98-db1c6e3c5109 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:13.102409 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-73211a97-46ed-4136-8e98-db1c6e3c5109 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for 3ad23af8-6862-492f-8216-edf6a8251b10 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:01:13.129814 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-55ea1d37-41cb-463d-9f6f-f5333f191228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'name': 'tempest-TestNetworkBasicOps-router-1849502449', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:00:27Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:28Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'c2bb484f-da2b-4709-a5cd-d562d780bb7e', 'name': '', 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:7e:29:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:31Z', 'updated_at': '2022-03-08T10:00:38Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:13.133750 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ea1d37-41cb-463d-9f6f-f5333f191228 None None] The sync data for ids ['d2bdf876-bf7d-4872-b7b3-0a5d94d81267'] in dv-neutron-831730-2-hyperv is: [{'id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'name': 'tempest-TestNetworkBasicOps-router-1849502449', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:00:27Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:28Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'c2bb484f-da2b-4709-a5cd-d562d780bb7e', 'name': '', 'network_id': 'dd076e40-1397-4d2d-808b-fc225cb1b494', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:7e:29:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:31Z', 'updated_at': '2022-03-08T10:00:38Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '83a5acb9-43e3-47bd-a0cd-61c73e3448db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:01:13.249747 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73211a97-46ed-4136-8e98-db1c6e3c5109 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:13.274501 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:13.303078 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73211a97-46ed-4136-8e98-db1c6e3c5109 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=3ad23af8-6862-492f-8216-edf6a8251b10,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:13.375361 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206e5e68-c63a-41d2-af69-e07392b6527e None None] New status for floating IP cc478cd7-ad26-490e-a561-026a9f606785: DOWN {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:01:13.408251 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73211a97-46ed-4136-8e98-db1c6e3c5109 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:13.418450 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-73211a97-46ed-4136-8e98-db1c6e3c5109 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/ports/3ad23af8-6862-492f-8216-edf6a8251b10 HTTP/1.1" status: 204 len: 168 time: 0.7571929 Mar 08 10:01:13.421157 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49250) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:13.609409 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3ad23af8-6862-492f-8216-edf6a8251b10 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:01:13.644762 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 3ad23af8-6862-492f-8216-edf6a8251b10 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:01:13.645106 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3ad23af8-6862-492f-8216-edf6a8251b10 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:01:13.976873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3954b4d5-fa00-4eaf-a917-c91ee27b98e4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:14.429936 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3954b4d5-fa00-4eaf-a917-c91ee27b98e4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port c2bb484f-da2b-4709-a5cd-d562d780bb7e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:01:14.430276 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3954b4d5-fa00-4eaf-a917-c91ee27b98e4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:14.610797 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-3954b4d5-fa00-4eaf-a917-c91ee27b98e4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port c2bb484f-da2b-4709-a5cd-d562d780bb7e, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c2bb484f-da2b-4709-a5cd-d562d780bb7e,segment=NetworkSegment(879a6b3e-c2a1-4775-9e41-fa6430d99e46),segment_id=879a6b3e-c2a1-4775-9e41-fa6430d99e46)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:01:14.611152 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3954b4d5-fa00-4eaf-a917-c91ee27b98e4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:14.730586 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3954b4d5-fa00-4eaf-a917-c91ee27b98e4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for c2bb484f-da2b-4709-a5cd-d562d780bb7e owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:01:14.989021 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3954b4d5-fa00-4eaf-a917-c91ee27b98e4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:15.034831 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954b4d5-fa00-4eaf-a917-c91ee27b98e4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=c2bb484f-da2b-4709-a5cd-d562d780bb7e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:15.301711 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3954b4d5-fa00-4eaf-a917-c91ee27b98e4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:15.755743 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3954b4d5-fa00-4eaf-a917-c91ee27b98e4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router d2bdf876-bf7d-4872-b7b3-0a5d94d81267 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:01:15.927019 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3954b4d5-fa00-4eaf-a917-c91ee27b98e4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:01:15.936846 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468f8666-cdd9-439d-bbdd-8c1456aaf1db None None] Sync routers for ids ['d2bdf876-bf7d-4872-b7b3-0a5d94d81267'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:01:15.940147 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3954b4d5-fa00-4eaf-a917-c91ee27b98e4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/routers/d2bdf876-bf7d-4872-b7b3-0a5d94d81267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5174143 Mar 08 10:01:15.942370 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49254) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:15.946326 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468f8666-cdd9-439d-bbdd-8c1456aaf1db None None] Routers {'d2bdf876-bf7d-4872-b7b3-0a5d94d81267'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:01:15.946913 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-468f8666-cdd9-439d-bbdd-8c1456aaf1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:00:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d2bdf876-bf7d-4872-b7b3-0a5d94d81267'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:16.006123 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d96b4fc-0d51-488f-83d3-7bb483b20904 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting subnet 83a5acb9-43e3-47bd-a0cd-61c73e3448db {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:01:16.009287 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d96b4fc-0d51-488f-83d3-7bb483b20904 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:16.064861 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d96b4fc-0d51-488f-83d3-7bb483b20904 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:16.121364 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-468f8666-cdd9-439d-bbdd-8c1456aaf1db None None] Set router d2bdf876-bf7d-4872-b7b3-0a5d94d81267 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:01:16.149309 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d96b4fc-0d51-488f-83d3-7bb483b20904 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:16.222733 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d96b4fc-0d51-488f-83d3-7bb483b20904 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:16.261367 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96b4fc-0d51-488f-83d3-7bb483b20904 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Subnet': ['ID=83a5acb9-43e3-47bd-a0cd-61c73e3448db,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:16.266274 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d96b4fc-0d51-488f-83d3-7bb483b20904 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:16.273594 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccbeef3-6d87-4fbe-894a-b9dc731a4899 None None] Network dd076e40-1397-4d2d-808b-fc225cb1b494 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:01:16.274103 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2d96b4fc-0d51-488f-83d3-7bb483b20904 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/subnets/83a5acb9-43e3-47bd-a0cd-61c73e3448db HTTP/1.1" status: 204 len: 168 time: 0.3302996 Mar 08 10:01:16.276238 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49258) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:16.423323 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-468f8666-cdd9-439d-bbdd-8c1456aaf1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'name': 'tempest-TestNetworkBasicOps-router-1849502449', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:00:27Z', 'updated_at': '2022-03-08T10:01:14Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:28Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:16.427395 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468f8666-cdd9-439d-bbdd-8c1456aaf1db None None] Checking router: d2bdf876-bf7d-4872-b7b3-0a5d94d81267 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:01:16.435696 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468f8666-cdd9-439d-bbdd-8c1456aaf1db None None] Routers {'d2bdf876-bf7d-4872-b7b3-0a5d94d81267'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:01:16.436400 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-468f8666-cdd9-439d-bbdd-8c1456aaf1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:00:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['d2bdf876-bf7d-4872-b7b3-0a5d94d81267'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:16.460053 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41559d34-650d-463f-b3f1-6cafde5ca255 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:16.535949 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0e09a4-b92e-44db-b701-1bac43a20464 None None] DHCP port deletion for dd076e40-1397-4d2d-808b-fc225cb1b494 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:01:16.542362 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e09a4-b92e-44db-b701-1bac43a20464 None None] Deleting port 52ba0368-42e6-4c0f-9b2e-a44dbdd25648 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:01:16.542921 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf0e09a4-b92e-44db-b701-1bac43a20464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:16.622121 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-468f8666-cdd9-439d-bbdd-8c1456aaf1db None None] Set router d2bdf876-bf7d-4872-b7b3-0a5d94d81267 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:01:16.648714 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41559d34-650d-463f-b3f1-6cafde5ca255 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:16.665943 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-41559d34-650d-463f-b3f1-6cafde5ca255 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port c1c363c9-5c01-45e9-8558-ae41762cbae6 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:01:16.666289 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41559d34-650d-463f-b3f1-6cafde5ca255 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:16.785953 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-bf0e09a4-b92e-44db-b701-1bac43a20464 None None] For port 52ba0368-42e6-4c0f-9b2e-a44dbdd25648, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=52ba0368-42e6-4c0f-9b2e-a44dbdd25648,segment=NetworkSegment(879a6b3e-c2a1-4775-9e41-fa6430d99e46),segment_id=879a6b3e-c2a1-4775-9e41-fa6430d99e46)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:01:16.786298 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf0e09a4-b92e-44db-b701-1bac43a20464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:16.845364 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-41559d34-650d-463f-b3f1-6cafde5ca255 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port c1c363c9-5c01-45e9-8558-ae41762cbae6, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c1c363c9-5c01-45e9-8558-ae41762cbae6,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:01:16.845716 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41559d34-650d-463f-b3f1-6cafde5ca255 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:16.905004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e09a4-b92e-44db-b701-1bac43a20464 None None] Calling delete_port for 52ba0368-42e6-4c0f-9b2e-a44dbdd25648 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:01:16.906352 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-468f8666-cdd9-439d-bbdd-8c1456aaf1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'name': 'tempest-TestNetworkBasicOps-router-1849502449', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:00:27Z', 'updated_at': '2022-03-08T10:01:14Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:28Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:16.910221 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468f8666-cdd9-439d-bbdd-8c1456aaf1db None None] The sync data for ids ['d2bdf876-bf7d-4872-b7b3-0a5d94d81267'] in dv-neutron-831730-2-hyperv is: [{'id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'name': 'tempest-TestNetworkBasicOps-router-1849502449', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:00:27Z', 'updated_at': '2022-03-08T10:01:14Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'c1c363c9-5c01-45e9-8558-ae41762cbae6', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bdf876-bf7d-4872-b7b3-0a5d94d81267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:00:28Z', 'updated_at': '2022-03-08T10:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:01:16.991003 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf0e09a4-b92e-44db-b701-1bac43a20464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:17.037570 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e09a4-b92e-44db-b701-1bac43a20464 None None] Pushing event deleted for resources: {'Port': ['ID=52ba0368-42e6-4c0f-9b2e-a44dbdd25648,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:17.041189 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0e09a4-b92e-44db-b701-1bac43a20464 None None] No DVR routers for this DVR port 52ba0368-42e6-4c0f-9b2e-a44dbdd25648 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:01:17.086413 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-41559d34-650d-463f-b3f1-6cafde5ca255 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for c1c363c9-5c01-45e9-8558-ae41762cbae6 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:01:17.249117 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41559d34-650d-463f-b3f1-6cafde5ca255 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:17.298501 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41559d34-650d-463f-b3f1-6cafde5ca255 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=c1c363c9-5c01-45e9-8558-ae41762cbae6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:17.388562 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41559d34-650d-463f-b3f1-6cafde5ca255 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:17.562313 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41559d34-650d-463f-b3f1-6cafde5ca255 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:17.564370 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41559d34-650d-463f-b3f1-6cafde5ca255 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:17.586818 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41559d34-650d-463f-b3f1-6cafde5ca255 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:17.587330 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41559d34-650d-463f-b3f1-6cafde5ca255 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Fanout notify agent at l3_agent the message router_deleted on router d2bdf876-bf7d-4872-b7b3-0a5d94d81267 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:01:17.603439 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41559d34-650d-463f-b3f1-6cafde5ca255 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:17.604629 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-41559d34-650d-463f-b3f1-6cafde5ca255 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/routers/d2bdf876-bf7d-4872-b7b3-0a5d94d81267 HTTP/1.1" status: 204 len: 168 time: 1.3272717 Mar 08 10:01:17.607603 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49262) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:17.721699 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-64e8c0b2-7d72-4a5d-8747-01b67cc3ffc4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:17.849819 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-64e8c0b2-7d72-4a5d-8747-01b67cc3ffc4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:17.880649 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-64e8c0b2-7d72-4a5d-8747-01b67cc3ffc4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd076e40-1397-4d2d-808b-fc225cb1b494']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:17.892237 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-64e8c0b2-7d72-4a5d-8747-01b67cc3ffc4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879a6b3e-c2a1-4775-9e41-fa6430d99e46') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:17.892530 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-64e8c0b2-7d72-4a5d-8747-01b67cc3ffc4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879a6b3e-c2a1-4775-9e41-fa6430d99e46') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:17.904087 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-64e8c0b2-7d72-4a5d-8747-01b67cc3ffc4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:17.920076 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-64e8c0b2-7d72-4a5d-8747-01b67cc3ffc4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:17.926341 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e8c0b2-7d72-4a5d-8747-01b67cc3ffc4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:01:17.926722 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-64e8c0b2-7d72-4a5d-8747-01b67cc3ffc4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:01:17.940823 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:01:18.022203 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-64e8c0b2-7d72-4a5d-8747-01b67cc3ffc4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:18.043660 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-64e8c0b2-7d72-4a5d-8747-01b67cc3ffc4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:18.055706 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8c0b2-7d72-4a5d-8747-01b67cc3ffc4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Network': ['ID=dd076e40-1397-4d2d-808b-fc225cb1b494,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:18.066546 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-64e8c0b2-7d72-4a5d-8747-01b67cc3ffc4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/networks/dd076e40-1397-4d2d-808b-fc225cb1b494 HTTP/1.1" status: 204 len: 168 time: 0.4554250 Mar 08 10:01:18.080545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49266) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:18.081628 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c2bb484f-da2b-4709-a5cd-d562d780bb7e no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:01:18.092307 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b1c3a3c3-752b-405f-9cf9-5516dc9fc708 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0106034 Mar 08 10:01:18.094746 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49270) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:18.100004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'network': {'name': 'tempest-network-smoke--69648714', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'port_security_enabled': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:01:18.104733 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:01:18.109854 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:network and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:01:18.112671 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:01:18.115551 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: c2bb484f-da2b-4709-a5cd-d562d780bb7e {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:01:18.115895 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c2bb484f-da2b-4709-a5cd-d562d780bb7e not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:01:18.116308 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c1c363c9-5c01-45e9-8558-ae41762cbae6 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:01:18.118359 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:01:18.127531 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:01:18.131503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:18.152670 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: c1c363c9-5c01-45e9-8558-ae41762cbae6 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:01:18.153046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c1c363c9-5c01-45e9-8558-ae41762cbae6 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:01:18.153455 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 52ba0368-42e6-4c0f-9b2e-a44dbdd25648 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:01:18.161956 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:01:18.177274 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:18.177274 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Added segment 537dec70-2c10-4e91-a9a7-81b8185905d1 of type vlan for network b5400146-a695-421a-b889-498b97730544 Mar 08 10:01:18.188664 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 52ba0368-42e6-4c0f-9b2e-a44dbdd25648 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:01:18.189042 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 52ba0368-42e6-4c0f-9b2e-a44dbdd25648 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:01:18.197684 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:18.226343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:18.231737 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:18.232317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:18.327979 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2321956 Mar 08 10:01:18.330745 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49274) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:18.336565 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1895956453', 'admin_state_up': True, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:01:18.339388 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Network': ['ID=b5400146-a695-421a-b889-498b97730544,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:18.343570 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:01:18.346486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:18.346832 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:18.347172 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:18.347426 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:router and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:01:18.347528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:18.347816 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:18.348143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:18.348465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:18.348807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:18.349167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:18.349489 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:18.349824 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:18.350183 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288dd11-08ec-433e-b7cb-820b7fa1f4e8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:18.350718 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:01:18.357616 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:01:18.360995 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network b5400146-a695-421a-b889-498b97730544 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:01:18.368495 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:18.369539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:18.385962 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:18.744147 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:19.032533 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:19.061525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:19.189874 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.26.2.98 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/f2219c06-baf3-4e4e-9755-3353dea8708e) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:01:19.331588 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:19.360282 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:19.421432 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:01:19.424069 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:01:19.432339 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:01:19.466570 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=f2219c06-baf3-4e4e-9755-3353dea8708e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:19.840475 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:20.275636 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:20.468484 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 070b1a2b-0240-41fc-9f19-5d09e8fda732 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 10:01:20.642028 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:01:20.651769 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Sync routers for ids ['070b1a2b-0240-41fc-9f19-5d09e8fda732'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:01:20.661581 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Routers {'070b1a2b-0240-41fc-9f19-5d09e8fda732'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:01:20.662848 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:00:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['070b1a2b-0240-41fc-9f19-5d09e8fda732'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:20.668573 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:20.669824 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-470a63a3-270a-401d-9d11-bd53751535a8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3380992 Mar 08 10:01:20.672899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49278) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:20.714017 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-23f100bb-1c82-4acb-8331-1ebac2abd16e tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=48f49228ae2a4cdfbce5e7003ecc586a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392530 Mar 08 10:01:20.715872 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49282) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:20.834673 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Set router 070b1a2b-0240-41fc-9f19-5d09e8fda732 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:01:20.842277 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7e1c09-52e9-4a28-ae8d-271d1e0b0faa tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:20.843795 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4b7e1c09-52e9-4a28-ae8d-271d1e0b0faa tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270187 Mar 08 10:01:20.846624 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49286) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:20.888296 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1189ba49-084d-4c36-8629-dacf4710efed tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406673 Mar 08 10:01:20.890725 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49290) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:20.895935 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-751be64c-126a-4d77-8a7a-4e53153b52f0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-802849928', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:01:20.998815 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-751be64c-126a-4d77-8a7a-4e53153b52f0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:01:21.002561 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-751be64c-126a-4d77-8a7a-4e53153b52f0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:subnet and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:01:21.005295 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-751be64c-126a-4d77-8a7a-4e53153b52f0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:01:21.011395 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-751be64c-126a-4d77-8a7a-4e53153b52f0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:01:21.022632 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751be64c-126a-4d77-8a7a-4e53153b52f0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:01:21.026336 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-751be64c-126a-4d77-8a7a-4e53153b52f0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:21.109133 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'name': 'tempest-TestNetworkBasicOps-router-1895956453', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:01:18Z', 'updated_at': '2022-03-08T10:01:19Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:19Z', 'updated_at': '2022-03-08T10:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:21.113427 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Checking router: 070b1a2b-0240-41fc-9f19-5d09e8fda732 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:01:21.113780 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Updating router 070b1a2b-0240-41fc-9f19-5d09e8fda732 port f2219c06-baf3-4e4e-9755-3353dea8708e binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:01:21.165746 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:21.238479 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-751be64c-126a-4d77-8a7a-4e53153b52f0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:21.315181 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751be64c-126a-4d77-8a7a-4e53153b52f0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Subnet': ['ID=3279fd11-7e57-4b44-a8d5-0e399d1ff3a1,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:21.324785 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751be64c-126a-4d77-8a7a-4e53153b52f0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Checking segment: {'id': '537dec70-2c10-4e91-a9a7-81b8185905d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5400146-a695-421a-b889-498b97730544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:01:21.325143 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751be64c-126a-4d77-8a7a-4e53153b52f0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network hostable DHCP agents. Network: b5400146-a695-421a-b889-498b97730544, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:01:21.344150 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751be64c-126a-4d77-8a7a-4e53153b52f0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network b5400146-a695-421a-b889-498b97730544 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:01:21.353038 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-751be64c-126a-4d77-8a7a-4e53153b52f0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, b5400146-a695-421a-b889-498b97730544) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:01:21.357749 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751be64c-126a-4d77-8a7a-4e53153b52f0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:21.358335 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-751be64c-126a-4d77-8a7a-4e53153b52f0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:21.364155 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f836dba3-64f7-4b92-a300-84772e3cf77b None None] Network b5400146-a695-421a-b889-498b97730544 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:01:21.383895 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-751be64c-126a-4d77-8a7a-4e53153b52f0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4890559 Mar 08 10:01:21.384075 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49294) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:21.710987 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:21.719233 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-b5400146-a695-421a-b889-498b97730544', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ips': [{'subnet_id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:01:21.720037 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:21.735785 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Transition to ACTIVE for port object f2219c06-baf3-4e4e-9755-3353dea8708e will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:01:21.748188 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:21.888204 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f2748-ac58-4bb1-a3ae-ce1b218e6c6a None None] Pushing event updated for resources: {'Port': ['ID=f2219c06-baf3-4e4e-9755-3353dea8708e,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:21.890401 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Attempting to bind port f2219c06-baf3-4e4e-9755-3353dea8708e on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:01:21.890766 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Attempting to bind port f2219c06-baf3-4e4e-9755-3353dea8708e by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:01:21.891119 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Attempting to bind port f2219c06-baf3-4e4e-9755-3353dea8708e on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:01:21.904296 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:01:21.904664 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:01:21.905090 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:21.905477 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:01:21.905942 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Bound port: f2219c06-baf3-4e4e-9755-3353dea8708e, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:01:21.906314 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:22.023641 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Allocated IP 172.20.0.2 (b5400146-a695-421a-b889-498b97730544/3279fd11-7e57-4b44-a8d5-0e399d1ff3a1/ed99d902-eba2-41f2-b635-649a53e5e083) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:01:22.028848 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] For port f2219c06-baf3-4e4e-9755-3353dea8708e, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:01:22.033099 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] For port f2219c06-baf3-4e4e-9755-3353dea8708e, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f2219c06-baf3-4e4e-9755-3353dea8708e,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:01:22.039125 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:22.177681 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b96be418-4ba3-444f-bad0-d26dfb2f5654 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:22.202678 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Routers {'070b1a2b-0240-41fc-9f19-5d09e8fda732'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:01:22.203299 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:00:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['070b1a2b-0240-41fc-9f19-5d09e8fda732'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:22.266598 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f2748-ac58-4bb1-a3ae-ce1b218e6c6a None None] Pushing event updated for resources: {'Port': ['ID=f2219c06-baf3-4e4e-9755-3353dea8708e,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:22.451185 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] Set router 070b1a2b-0240-41fc-9f19-5d09e8fda732 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:01:22.575464 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:22.599784 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Transition to ACTIVE for port object ed99d902-eba2-41f2-b635-649a53e5e083 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:01:22.675090 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Transition to ACTIVE for port object ed99d902-eba2-41f2-b635-649a53e5e083 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:01:22.685049 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:22.746120 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-b96be418-4ba3-444f-bad0-d26dfb2f5654 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.20.0.1 (b5400146-a695-421a-b889-498b97730544/3279fd11-7e57-4b44-a8d5-0e399d1ff3a1/c58f68c6-135f-44a1-9078-e0b77a336056) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:01:22.784460 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Network b5400146-a695-421a-b889-498b97730544 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:01:22.795621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:01:22.802753 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:01:22.805431 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Pushing event updated for resources: {'Port': ['ID=ed99d902-eba2-41f2-b635-649a53e5e083,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:22.912076 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b96be418-4ba3-444f-bad0-d26dfb2f5654 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:22.928313 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-b96be418-4ba3-444f-bad0-d26dfb2f5654 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Transition to ACTIVE for port object c58f68c6-135f-44a1-9078-e0b77a336056 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:01:22.934546 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Attempting to bind port ed99d902-eba2-41f2-b635-649a53e5e083 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:01:22.935092 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Attempting to bind port ed99d902-eba2-41f2-b635-649a53e5e083 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '537dec70-2c10-4e91-a9a7-81b8185905d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5400146-a695-421a-b889-498b97730544'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:01:22.935635 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Attempting to bind port ed99d902-eba2-41f2-b635-649a53e5e083 on network b5400146-a695-421a-b889-498b97730544 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:01:22.941524 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:01:22.941890 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Checking segment: {'id': '537dec70-2c10-4e91-a9a7-81b8185905d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5400146-a695-421a-b889-498b97730544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:01:22.942289 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:22.942671 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Bound using segment: {'id': '537dec70-2c10-4e91-a9a7-81b8185905d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5400146-a695-421a-b889-498b97730544'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:01:22.943132 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Bound port: ed99d902-eba2-41f2-b635-649a53e5e083, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537dec70-2c10-4e91-a9a7-81b8185905d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5400146-a695-421a-b889-498b97730544'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:01:22.944059 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:22.952402 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b96be418-4ba3-444f-bad0-d26dfb2f5654 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:23.020884 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96be418-4ba3-444f-bad0-d26dfb2f5654 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network b5400146-a695-421a-b889-498b97730544 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:01:23.028108 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b96be418-4ba3-444f-bad0-d26dfb2f5654 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:01:23.030538 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96be418-4ba3-444f-bad0-d26dfb2f5654 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:01:23.043633 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'name': 'tempest-TestNetworkBasicOps-router-1895956453', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:01:18Z', 'updated_at': '2022-03-08T10:01:19Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:19Z', 'updated_at': '2022-03-08T10:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:23.052057 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bc7115-2341-41d6-bdaf-ab2f5ec633dd None None] The sync data for ids ['070b1a2b-0240-41fc-9f19-5d09e8fda732'] in dv-neutron-831730-2-hyperv is: [{'id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'name': 'tempest-TestNetworkBasicOps-router-1895956453', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:01:18Z', 'updated_at': '2022-03-08T10:01:19Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:19Z', 'updated_at': '2022-03-08T10:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:01:23.068011 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96be418-4ba3-444f-bad0-d26dfb2f5654 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=c58f68c6-135f-44a1-9078-e0b77a336056,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:23.088051 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] For port ed99d902-eba2-41f2-b635-649a53e5e083, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:01:23.092188 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] For port ed99d902-eba2-41f2-b635-649a53e5e083, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ed99d902-eba2-41f2-b635-649a53e5e083,segment=NetworkSegment(537dec70-2c10-4e91-a9a7-81b8185905d1),segment_id=537dec70-2c10-4e91-a9a7-81b8185905d1)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:01:23.095632 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:23.098156 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b96be418-4ba3-444f-bad0-d26dfb2f5654 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:23.178924 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55e85a-16ed-473f-ad02-45bbb562cd10 None None] Pushing event updated for resources: {'Port': ['ID=ed99d902-eba2-41f2-b635-649a53e5e083,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:23.569817 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b96be418-4ba3-444f-bad0-d26dfb2f5654 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:24.005484 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b96be418-4ba3-444f-bad0-d26dfb2f5654 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:24.010939 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b96be418-4ba3-444f-bad0-d26dfb2f5654 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:24.128481 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96be418-4ba3-444f-bad0-d26dfb2f5654 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=c58f68c6-135f-44a1-9078-e0b77a336056,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:24.133842 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b96be418-4ba3-444f-bad0-d26dfb2f5654 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:24.136584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f2219c06-baf3-4e4e-9755-3353dea8708e up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:01:24.213932 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port f2219c06-baf3-4e4e-9755-3353dea8708e completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:01:24.220069 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f2219c06-baf3-4e4e-9755-3353dea8708e triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:01:24.220346 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:24.249832 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaffb2f-abca-4308-9632-2383a4d45eb5 None None] Network b5400146-a695-421a-b889-498b97730544 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:01:24.279629 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96be418-4ba3-444f-bad0-d26dfb2f5654 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network b5400146-a695-421a-b889-498b97730544 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:01:24.280818 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b96be418-4ba3-444f-bad0-d26dfb2f5654 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:01:24.363443 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6bbdfbaf-e320-4059-aad9-45533d50799a None None] Provisioning for port ed99d902-eba2-41f2-b635-649a53e5e083 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:01:24.465119 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96be418-4ba3-444f-bad0-d26dfb2f5654 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 070b1a2b-0240-41fc-9f19-5d09e8fda732 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:01:24.494464 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:24.555070 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port f2219c06-baf3-4e4e-9755-3353dea8708e, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f2219c06-baf3-4e4e-9755-3353dea8708e,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:01:24.560882 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:24.561637 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ed99d902-eba2-41f2-b635-649a53e5e083 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:01:24.650169 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96be418-4ba3-444f-bad0-d26dfb2f5654 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:01:24.665380 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49298) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:24.665887 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b96be418-4ba3-444f-bad0-d26dfb2f5654 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/routers/070b1a2b-0240-41fc-9f19-5d09e8fda732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2804899 Mar 08 10:01:24.694002 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=f2219c06-baf3-4e4e-9755-3353dea8708e,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:24.705783 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Sync routers for ids ['070b1a2b-0240-41fc-9f19-5d09e8fda732'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:01:24.712017 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port ed99d902-eba2-41f2-b635-649a53e5e083 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:01:24.717868 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ed99d902-eba2-41f2-b635-649a53e5e083 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:01:24.718162 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:24.720194 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Routers {'070b1a2b-0240-41fc-9f19-5d09e8fda732'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:01:24.720863 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:00:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['070b1a2b-0240-41fc-9f19-5d09e8fda732'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:24.824624 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e962ad-5841-4e46-89ee-cc681627c049 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:24.825135 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e962ad-5841-4e46-89ee-cc681627c049 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:24.825579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e962ad-5841-4e46-89ee-cc681627c049 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:24.826208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e962ad-5841-4e46-89ee-cc681627c049 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:24.828035 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-33e962ad-5841-4e46-89ee-cc681627c049 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1615267 Mar 08 10:01:24.830717 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49302) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:24.859961 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:24.909170 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port ed99d902-eba2-41f2-b635-649a53e5e083, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ed99d902-eba2-41f2-b635-649a53e5e083,segment=NetworkSegment(537dec70-2c10-4e91-a9a7-81b8185905d1),segment_id=537dec70-2c10-4e91-a9a7-81b8185905d1)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:01:24.909859 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995b74b3-bbfb-48b4-a933-3be1d1a08f82 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:24.910361 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995b74b3-bbfb-48b4-a933-3be1d1a08f82 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:24.911095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8882a401-f698-4f5a-9af3-d82149f979fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:24.911351 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995b74b3-bbfb-48b4-a933-3be1d1a08f82 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:24.912558 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995b74b3-bbfb-48b4-a933-3be1d1a08f82 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:24.914518 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-995b74b3-bbfb-48b4-a933-3be1d1a08f82 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0826526 Mar 08 10:01:24.917595 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49306) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:24.919168 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:24.935854 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Set router 070b1a2b-0240-41fc-9f19-5d09e8fda732 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:01:25.004092 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=ed99d902-eba2-41f2-b635-649a53e5e083,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:25.024965 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4cb98f10-1c7d-4c01-9e34-c4bb5d2bd7e6 None None] Provisioning for port c58f68c6-135f-44a1-9078-e0b77a336056 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:01:25.030196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4cb98f10-1c7d-4c01-9e34-c4bb5d2bd7e6 None None] Provisioning complete for port c58f68c6-135f-44a1-9078-e0b77a336056 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:01:25.030570 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4cb98f10-1c7d-4c01-9e34-c4bb5d2bd7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:25.094817 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4cb98f10-1c7d-4c01-9e34-c4bb5d2bd7e6 None None] Port c58f68c6-135f-44a1-9078-e0b77a336056 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:01:25.107779 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4cb98f10-1c7d-4c01-9e34-c4bb5d2bd7e6 None None] Provisioning complete for port ed99d902-eba2-41f2-b635-649a53e5e083 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:01:25.108148 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4cb98f10-1c7d-4c01-9e34-c4bb5d2bd7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:25.162550 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3a1238cf-e9e6-45e1-8d17-3e5110081891 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2430830 Mar 08 10:01:25.273877 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'name': 'tempest-TestNetworkBasicOps-router-1895956453', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:01:18Z', 'updated_at': '2022-03-08T10:01:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:19Z', 'updated_at': '2022-03-08T10:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'c58f68c6-135f-44a1-9078-e0b77a336056', 'name': '', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:22Z', 'updated_at': '2022-03-08T10:01:23Z', 'revision_number': 2, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:25.277991 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Checking router: 070b1a2b-0240-41fc-9f19-5d09e8fda732 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:01:25.278341 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Updating router 070b1a2b-0240-41fc-9f19-5d09e8fda732 port c58f68c6-135f-44a1-9078-e0b77a336056 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:01:25.335364 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:25.365231 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-55e3aa7c-e438-4eb2-bed9-d47b7da63f27 None None] Provisioning complete for port c58f68c6-135f-44a1-9078-e0b77a336056 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:01:25.365832 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55e3aa7c-e438-4eb2-bed9-d47b7da63f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:25.423302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-55e3aa7c-e438-4eb2-bed9-d47b7da63f27 None None] Port c58f68c6-135f-44a1-9078-e0b77a336056 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:01:25.511923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49312) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:25.517030 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7cb6c5ca-d2be-486e-a89d-e2c8caf573df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1325757446', 'description': 'tempest-secgroup-smoke-1325757446 description', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:01:25.523421 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7cb6c5ca-d2be-486e-a89d-e2c8caf573df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:01:25.527571 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7cb6c5ca-d2be-486e-a89d-e2c8caf573df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:01:25.532276 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7cb6c5ca-d2be-486e-a89d-e2c8caf573df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:01:25.538421 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7cb6c5ca-d2be-486e-a89d-e2c8caf573df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:01:25.545813 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-82b2250d-d03b-4925-86cc-1955dd947c6e None None] Provisioning complete for port c58f68c6-135f-44a1-9078-e0b77a336056 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:01:25.546601 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-82b2250d-d03b-4925-86cc-1955dd947c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:25.555389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cb6c5ca-d2be-486e-a89d-e2c8caf573df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:25.578153 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7cb6c5ca-d2be-486e-a89d-e2c8caf573df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:01:25.582510 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7cb6c5ca-d2be-486e-a89d-e2c8caf573df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:01:25.586227 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7cb6c5ca-d2be-486e-a89d-e2c8caf573df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:01:25.592199 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7cb6c5ca-d2be-486e-a89d-e2c8caf573df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:01:25.611509 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-82b2250d-d03b-4925-86cc-1955dd947c6e None None] Port c58f68c6-135f-44a1-9078-e0b77a336056 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:01:25.664810 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cb6c5ca-d2be-486e-a89d-e2c8caf573df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:25.668995 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cb6c5ca-d2be-486e-a89d-e2c8caf573df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:25.719743 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6c5ca-d2be-486e-a89d-e2c8caf573df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc37823-bf36-463e-a477-0432c91bc3b8,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:25.720083 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:25.722368 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cb6c5ca-d2be-486e-a89d-e2c8caf573df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:25.723554 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7cb6c5ca-d2be-486e-a89d-e2c8caf573df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2106590 Mar 08 10:01:25.726320 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49316) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:25.731471 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-81455df5-f292-4c55-a7b6-6e95cf649c07 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '5fc37823-bf36-463e-a477-0432c91bc3b8', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:01:25.732521 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Transition to ACTIVE for port object c58f68c6-135f-44a1-9078-e0b77a336056 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:01:25.736908 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-81455df5-f292-4c55-a7b6-6e95cf649c07 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:01:25.739154 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:25.740672 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-81455df5-f292-4c55-a7b6-6e95cf649c07 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:01:25.743566 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-81455df5-f292-4c55-a7b6-6e95cf649c07 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:01:25.749112 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-81455df5-f292-4c55-a7b6-6e95cf649c07 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:01:25.765696 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81455df5-f292-4c55-a7b6-6e95cf649c07 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:25.830376 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81455df5-f292-4c55-a7b6-6e95cf649c07 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:25.835962 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81455df5-f292-4c55-a7b6-6e95cf649c07 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:25.861527 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81455df5-f292-4c55-a7b6-6e95cf649c07 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae366db2-a44f-497e-8563-2c87c7d7994b,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:25.872504 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81455df5-f292-4c55-a7b6-6e95cf649c07 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:25.876444 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-81455df5-f292-4c55-a7b6-6e95cf649c07 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1466486 Mar 08 10:01:25.876924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49320) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:25.883316 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-a1c668e4-cef5-4dd2-a23f-6c69c625aefb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '5fc37823-bf36-463e-a477-0432c91bc3b8', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:01:25.889473 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a1c668e4-cef5-4dd2-a23f-6c69c625aefb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:01:25.893428 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a1c668e4-cef5-4dd2-a23f-6c69c625aefb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:01:25.896366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a1c668e4-cef5-4dd2-a23f-6c69c625aefb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:01:25.903275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a1c668e4-cef5-4dd2-a23f-6c69c625aefb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:01:25.921790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1c668e4-cef5-4dd2-a23f-6c69c625aefb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:25.944144 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248299bc-76c1-4a45-9eeb-947c5464ca11 None None] Pushing event updated for resources: {'Port': ['ID=c58f68c6-135f-44a1-9078-e0b77a336056,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:25.962909 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Attempting to bind port c58f68c6-135f-44a1-9078-e0b77a336056 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:01:25.963283 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Attempting to bind port c58f68c6-135f-44a1-9078-e0b77a336056 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '537dec70-2c10-4e91-a9a7-81b8185905d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5400146-a695-421a-b889-498b97730544'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:01:25.963651 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Attempting to bind port c58f68c6-135f-44a1-9078-e0b77a336056 on network b5400146-a695-421a-b889-498b97730544 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:01:25.969553 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:01:25.969925 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Checking segment: {'id': '537dec70-2c10-4e91-a9a7-81b8185905d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5400146-a695-421a-b889-498b97730544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:01:25.970830 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:25.970830 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Bound using segment: {'id': '537dec70-2c10-4e91-a9a7-81b8185905d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5400146-a695-421a-b889-498b97730544'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:01:25.971160 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Bound port: c58f68c6-135f-44a1-9078-e0b77a336056, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537dec70-2c10-4e91-a9a7-81b8185905d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5400146-a695-421a-b889-498b97730544'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:01:25.971531 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:25.992796 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1c668e4-cef5-4dd2-a23f-6c69c625aefb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:25.996613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1c668e4-cef5-4dd2-a23f-6c69c625aefb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.020176 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c668e4-cef5-4dd2-a23f-6c69c625aefb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3b2479-276f-4bf3-91c3-6780c3e0cc97,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:26.031938 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a1c668e4-cef5-4dd2-a23f-6c69c625aefb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.037317 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49324) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:26.037482 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a1c668e4-cef5-4dd2-a23f-6c69c625aefb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1592813 Mar 08 10:01:26.043678 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f13e031c-99b7-4874-9d7c-f20a2346595b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '5fc37823-bf36-463e-a477-0432c91bc3b8', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:01:26.053789 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f13e031c-99b7-4874-9d7c-f20a2346595b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:01:26.058286 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f13e031c-99b7-4874-9d7c-f20a2346595b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:01:26.061216 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f13e031c-99b7-4874-9d7c-f20a2346595b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:01:26.067641 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] For port c58f68c6-135f-44a1-9078-e0b77a336056, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:01:26.071622 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] For port c58f68c6-135f-44a1-9078-e0b77a336056, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c58f68c6-135f-44a1-9078-e0b77a336056,segment=NetworkSegment(537dec70-2c10-4e91-a9a7-81b8185905d1),segment_id=537dec70-2c10-4e91-a9a7-81b8185905d1)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:01:26.076255 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.080968 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f13e031c-99b7-4874-9d7c-f20a2346595b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:01:26.105442 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f13e031c-99b7-4874-9d7c-f20a2346595b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.106251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f2219c06-baf3-4e4e-9755-3353dea8708e up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:01:26.150002 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248299bc-76c1-4a45-9eeb-947c5464ca11 None None] Pushing event updated for resources: {'Port': ['ID=c58f68c6-135f-44a1-9078-e0b77a336056,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:26.169439 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Routers {'070b1a2b-0240-41fc-9f19-5d09e8fda732'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:01:26.170315 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:00:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['070b1a2b-0240-41fc-9f19-5d09e8fda732'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:26.184866 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f2219c06-baf3-4e4e-9755-3353dea8708e triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:01:26.185883 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.323166 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f13e031c-99b7-4874-9d7c-f20a2346595b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.324788 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ed99d902-eba2-41f2-b635-649a53e5e083 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:01:26.328889 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f13e031c-99b7-4874-9d7c-f20a2346595b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.345230 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:01:26.365881 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f13e031c-99b7-4874-9d7c-f20a2346595b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.367536 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f13e031c-99b7-4874-9d7c-f20a2346595b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3285182 Mar 08 10:01:26.370194 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49328) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:26.373092 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e031c-99b7-4874-9d7c-f20a2346595b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f76d37c-a8b0-40b1-8300-fac3ab8ccb8c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:26.375722 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] Set router 070b1a2b-0240-41fc-9f19-5d09e8fda732 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:01:26.380608 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-10a44698-b4ee-4dc6-883a-e220b93d443f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '5fc37823-bf36-463e-a477-0432c91bc3b8', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:01:26.388849 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-10a44698-b4ee-4dc6-883a-e220b93d443f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:01:26.393378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-10a44698-b4ee-4dc6-883a-e220b93d443f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:01:26.396819 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-10a44698-b4ee-4dc6-883a-e220b93d443f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:01:26.403046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-10a44698-b4ee-4dc6-883a-e220b93d443f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:01:26.415752 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ed99d902-eba2-41f2-b635-649a53e5e083 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:01:26.416318 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.425227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-10a44698-b4ee-4dc6-883a-e220b93d443f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.489618 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-10a44698-b4ee-4dc6-883a-e220b93d443f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.494930 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-10a44698-b4ee-4dc6-883a-e220b93d443f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.518252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a44698-b4ee-4dc6-883a-e220b93d443f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449a22db-18c4-40cb-8d9b-837ac75593f6,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:26.528532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-10a44698-b4ee-4dc6-883a-e220b93d443f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.534441 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-10a44698-b4ee-4dc6-883a-e220b93d443f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1624949 Mar 08 10:01:26.535019 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49332) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:26.541113 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4d86a156-c070-45f6-8192-1ae2d61e9bfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '5fc37823-bf36-463e-a477-0432c91bc3b8', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:01:26.547818 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4d86a156-c070-45f6-8192-1ae2d61e9bfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:01:26.553854 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4d86a156-c070-45f6-8192-1ae2d61e9bfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:01:26.557203 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4d86a156-c070-45f6-8192-1ae2d61e9bfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:01:26.564366 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4d86a156-c070-45f6-8192-1ae2d61e9bfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:01:26.576243 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-4d86a156-c070-45f6-8192-1ae2d61e9bfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:01:26.584804 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d86a156-c070-45f6-8192-1ae2d61e9bfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.658174 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d86a156-c070-45f6-8192-1ae2d61e9bfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.662452 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d86a156-c070-45f6-8192-1ae2d61e9bfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.686792 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86a156-c070-45f6-8192-1ae2d61e9bfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f04adf1-58fc-4670-8d71-4400319e49a9,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:26.697369 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d86a156-c070-45f6-8192-1ae2d61e9bfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.698715 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4d86a156-c070-45f6-8192-1ae2d61e9bfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1626997 Mar 08 10:01:26.702026 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49336) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:26.707395 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-3e663fd2-1add-48ca-9eae-ece52c568f9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '5fc37823-bf36-463e-a477-0432c91bc3b8', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:01:26.713625 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'name': 'tempest-TestNetworkBasicOps-router-1895956453', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:01:18Z', 'updated_at': '2022-03-08T10:01:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:19Z', 'updated_at': '2022-03-08T10:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'c58f68c6-135f-44a1-9078-e0b77a336056', 'name': '', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:22Z', 'updated_at': '2022-03-08T10:01:26Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:26.713847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3e663fd2-1add-48ca-9eae-ece52c568f9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:01:26.717557 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3e663fd2-1add-48ca-9eae-ece52c568f9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:01:26.717688 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac8bb6d-b91b-4e7e-8ee6-8e08239a051c None None] The sync data for ids ['070b1a2b-0240-41fc-9f19-5d09e8fda732'] in dv-neutron-831730-2-hyperv is: [{'id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'name': 'tempest-TestNetworkBasicOps-router-1895956453', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:01:18Z', 'updated_at': '2022-03-08T10:01:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:19Z', 'updated_at': '2022-03-08T10:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'c58f68c6-135f-44a1-9078-e0b77a336056', 'name': '', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:22Z', 'updated_at': '2022-03-08T10:01:26Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:01:26.720378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3e663fd2-1add-48ca-9eae-ece52c568f9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:01:26.726736 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3e663fd2-1add-48ca-9eae-ece52c568f9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:01:26.737894 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-3e663fd2-1add-48ca-9eae-ece52c568f9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:01:26.744871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3e663fd2-1add-48ca-9eae-ece52c568f9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.836999 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3e663fd2-1add-48ca-9eae-ece52c568f9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.840809 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3e663fd2-1add-48ca-9eae-ece52c568f9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.864924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e663fd2-1add-48ca-9eae-ece52c568f9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89745a8-c7bd-4855-bb44-e39b75d4cf1b,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:26.875620 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3e663fd2-1add-48ca-9eae-ece52c568f9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:26.884605 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3e663fd2-1add-48ca-9eae-ece52c568f9c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1739688 Mar 08 10:01:27.044591 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-e5766133-77a4-4be9-ab5a-fdc17f697b0b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325757446&fields=id&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 267 time: 0.0425522 Mar 08 10:01:27.196527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-a252c129-f1f4-4070-a68b-28ea3e212c23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:27.197254 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-a252c129-f1f4-4070-a68b-28ea3e212c23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:01:27.213516 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-a252c129-f1f4-4070-a68b-28ea3e212c23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:01:27.214765 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-a252c129-f1f4-4070-a68b-28ea3e212c23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/networks?id=b5400146-a695-421a-b889-498b97730544 HTTP/1.1" status: 200 len: 795 time: 0.1629107 Mar 08 10:01:27.230447 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-bca022c5-d163-4c32-b8e7-0dabb6d93e56 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/quotas/48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 375 time: 0.0095119 Mar 08 10:01:27.319143 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-794db394-8884-43cc-8c4f-07a7c0a1c419 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829654 Mar 08 10:01:27.554436 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fe927e3-5896-468e-988f-f312f1bedc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:27.581321 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-1328f234-cd8e-449e-8d31-42002c16dafd service neutron] 10.222.0.24 "GET /v2.0/networks/b5400146-a695-421a-b889-498b97730544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499795 Mar 08 10:01:27.718490 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-83195ebd-af2a-4c15-aac0-59c638da1dfb service neutron] 10.222.0.24 "GET /v2.0/networks/b5400146-a695-421a-b889-498b97730544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327629 Mar 08 10:01:27.899269 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-8b0aeaf8-1318-4e7b-a92b-08b24047c79a req-ec7c7534-6729-44cf-902d-ab445e174e3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:01:27.915090 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-8b0aeaf8-1318-4e7b-a92b-08b24047c79a req-ec7c7534-6729-44cf-902d-ab445e174e3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:01:27.916483 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8b0aeaf8-1318-4e7b-a92b-08b24047c79a req-ec7c7534-6729-44cf-902d-ab445e174e3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 210 time: 0.0643117 Mar 08 10:01:28.097835 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c58f68c6-135f-44a1-9078-e0b77a336056 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:01:28.165272 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port c58f68c6-135f-44a1-9078-e0b77a336056 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:01:28.169795 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port c58f68c6-135f-44a1-9078-e0b77a336056 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:01:28.170164 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:28.230496 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:28.300178 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:28.313418 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:28.345163 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port c58f68c6-135f-44a1-9078-e0b77a336056, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c58f68c6-135f-44a1-9078-e0b77a336056,segment=NetworkSegment(537dec70-2c10-4e91-a9a7-81b8185905d1),segment_id=537dec70-2c10-4e91-a9a7-81b8185905d1)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:01:28.350601 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:28.416390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=c58f68c6-135f-44a1-9078-e0b77a336056,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:28.423441 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:28.423800 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:28.424118 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:28.424713 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:28.425065 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:28.425374 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:28.425691 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:28.426034 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:28.426352 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:28.426665 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:28.426979 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:28.427293 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:01:28.914100 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-512129c4-c1a3-4ecd-8850-8d89d9c0c577 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:28.915452 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-512129c4-c1a3-4ecd-8850-8d89d9c0c577 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/networks?id=b5400146-a695-421a-b889-498b97730544 HTTP/1.1" status: 200 len: 795 time: 0.1502845 Mar 08 10:01:28.965737 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-fa516546-024c-4c7f-8e5a-c4634376a2bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 380 time: 0.0419571 Mar 08 10:01:28.975565 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-ec623633-2378-4451-95cf-e8fe62a0475e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'port': {'device_id': '23d2e354-58a7-43f7-82f1-a88ef91483ed', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'admin_state_up': True, 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'security_groups': ['5fc37823-bf36-463e-a477-0432c91bc3b8']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:01:29.118357 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e5e4cf95-e337-496f-b4ac-81975fc84921 req-03a4e3e1-24ef-4ca7-b8e1-8ea1941602e4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 210 time: 0.0587366 Mar 08 10:01:29.153977 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-ec623633-2378-4451-95cf-e8fe62a0475e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:01:29.163331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-ec623633-2378-4451-95cf-e8fe62a0475e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:01:29.172797 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-ec623633-2378-4451-95cf-e8fe62a0475e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:01:29.176568 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-ec623633-2378-4451-95cf-e8fe62a0475e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:29.340219 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-ec623633-2378-4451-95cf-e8fe62a0475e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.20.0.3 (b5400146-a695-421a-b889-498b97730544/3279fd11-7e57-4b44-a8d5-0e399d1ff3a1/dac080b9-57b8-4330-aaeb-4bda61389718) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:01:29.525334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-ec623633-2378-4451-95cf-e8fe62a0475e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:29.541776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-ec623633-2378-4451-95cf-e8fe62a0475e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Transition to ACTIVE for port object dac080b9-57b8-4330-aaeb-4bda61389718 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:01:29.565210 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-ec623633-2378-4451-95cf-e8fe62a0475e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:29.628942 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-ec623633-2378-4451-95cf-e8fe62a0475e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network b5400146-a695-421a-b889-498b97730544 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:01:29.636088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-ec623633-2378-4451-95cf-e8fe62a0475e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:01:29.638540 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-ec623633-2378-4451-95cf-e8fe62a0475e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:01:29.678891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec623633-2378-4451-95cf-e8fe62a0475e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=dac080b9-57b8-4330-aaeb-4bda61389718,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:29.712263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-ec623633-2378-4451-95cf-e8fe62a0475e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:29.712890 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-ec623633-2378-4451-95cf-e8fe62a0475e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:29.738809 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-ec623633-2378-4451-95cf-e8fe62a0475e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7668738 Mar 08 10:01:29.750918 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Request body: {'port': {'device_id': '23d2e354-58a7-43f7-82f1-a88ef91483ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:01:29.823005 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e58bce88-096a-4c79-b8ff-304d01dd566e None None] Provisioning for port dac080b9-57b8-4330-aaeb-4bda61389718 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:01:29.828807 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e58bce88-096a-4c79-b8ff-304d01dd566e None None] Provisioning complete for port dac080b9-57b8-4330-aaeb-4bda61389718 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:01:29.829193 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e58bce88-096a-4c79-b8ff-304d01dd566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:29.861763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:29.884797 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e58bce88-096a-4c79-b8ff-304d01dd566e None None] Port dac080b9-57b8-4330-aaeb-4bda61389718 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:01:30.074047 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:30.083590 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c58f68c6-135f-44a1-9078-e0b77a336056 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:01:30.202089 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac080b9-57b8-4330-aaeb-4bda61389718 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:01:30.210629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:30.221892 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port c58f68c6-135f-44a1-9078-e0b77a336056 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:01:30.222334 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:30.226395 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Transition to ACTIVE for port object dac080b9-57b8-4330-aaeb-4bda61389718 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:01:30.229997 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:30.312053 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e480e7-abed-4340-b05c-e7e744f55e1f req-d25ba283-1992-416b-9aa9-af1288cb8986 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:30.313823 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e8e480e7-abed-4340-b05c-e7e744f55e1f req-d25ba283-1992-416b-9aa9-af1288cb8986 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 943 time: 0.0861359 Mar 08 10:01:30.368515 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e8e480e7-abed-4340-b05c-e7e744f55e1f req-6ef20d07-77a6-4456-826e-60f5cc28adf8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:01:30.392210 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e8e480e7-abed-4340-b05c-e7e744f55e1f req-6ef20d07-77a6-4456-826e-60f5cc28adf8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:01:30.393744 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e8e480e7-abed-4340-b05c-e7e744f55e1f req-6ef20d07-77a6-4456-826e-60f5cc28adf8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc37823-bf36-463e-a477-0432c91bc3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731049 Mar 08 10:01:30.505286 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Pushing event updated for resources: {'Port': ['ID=dac080b9-57b8-4330-aaeb-4bda61389718,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:30.578701 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Attempting to bind port dac080b9-57b8-4330-aaeb-4bda61389718 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:01:30.579025 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Attempting to bind port dac080b9-57b8-4330-aaeb-4bda61389718 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '537dec70-2c10-4e91-a9a7-81b8185905d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5400146-a695-421a-b889-498b97730544'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:01:30.579354 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Attempting to bind port dac080b9-57b8-4330-aaeb-4bda61389718 on network b5400146-a695-421a-b889-498b97730544 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:01:30.584014 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Port dac080b9-57b8-4330-aaeb-4bda61389718 on network b5400146-a695-421a-b889-498b97730544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:01:30.584348 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Attempting to bind port dac080b9-57b8-4330-aaeb-4bda61389718 on network b5400146-a695-421a-b889-498b97730544 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:01:30.589365 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:01:30.589696 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Checking segment: {'id': '537dec70-2c10-4e91-a9a7-81b8185905d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5400146-a695-421a-b889-498b97730544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:01:30.590073 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Bound using segment: {'id': '537dec70-2c10-4e91-a9a7-81b8185905d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5400146-a695-421a-b889-498b97730544'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:01:30.590490 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Bound port: dac080b9-57b8-4330-aaeb-4bda61389718, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537dec70-2c10-4e91-a9a7-81b8185905d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b5400146-a695-421a-b889-498b97730544'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:01:30.590822 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:30.676648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] For port dac080b9-57b8-4330-aaeb-4bda61389718, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:01:30.679992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] For port dac080b9-57b8-4330-aaeb-4bda61389718, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dac080b9-57b8-4330-aaeb-4bda61389718,segment=NetworkSegment(537dec70-2c10-4e91-a9a7-81b8185905d1),segment_id=537dec70-2c10-4e91-a9a7-81b8185905d1)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:01:30.684396 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:30.739748 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:30.740956 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:30.742238 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] 10.222.0.26 "PUT /v2.0/ports/dac080b9-57b8-4330-aaeb-4bda61389718 HTTP/1.1" status: 200 len: 1093 time: 0.9956391 Mar 08 10:01:30.742671 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d2e354-58a7-43f7-82f1-a88ef91483ed', 'tag': 'dac080b9-57b8-4330-aaeb-4bda61389718'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:01:30.774465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a677b-7320-4065-8db8-d7660723b578 service neutron] Pushing event updated for resources: {'Port': ['ID=dac080b9-57b8-4330-aaeb-4bda61389718,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:30.810215 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d2e354-58a7-43f7-82f1-a88ef91483ed', 'tag': 'dac080b9-57b8-4330-aaeb-4bda61389718', 'status': 'completed', 'code': 200} Mar 08 10:01:30.851621 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-00c8ef04-755c-4476-9eb0-cbc0a956531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:30.853166 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-00c8ef04-755c-4476-9eb0-cbc0a956531a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 1096 time: 0.0747101 Mar 08 10:01:30.925402 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-d19195ce-f5b9-46f8-afbe-f5c1d8425082 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dac080b9-57b8-4330-aaeb-4bda61389718 HTTP/1.1" status: 200 len: 217 time: 0.0645435 Mar 08 10:01:30.985055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-a005485f-65b3-4265-bb9a-b1d1da84b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:30.986432 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-a005485f-65b3-4265-bb9a-b1d1da84b68a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3279fd11-7e57-4b44-a8d5-0e399d1ff3a1 HTTP/1.1" status: 200 len: 834 time: 0.0554240 Mar 08 10:01:31.063402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-1871212f-1d50-47cf-9ac7-418ecc626d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:31.064918 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-1871212f-1d50-47cf-9ac7-418ecc626d58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b5400146-a695-421a-b889-498b97730544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723400 Mar 08 10:01:31.191003 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-53632f16-0019-4fdf-946d-301559c89855 service neutron] 10.222.0.26 "GET /v2.0/networks/b5400146-a695-421a-b889-498b97730544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203318 Mar 08 10:01:31.318251 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7bc21960-b856-473e-8caf-94fdd3e2e949 req-7676660e-8137-47f0-b1f6-f37705f14f14 service neutron] 10.222.0.26 "GET /v2.0/networks/b5400146-a695-421a-b889-498b97730544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213701 Mar 08 10:01:31.434409 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693dde8-a12e-4ba6-bd13-8b0c9d96c4fb req-62ad949f-b666-4e79-a9ec-f5051f4a823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:31.435863 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c693dde8-a12e-4ba6-bd13-8b0c9d96c4fb req-62ad949f-b666-4e79-a9ec-f5051f4a823f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 1096 time: 0.0687573 Mar 08 10:01:31.565221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693dde8-a12e-4ba6-bd13-8b0c9d96c4fb req-d57030fb-2e3c-4d36-88d8-bcd6b459c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:31.566582 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c693dde8-a12e-4ba6-bd13-8b0c9d96c4fb req-d57030fb-2e3c-4d36-88d8-bcd6b459c3e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b5400146-a695-421a-b889-498b97730544 HTTP/1.1" status: 200 len: 896 time: 0.1251462 Mar 08 10:01:31.587635 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8f5e3-817c-4701-832c-ffeae58c44bf req-ef678729-239a-4c3c-b82d-f11886c2bc3d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:31.589689 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eaf8f5e3-817c-4701-832c-ffeae58c44bf req-ef678729-239a-4c3c-b82d-f11886c2bc3d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 943 time: 0.0834372 Mar 08 10:01:31.633960 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eaf8f5e3-817c-4701-832c-ffeae58c44bf req-0b0ea50b-72a7-4bf1-8bee-0c1041971133 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc37823-bf36-463e-a477-0432c91bc3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381112 Mar 08 10:01:31.635847 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c693dde8-a12e-4ba6-bd13-8b0c9d96c4fb req-f770b64c-18a6-46fe-bb12-70b710a5d5d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dac080b9-57b8-4330-aaeb-4bda61389718 HTTP/1.1" status: 200 len: 217 time: 0.0635912 Mar 08 10:01:31.697519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693dde8-a12e-4ba6-bd13-8b0c9d96c4fb req-c465fcad-c763-4463-9a7b-d988f92a39ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:31.698897 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c693dde8-a12e-4ba6-bd13-8b0c9d96c4fb req-c465fcad-c763-4463-9a7b-d988f92a39ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3279fd11-7e57-4b44-a8d5-0e399d1ff3a1 HTTP/1.1" status: 200 len: 834 time: 0.0568864 Mar 08 10:01:31.775411 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693dde8-a12e-4ba6-bd13-8b0c9d96c4fb req-4924482c-1026-4b28-a7ef-c28a5708e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:31.776893 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c693dde8-a12e-4ba6-bd13-8b0c9d96c4fb req-4924482c-1026-4b28-a7ef-c28a5708e8e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b5400146-a695-421a-b889-498b97730544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713475 Mar 08 10:01:31.904504 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c693dde8-a12e-4ba6-bd13-8b0c9d96c4fb req-87865944-d2b6-46b4-abc2-e26eee68ce71 service neutron] 10.222.0.26 "GET /v2.0/networks/b5400146-a695-421a-b889-498b97730544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207213 Mar 08 10:01:32.131068 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c693dde8-a12e-4ba6-bd13-8b0c9d96c4fb req-9c4a6ec8-495e-4f09-b3f0-2880afe1b195 service neutron] 10.222.0.26 "GET /v2.0/networks/b5400146-a695-421a-b889-498b97730544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201452 Mar 08 10:01:32.816387 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79c267-d99d-408a-861d-09863bc201b5 req-4edb5a8a-7a9e-479c-a016-dc2dee39b46e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:32.817101 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-cc79c267-d99d-408a-861d-09863bc201b5 req-4edb5a8a-7a9e-479c-a016-dc2dee39b46e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:01:32.831834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-cc79c267-d99d-408a-861d-09863bc201b5 req-4edb5a8a-7a9e-479c-a016-dc2dee39b46e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:01:32.833029 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cc79c267-d99d-408a-861d-09863bc201b5 req-4edb5a8a-7a9e-479c-a016-dc2dee39b46e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 943 time: 0.0935657 Mar 08 10:01:32.876369 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cc79c267-d99d-408a-861d-09863bc201b5 req-8020ea72-3ba6-4a0a-8410-37ab66d0d464 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc37823-bf36-463e-a477-0432c91bc3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371828 Mar 08 10:01:33.673151 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device dac080b9-57b8-4330-aaeb-4bda61389718 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:01:33.802395 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port dac080b9-57b8-4330-aaeb-4bda61389718, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dac080b9-57b8-4330-aaeb-4bda61389718,segment=NetworkSegment(537dec70-2c10-4e91-a9a7-81b8185905d1),segment_id=537dec70-2c10-4e91-a9a7-81b8185905d1)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:01:33.815020 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': 'dac080b9-57b8-4330-aaeb-4bda61389718', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'port_id': 'dac080b9-57b8-4330-aaeb-4bda61389718', 'mac_address': 'fa:16:3e:9a:0e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:01:33.871803 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:33.889146 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac080b9-57b8-4330-aaeb-4bda61389718 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:01:33.907690 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port dac080b9-57b8-4330-aaeb-4bda61389718, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dac080b9-57b8-4330-aaeb-4bda61389718,segment=NetworkSegment(537dec70-2c10-4e91-a9a7-81b8185905d1),segment_id=537dec70-2c10-4e91-a9a7-81b8185905d1)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:01:33.911888 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:33.977142 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=dac080b9-57b8-4330-aaeb-4bda61389718,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:34.056213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04353a9-91a8-4d57-b6d8-9e1cf44d39f5 req-6554e5f2-9da1-4632-aad6-f15b86273bcf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:34.057706 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f04353a9-91a8-4d57-b6d8-9e1cf44d39f5 req-6554e5f2-9da1-4632-aad6-f15b86273bcf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 944 time: 0.0787001 Mar 08 10:01:34.104429 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f04353a9-91a8-4d57-b6d8-9e1cf44d39f5 req-8b7178a5-c9a7-4230-83ed-92bd0ade3674 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc37823-bf36-463e-a477-0432c91bc3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411239 Mar 08 10:01:34.220047 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['dac080b9-57b8-4330-aaeb-4bda61389718'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:01:35.293765 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1318f5c-a4d5-491c-a766-f7a3480d01f1 req-63831af8-784e-4cf1-a0ca-539e7fba0b42 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:35.295197 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c1318f5c-a4d5-491c-a766-f7a3480d01f1 req-63831af8-784e-4cf1-a0ca-539e7fba0b42 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 944 time: 0.0799072 Mar 08 10:01:35.337985 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c1318f5c-a4d5-491c-a766-f7a3480d01f1 req-c5bab59d-bcfa-41ca-a61e-e8b1492f3c1b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc37823-bf36-463e-a477-0432c91bc3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368202 Mar 08 10:01:35.685779 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device dac080b9-57b8-4330-aaeb-4bda61389718 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:01:35.751578 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port dac080b9-57b8-4330-aaeb-4bda61389718 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:01:35.756943 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port dac080b9-57b8-4330-aaeb-4bda61389718 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:01:35.757315 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:35.869975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:35.895993 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d2e354-58a7-43f7-82f1-a88ef91483ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac080b9-57b8-4330-aaeb-4bda61389718'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:01:35.907934 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port dac080b9-57b8-4330-aaeb-4bda61389718, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dac080b9-57b8-4330-aaeb-4bda61389718,segment=NetworkSegment(537dec70-2c10-4e91-a9a7-81b8185905d1),segment_id=537dec70-2c10-4e91-a9a7-81b8185905d1)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:01:35.912500 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:35.948822 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d2e354-58a7-43f7-82f1-a88ef91483ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac080b9-57b8-4330-aaeb-4bda61389718', 'code': 200} Mar 08 10:01:35.983633 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=dac080b9-57b8-4330-aaeb-4bda61389718,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:36.161330 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac729669-13ac-4772-8098-da803b00b926 req-6e6ddfee-53aa-48f8-9131-311fef07b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:36.163184 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ac729669-13ac-4772-8098-da803b00b926 req-6e6ddfee-53aa-48f8-9131-311fef07b802 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 1098 time: 0.0680809 Mar 08 10:01:36.206906 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ac729669-13ac-4772-8098-da803b00b926 req-a83a99c6-b255-48db-8d2f-030ac796a60f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5fc37823-bf36-463e-a477-0432c91bc3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372777 Mar 08 10:01:36.514113 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccaaa5-d629-427b-be52-dcbd46b28317 req-3359879c-3d5e-4b9c-914d-f26eeedfffa5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:36.515526 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f3ccaaa5-d629-427b-be52-dcbd46b28317 req-3359879c-3d5e-4b9c-914d-f26eeedfffa5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 945 time: 0.0764396 Mar 08 10:01:36.558763 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f3ccaaa5-d629-427b-be52-dcbd46b28317 req-73f99587-105d-42d8-bcd2-db0f9716c958 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc37823-bf36-463e-a477-0432c91bc3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371075 Mar 08 10:01:37.743364 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12bce0-0bd4-4fbe-8c06-26e6dbb90f66 req-b18005b1-8130-4509-a22e-8af6c4ed0a26 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:37.744832 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ac12bce0-0bd4-4fbe-8c06-26e6dbb90f66 req-b18005b1-8130-4509-a22e-8af6c4ed0a26 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 945 time: 0.0793619 Mar 08 10:01:37.787177 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ac12bce0-0bd4-4fbe-8c06-26e6dbb90f66 req-20c89847-01c7-4ee8-bf31-21e764dd5d82 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc37823-bf36-463e-a477-0432c91bc3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362284 Mar 08 10:01:37.971079 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4c1d0-59d1-4771-8038-8fb49070f810 req-c36e7996-2ff3-414f-85e1-914ca27855a0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:37.972518 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-30c4c1d0-59d1-4771-8038-8fb49070f810 req-c36e7996-2ff3-414f-85e1-914ca27855a0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 945 time: 0.0833275 Mar 08 10:01:38.015249 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-30c4c1d0-59d1-4771-8038-8fb49070f810 req-295fddb4-c2f1-4efe-a1c0-999a946802d9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc37823-bf36-463e-a477-0432c91bc3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364263 Mar 08 10:01:38.038381 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49388) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:38.106361 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2183a820-0bc1-4b78-a855-e0f327a7e7cb tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:38.107834 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2183a820-0bc1-4b78-a855-e0f327a7e7cb tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 1093 time: 0.0684135 Mar 08 10:01:38.110656 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49392) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:38.115444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': 'dac080b9-57b8-4330-aaeb-4bda61389718', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:01:38.121181 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:01:38.124957 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:floatingip and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:01:38.127681 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:01:38.133354 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:01:38.143283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:38.279154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:38.410655 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.26.2.229 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/1e56c436-7a2f-4a15-a796-24f12f4ffbbc) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:01:38.550991 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:38.579763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:38.647051 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:01:38.649762 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:01:38.657305 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:01:38.691345 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=1e56c436-7a2f-4a15-a796-24f12f4ffbbc,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:39.064372 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:39.134964 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:39.429858 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:39.434228 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:39.540266 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=1e56c436-7a2f-4a15-a796-24f12f4ffbbc,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:01:39.551069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:39.727791 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Floating IP e74d735e-17b1-4338-9e70-8d69d4e0a4e0 associated. External IP: 172.26.2.229, port: dac080b9-57b8-4330-aaeb-4bda61389718. Mar 08 10:01:40.061091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 070b1a2b-0240-41fc-9f19-5d09e8fda732 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:01:40.234958 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:01:40.245585 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eddc7c9-cee4-4c8d-aa08-3a24c1c48bb6 None None] Sync routers for ids ['070b1a2b-0240-41fc-9f19-5d09e8fda732'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:01:40.261045 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:40.285562 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eddc7c9-cee4-4c8d-aa08-3a24c1c48bb6 None None] Routers {'070b1a2b-0240-41fc-9f19-5d09e8fda732'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:01:40.286084 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-0eddc7c9-cee4-4c8d-aa08-3a24c1c48bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:01:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['070b1a2b-0240-41fc-9f19-5d09e8fda732'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:40.314256 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-40d4ba50-e8ba-4b68-b816-56876262c48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2026155 Mar 08 10:01:40.314827 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d2e354-58a7-43f7-82f1-a88ef91483ed', 'tag': 'dac080b9-57b8-4330-aaeb-4bda61389718'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:01:40.317209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49396) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:40.359058 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d2e354-58a7-43f7-82f1-a88ef91483ed', 'tag': 'dac080b9-57b8-4330-aaeb-4bda61389718', 'status': 'completed', 'code': 200} Mar 08 10:01:40.453113 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bde3cf-fd4c-43bf-9480-b1a8f8dae2cc req-e070ff99-f781-406a-9550-43f78f0c132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:40.454579 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-16bde3cf-fd4c-43bf-9480-b1a8f8dae2cc req-e070ff99-f781-406a-9550-43f78f0c132c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 1098 time: 0.0699298 Mar 08 10:01:40.464933 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-0eddc7c9-cee4-4c8d-aa08-3a24c1c48bb6 None None] Set router 070b1a2b-0240-41fc-9f19-5d09e8fda732 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:01:40.504719 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-04f1cbfe-7f8b-4bc5-85a0-c6e8b18a7faa tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/routers/070b1a2b-0240-41fc-9f19-5d09e8fda732 HTTP/1.1" status: 200 len: 922 time: 0.1832368 Mar 08 10:01:40.505466 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49402) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:40.588049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bde3cf-fd4c-43bf-9480-b1a8f8dae2cc req-e05f5b97-22a5-477e-a3fa-57d0e557dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:40.589493 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-16bde3cf-fd4c-43bf-9480-b1a8f8dae2cc req-e05f5b97-22a5-477e-a3fa-57d0e557dc03 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b5400146-a695-421a-b889-498b97730544 HTTP/1.1" status: 200 len: 896 time: 0.1288078 Mar 08 10:01:40.622871 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6487eed5-2339-4a8a-824b-8effcf37ef5b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/e74d735e-17b1-4338-9e70-8d69d4e0a4e0 HTTP/1.1" status: 200 len: 991 time: 0.1151907 Mar 08 10:01:40.816382 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-16bde3cf-fd4c-43bf-9480-b1a8f8dae2cc req-32c7630c-d23c-482e-b176-6042e7830e47 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dac080b9-57b8-4330-aaeb-4bda61389718 HTTP/1.1" status: 200 len: 999 time: 0.2200203 Mar 08 10:01:40.818067 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-0eddc7c9-cee4-4c8d-aa08-3a24c1c48bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'name': 'tempest-TestNetworkBasicOps-router-1895956453', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:01:18Z', 'updated_at': '2022-03-08T10:01:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:19Z', 'updated_at': '2022-03-08T10:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'e74d735e-17b1-4338-9e70-8d69d4e0a4e0', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.229', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'port_id': 'dac080b9-57b8-4330-aaeb-4bda61389718', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'mac_address': 'fa:16:3e:9a:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2e354-58a7-43f7-82f1-a88ef91483ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:01:39Z', 'updated_at': '2022-03-08T10:01:39Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58f68c6-135f-44a1-9078-e0b77a336056', 'name': '', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:22Z', 'updated_at': '2022-03-08T10:01:28Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:40.821960 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eddc7c9-cee4-4c8d-aa08-3a24c1c48bb6 None None] Checking router: 070b1a2b-0240-41fc-9f19-5d09e8fda732 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:01:40.830276 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eddc7c9-cee4-4c8d-aa08-3a24c1c48bb6 None None] Routers {'070b1a2b-0240-41fc-9f19-5d09e8fda732'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:01:40.830872 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-0eddc7c9-cee4-4c8d-aa08-3a24c1c48bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:01:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['070b1a2b-0240-41fc-9f19-5d09e8fda732'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:40.881500 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bde3cf-fd4c-43bf-9480-b1a8f8dae2cc req-e4368217-ee31-4a97-849e-39166c2217a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:40.882855 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-16bde3cf-fd4c-43bf-9480-b1a8f8dae2cc req-e4368217-ee31-4a97-849e-39166c2217a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3279fd11-7e57-4b44-a8d5-0e399d1ff3a1 HTTP/1.1" status: 200 len: 834 time: 0.0614347 Mar 08 10:01:40.957087 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bde3cf-fd4c-43bf-9480-b1a8f8dae2cc req-1abdf208-4cd8-4b3b-9988-02d25bdf2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:01:40.959048 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-16bde3cf-fd4c-43bf-9480-b1a8f8dae2cc req-1abdf208-4cd8-4b3b-9988-02d25bdf2112 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b5400146-a695-421a-b889-498b97730544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703597 Mar 08 10:01:41.018186 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-0eddc7c9-cee4-4c8d-aa08-3a24c1c48bb6 None None] Set router 070b1a2b-0240-41fc-9f19-5d09e8fda732 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:01:41.106645 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-16bde3cf-fd4c-43bf-9480-b1a8f8dae2cc req-20056e12-0d9d-4164-9096-072b418c9638 service neutron] 10.222.0.26 "GET /v2.0/networks/b5400146-a695-421a-b889-498b97730544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421118 Mar 08 10:01:41.244588 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-16bde3cf-fd4c-43bf-9480-b1a8f8dae2cc req-2ef8f1fa-a4b6-4f6c-8b15-38f83c5a357b service neutron] 10.222.0.26 "GET /v2.0/networks/b5400146-a695-421a-b889-498b97730544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307313 Mar 08 10:01:41.407709 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-0eddc7c9-cee4-4c8d-aa08-3a24c1c48bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'name': 'tempest-TestNetworkBasicOps-router-1895956453', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:01:18Z', 'updated_at': '2022-03-08T10:01:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:19Z', 'updated_at': '2022-03-08T10:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'e74d735e-17b1-4338-9e70-8d69d4e0a4e0', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.229', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'port_id': 'dac080b9-57b8-4330-aaeb-4bda61389718', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'mac_address': 'fa:16:3e:9a:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2e354-58a7-43f7-82f1-a88ef91483ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:01:39Z', 'updated_at': '2022-03-08T10:01:39Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58f68c6-135f-44a1-9078-e0b77a336056', 'name': '', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:22Z', 'updated_at': '2022-03-08T10:01:28Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:01:41.412117 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eddc7c9-cee4-4c8d-aa08-3a24c1c48bb6 None None] The sync data for ids ['070b1a2b-0240-41fc-9f19-5d09e8fda732'] in dv-neutron-831730-2-hyperv is: [{'id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'name': 'tempest-TestNetworkBasicOps-router-1895956453', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:01:18Z', 'updated_at': '2022-03-08T10:01:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:19Z', 'updated_at': '2022-03-08T10:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'e74d735e-17b1-4338-9e70-8d69d4e0a4e0', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.229', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'port_id': 'dac080b9-57b8-4330-aaeb-4bda61389718', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'mac_address': 'fa:16:3e:9a:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2e354-58a7-43f7-82f1-a88ef91483ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:01:39Z', 'updated_at': '2022-03-08T10:01:39Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58f68c6-135f-44a1-9078-e0b77a336056', 'name': '', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:22Z', 'updated_at': '2022-03-08T10:01:28Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:01:41.595438 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d308d-0179-41bc-8376-cf40a937da63 None None] New status for floating IP e74d735e-17b1-4338-9e70-8d69d4e0a4e0: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:01:41.625776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49406) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:41.736793 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fb85b6f3-2e91-4e45-bf7c-892f9ce4013c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/e74d735e-17b1-4338-9e70-8d69d4e0a4e0 HTTP/1.1" status: 200 len: 991 time: 0.1087508 Mar 08 10:01:42.739552 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49410) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:01:42.843967 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8d24702b-47b3-4834-b19e-f84fd8343774 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/e74d735e-17b1-4338-9e70-8d69d4e0a4e0 HTTP/1.1" status: 200 len: 993 time: 0.1033053 Mar 08 10:01:43.278314 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:54.885033 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27ae3f5a-0303-4a05-9657-14b98f84080f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:57.547124 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fb848e0-7a3b-43c8-ba25-b1586be1cf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:58.216372 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:58.273162 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:01:59.951358 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43395ed3-c743-4381-ba07-d1707b537359 req-36340cc5-27fc-46fd-b2b8-c879f1968311 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712976 Mar 08 10:02:00.070951 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:02:00.089341 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43395ed3-c743-4381-ba07-d1707b537359 req-c5576a0e-d5ba-4917-b769-816b3659faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:02:00.090902 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43395ed3-c743-4381-ba07-d1707b537359 req-c5576a0e-d5ba-4917-b769-816b3659faa0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 1098 time: 0.0710757 Mar 08 10:02:00.235453 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43395ed3-c743-4381-ba07-d1707b537359 req-6f57687f-c155-4ce9-b836-76f834a7d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:02:00.236793 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43395ed3-c743-4381-ba07-d1707b537359 req-6f57687f-c155-4ce9-b836-76f834a7d65a service neutron] 10.222.0.26 "GET /v2.0/networks?id=b5400146-a695-421a-b889-498b97730544 HTTP/1.1" status: 200 len: 896 time: 0.1278479 Mar 08 10:02:00.337934 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43395ed3-c743-4381-ba07-d1707b537359 req-9da3c51c-352b-4c12-94cc-86f7e7d22e75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dac080b9-57b8-4330-aaeb-4bda61389718 HTTP/1.1" status: 200 len: 1001 time: 0.0948303 Mar 08 10:02:00.398200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43395ed3-c743-4381-ba07-d1707b537359 req-8c57658d-cb41-466b-a118-632d753bd525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:02:00.399562 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43395ed3-c743-4381-ba07-d1707b537359 req-8c57658d-cb41-466b-a118-632d753bd525 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3279fd11-7e57-4b44-a8d5-0e399d1ff3a1 HTTP/1.1" status: 200 len: 834 time: 0.0554359 Mar 08 10:02:00.477936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43395ed3-c743-4381-ba07-d1707b537359 req-c9477363-1f58-4a24-bfc3-4b9423f6975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:02:00.479377 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43395ed3-c743-4381-ba07-d1707b537359 req-c9477363-1f58-4a24-bfc3-4b9423f6975b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b5400146-a695-421a-b889-498b97730544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729828 Mar 08 10:02:00.606200 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43395ed3-c743-4381-ba07-d1707b537359 req-81dc5ac9-5da2-4153-ad64-e739bcb866f7 service neutron] 10.222.0.26 "GET /v2.0/networks/b5400146-a695-421a-b889-498b97730544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203971 Mar 08 10:02:00.734135 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43395ed3-c743-4381-ba07-d1707b537359 req-29c0322d-1abf-432e-aa92-348f280fe3ad service neutron] 10.222.0.26 "GET /v2.0/networks/b5400146-a695-421a-b889-498b97730544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203487 Mar 08 10:02:03.343803 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:02:13.271587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:02:24.887810 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95fa8a2a-f4bc-46c2-b6b3-8b581f2817e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:02:27.549637 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9058699-58ab-4812-88cd-283ace949064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:02:28.219515 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:02:28.275356 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:02:30.072677 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:02:40.343081 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:02:43.275938 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:02:52.185651 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49438) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:02:52.501640 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a0267e63-4535-44e8-b36f-0fec451ada1b tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/routers/070b1a2b-0240-41fc-9f19-5d09e8fda732/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3148487 Mar 08 10:02:52.504475 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49444) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:02:52.688964 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a3577e-0a51-46cd-9bc2-1924216922db tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Notify agent at dv-neutron-831730-2-hyperv the message router_removed_from_agent {{(pid=87772) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 08 10:02:52.692111 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-57a3577e-0a51-46cd-9bc2-1924216922db tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "DELETE /v2.0/agents/92f8def5-0f19-4831-b155-f1ef7e15aa10/l3-routers/070b1a2b-0240-41fc-9f19-5d09e8fda732 HTTP/1.1" status: 204 len: 168 time: 0.1866868 Mar 08 10:02:52.695203 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49448) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:02:52.983404 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5b5fc4d8-a7f6-4d0f-ab7a-500290b87f23 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/routers/070b1a2b-0240-41fc-9f19-5d09e8fda732/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2871153 Mar 08 10:02:52.986070 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49452) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:02:53.093746 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e9e2d3dd-654a-4370-9f5f-53421fc17bb1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/e74d735e-17b1-4338-9e70-8d69d4e0a4e0 HTTP/1.1" status: 200 len: 993 time: 0.1065855 Mar 08 10:02:53.435656 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32192a1-3ef3-4ccb-ac89-87e7e7dc8d7b None None] New status for floating IP e74d735e-17b1-4338-9e70-8d69d4e0a4e0: DOWN {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:02:54.097624 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49456) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:02:54.110967 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f2219c06-baf3-4e4e-9755-3353dea8708e no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:02:54.203950 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3bc1fc41-4b06-4139-9c9d-fd883bc2991a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/e74d735e-17b1-4338-9e70-8d69d4e0a4e0 HTTP/1.1" status: 200 len: 991 time: 0.1050394 Mar 08 10:02:54.222542 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:02:54.238129 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port f2219c06-baf3-4e4e-9755-3353dea8708e, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f2219c06-baf3-4e4e-9755-3353dea8708e,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:02:54.242610 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:02:54.243397 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c58f68c6-135f-44a1-9078-e0b77a336056 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:02:54.356061 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=f2219c06-baf3-4e4e-9755-3353dea8708e,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:02:54.389110 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:02:54.389457 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:02:54.389794 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:02:54.390129 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:02:54.390457 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:02:54.390788 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:02:54.391114 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:02:54.391439 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:02:54.391763 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:02:54.392085 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:02:54.392406 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:02:54.392741 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:02:54.419896 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:02:54.451510 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port c58f68c6-135f-44a1-9078-e0b77a336056, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c58f68c6-135f-44a1-9078-e0b77a336056,segment=NetworkSegment(537dec70-2c10-4e91-a9a7-81b8185905d1),segment_id=537dec70-2c10-4e91-a9a7-81b8185905d1)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:02:54.455067 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:02:54.522854 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=c58f68c6-135f-44a1-9078-e0b77a336056,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:02:54.889440 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b849c5c6-7e92-478f-a21a-2b4974f2d618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:02:56.248981 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49464) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:02:56.442057 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63b40eb-ff58-4059-930c-8ce0da276291 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Router 070b1a2b-0240-41fc-9f19-5d09e8fda732 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 10:02:56.442386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63b40eb-ff58-4059-930c-8ce0da276291 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Notify agent at dv-neutron-831730-2-hyperv the message router_added_to_agent {{(pid=87772) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 08 10:02:56.459378 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f63b40eb-ff58-4059-930c-8ce0da276291 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "POST /v2.0/agents/92f8def5-0f19-4831-b155-f1ef7e15aa10/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2093811 Mar 08 10:02:56.462452 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49472) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:02:56.473284 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74909c0-03ac-4e87-a45f-297a88c1cb6a None None] Sync routers for ids ['070b1a2b-0240-41fc-9f19-5d09e8fda732'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:02:56.483151 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74909c0-03ac-4e87-a45f-297a88c1cb6a None None] Routers {'070b1a2b-0240-41fc-9f19-5d09e8fda732'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:02:56.483750 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d74909c0-03ac-4e87-a45f-297a88c1cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:02:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['070b1a2b-0240-41fc-9f19-5d09e8fda732'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:02:56.640610 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4f1659ad-ccff-48c6-a2f4-d6592fc6a4fe tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/routers/070b1a2b-0240-41fc-9f19-5d09e8fda732/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1770725 Mar 08 10:02:56.643277 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49476) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:02:56.658068 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d74909c0-03ac-4e87-a45f-297a88c1cb6a None None] Set router 070b1a2b-0240-41fc-9f19-5d09e8fda732 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:02:56.747186 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5b826966-dfcf-4d59-99e9-a91ff9108d92 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/e74d735e-17b1-4338-9e70-8d69d4e0a4e0 HTTP/1.1" status: 200 len: 991 time: 0.1027880 Mar 08 10:02:56.990918 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d74909c0-03ac-4e87-a45f-297a88c1cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'name': 'tempest-TestNetworkBasicOps-router-1895956453', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:01:18Z', 'updated_at': '2022-03-08T10:01:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:19Z', 'updated_at': '2022-03-08T10:02:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'e74d735e-17b1-4338-9e70-8d69d4e0a4e0', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.229', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'port_id': 'dac080b9-57b8-4330-aaeb-4bda61389718', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'mac_address': 'fa:16:3e:9a:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2e354-58a7-43f7-82f1-a88ef91483ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:01:39Z', 'updated_at': '2022-03-08T10:02:53Z', 'revision_number': 2, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58f68c6-135f-44a1-9078-e0b77a336056', 'name': '', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:22Z', 'updated_at': '2022-03-08T10:02:54Z', 'revision_number': 6, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:02:56.994705 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74909c0-03ac-4e87-a45f-297a88c1cb6a None None] Checking router: 070b1a2b-0240-41fc-9f19-5d09e8fda732 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:02:57.002712 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74909c0-03ac-4e87-a45f-297a88c1cb6a None None] Routers {'070b1a2b-0240-41fc-9f19-5d09e8fda732'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:02:57.003241 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d74909c0-03ac-4e87-a45f-297a88c1cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:02:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['070b1a2b-0240-41fc-9f19-5d09e8fda732'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:02:57.169700 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d74909c0-03ac-4e87-a45f-297a88c1cb6a None None] Set router 070b1a2b-0240-41fc-9f19-5d09e8fda732 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:02:57.529708 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d74909c0-03ac-4e87-a45f-297a88c1cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'name': 'tempest-TestNetworkBasicOps-router-1895956453', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:01:18Z', 'updated_at': '2022-03-08T10:01:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:19Z', 'updated_at': '2022-03-08T10:02:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'e74d735e-17b1-4338-9e70-8d69d4e0a4e0', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.229', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'port_id': 'dac080b9-57b8-4330-aaeb-4bda61389718', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'mac_address': 'fa:16:3e:9a:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2e354-58a7-43f7-82f1-a88ef91483ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:01:39Z', 'updated_at': '2022-03-08T10:02:53Z', 'revision_number': 2, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58f68c6-135f-44a1-9078-e0b77a336056', 'name': '', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:22Z', 'updated_at': '2022-03-08T10:02:54Z', 'revision_number': 6, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:02:57.533733 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74909c0-03ac-4e87-a45f-297a88c1cb6a None None] The sync data for ids ['070b1a2b-0240-41fc-9f19-5d09e8fda732'] in dv-neutron-831730-2-hyperv is: [{'id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'name': 'tempest-TestNetworkBasicOps-router-1895956453', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:01:18Z', 'updated_at': '2022-03-08T10:01:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:19Z', 'updated_at': '2022-03-08T10:02:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'e74d735e-17b1-4338-9e70-8d69d4e0a4e0', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.229', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'port_id': 'dac080b9-57b8-4330-aaeb-4bda61389718', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'mac_address': 'fa:16:3e:9a:0e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2e354-58a7-43f7-82f1-a88ef91483ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:01:39Z', 'updated_at': '2022-03-08T10:02:53Z', 'revision_number': 2, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58f68c6-135f-44a1-9078-e0b77a336056', 'name': '', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:22Z', 'updated_at': '2022-03-08T10:02:54Z', 'revision_number': 6, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:02:57.559782 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7913d090-a7b9-4bb7-8a22-1ae4d8cb00fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:02:57.750548 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49480) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:02:57.858654 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2187a964-6d40-4899-a93c-8b3c41aac6cb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/e74d735e-17b1-4338-9e70-8d69d4e0a4e0 HTTP/1.1" status: 200 len: 991 time: 0.1059792 Mar 08 10:02:58.192068 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c58f68c6-135f-44a1-9078-e0b77a336056 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:02:58.247416 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:02:58.287475 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:02:58.291646 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port c58f68c6-135f-44a1-9078-e0b77a336056 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:02:58.292026 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:02:58.414756 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:02:58.448783 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port c58f68c6-135f-44a1-9078-e0b77a336056, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c58f68c6-135f-44a1-9078-e0b77a336056,segment=NetworkSegment(537dec70-2c10-4e91-a9a7-81b8185905d1),segment_id=537dec70-2c10-4e91-a9a7-81b8185905d1)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:02:58.453205 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:02:58.521770 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=c58f68c6-135f-44a1-9078-e0b77a336056,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:02:58.861453 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49484) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:02:59.065613 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d9212369-43cb-4380-a4c2-a3c4cd5a08a9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/e74d735e-17b1-4338-9e70-8d69d4e0a4e0 HTTP/1.1" status: 200 len: 991 time: 0.2019877 Mar 08 10:02:59.114068 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f306b-9518-46da-acbd-7c2bddcee702 None None] New status for floating IP e74d735e-17b1-4338-9e70-8d69d4e0a4e0: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:02:59.964897 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f2c8d011-8bd7-4974-b36e-b5b589d406c9 req-01bda03f-aa30-4104-98ee-34f66dff66a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730319 Mar 08 10:03:00.067928 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49488) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:00.081282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:00.111639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8d011-8bd7-4974-b36e-b5b589d406c9 req-3ddf6684-4f08-4368-84c0-9a7bf345f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:00.113219 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f2c8d011-8bd7-4974-b36e-b5b589d406c9 req-3ddf6684-4f08-4368-84c0-9a7bf345f02a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 1098 time: 0.0810657 Mar 08 10:03:00.229258 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-85b6da6f-ee5f-49b1-b237-59377855d934 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/e74d735e-17b1-4338-9e70-8d69d4e0a4e0 HTTP/1.1" status: 200 len: 993 time: 0.1593966 Mar 08 10:03:00.252257 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f2219c06-baf3-4e4e-9755-3353dea8708e up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:03:00.290453 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8d011-8bd7-4974-b36e-b5b589d406c9 req-729e4540-1a03-4863-aaeb-640c8843515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:00.291900 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f2c8d011-8bd7-4974-b36e-b5b589d406c9 req-729e4540-1a03-4863-aaeb-640c8843515a service neutron] 10.222.0.26 "GET /v2.0/networks?id=b5400146-a695-421a-b889-498b97730544 HTTP/1.1" status: 200 len: 896 time: 0.1574421 Mar 08 10:03:00.321285 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f2219c06-baf3-4e4e-9755-3353dea8708e triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:03:00.321802 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:00.394838 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f2c8d011-8bd7-4974-b36e-b5b589d406c9 req-91de256b-6827-4959-9cb5-f3011fd49fd0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dac080b9-57b8-4330-aaeb-4bda61389718 HTTP/1.1" status: 200 len: 1001 time: 0.0970583 Mar 08 10:03:00.441539 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:00.459768 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port f2219c06-baf3-4e4e-9755-3353dea8708e, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f2219c06-baf3-4e4e-9755-3353dea8708e,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:03:00.465098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8d011-8bd7-4974-b36e-b5b589d406c9 req-61131905-891a-4e51-8c42-b40fe6f61c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:00.466405 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:00.466556 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f2c8d011-8bd7-4974-b36e-b5b589d406c9 req-61131905-891a-4e51-8c42-b40fe6f61c2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3279fd11-7e57-4b44-a8d5-0e399d1ff3a1 HTTP/1.1" status: 200 len: 834 time: 0.0656898 Mar 08 10:03:00.467390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c58f68c6-135f-44a1-9078-e0b77a336056 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:03:00.550370 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8d011-8bd7-4974-b36e-b5b589d406c9 req-6fe50f76-538b-4392-955e-95a90be074fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:00.551731 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f2c8d011-8bd7-4974-b36e-b5b589d406c9 req-6fe50f76-538b-4392-955e-95a90be074fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b5400146-a695-421a-b889-498b97730544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783770 Mar 08 10:03:00.590066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=f2219c06-baf3-4e4e-9755-3353dea8708e,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:00.601612 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port c58f68c6-135f-44a1-9078-e0b77a336056 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:03:00.601984 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:00.690930 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f2c8d011-8bd7-4974-b36e-b5b589d406c9 req-318c0942-ac01-4625-b34d-777b9eec1053 service neutron] 10.222.0.26 "GET /v2.0/networks/b5400146-a695-421a-b889-498b97730544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327605 Mar 08 10:03:00.823646 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f2c8d011-8bd7-4974-b36e-b5b589d406c9 req-8bc884f9-7fae-4111-85e7-229fc47de919 service neutron] 10.222.0.26 "GET /v2.0/networks/b5400146-a695-421a-b889-498b97730544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268203 Mar 08 10:03:02.119213 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f2219c06-baf3-4e4e-9755-3353dea8708e up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:03:02.183664 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f2219c06-baf3-4e4e-9755-3353dea8708e triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:03:02.184022 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:02.507543 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49496) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:02.701006 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port 1e56c436-7a2f-4a15-a796-24f12f4ffbbc {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:03:02.701347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:02.983811 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:02.984047 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:03.103295 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for 1e56c436-7a2f-4a15-a796-24f12f4ffbbc owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:03:03.249963 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:03.293121 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=1e56c436-7a2f-4a15-a796-24f12f4ffbbc,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:03.326717 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:03.327066 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:03.327444 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:03.327786 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:03.328119 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:03.328455 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:03.328799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:03.329129 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:03.329458 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:03.329782 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:03.330104 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:03.330424 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:03.396558 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:03.396907 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Floating IP e74d735e-17b1-4338-9e70-8d69d4e0a4e0 disassociated (deleted). External IP: 172.26.2.229, port: dac080b9-57b8-4330-aaeb-4bda61389718. Mar 08 10:03:03.742807 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 070b1a2b-0240-41fc-9f19-5d09e8fda732 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:03:03.915765 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:03:03.927380 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aa6c0c-bbbb-47d3-9a9a-52a3500a4871 None None] Sync routers for ids ['070b1a2b-0240-41fc-9f19-5d09e8fda732'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:03:03.937100 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:03.938487 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aa6c0c-bbbb-47d3-9a9a-52a3500a4871 None None] Routers {'070b1a2b-0240-41fc-9f19-5d09e8fda732'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:03:03.939082 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a9aa6c0c-bbbb-47d3-9a9a-52a3500a4871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:02:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['070b1a2b-0240-41fc-9f19-5d09e8fda732'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:03.990756 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7335678e-1d87-44dc-8292-6161fdbce064 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/floatingips/e74d735e-17b1-4338-9e70-8d69d4e0a4e0 HTTP/1.1" status: 204 len: 168 time: 1.4821463 Mar 08 10:03:03.991478 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d2e354-58a7-43f7-82f1-a88ef91483ed', 'tag': 'dac080b9-57b8-4330-aaeb-4bda61389718'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:03:04.109725 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d2e354-58a7-43f7-82f1-a88ef91483ed', 'tag': 'dac080b9-57b8-4330-aaeb-4bda61389718', 'status': 'completed', 'code': 200} Mar 08 10:03:04.120748 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-a9aa6c0c-bbbb-47d3-9a9a-52a3500a4871 None None] Set router 070b1a2b-0240-41fc-9f19-5d09e8fda732 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:03:04.208429 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068924ce-5d42-40d0-a9f2-674f69b97f1b req-bef8af32-e9dc-4746-9102-944741af9f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:04.211191 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-068924ce-5d42-40d0-a9f2-674f69b97f1b req-bef8af32-e9dc-4746-9102-944741af9f6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 1098 time: 0.0822759 Mar 08 10:03:04.401391 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068924ce-5d42-40d0-a9f2-674f69b97f1b req-e8e76ed2-eb4b-4de8-b186-2808706c407f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:04.402928 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-068924ce-5d42-40d0-a9f2-674f69b97f1b req-e8e76ed2-eb4b-4de8-b186-2808706c407f service neutron] 10.222.0.26 "GET /v2.0/networks?id=b5400146-a695-421a-b889-498b97730544 HTTP/1.1" status: 200 len: 896 time: 0.1860311 Mar 08 10:03:04.457909 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a9aa6c0c-bbbb-47d3-9a9a-52a3500a4871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'name': 'tempest-TestNetworkBasicOps-router-1895956453', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:01:18Z', 'updated_at': '2022-03-08T10:01:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:19Z', 'updated_at': '2022-03-08T10:03:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'c58f68c6-135f-44a1-9078-e0b77a336056', 'name': '', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:22Z', 'updated_at': '2022-03-08T10:02:58Z', 'revision_number': 7, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:04.462265 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aa6c0c-bbbb-47d3-9a9a-52a3500a4871 None None] Checking router: 070b1a2b-0240-41fc-9f19-5d09e8fda732 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:03:04.470622 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aa6c0c-bbbb-47d3-9a9a-52a3500a4871 None None] Routers {'070b1a2b-0240-41fc-9f19-5d09e8fda732'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:03:04.471212 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a9aa6c0c-bbbb-47d3-9a9a-52a3500a4871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:02:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['070b1a2b-0240-41fc-9f19-5d09e8fda732'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:04.478426 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-068924ce-5d42-40d0-a9f2-674f69b97f1b req-267a23d3-925c-4cf7-80a6-bf2dc6f4adba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dac080b9-57b8-4330-aaeb-4bda61389718 HTTP/1.1" status: 200 len: 217 time: 0.0657289 Mar 08 10:03:04.485976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b813b-9c4d-4c10-aec2-8c43058bc7eb req-998820b7-8667-4946-9677-777f11f75ee2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:04.487328 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e77b813b-9c4d-4c10-aec2-8c43058bc7eb req-998820b7-8667-4946-9677-777f11f75ee2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 945 time: 0.1716511 Mar 08 10:03:04.572916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068924ce-5d42-40d0-a9f2-674f69b97f1b req-126a4b1a-78f7-4b9f-bc69-4f94911bfd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:04.574355 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-068924ce-5d42-40d0-a9f2-674f69b97f1b req-126a4b1a-78f7-4b9f-bc69-4f94911bfd57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3279fd11-7e57-4b44-a8d5-0e399d1ff3a1 HTTP/1.1" status: 200 len: 834 time: 0.0862041 Mar 08 10:03:04.578885 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e77b813b-9c4d-4c10-aec2-8c43058bc7eb req-c47798d5-d2cd-4ea4-8d2c-7b5bf284d903 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc37823-bf36-463e-a477-0432c91bc3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585971 Mar 08 10:03:04.646625 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-a9aa6c0c-bbbb-47d3-9a9a-52a3500a4871 None None] Set router 070b1a2b-0240-41fc-9f19-5d09e8fda732 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:03:04.651412 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068924ce-5d42-40d0-a9f2-674f69b97f1b req-9d2076f8-ec9b-4354-957b-259a88ff6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:04.652906 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-068924ce-5d42-40d0-a9f2-674f69b97f1b req-9d2076f8-ec9b-4354-957b-259a88ff6003 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b5400146-a695-421a-b889-498b97730544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726480 Mar 08 10:03:04.783584 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-068924ce-5d42-40d0-a9f2-674f69b97f1b req-f4259790-0b80-44a8-b1cf-f111920d1731 service neutron] 10.222.0.26 "GET /v2.0/networks/b5400146-a695-421a-b889-498b97730544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243093 Mar 08 10:03:04.953320 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a9aa6c0c-bbbb-47d3-9a9a-52a3500a4871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'name': 'tempest-TestNetworkBasicOps-router-1895956453', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:01:18Z', 'updated_at': '2022-03-08T10:01:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:19Z', 'updated_at': '2022-03-08T10:03:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'c58f68c6-135f-44a1-9078-e0b77a336056', 'name': '', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:22Z', 'updated_at': '2022-03-08T10:02:58Z', 'revision_number': 7, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:04.957366 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aa6c0c-bbbb-47d3-9a9a-52a3500a4871 None None] The sync data for ids ['070b1a2b-0240-41fc-9f19-5d09e8fda732'] in dv-neutron-831730-2-hyperv is: [{'id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'name': 'tempest-TestNetworkBasicOps-router-1895956453', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:01:18Z', 'updated_at': '2022-03-08T10:01:23Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:19Z', 'updated_at': '2022-03-08T10:03:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'c58f68c6-135f-44a1-9078-e0b77a336056', 'name': '', 'network_id': 'b5400146-a695-421a-b889-498b97730544', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:22Z', 'updated_at': '2022-03-08T10:02:58Z', 'revision_number': 7, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3279fd11-7e57-4b44-a8d5-0e399d1ff3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:03:05.020493 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-068924ce-5d42-40d0-a9f2-674f69b97f1b req-15313a82-1654-44e6-829a-f1747581e2b8 service neutron] 10.222.0.26 "GET /v2.0/networks/b5400146-a695-421a-b889-498b97730544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295024 Mar 08 10:03:05.535458 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b5667-63c9-48d2-9144-4e1108ead067 None None] New status for floating IP e74d735e-17b1-4338-9e70-8d69d4e0a4e0: DOWN {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:03:05.773253 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1246-eddd-485b-882f-a1da7092c297 req-ca190c38-d444-49da-baba-0d00f9cd8053 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:05.773866 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-6e1a1246-eddd-485b-882f-a1da7092c297 req-ca190c38-d444-49da-baba-0d00f9cd8053 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:03:05.790227 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-6e1a1246-eddd-485b-882f-a1da7092c297 req-ca190c38-d444-49da-baba-0d00f9cd8053 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:03:05.791447 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6e1a1246-eddd-485b-882f-a1da7092c297 req-ca190c38-d444-49da-baba-0d00f9cd8053 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 945 time: 0.0993278 Mar 08 10:03:05.820439 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952eaf8-a688-4dae-a35e-9889efc5b26f req-954db181-8289-4ba4-b7c7-d05f7f28c617 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:05.822082 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0952eaf8-a688-4dae-a35e-9889efc5b26f req-954db181-8289-4ba4-b7c7-d05f7f28c617 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/ports?device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 945 time: 0.0798709 Mar 08 10:03:05.836051 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6e1a1246-eddd-485b-882f-a1da7092c297 req-085b6181-377f-4f78-996e-9b13e8db6e4d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fc37823-bf36-463e-a477-0432c91bc3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390117 Mar 08 10:03:05.891266 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-0952eaf8-a688-4dae-a35e-9889efc5b26f req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port dac080b9-57b8-4330-aaeb-4bda61389718 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:03:05.891602 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-0952eaf8-a688-4dae-a35e-9889efc5b26f req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:06.122021 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-0952eaf8-a688-4dae-a35e-9889efc5b26f req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port dac080b9-57b8-4330-aaeb-4bda61389718, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=dac080b9-57b8-4330-aaeb-4bda61389718,segment=NetworkSegment(537dec70-2c10-4e91-a9a7-81b8185905d1),segment_id=537dec70-2c10-4e91-a9a7-81b8185905d1)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:03:06.122388 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-0952eaf8-a688-4dae-a35e-9889efc5b26f req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:06.244789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-0952eaf8-a688-4dae-a35e-9889efc5b26f req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for dac080b9-57b8-4330-aaeb-4bda61389718 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:03:06.384735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-0952eaf8-a688-4dae-a35e-9889efc5b26f req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:06.433161 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=dac080b9-57b8-4330-aaeb-4bda61389718,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:06.469843 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:06.470189 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:06.470523 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:06.470853 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:06.471176 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:06.471500 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:06.471818 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:06.472136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:06.472453 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:06.472790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:06.473108 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:06.473418 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:06.517048 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0952eaf8-a688-4dae-a35e-9889efc5b26f req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] No DVR routers for this DVR port dac080b9-57b8-4330-aaeb-4bda61389718 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:03:06.519407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-0952eaf8-a688-4dae-a35e-9889efc5b26f req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:06.521857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d2e354-58a7-43f7-82f1-a88ef91483ed', 'name': 'network-vif-deleted', 'tag': 'dac080b9-57b8-4330-aaeb-4bda61389718'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:03:06.540313 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0952eaf8-a688-4dae-a35e-9889efc5b26f req-9d21ce09-c167-4122-846c-7c0e34f87776 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "DELETE /v2.0/ports/dac080b9-57b8-4330-aaeb-4bda61389718 HTTP/1.1" status: 204 len: 173 time: 0.7134714 Mar 08 10:03:06.627203 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d2e354-58a7-43f7-82f1-a88ef91483ed', 'name': 'network-vif-deleted', 'tag': 'dac080b9-57b8-4330-aaeb-4bda61389718', 'status': 'completed', 'code': 200} Mar 08 10:03:06.995872 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-63362553-fedb-48fc-ba98-4c01dfe3df7c req-23b9dad5-0774-4d44-95ee-3dbe57769898 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=23d2e354-58a7-43f7-82f1-a88ef91483ed HTTP/1.1" status: 200 len: 210 time: 0.0435791 Mar 08 10:03:08.091679 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49520) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:08.156802 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2389af81-98a4-48c2-a5be-c905dea2628e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:08.185807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2389af81-98a4-48c2-a5be-c905dea2628e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:08.249710 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2389af81-98a4-48c2-a5be-c905dea2628e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:08.267913 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389af81-98a4-48c2-a5be-c905dea2628e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc37823-bf36-463e-a477-0432c91bc3b8,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:08.278940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2389af81-98a4-48c2-a5be-c905dea2628e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:08.279994 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2389af81-98a4-48c2-a5be-c905dea2628e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/security-groups/5fc37823-bf36-463e-a477-0432c91bc3b8 HTTP/1.1" status: 204 len: 168 time: 0.1873565 Mar 08 10:03:08.309654 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49526) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:08.937399 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-689bbaf6-5791-4a9a-a903-277698eeae97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:09.271177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-689bbaf6-5791-4a9a-a903-277698eeae97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port c58f68c6-135f-44a1-9078-e0b77a336056 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:03:09.271833 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-689bbaf6-5791-4a9a-a903-277698eeae97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:09.451649 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-689bbaf6-5791-4a9a-a903-277698eeae97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port c58f68c6-135f-44a1-9078-e0b77a336056, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c58f68c6-135f-44a1-9078-e0b77a336056,segment=NetworkSegment(537dec70-2c10-4e91-a9a7-81b8185905d1),segment_id=537dec70-2c10-4e91-a9a7-81b8185905d1)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:03:09.451993 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-689bbaf6-5791-4a9a-a903-277698eeae97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:09.571690 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-689bbaf6-5791-4a9a-a903-277698eeae97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for c58f68c6-135f-44a1-9078-e0b77a336056 owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:03:09.889896 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-689bbaf6-5791-4a9a-a903-277698eeae97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:09.967092 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bbaf6-5791-4a9a-a903-277698eeae97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=c58f68c6-135f-44a1-9078-e0b77a336056,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:10.057043 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device dac080b9-57b8-4330-aaeb-4bda61389718 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:03:10.103948 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: dac080b9-57b8-4330-aaeb-4bda61389718 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:03:10.105242 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device dac080b9-57b8-4330-aaeb-4bda61389718 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:03:10.316662 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-689bbaf6-5791-4a9a-a903-277698eeae97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:10.671985 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689bbaf6-5791-4a9a-a903-277698eeae97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 070b1a2b-0240-41fc-9f19-5d09e8fda732 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:03:10.847377 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689bbaf6-5791-4a9a-a903-277698eeae97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:03:10.857499 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62538416-b530-4a80-b6a3-2365c7a30a1f None None] Sync routers for ids ['070b1a2b-0240-41fc-9f19-5d09e8fda732'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:03:10.861936 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-689bbaf6-5791-4a9a-a903-277698eeae97 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/routers/070b1a2b-0240-41fc-9f19-5d09e8fda732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5487034 Mar 08 10:03:10.862186 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49530) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:10.867054 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62538416-b530-4a80-b6a3-2365c7a30a1f None None] Routers {'070b1a2b-0240-41fc-9f19-5d09e8fda732'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:03:10.867642 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-62538416-b530-4a80-b6a3-2365c7a30a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:02:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['070b1a2b-0240-41fc-9f19-5d09e8fda732'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:10.927976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c258729-b995-46ba-843c-2cb659488c85 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting subnet 3279fd11-7e57-4b44-a8d5-0e399d1ff3a1 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:03:10.931360 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1c258729-b995-46ba-843c-2cb659488c85 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:10.986537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1c258729-b995-46ba-843c-2cb659488c85 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:11.037639 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-62538416-b530-4a80-b6a3-2365c7a30a1f None None] Set router 070b1a2b-0240-41fc-9f19-5d09e8fda732 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:03:11.067773 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1c258729-b995-46ba-843c-2cb659488c85 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:11.145708 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1c258729-b995-46ba-843c-2cb659488c85 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:11.185446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c258729-b995-46ba-843c-2cb659488c85 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Subnet': ['ID=3279fd11-7e57-4b44-a8d5-0e399d1ff3a1,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:11.189339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1c258729-b995-46ba-843c-2cb659488c85 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:11.195548 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1c258729-b995-46ba-843c-2cb659488c85 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/subnets/3279fd11-7e57-4b44-a8d5-0e399d1ff3a1 HTTP/1.1" status: 204 len: 168 time: 0.3321657 Mar 08 10:03:11.198278 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49534) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:11.201547 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91ce0a9-0495-4c17-8f6c-03a7d970e7eb None None] Network b5400146-a695-421a-b889-498b97730544 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:03:11.359785 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-62538416-b530-4a80-b6a3-2365c7a30a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'name': 'tempest-TestNetworkBasicOps-router-1895956453', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:01:18Z', 'updated_at': '2022-03-08T10:03:09Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:19Z', 'updated_at': '2022-03-08T10:03:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:11.363705 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62538416-b530-4a80-b6a3-2365c7a30a1f None None] Checking router: 070b1a2b-0240-41fc-9f19-5d09e8fda732 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:03:11.372815 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62538416-b530-4a80-b6a3-2365c7a30a1f None None] Routers {'070b1a2b-0240-41fc-9f19-5d09e8fda732'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:03:11.373690 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-62538416-b530-4a80-b6a3-2365c7a30a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:02:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['070b1a2b-0240-41fc-9f19-5d09e8fda732'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:11.378102 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c46c3add-111f-48b5-a011-d8f396a04679 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:11.472092 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4776d58-29a7-41bf-930a-5a33d07e4d0a None None] DHCP port deletion for b5400146-a695-421a-b889-498b97730544 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:03:11.476950 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e4776d58-29a7-41bf-930a-5a33d07e4d0a None None] Deleting port ed99d902-eba2-41f2-b635-649a53e5e083 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:03:11.477319 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4776d58-29a7-41bf-930a-5a33d07e4d0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:11.555176 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-62538416-b530-4a80-b6a3-2365c7a30a1f None None] Set router 070b1a2b-0240-41fc-9f19-5d09e8fda732 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:03:11.569471 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c46c3add-111f-48b5-a011-d8f396a04679 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:11.586543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-c46c3add-111f-48b5-a011-d8f396a04679 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port f2219c06-baf3-4e4e-9755-3353dea8708e {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:03:11.587093 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c46c3add-111f-48b5-a011-d8f396a04679 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:11.704561 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e4776d58-29a7-41bf-930a-5a33d07e4d0a None None] For port ed99d902-eba2-41f2-b635-649a53e5e083, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ed99d902-eba2-41f2-b635-649a53e5e083,segment=NetworkSegment(537dec70-2c10-4e91-a9a7-81b8185905d1),segment_id=537dec70-2c10-4e91-a9a7-81b8185905d1)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:03:11.705098 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4776d58-29a7-41bf-930a-5a33d07e4d0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:11.829740 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e4776d58-29a7-41bf-930a-5a33d07e4d0a None None] Calling delete_port for ed99d902-eba2-41f2-b635-649a53e5e083 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:03:11.839099 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-62538416-b530-4a80-b6a3-2365c7a30a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'name': 'tempest-TestNetworkBasicOps-router-1895956453', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:01:18Z', 'updated_at': '2022-03-08T10:03:09Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:19Z', 'updated_at': '2022-03-08T10:03:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:11.842877 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62538416-b530-4a80-b6a3-2365c7a30a1f None None] The sync data for ids ['070b1a2b-0240-41fc-9f19-5d09e8fda732'] in dv-neutron-831730-2-hyperv is: [{'id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'name': 'tempest-TestNetworkBasicOps-router-1895956453', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98'}], 'enable_snat': True}, 'gw_port_id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:01:18Z', 'updated_at': '2022-03-08T10:03:09Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': 'f2219c06-baf3-4e4e-9755-3353dea8708e', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b1a2b-0240-41fc-9f19-5d09e8fda732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:01:19Z', 'updated_at': '2022-03-08T10:03:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:03:11.880049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-c46c3add-111f-48b5-a011-d8f396a04679 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port f2219c06-baf3-4e4e-9755-3353dea8708e, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f2219c06-baf3-4e4e-9755-3353dea8708e,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:03:11.880404 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c46c3add-111f-48b5-a011-d8f396a04679 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:11.912969 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4776d58-29a7-41bf-930a-5a33d07e4d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:11.961091 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4776d58-29a7-41bf-930a-5a33d07e4d0a None None] Pushing event deleted for resources: {'Port': ['ID=ed99d902-eba2-41f2-b635-649a53e5e083,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:11.965503 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4776d58-29a7-41bf-930a-5a33d07e4d0a None None] No DVR routers for this DVR port ed99d902-eba2-41f2-b635-649a53e5e083 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:03:12.004462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-c46c3add-111f-48b5-a011-d8f396a04679 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for f2219c06-baf3-4e4e-9755-3353dea8708e owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:03:12.165041 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c46c3add-111f-48b5-a011-d8f396a04679 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:12.209119 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c3add-111f-48b5-a011-d8f396a04679 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=f2219c06-baf3-4e4e-9755-3353dea8708e,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:12.229153 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c58f68c6-135f-44a1-9078-e0b77a336056 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:03:12.264453 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: c58f68c6-135f-44a1-9078-e0b77a336056 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:03:12.264915 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c58f68c6-135f-44a1-9078-e0b77a336056 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:03:12.265402 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ed99d902-eba2-41f2-b635-649a53e5e083 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:03:12.301819 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: ed99d902-eba2-41f2-b635-649a53e5e083 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:03:12.302253 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ed99d902-eba2-41f2-b635-649a53e5e083 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:03:12.316288 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c46c3add-111f-48b5-a011-d8f396a04679 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:12.486173 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c46c3add-111f-48b5-a011-d8f396a04679 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:12.488215 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c46c3add-111f-48b5-a011-d8f396a04679 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:12.510838 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c46c3add-111f-48b5-a011-d8f396a04679 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:12.511329 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46c3add-111f-48b5-a011-d8f396a04679 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Fanout notify agent at l3_agent the message router_deleted on router 070b1a2b-0240-41fc-9f19-5d09e8fda732 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:03:12.526152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c46c3add-111f-48b5-a011-d8f396a04679 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:12.527270 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c46c3add-111f-48b5-a011-d8f396a04679 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/routers/070b1a2b-0240-41fc-9f19-5d09e8fda732 HTTP/1.1" status: 204 len: 168 time: 1.3279266 Mar 08 10:03:12.530189 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49538) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:12.644666 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f4f9a0fa-e0a6-4f24-8b40-b50dede49d54 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:12.769741 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f4f9a0fa-e0a6-4f24-8b40-b50dede49d54 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:12.793848 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-f4f9a0fa-e0a6-4f24-8b40-b50dede49d54 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5400146-a695-421a-b889-498b97730544']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:12.806174 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-f4f9a0fa-e0a6-4f24-8b40-b50dede49d54 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537dec70-2c10-4e91-a9a7-81b8185905d1') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:12.806467 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-f4f9a0fa-e0a6-4f24-8b40-b50dede49d54 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537dec70-2c10-4e91-a9a7-81b8185905d1') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:12.817235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f4f9a0fa-e0a6-4f24-8b40-b50dede49d54 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:12.832352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f4f9a0fa-e0a6-4f24-8b40-b50dede49d54 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:12.838269 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f9a0fa-e0a6-4f24-8b40-b50dede49d54 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:03:12.838709 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f4f9a0fa-e0a6-4f24-8b40-b50dede49d54 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:03:12.852719 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:03:12.930457 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f4f9a0fa-e0a6-4f24-8b40-b50dede49d54 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:12.937299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f4f9a0fa-e0a6-4f24-8b40-b50dede49d54 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:12.965024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9a0fa-e0a6-4f24-8b40-b50dede49d54 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Network': ['ID=b5400146-a695-421a-b889-498b97730544,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:12.973852 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f4f9a0fa-e0a6-4f24-8b40-b50dede49d54 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/networks/b5400146-a695-421a-b889-498b97730544 HTTP/1.1" status: 204 len: 168 time: 0.4425521 Mar 08 10:03:12.995161 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49542) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:13.003454 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-2d0bf80f-281f-40b0-95be-ab41f0772a35 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'network': {'name': 'tempest-network-smoke--1055665301', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'port_security_enabled': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:03:13.006376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2d0bf80f-281f-40b0-95be-ab41f0772a35 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:03:13.010649 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2d0bf80f-281f-40b0-95be-ab41f0772a35 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:network and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:03:13.013487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2d0bf80f-281f-40b0-95be-ab41f0772a35 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:03:13.019139 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2d0bf80f-281f-40b0-95be-ab41f0772a35 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:03:13.029696 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0bf80f-281f-40b0-95be-ab41f0772a35 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:03:13.033102 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2d0bf80f-281f-40b0-95be-ab41f0772a35 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:13.060805 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0bf80f-281f-40b0-95be-ab41f0772a35 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:03:13.069588 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2d0bf80f-281f-40b0-95be-ab41f0772a35 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:13.069935 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-2d0bf80f-281f-40b0-95be-ab41f0772a35 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Added segment 65709063-9465-4bbc-88d0-96acea5b4f9e of type vlan for network 050a3a03-5933-47d1-b028-fbdf32defe75 Mar 08 10:03:13.095353 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2d0bf80f-281f-40b0-95be-ab41f0772a35 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:13.127792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2d0bf80f-281f-40b0-95be-ab41f0772a35 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:13.133067 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0bf80f-281f-40b0-95be-ab41f0772a35 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:13.133643 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2d0bf80f-281f-40b0-95be-ab41f0772a35 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:13.232770 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2d0bf80f-281f-40b0-95be-ab41f0772a35 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2364593 Mar 08 10:03:13.235642 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49546) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:13.239640 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0bf80f-281f-40b0-95be-ab41f0772a35 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Network': ['ID=050a3a03-5933-47d1-b028-fbdf32defe75,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:13.240747 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1539011191', 'admin_state_up': True, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:03:13.247840 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:03:13.250801 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 050a3a03-5933-47d1-b028-fbdf32defe75 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:03:13.251831 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:router and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:03:13.255170 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:03:13.260837 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:03:13.270367 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:13.271597 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:13.286652 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:13.338014 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:13.660813 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:13.952888 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:13.980646 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:14.113686 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.26.2.81 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/974755b4-4b28-43c9-9d05-37da003c5284) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:03:14.122076 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f2219c06-baf3-4e4e-9755-3353dea8708e no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:03:14.155538 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: f2219c06-baf3-4e4e-9755-3353dea8708e {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:03:14.155880 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f2219c06-baf3-4e4e-9755-3353dea8708e not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:03:14.257248 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:14.284937 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:14.340862 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:03:14.343576 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:03:14.347052 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:03:14.395130 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=974755b4-4b28-43c9-9d05-37da003c5284,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:14.871371 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:15.216191 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:15.416947 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 6613ecb1-1deb-4cad-91e7-80c7c36eef33 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 10:03:15.591375 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:03:15.602437 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Sync routers for ids ['6613ecb1-1deb-4cad-91e7-80c7c36eef33'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:03:15.612452 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Routers {'6613ecb1-1deb-4cad-91e7-80c7c36eef33'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:03:15.613093 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:02:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['6613ecb1-1deb-4cad-91e7-80c7c36eef33'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:15.621169 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:15.622703 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-12e55f10-ff53-4b2d-86ab-892578f9b06a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3858502 Mar 08 10:03:15.625710 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49550) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:15.668096 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7fa3ee4f-b3d9-463a-9e6e-2ee3904e7860 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=48f49228ae2a4cdfbce5e7003ecc586a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412304 Mar 08 10:03:15.670651 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49554) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:15.800148 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2e162a-5e5e-4360-a657-7af89c3df19e tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:15.801640 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ce2e162a-5e5e-4360-a657-7af89c3df19e tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301184 Mar 08 10:03:15.804988 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49558) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:15.822994 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Set router 6613ecb1-1deb-4cad-91e7-80c7c36eef33 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:03:15.843061 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e5135f55-9678-4bcf-b74f-5d393891a81a tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368805 Mar 08 10:03:15.845351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49562) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:15.851079 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a981f178-947d-426f-ab3b-676066a9a721 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-690506527', 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:03:15.963174 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a981f178-947d-426f-ab3b-676066a9a721 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:03:15.966908 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a981f178-947d-426f-ab3b-676066a9a721 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:subnet and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:03:15.969657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a981f178-947d-426f-ab3b-676066a9a721 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:03:15.975796 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a981f178-947d-426f-ab3b-676066a9a721 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:03:15.986004 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a981f178-947d-426f-ab3b-676066a9a721 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:03:15.989604 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a981f178-947d-426f-ab3b-676066a9a721 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:16.109457 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'name': 'tempest-TestNetworkBasicOps-router-1539011191', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '974755b4-4b28-43c9-9d05-37da003c5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:03:13Z', 'updated_at': '2022-03-08T10:03:14Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '974755b4-4b28-43c9-9d05-37da003c5284', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:14Z', 'updated_at': '2022-03-08T10:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:16.113289 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Checking router: 6613ecb1-1deb-4cad-91e7-80c7c36eef33 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:03:16.113622 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Updating router 6613ecb1-1deb-4cad-91e7-80c7c36eef33 port 974755b4-4b28-43c9-9d05-37da003c5284 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:03:16.169003 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:16.203037 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a981f178-947d-426f-ab3b-676066a9a721 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:16.416748 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981f178-947d-426f-ab3b-676066a9a721 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Subnet': ['ID=a65e3807-b873-4d9a-a916-fbb9da50c9e1,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:16.425416 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a981f178-947d-426f-ab3b-676066a9a721 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Checking segment: {'id': '65709063-9465-4bbc-88d0-96acea5b4f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:03:16.426020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a981f178-947d-426f-ab3b-676066a9a721 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network hostable DHCP agents. Network: 050a3a03-5933-47d1-b028-fbdf32defe75, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:03:16.445308 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a981f178-947d-426f-ab3b-676066a9a721 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 050a3a03-5933-47d1-b028-fbdf32defe75 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:03:16.454580 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a981f178-947d-426f-ab3b-676066a9a721 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 050a3a03-5933-47d1-b028-fbdf32defe75) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:03:16.459087 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a981f178-947d-426f-ab3b-676066a9a721 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:16.460234 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a981f178-947d-426f-ab3b-676066a9a721 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:16.466370 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541bc1d7-69d0-4675-901f-c0057057e427 None None] Network 050a3a03-5933-47d1-b028-fbdf32defe75 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:03:16.482525 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a981f178-947d-426f-ab3b-676066a9a721 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6356478 Mar 08 10:03:16.485042 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49566) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:16.581881 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:16.601683 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Transition to ACTIVE for port object 974755b4-4b28-43c9-9d05-37da003c5284 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:03:16.618975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:16.738126 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Attempting to bind port 974755b4-4b28-43c9-9d05-37da003c5284 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:03:16.738499 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Attempting to bind port 974755b4-4b28-43c9-9d05-37da003c5284 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:03:16.739178 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Attempting to bind port 974755b4-4b28-43c9-9d05-37da003c5284 on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:03:16.746504 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef709bc4-9918-4788-a76d-9c92d7ea0ebf None None] Pushing event updated for resources: {'Port': ['ID=974755b4-4b28-43c9-9d05-37da003c5284,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:16.753705 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:03:16.754074 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:03:16.754477 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:16.754857 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:03:16.755321 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Bound port: 974755b4-4b28-43c9-9d05-37da003c5284, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:03:16.755689 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:16.836932 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-050a3a03-5933-47d1-b028-fbdf32defe75', 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ips': [{'subnet_id': 'a65e3807-b873-4d9a-a916-fbb9da50c9e1'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:03:16.837770 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:16.913203 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] For port 974755b4-4b28-43c9-9d05-37da003c5284, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:03:16.935244 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] For port 974755b4-4b28-43c9-9d05-37da003c5284, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=974755b4-4b28-43c9-9d05-37da003c5284,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:03:16.943134 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:17.071384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Routers {'6613ecb1-1deb-4cad-91e7-80c7c36eef33'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:03:17.072005 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:02:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['6613ecb1-1deb-4cad-91e7-80c7c36eef33'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:17.141711 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef709bc4-9918-4788-a76d-9c92d7ea0ebf None None] Pushing event updated for resources: {'Port': ['ID=974755b4-4b28-43c9-9d05-37da003c5284,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:17.185289 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a6baa2a-d8b2-4d34-aec1-4b7e15b52ecf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:17.201163 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Allocated IP 172.20.0.2 (050a3a03-5933-47d1-b028-fbdf32defe75/a65e3807-b873-4d9a-a916-fbb9da50c9e1/ffa5871e-ac11-4efd-9aa1-11ce702ae2bc) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:03:17.341482 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:03:17.392158 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] Set router 6613ecb1-1deb-4cad-91e7-80c7c36eef33 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:03:17.714855 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:17.731325 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Transition to ACTIVE for port object ffa5871e-ac11-4efd-9aa1-11ce702ae2bc will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:03:17.756494 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Transition to ACTIVE for port object ffa5871e-ac11-4efd-9aa1-11ce702ae2bc will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:03:17.762623 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:17.824868 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-4a6baa2a-d8b2-4d34-aec1-4b7e15b52ecf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.20.0.1 (050a3a03-5933-47d1-b028-fbdf32defe75/a65e3807-b873-4d9a-a916-fbb9da50c9e1/17bce52f-4be4-4b33-9939-60021aec62f0) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:03:17.832033 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Network 050a3a03-5933-47d1-b028-fbdf32defe75 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:03:17.840894 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:03:17.845585 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:03:17.853551 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Pushing event updated for resources: {'Port': ['ID=ffa5871e-ac11-4efd-9aa1-11ce702ae2bc,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:17.883265 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'name': 'tempest-TestNetworkBasicOps-router-1539011191', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '974755b4-4b28-43c9-9d05-37da003c5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:03:13Z', 'updated_at': '2022-03-08T10:03:14Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '974755b4-4b28-43c9-9d05-37da003c5284', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:14Z', 'updated_at': '2022-03-08T10:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:17.918616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc8d580-31ca-435b-b9d5-5fbc3b4bfd82 None None] The sync data for ids ['6613ecb1-1deb-4cad-91e7-80c7c36eef33'] in dv-neutron-831730-2-hyperv is: [{'id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'name': 'tempest-TestNetworkBasicOps-router-1539011191', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '974755b4-4b28-43c9-9d05-37da003c5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:03:13Z', 'updated_at': '2022-03-08T10:03:14Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '974755b4-4b28-43c9-9d05-37da003c5284', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:14Z', 'updated_at': '2022-03-08T10:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:03:17.953378 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Attempting to bind port ffa5871e-ac11-4efd-9aa1-11ce702ae2bc on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:03:17.953750 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Attempting to bind port ffa5871e-ac11-4efd-9aa1-11ce702ae2bc by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '65709063-9465-4bbc-88d0-96acea5b4f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:03:17.954114 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Attempting to bind port ffa5871e-ac11-4efd-9aa1-11ce702ae2bc on network 050a3a03-5933-47d1-b028-fbdf32defe75 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:03:17.960050 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:03:17.960420 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Checking segment: {'id': '65709063-9465-4bbc-88d0-96acea5b4f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:03:17.960849 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:17.961241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Bound using segment: {'id': '65709063-9465-4bbc-88d0-96acea5b4f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:03:17.961702 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Bound port: ffa5871e-ac11-4efd-9aa1-11ce702ae2bc, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65709063-9465-4bbc-88d0-96acea5b4f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:03:17.962070 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:17.992435 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a6baa2a-d8b2-4d34-aec1-4b7e15b52ecf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:18.010950 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-4a6baa2a-d8b2-4d34-aec1-4b7e15b52ecf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Transition to ACTIVE for port object 17bce52f-4be4-4b33-9939-60021aec62f0 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:03:18.035617 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a6baa2a-d8b2-4d34-aec1-4b7e15b52ecf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:18.051964 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] For port ffa5871e-ac11-4efd-9aa1-11ce702ae2bc, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:03:18.055083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] For port ffa5871e-ac11-4efd-9aa1-11ce702ae2bc, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ffa5871e-ac11-4efd-9aa1-11ce702ae2bc,segment=NetworkSegment(65709063-9465-4bbc-88d0-96acea5b4f9e),segment_id=65709063-9465-4bbc-88d0-96acea5b4f9e)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:03:18.060794 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:18.101198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6baa2a-d8b2-4d34-aec1-4b7e15b52ecf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 050a3a03-5933-47d1-b028-fbdf32defe75 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:03:18.108617 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4a6baa2a-d8b2-4d34-aec1-4b7e15b52ecf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:03:18.110912 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6baa2a-d8b2-4d34-aec1-4b7e15b52ecf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:03:18.147595 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f4ad9-0404-4c45-9286-7a9263b48fc6 None None] Pushing event updated for resources: {'Port': ['ID=ffa5871e-ac11-4efd-9aa1-11ce702ae2bc,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:18.299754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6baa2a-d8b2-4d34-aec1-4b7e15b52ecf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=17bce52f-4be4-4b33-9939-60021aec62f0,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:18.322279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a6baa2a-d8b2-4d34-aec1-4b7e15b52ecf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:18.479788 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a6baa2a-d8b2-4d34-aec1-4b7e15b52ecf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:18.903329 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a6baa2a-d8b2-4d34-aec1-4b7e15b52ecf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:18.907754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a6baa2a-d8b2-4d34-aec1-4b7e15b52ecf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:19.024198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6baa2a-d8b2-4d34-aec1-4b7e15b52ecf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=17bce52f-4be4-4b33-9939-60021aec62f0,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:19.026749 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a6baa2a-d8b2-4d34-aec1-4b7e15b52ecf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:19.154614 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bf7f49-0a7b-450b-87d4-31f2971226f2 None None] Network 050a3a03-5933-47d1-b028-fbdf32defe75 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:03:19.165839 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6baa2a-d8b2-4d34-aec1-4b7e15b52ecf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 050a3a03-5933-47d1-b028-fbdf32defe75 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:03:19.166936 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4a6baa2a-d8b2-4d34-aec1-4b7e15b52ecf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:03:19.262225 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f881ee7f-16ec-4aac-856b-5064960badf7 None None] Provisioning for port ffa5871e-ac11-4efd-9aa1-11ce702ae2bc completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:03:19.353095 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6baa2a-d8b2-4d34-aec1-4b7e15b52ecf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 6613ecb1-1deb-4cad-91e7-80c7c36eef33 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:03:19.538279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6baa2a-d8b2-4d34-aec1-4b7e15b52ecf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:03:19.552285 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4a6baa2a-d8b2-4d34-aec1-4b7e15b52ecf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/routers/6613ecb1-1deb-4cad-91e7-80c7c36eef33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0659575 Mar 08 10:03:19.554639 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49570) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:19.684205 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Sync routers for ids ['6613ecb1-1deb-4cad-91e7-80c7c36eef33'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:03:19.698528 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Routers {'6613ecb1-1deb-4cad-91e7-80c7c36eef33'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:03:19.699162 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:02:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['6613ecb1-1deb-4cad-91e7-80c7c36eef33'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:19.702162 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aaae41-bf43-47f9-9de9-b8ab6f909043 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:19.702736 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aaae41-bf43-47f9-9de9-b8ab6f909043 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:19.703100 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aaae41-bf43-47f9-9de9-b8ab6f909043 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:19.703563 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aaae41-bf43-47f9-9de9-b8ab6f909043 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:19.705629 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-68aaae41-bf43-47f9-9de9-b8ab6f909043 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1497092 Mar 08 10:03:19.708060 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49574) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:19.710988 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f5743218-f7dc-4828-b64a-177beb9fdb61 None None] Provisioning for port 17bce52f-4be4-4b33-9939-60021aec62f0 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:03:19.717393 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f5743218-f7dc-4828-b64a-177beb9fdb61 None None] Provisioning complete for port 17bce52f-4be4-4b33-9939-60021aec62f0 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:03:19.717772 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f5743218-f7dc-4828-b64a-177beb9fdb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:19.776236 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f5743218-f7dc-4828-b64a-177beb9fdb61 None None] Port 17bce52f-4be4-4b33-9939-60021aec62f0 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:03:19.783894 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93135cac-07d0-4a09-8077-0d9674edd0ad tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:19.784440 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93135cac-07d0-4a09-8077-0d9674edd0ad tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:19.784940 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93135cac-07d0-4a09-8077-0d9674edd0ad tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:19.785401 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93135cac-07d0-4a09-8077-0d9674edd0ad tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:19.789944 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49578) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:19.793554 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-93135cac-07d0-4a09-8077-0d9674edd0ad tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0842724 Mar 08 10:03:19.896881 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Set router 6613ecb1-1deb-4cad-91e7-80c7c36eef33 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:03:19.909103 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-934aca66-9208-4d9e-b913-3a1c20dca626 None None] Provisioning complete for port 17bce52f-4be4-4b33-9939-60021aec62f0 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:03:19.909547 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-934aca66-9208-4d9e-b913-3a1c20dca626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:19.972736 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-934aca66-9208-4d9e-b913-3a1c20dca626 None None] Port 17bce52f-4be4-4b33-9939-60021aec62f0 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:03:20.107261 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ccbd855b-f321-41cf-9406-6135937d85ef None None] Provisioning complete for port 17bce52f-4be4-4b33-9939-60021aec62f0 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:03:20.107647 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ccbd855b-f321-41cf-9406-6135937d85ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:20.133263 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-171d8a6f-7542-41e0-8483-1ea72415a148 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3312225 Mar 08 10:03:20.191834 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd855b-f321-41cf-9406-6135937d85ef None None] Port 17bce52f-4be4-4b33-9939-60021aec62f0 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:03:20.219232 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'name': 'tempest-TestNetworkBasicOps-router-1539011191', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '974755b4-4b28-43c9-9d05-37da003c5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:03:13Z', 'updated_at': '2022-03-08T10:03:18Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '974755b4-4b28-43c9-9d05-37da003c5284', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:14Z', 'updated_at': '2022-03-08T10:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '17bce52f-4be4-4b33-9939-60021aec62f0', 'name': '', 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:5c:1a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a65e3807-b873-4d9a-a916-fbb9da50c9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:17Z', 'updated_at': '2022-03-08T10:03:18Z', 'revision_number': 2, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': 'a65e3807-b873-4d9a-a916-fbb9da50c9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:20.226930 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Checking router: 6613ecb1-1deb-4cad-91e7-80c7c36eef33 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:03:20.227449 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Updating router 6613ecb1-1deb-4cad-91e7-80c7c36eef33 port 17bce52f-4be4-4b33-9939-60021aec62f0 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:03:20.228903 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ffa5871e-ac11-4efd-9aa1-11ce702ae2bc up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:03:20.302322 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port ffa5871e-ac11-4efd-9aa1-11ce702ae2bc completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:03:20.307786 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ffa5871e-ac11-4efd-9aa1-11ce702ae2bc triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:03:20.308160 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:20.313766 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:20.391444 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49584) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:20.397392 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b6579573-6dc9-46dd-a1ee-301a51f4a09c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1362633445', 'description': 'tempest-secgroup-smoke-1362633445 description', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:03:20.403580 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b6579573-6dc9-46dd-a1ee-301a51f4a09c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:03:20.408087 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b6579573-6dc9-46dd-a1ee-301a51f4a09c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:03:20.411240 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b6579573-6dc9-46dd-a1ee-301a51f4a09c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:03:20.418168 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b6579573-6dc9-46dd-a1ee-301a51f4a09c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:03:20.430609 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6579573-6dc9-46dd-a1ee-301a51f4a09c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:20.451586 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b6579573-6dc9-46dd-a1ee-301a51f4a09c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:03:20.455641 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b6579573-6dc9-46dd-a1ee-301a51f4a09c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:03:20.458556 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b6579573-6dc9-46dd-a1ee-301a51f4a09c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:03:20.467200 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b6579573-6dc9-46dd-a1ee-301a51f4a09c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:03:20.475112 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:20.508420 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port ffa5871e-ac11-4efd-9aa1-11ce702ae2bc, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ffa5871e-ac11-4efd-9aa1-11ce702ae2bc,segment=NetworkSegment(65709063-9465-4bbc-88d0-96acea5b4f9e),segment_id=65709063-9465-4bbc-88d0-96acea5b4f9e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:03:20.515488 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:20.516256 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 974755b4-4b28-43c9-9d05-37da003c5284 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:03:20.551037 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6579573-6dc9-46dd-a1ee-301a51f4a09c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:20.558155 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6579573-6dc9-46dd-a1ee-301a51f4a09c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:20.635496 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=ffa5871e-ac11-4efd-9aa1-11ce702ae2bc,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:20.648927 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 974755b4-4b28-43c9-9d05-37da003c5284 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:03:20.654253 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 974755b4-4b28-43c9-9d05-37da003c5284 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:03:20.654629 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:20.681344 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:20.696534 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Transition to ACTIVE for port object 17bce52f-4be4-4b33-9939-60021aec62f0 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:03:20.706163 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:20.741813 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6579573-6dc9-46dd-a1ee-301a51f4a09c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523b139c-6d67-4eda-b974-b7fe4d88a991,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:20.753559 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6579573-6dc9-46dd-a1ee-301a51f4a09c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:20.757832 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b6579573-6dc9-46dd-a1ee-301a51f4a09c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3649004 Mar 08 10:03:20.758533 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49588) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:20.763913 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-8f3f005e-87c1-4927-add1-9d8cb24ed140 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '523b139c-6d67-4eda-b974-b7fe4d88a991', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:03:20.771878 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8f3f005e-87c1-4927-add1-9d8cb24ed140 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:03:20.776313 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8f3f005e-87c1-4927-add1-9d8cb24ed140 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:03:20.779376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8f3f005e-87c1-4927-add1-9d8cb24ed140 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:03:20.781477 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:20.790323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8f3f005e-87c1-4927-add1-9d8cb24ed140 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:03:20.800099 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 974755b4-4b28-43c9-9d05-37da003c5284, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=974755b4-4b28-43c9-9d05-37da003c5284,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:03:20.804653 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:20.812721 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8f3f005e-87c1-4927-add1-9d8cb24ed140 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:20.837667 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b3b30-9174-441a-9a96-c5cfc2c8e5e2 None None] Pushing event updated for resources: {'Port': ['ID=17bce52f-4be4-4b33-9939-60021aec62f0,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:20.886169 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=974755b4-4b28-43c9-9d05-37da003c5284,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:20.898920 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8f3f005e-87c1-4927-add1-9d8cb24ed140 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:20.903232 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8f3f005e-87c1-4927-add1-9d8cb24ed140 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:20.908118 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5b3b30-9174-441a-9a96-c5cfc2c8e5e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:20.908469 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5b3b30-9174-441a-9a96-c5cfc2c8e5e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:20.908853 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5b3b30-9174-441a-9a96-c5cfc2c8e5e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:20.909230 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5b3b30-9174-441a-9a96-c5cfc2c8e5e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:20.909499 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5b3b30-9174-441a-9a96-c5cfc2c8e5e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:20.909825 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5b3b30-9174-441a-9a96-c5cfc2c8e5e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:20.910145 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5b3b30-9174-441a-9a96-c5cfc2c8e5e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:20.910463 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5b3b30-9174-441a-9a96-c5cfc2c8e5e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:20.910781 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5b3b30-9174-441a-9a96-c5cfc2c8e5e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:20.911088 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5b3b30-9174-441a-9a96-c5cfc2c8e5e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:20.911410 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5b3b30-9174-441a-9a96-c5cfc2c8e5e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:20.911724 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5b3b30-9174-441a-9a96-c5cfc2c8e5e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:03:20.936428 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Attempting to bind port 17bce52f-4be4-4b33-9939-60021aec62f0 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:03:20.936963 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Attempting to bind port 17bce52f-4be4-4b33-9939-60021aec62f0 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '65709063-9465-4bbc-88d0-96acea5b4f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:03:20.937115 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Attempting to bind port 17bce52f-4be4-4b33-9939-60021aec62f0 on network 050a3a03-5933-47d1-b028-fbdf32defe75 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:03:20.937369 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f005e-87c1-4927-add1-9d8cb24ed140 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e599e2-2db2-4ceb-8a01-503718f57624,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:20.943265 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:03:20.943666 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Checking segment: {'id': '65709063-9465-4bbc-88d0-96acea5b4f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:03:20.944067 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:20.944449 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Bound using segment: {'id': '65709063-9465-4bbc-88d0-96acea5b4f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:03:20.944989 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Bound port: 17bce52f-4be4-4b33-9939-60021aec62f0, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65709063-9465-4bbc-88d0-96acea5b4f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:03:20.945361 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:20.950377 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8f3f005e-87c1-4927-add1-9d8cb24ed140 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:20.951955 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8f3f005e-87c1-4927-add1-9d8cb24ed140 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1922286 Mar 08 10:03:20.954777 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49592) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:20.960195 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-27cbce9c-a3dd-4d90-865b-2164da6bfd28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '523b139c-6d67-4eda-b974-b7fe4d88a991', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:03:20.966272 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-27cbce9c-a3dd-4d90-865b-2164da6bfd28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:03:20.970266 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-27cbce9c-a3dd-4d90-865b-2164da6bfd28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:03:20.973291 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-27cbce9c-a3dd-4d90-865b-2164da6bfd28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:03:20.979746 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-27cbce9c-a3dd-4d90-865b-2164da6bfd28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:03:21.007346 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-27cbce9c-a3dd-4d90-865b-2164da6bfd28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.042977 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] For port 17bce52f-4be4-4b33-9939-60021aec62f0, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:03:21.045819 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] For port 17bce52f-4be4-4b33-9939-60021aec62f0, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=17bce52f-4be4-4b33-9939-60021aec62f0,segment=NetworkSegment(65709063-9465-4bbc-88d0-96acea5b4f9e),segment_id=65709063-9465-4bbc-88d0-96acea5b4f9e)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:03:21.050103 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.073041 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-27cbce9c-a3dd-4d90-865b-2164da6bfd28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.077508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-27cbce9c-a3dd-4d90-865b-2164da6bfd28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.099349 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbce9c-a3dd-4d90-865b-2164da6bfd28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf208c4-68af-46ba-8e55-ae1b9bf32e3e,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:21.110351 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-27cbce9c-a3dd-4d90-865b-2164da6bfd28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.111978 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-27cbce9c-a3dd-4d90-865b-2164da6bfd28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556437 Mar 08 10:03:21.114336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49596) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:21.120954 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-51876f9f-b111-4ab9-a9f4-3ae4d1ff9c1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '523b139c-6d67-4eda-b974-b7fe4d88a991', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:03:21.127423 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-51876f9f-b111-4ab9-a9f4-3ae4d1ff9c1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:03:21.131465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-51876f9f-b111-4ab9-a9f4-3ae4d1ff9c1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:03:21.134432 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Routers {'6613ecb1-1deb-4cad-91e7-80c7c36eef33'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:03:21.134710 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-51876f9f-b111-4ab9-a9f4-3ae4d1ff9c1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:03:21.135055 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:02:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['6613ecb1-1deb-4cad-91e7-80c7c36eef33'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:21.140717 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-51876f9f-b111-4ab9-a9f4-3ae4d1ff9c1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:03:21.159854 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51876f9f-b111-4ab9-a9f4-3ae4d1ff9c1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.203939 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b3b30-9174-441a-9a96-c5cfc2c8e5e2 None None] Pushing event updated for resources: {'Port': ['ID=17bce52f-4be4-4b33-9939-60021aec62f0,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:21.231253 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51876f9f-b111-4ab9-a9f4-3ae4d1ff9c1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.236322 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51876f9f-b111-4ab9-a9f4-3ae4d1ff9c1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.265241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51876f9f-b111-4ab9-a9f4-3ae4d1ff9c1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20754f47-480d-4606-94d8-308aa0ab9d8c,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:21.273763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51876f9f-b111-4ab9-a9f4-3ae4d1ff9c1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.278020 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-51876f9f-b111-4ab9-a9f4-3ae4d1ff9c1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598837 Mar 08 10:03:21.278448 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49600) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:21.283647 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f62e0f18-0bb1-42f0-b9f4-f62a1648ccb6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '523b139c-6d67-4eda-b974-b7fe4d88a991', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:03:21.290392 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f62e0f18-0bb1-42f0-b9f4-f62a1648ccb6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:03:21.294459 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f62e0f18-0bb1-42f0-b9f4-f62a1648ccb6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:03:21.297917 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f62e0f18-0bb1-42f0-b9f4-f62a1648ccb6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:03:21.304210 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f62e0f18-0bb1-42f0-b9f4-f62a1648ccb6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:03:21.320682 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f62e0f18-0bb1-42f0-b9f4-f62a1648ccb6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.330146 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] Set router 6613ecb1-1deb-4cad-91e7-80c7c36eef33 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:03:21.382315 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f62e0f18-0bb1-42f0-b9f4-f62a1648ccb6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.386433 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f62e0f18-0bb1-42f0-b9f4-f62a1648ccb6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.410314 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e0f18-0bb1-42f0-b9f4-f62a1648ccb6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f335710d-6f42-4f19-9a90-74f8b41f9436,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:21.420126 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f62e0f18-0bb1-42f0-b9f4-f62a1648ccb6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.421311 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f62e0f18-0bb1-42f0-b9f4-f62a1648ccb6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418805 Mar 08 10:03:21.424302 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49604) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:21.429324 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-30dd49db-8fa2-4d25-b4c3-dc050a71df0b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '523b139c-6d67-4eda-b974-b7fe4d88a991', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:03:21.434994 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-30dd49db-8fa2-4d25-b4c3-dc050a71df0b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:03:21.438737 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-30dd49db-8fa2-4d25-b4c3-dc050a71df0b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:03:21.441484 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-30dd49db-8fa2-4d25-b4c3-dc050a71df0b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:03:21.446994 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-30dd49db-8fa2-4d25-b4c3-dc050a71df0b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:03:21.456768 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-30dd49db-8fa2-4d25-b4c3-dc050a71df0b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:03:21.463574 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30dd49db-8fa2-4d25-b4c3-dc050a71df0b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.528278 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30dd49db-8fa2-4d25-b4c3-dc050a71df0b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.533459 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30dd49db-8fa2-4d25-b4c3-dc050a71df0b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.556988 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd49db-8fa2-4d25-b4c3-dc050a71df0b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1af451c-afb8-45eb-b07d-8cec1c2d7a6b,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:21.567511 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-30dd49db-8fa2-4d25-b4c3-dc050a71df0b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.572077 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-30dd49db-8fa2-4d25-b4c3-dc050a71df0b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1442313 Mar 08 10:03:21.572551 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49608) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:21.577952 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-0e4e449b-ec05-4371-8dfb-eabc170c3ad3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '523b139c-6d67-4eda-b974-b7fe4d88a991', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:03:21.583813 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0e4e449b-ec05-4371-8dfb-eabc170c3ad3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:03:21.588381 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0e4e449b-ec05-4371-8dfb-eabc170c3ad3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:03:21.591325 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0e4e449b-ec05-4371-8dfb-eabc170c3ad3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:03:21.597182 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0e4e449b-ec05-4371-8dfb-eabc170c3ad3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:03:21.607704 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-0e4e449b-ec05-4371-8dfb-eabc170c3ad3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:03:21.614272 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e4e449b-ec05-4371-8dfb-eabc170c3ad3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.645055 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'name': 'tempest-TestNetworkBasicOps-router-1539011191', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '974755b4-4b28-43c9-9d05-37da003c5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:03:13Z', 'updated_at': '2022-03-08T10:03:18Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '974755b4-4b28-43c9-9d05-37da003c5284', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:14Z', 'updated_at': '2022-03-08T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '17bce52f-4be4-4b33-9939-60021aec62f0', 'name': '', 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:5c:1a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a65e3807-b873-4d9a-a916-fbb9da50c9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:17Z', 'updated_at': '2022-03-08T10:03:21Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': 'a65e3807-b873-4d9a-a916-fbb9da50c9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:21.649679 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c4d45-bb6d-4787-a318-0ba1a8409a45 None None] The sync data for ids ['6613ecb1-1deb-4cad-91e7-80c7c36eef33'] in dv-neutron-831730-2-hyperv is: [{'id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'name': 'tempest-TestNetworkBasicOps-router-1539011191', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '974755b4-4b28-43c9-9d05-37da003c5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:03:13Z', 'updated_at': '2022-03-08T10:03:18Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '974755b4-4b28-43c9-9d05-37da003c5284', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:14Z', 'updated_at': '2022-03-08T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '17bce52f-4be4-4b33-9939-60021aec62f0', 'name': '', 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:5c:1a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a65e3807-b873-4d9a-a916-fbb9da50c9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:17Z', 'updated_at': '2022-03-08T10:03:21Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': 'a65e3807-b873-4d9a-a916-fbb9da50c9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:03:21.679905 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e4e449b-ec05-4371-8dfb-eabc170c3ad3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.687605 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e4e449b-ec05-4371-8dfb-eabc170c3ad3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.714206 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e449b-ec05-4371-8dfb-eabc170c3ad3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9311f277-b80c-4907-9c5c-c15854b8d799,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:21.732451 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0e4e449b-ec05-4371-8dfb-eabc170c3ad3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:21.733768 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0e4e449b-ec05-4371-8dfb-eabc170c3ad3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1599715 Mar 08 10:03:21.916575 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-6848a2ea-8cc8-4dc4-bb31-707945656b34 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:03:21.932475 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-6848a2ea-8cc8-4dc4-bb31-707945656b34 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:03:21.933675 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-6848a2ea-8cc8-4dc4-bb31-707945656b34 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362633445&fields=id&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 267 time: 0.0572810 Mar 08 10:03:22.088921 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-fa092e59-8369-4bee-a4cf-77322908542a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:22.089580 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-fa092e59-8369-4bee-a4cf-77322908542a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:03:22.106908 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-fa092e59-8369-4bee-a4cf-77322908542a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:03:22.113243 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-fa092e59-8369-4bee-a4cf-77322908542a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/networks?id=050a3a03-5933-47d1-b028-fbdf32defe75 HTTP/1.1" status: 200 len: 797 time: 0.1728544 Mar 08 10:03:22.130625 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-612231c9-eb11-4a46-b5d2-83a0c0518349 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/quotas/48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 375 time: 0.0163887 Mar 08 10:03:22.210954 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 17bce52f-4be4-4b33-9939-60021aec62f0 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:03:22.225703 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-9703917e-048c-4639-930b-eb542e4f1ff6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:03:22.245991 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-9703917e-048c-4639-930b-eb542e4f1ff6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:03:22.247489 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-9703917e-048c-4639-930b-eb542e4f1ff6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098888 Mar 08 10:03:22.285217 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 17bce52f-4be4-4b33-9939-60021aec62f0 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:03:22.290356 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 17bce52f-4be4-4b33-9939-60021aec62f0 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:03:22.290732 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:22.393498 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-8094213e-1911-42e4-9d72-bdff77b4a209 service neutron] 10.222.0.24 "GET /v2.0/networks/050a3a03-5933-47d1-b028-fbdf32defe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326952 Mar 08 10:03:22.418131 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:22.452082 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 17bce52f-4be4-4b33-9939-60021aec62f0, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=17bce52f-4be4-4b33-9939-60021aec62f0,segment=NetworkSegment(65709063-9465-4bbc-88d0-96acea5b4f9e),segment_id=65709063-9465-4bbc-88d0-96acea5b4f9e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:03:22.456130 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:22.457042 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ffa5871e-ac11-4efd-9aa1-11ce702ae2bc up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:03:22.534241 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-cfdf21ed-fb59-4ab2-a3ca-fe5b5f097a81 service neutron] 10.222.0.24 "GET /v2.0/networks/050a3a03-5933-47d1-b028-fbdf32defe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341290 Mar 08 10:03:22.580729 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=17bce52f-4be4-4b33-9939-60021aec62f0,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:22.607279 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ffa5871e-ac11-4efd-9aa1-11ce702ae2bc triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:03:22.608139 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:22.738799 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 974755b4-4b28-43c9-9d05-37da003c5284 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:03:22.750322 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-02082542-92dc-416c-ab65-2176ee7f3397 req-eb5c9a31-1d7b-470a-9112-642ad63c60c6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:03:22.762579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-02082542-92dc-416c-ab65-2176ee7f3397 req-eb5c9a31-1d7b-470a-9112-642ad63c60c6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:03:22.763924 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-02082542-92dc-416c-ab65-2176ee7f3397 req-eb5c9a31-1d7b-470a-9112-642ad63c60c6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 210 time: 0.0609260 Mar 08 10:03:22.814765 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 974755b4-4b28-43c9-9d05-37da003c5284 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:03:22.815152 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:23.742863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-20f954f7-c952-49b8-94e8-5ca8620f2324 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:23.743560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-20f954f7-c952-49b8-94e8-5ca8620f2324 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:03:23.755107 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-20f954f7-c952-49b8-94e8-5ca8620f2324 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:03:23.756781 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-20f954f7-c952-49b8-94e8-5ca8620f2324 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/networks?id=050a3a03-5933-47d1-b028-fbdf32defe75 HTTP/1.1" status: 200 len: 797 time: 0.1565435 Mar 08 10:03:23.807981 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-2ff9da62-cde7-4441-817c-623739fd7252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:03:23.820601 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-2ff9da62-cde7-4441-817c-623739fd7252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:03:23.821809 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-2ff9da62-cde7-4441-817c-623739fd7252 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 380 time: 0.0577507 Mar 08 10:03:23.829934 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-e4a10cbf-5eef-4405-86db-385240270dfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'port': {'device_id': '0fb47573-c7c7-47ac-a50f-f55b7c41649b', 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75', 'admin_state_up': True, 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'security_groups': ['523b139c-6d67-4eda-b974-b7fe4d88a991']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:03:23.917726 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5fe6f7d2-104c-4ef0-971d-b00d58ca1513 req-01029f57-58d2-4af7-8f24-49d240ec0246 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 210 time: 0.0461035 Mar 08 10:03:23.965522 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-e4a10cbf-5eef-4405-86db-385240270dfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:03:23.975119 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-e4a10cbf-5eef-4405-86db-385240270dfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:03:23.984666 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-e4a10cbf-5eef-4405-86db-385240270dfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:03:23.988096 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-e4a10cbf-5eef-4405-86db-385240270dfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:24.132462 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 17bce52f-4be4-4b33-9939-60021aec62f0 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:03:24.150283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-e4a10cbf-5eef-4405-86db-385240270dfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.20.0.8 (050a3a03-5933-47d1-b028-fbdf32defe75/a65e3807-b873-4d9a-a916-fbb9da50c9e1/e2ce25d9-6ef6-44ff-805a-ee4715760a72) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:03:24.199322 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 17bce52f-4be4-4b33-9939-60021aec62f0 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:03:24.199693 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:24.341050 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-e4a10cbf-5eef-4405-86db-385240270dfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:24.356453 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-e4a10cbf-5eef-4405-86db-385240270dfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Transition to ACTIVE for port object e2ce25d9-6ef6-44ff-805a-ee4715760a72 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:03:24.378753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-e4a10cbf-5eef-4405-86db-385240270dfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:24.441794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-e4a10cbf-5eef-4405-86db-385240270dfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 050a3a03-5933-47d1-b028-fbdf32defe75 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:03:24.449008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-e4a10cbf-5eef-4405-86db-385240270dfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:03:24.453134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-e4a10cbf-5eef-4405-86db-385240270dfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:03:24.483249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a10cbf-5eef-4405-86db-385240270dfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=e2ce25d9-6ef6-44ff-805a-ee4715760a72,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:24.524336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-e4a10cbf-5eef-4405-86db-385240270dfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:24.525063 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-e4a10cbf-5eef-4405-86db-385240270dfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:24.551870 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-e4a10cbf-5eef-4405-86db-385240270dfa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7258220 Mar 08 10:03:24.563018 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Request body: {'port': {'device_id': '0fb47573-c7c7-47ac-a50f-f55b7c41649b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:03:24.672827 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:24.682263 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-133fc4ef-fbb0-4711-9ac3-be64dc096d53 None None] Provisioning for port e2ce25d9-6ef6-44ff-805a-ee4715760a72 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:03:24.687145 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-133fc4ef-fbb0-4711-9ac3-be64dc096d53 None None] Provisioning complete for port e2ce25d9-6ef6-44ff-805a-ee4715760a72 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:03:24.687719 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-133fc4ef-fbb0-4711-9ac3-be64dc096d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:24.741383 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-133fc4ef-fbb0-4711-9ac3-be64dc096d53 None None] Port e2ce25d9-6ef6-44ff-805a-ee4715760a72 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:03:24.890484 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7b369411-41ea-4f2c-900b-03fdb5327514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:25.011135 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ce25d9-6ef6-44ff-805a-ee4715760a72 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:03:25.018575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:25.163627 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Transition to ACTIVE for port object e2ce25d9-6ef6-44ff-805a-ee4715760a72 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:03:25.168423 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:25.310567 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ce25d9-6ef6-44ff-805a-ee4715760a72,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:25.361317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb6f52-2aa1-42eb-9773-587298d61a52 req-82956e15-d630-4aaa-b771-9f7eed631787 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:25.362009 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-2ccb6f52-2aa1-42eb-9773-587298d61a52 req-82956e15-d630-4aaa-b771-9f7eed631787 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:03:25.419844 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-2ccb6f52-2aa1-42eb-9773-587298d61a52 req-82956e15-d630-4aaa-b771-9f7eed631787 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:03:25.421100 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2ccb6f52-2aa1-42eb-9773-587298d61a52 req-82956e15-d630-4aaa-b771-9f7eed631787 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 931 time: 0.3976364 Mar 08 10:03:25.458656 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Attempting to bind port e2ce25d9-6ef6-44ff-805a-ee4715760a72 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:03:25.459040 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Attempting to bind port e2ce25d9-6ef6-44ff-805a-ee4715760a72 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '65709063-9465-4bbc-88d0-96acea5b4f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:03:25.459801 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Attempting to bind port e2ce25d9-6ef6-44ff-805a-ee4715760a72 on network 050a3a03-5933-47d1-b028-fbdf32defe75 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:03:25.472829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Port e2ce25d9-6ef6-44ff-805a-ee4715760a72 on network 050a3a03-5933-47d1-b028-fbdf32defe75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:03:25.473156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Attempting to bind port e2ce25d9-6ef6-44ff-805a-ee4715760a72 on network 050a3a03-5933-47d1-b028-fbdf32defe75 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:03:25.482732 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:03:25.483067 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Checking segment: {'id': '65709063-9465-4bbc-88d0-96acea5b4f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:03:25.483442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Bound using segment: {'id': '65709063-9465-4bbc-88d0-96acea5b4f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:03:25.483861 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Bound port: e2ce25d9-6ef6-44ff-805a-ee4715760a72, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65709063-9465-4bbc-88d0-96acea5b4f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:03:25.484218 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:25.497717 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2ccb6f52-2aa1-42eb-9773-587298d61a52 req-b543e30a-9c47-4b52-a1f6-4cf17877bb53 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=523b139c-6d67-4eda-b974-b7fe4d88a991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671542 Mar 08 10:03:25.575227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] For port e2ce25d9-6ef6-44ff-805a-ee4715760a72, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:03:25.578088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] For port e2ce25d9-6ef6-44ff-805a-ee4715760a72, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e2ce25d9-6ef6-44ff-805a-ee4715760a72,segment=NetworkSegment(65709063-9465-4bbc-88d0-96acea5b4f9e),segment_id=65709063-9465-4bbc-88d0-96acea5b4f9e)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:03:25.583245 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:25.640664 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:25.641287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:25.642624 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] 10.222.0.26 "PUT /v2.0/ports/e2ce25d9-6ef6-44ff-805a-ee4715760a72 HTTP/1.1" status: 200 len: 1093 time: 1.0837598 Mar 08 10:03:25.643052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb47573-c7c7-47ac-a50f-f55b7c41649b', 'tag': 'e2ce25d9-6ef6-44ff-805a-ee4715760a72'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:03:25.677322 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9d420-1000-4b11-baa1-3a9da61aca53 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ce25d9-6ef6-44ff-805a-ee4715760a72,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:25.718741 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb47573-c7c7-47ac-a50f-f55b7c41649b', 'tag': 'e2ce25d9-6ef6-44ff-805a-ee4715760a72', 'status': 'completed', 'code': 200} Mar 08 10:03:25.754379 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-9c456ca0-f8d7-4cf0-9047-7158daf5d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:25.756479 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-9c456ca0-f8d7-4cf0-9047-7158daf5d1d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 1096 time: 0.0743532 Mar 08 10:03:25.827028 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-4bb17176-7826-48b5-872f-2f9e1b44e6ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2ce25d9-6ef6-44ff-805a-ee4715760a72 HTTP/1.1" status: 200 len: 217 time: 0.0639379 Mar 08 10:03:25.889549 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-9d43893e-82b2-4539-8881-8817f89d27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:25.890753 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-9d43893e-82b2-4539-8881-8817f89d27ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a65e3807-b873-4d9a-a916-fbb9da50c9e1 HTTP/1.1" status: 200 len: 843 time: 0.0579062 Mar 08 10:03:25.970836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-4212819f-46b3-42c3-8d9d-5891a800a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:25.973184 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-4212819f-46b3-42c3-8d9d-5891a800a37f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=050a3a03-5933-47d1-b028-fbdf32defe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766068 Mar 08 10:03:26.103033 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-6d18eada-8a1f-40d7-92b0-09dbc9593123 service neutron] 10.222.0.26 "GET /v2.0/networks/050a3a03-5933-47d1-b028-fbdf32defe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238053 Mar 08 10:03:26.230627 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3fc5ad7b-726e-45aa-8b46-7753fb29fafd req-846842e3-78f3-4484-85f3-eebafa4b0e9b service neutron] 10.222.0.26 "GET /v2.0/networks/050a3a03-5933-47d1-b028-fbdf32defe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218400 Mar 08 10:03:26.351015 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c260b-26bb-42dc-9b5c-166503f81039 req-ac8ec122-ac02-4783-88b9-b7f45541cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:26.352499 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e00c260b-26bb-42dc-9b5c-166503f81039 req-ac8ec122-ac02-4783-88b9-b7f45541cd9a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 1096 time: 0.0760019 Mar 08 10:03:26.479828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c260b-26bb-42dc-9b5c-166503f81039 req-b78b4bf9-a875-49bf-b7ce-f9412396219d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:26.481331 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e00c260b-26bb-42dc-9b5c-166503f81039 req-b78b4bf9-a875-49bf-b7ce-f9412396219d service neutron] 10.222.0.26 "GET /v2.0/networks?id=050a3a03-5933-47d1-b028-fbdf32defe75 HTTP/1.1" status: 200 len: 898 time: 0.1234200 Mar 08 10:03:26.556593 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e00c260b-26bb-42dc-9b5c-166503f81039 req-1e81aca1-b1c5-4842-8d6a-265a569b5ee4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2ce25d9-6ef6-44ff-805a-ee4715760a72 HTTP/1.1" status: 200 len: 217 time: 0.0690122 Mar 08 10:03:26.664526 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c260b-26bb-42dc-9b5c-166503f81039 req-db660fca-1baa-44a9-8f34-f3655719482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:26.665992 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e00c260b-26bb-42dc-9b5c-166503f81039 req-db660fca-1baa-44a9-8f34-f3655719482b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a65e3807-b873-4d9a-a916-fbb9da50c9e1 HTTP/1.1" status: 200 len: 843 time: 0.1041574 Mar 08 10:03:26.838202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e3999-6de1-4a51-bc32-86499ff5b9bc req-97f1c28b-8dbf-4c4f-82af-f20a08650ecb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:26.839581 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2d2e3999-6de1-4a51-bc32-86499ff5b9bc req-97f1c28b-8dbf-4c4f-82af-f20a08650ecb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 943 time: 0.2362456 Mar 08 10:03:26.894992 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2d2e3999-6de1-4a51-bc32-86499ff5b9bc req-d798e3a9-a3b4-43ee-9e07-3e23459ed1e0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=523b139c-6d67-4eda-b974-b7fe4d88a991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492544 Mar 08 10:03:26.897048 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c260b-26bb-42dc-9b5c-166503f81039 req-0217cecf-9859-4ffd-8248-0561e5d5ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:26.898406 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e00c260b-26bb-42dc-9b5c-166503f81039 req-0217cecf-9859-4ffd-8248-0561e5d5ac6a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=050a3a03-5933-47d1-b028-fbdf32defe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2261600 Mar 08 10:03:27.035552 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e00c260b-26bb-42dc-9b5c-166503f81039 req-aa15fd84-4456-4caa-882d-a57f3d9c5922 service neutron] 10.222.0.26 "GET /v2.0/networks/050a3a03-5933-47d1-b028-fbdf32defe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306875 Mar 08 10:03:27.165661 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e00c260b-26bb-42dc-9b5c-166503f81039 req-e2b5740a-4401-442b-a1b5-5523cde79f7b service neutron] 10.222.0.26 "GET /v2.0/networks/050a3a03-5933-47d1-b028-fbdf32defe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230662 Mar 08 10:03:27.553282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4ead2e8a-98a9-4a33-873d-d097f957444f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:28.077640 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec109c-1ff3-4a66-93e3-7b7b47931ea9 req-c454dbe2-7b63-4e0d-9754-b4fdf27661e3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:28.079068 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-59ec109c-1ff3-4a66-93e3-7b7b47931ea9 req-c454dbe2-7b63-4e0d-9754-b4fdf27661e3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 943 time: 0.0787892 Mar 08 10:03:28.120968 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-59ec109c-1ff3-4a66-93e3-7b7b47931ea9 req-13a5d6ec-6f49-4809-8413-1319dce46b7b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=523b139c-6d67-4eda-b974-b7fe4d88a991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363910 Mar 08 10:03:28.224652 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:28.278298 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:29.305716 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831f1b3-ae14-4310-9df7-71575084ba23 req-5dd713f0-00e1-4d1c-83c9-200f0c515472 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:29.307070 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a831f1b3-ae14-4310-9df7-71575084ba23 req-5dd713f0-00e1-4d1c-83c9-200f0c515472 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 943 time: 0.0830815 Mar 08 10:03:29.350518 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a831f1b3-ae14-4310-9df7-71575084ba23 req-2afb7766-c5a6-46ba-b2d4-31b9a74e5733 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=523b139c-6d67-4eda-b974-b7fe4d88a991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378604 Mar 08 10:03:30.088100 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:30.151281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device e2ce25d9-6ef6-44ff-805a-ee4715760a72 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:03:30.307511 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port e2ce25d9-6ef6-44ff-805a-ee4715760a72, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e2ce25d9-6ef6-44ff-805a-ee4715760a72,segment=NetworkSegment(65709063-9465-4bbc-88d0-96acea5b4f9e),segment_id=65709063-9465-4bbc-88d0-96acea5b4f9e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:03:30.399756 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': 'e2ce25d9-6ef6-44ff-805a-ee4715760a72', 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75', 'port_id': 'e2ce25d9-6ef6-44ff-805a-ee4715760a72', 'mac_address': 'fa:16:3e:c1:84:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65e3807-b873-4d9a-a916-fbb9da50c9e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:03:30.465198 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:30.492344 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ce25d9-6ef6-44ff-805a-ee4715760a72 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:03:30.515347 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port e2ce25d9-6ef6-44ff-805a-ee4715760a72, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e2ce25d9-6ef6-44ff-805a-ee4715760a72,segment=NetworkSegment(65709063-9465-4bbc-88d0-96acea5b4f9e),segment_id=65709063-9465-4bbc-88d0-96acea5b4f9e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:03:30.519042 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:30.538770 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9827477-dd9f-45f2-93f0-09f287dab5a8 req-4d4a48bc-4bf7-48f6-a497-a65a42f376c7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:30.540328 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b9827477-dd9f-45f2-93f0-09f287dab5a8 req-4d4a48bc-4bf7-48f6-a497-a65a42f376c7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 943 time: 0.0849447 Mar 08 10:03:30.585714 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b9827477-dd9f-45f2-93f0-09f287dab5a8 req-142c2fef-466d-4647-99f8-b350cc861615 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=523b139c-6d67-4eda-b974-b7fe4d88a991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392249 Mar 08 10:03:30.589417 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=e2ce25d9-6ef6-44ff-805a-ee4715760a72,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:30.829823 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['e2ce25d9-6ef6-44ff-805a-ee4715760a72'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:03:31.773079 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55052a8-de00-499a-a3ef-013c6752a901 req-ed2f9d2b-1a6f-4fba-8d1e-0157f6cd3a2b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:31.774542 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a55052a8-de00-499a-a3ef-013c6752a901 req-ed2f9d2b-1a6f-4fba-8d1e-0157f6cd3a2b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 944 time: 0.0785530 Mar 08 10:03:31.816553 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a55052a8-de00-499a-a3ef-013c6752a901 req-762d330b-7275-4b45-b454-77e45e706369 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=523b139c-6d67-4eda-b974-b7fe4d88a991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365241 Mar 08 10:03:32.165181 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device e2ce25d9-6ef6-44ff-805a-ee4715760a72 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:03:32.230689 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port e2ce25d9-6ef6-44ff-805a-ee4715760a72 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:03:32.235314 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port e2ce25d9-6ef6-44ff-805a-ee4715760a72 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:03:32.235684 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:32.354861 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:32.380890 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb47573-c7c7-47ac-a50f-f55b7c41649b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ce25d9-6ef6-44ff-805a-ee4715760a72'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:03:32.390434 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port e2ce25d9-6ef6-44ff-805a-ee4715760a72, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e2ce25d9-6ef6-44ff-805a-ee4715760a72,segment=NetworkSegment(65709063-9465-4bbc-88d0-96acea5b4f9e),segment_id=65709063-9465-4bbc-88d0-96acea5b4f9e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:03:32.394397 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:32.463577 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=e2ce25d9-6ef6-44ff-805a-ee4715760a72,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:32.481567 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb47573-c7c7-47ac-a50f-f55b7c41649b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ce25d9-6ef6-44ff-805a-ee4715760a72', 'code': 200} Mar 08 10:03:32.710501 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ea770-5ef7-4223-b07e-931e90cf44f0 req-d063bbfc-fa9b-4b31-8fd0-ab3061a4f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:32.712246 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2e5ea770-5ef7-4223-b07e-931e90cf44f0 req-d063bbfc-fa9b-4b31-8fd0-ab3061a4f41e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 1098 time: 0.0711031 Mar 08 10:03:32.750417 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2e5ea770-5ef7-4223-b07e-931e90cf44f0 req-3b7fe38a-9890-4994-9290-99ba1a23eaa4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=523b139c-6d67-4eda-b974-b7fe4d88a991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326602 Mar 08 10:03:32.994251 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b5fad-6c8f-4b7c-ad8b-b948cb25b617 req-68d3c715-0024-4309-b112-b514f543fdf1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:32.995704 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f01b5fad-6c8f-4b7c-ad8b-b948cb25b617 req-68d3c715-0024-4309-b112-b514f543fdf1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 945 time: 0.0784941 Mar 08 10:03:33.042328 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f01b5fad-6c8f-4b7c-ad8b-b948cb25b617 req-38fde322-218f-4f23-8df5-cfe95f4fa2a9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=523b139c-6d67-4eda-b974-b7fe4d88a991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409327 Mar 08 10:03:34.221466 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1fdbb-691f-4e42-a071-a2d200a41357 req-12db4ab2-945b-4f12-a0ab-8cbb62af6c67 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:34.222892 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-12a1fdbb-691f-4e42-a071-a2d200a41357 req-12db4ab2-945b-4f12-a0ab-8cbb62af6c67 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 945 time: 0.0780404 Mar 08 10:03:34.269119 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-12a1fdbb-691f-4e42-a071-a2d200a41357 req-ccd642fd-cac2-400e-9f28-cecf6beee2bd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=523b139c-6d67-4eda-b974-b7fe4d88a991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400553 Mar 08 10:03:34.592840 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756d909-4287-4310-bf0c-915991a12f99 req-6fbd6018-cd4d-40d8-ab2a-a01097a78c9a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:34.594312 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c756d909-4287-4310-bf0c-915991a12f99 req-6fbd6018-cd4d-40d8-ab2a-a01097a78c9a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 945 time: 0.0793509 Mar 08 10:03:34.642323 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c756d909-4287-4310-bf0c-915991a12f99 req-f75423b1-91ac-457e-9c7d-ad10c05ed5ba tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=523b139c-6d67-4eda-b974-b7fe4d88a991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417588 Mar 08 10:03:34.664525 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49666) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:34.736103 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb1b613-9c30-487f-90cb-97b09c372564 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:34.737608 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9fb1b613-9c30-487f-90cb-97b09c372564 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 1093 time: 0.0721142 Mar 08 10:03:34.740333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49670) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:34.745079 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': 'e2ce25d9-6ef6-44ff-805a-ee4715760a72', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:03:34.750670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:03:34.754463 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:floatingip and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:03:34.757202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:03:34.762702 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:03:34.773390 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:34.908760 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:35.037453 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.26.2.17 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/6f213639-9126-4696-ae40-e869b1c3fa22) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:03:35.178461 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:35.206832 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:35.267458 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:03:35.270074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:03:35.273200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:03:35.317237 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=6f213639-9126-4696-ae40-e869b1c3fa22,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:35.776021 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:35.847737 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:36.045441 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:36.050248 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:36.160870 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=6f213639-9126-4696-ae40-e869b1c3fa22,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:03:36.168573 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:36.333121 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Floating IP 72358c45-f12a-4410-84b8-35dca2243696 associated. External IP: 172.26.2.17, port: e2ce25d9-6ef6-44ff-805a-ee4715760a72. Mar 08 10:03:36.675165 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 6613ecb1-1deb-4cad-91e7-80c7c36eef33 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:03:36.847797 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:03:36.857540 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e31633-0f7d-43af-bff1-a2c8723eb203 None None] Sync routers for ids ['6613ecb1-1deb-4cad-91e7-80c7c36eef33'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:03:36.867678 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e31633-0f7d-43af-bff1-a2c8723eb203 None None] Routers {'6613ecb1-1deb-4cad-91e7-80c7c36eef33'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:03:36.868415 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-54e31633-0f7d-43af-bff1-a2c8723eb203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:03:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['6613ecb1-1deb-4cad-91e7-80c7c36eef33'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:36.872438 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:36.926808 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-24504e09-1344-46a4-93e9-be8c428d4970 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1854613 Mar 08 10:03:36.927388 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb47573-c7c7-47ac-a50f-f55b7c41649b', 'tag': 'e2ce25d9-6ef6-44ff-805a-ee4715760a72'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:03:36.929712 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49674) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:36.980079 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb47573-c7c7-47ac-a50f-f55b7c41649b', 'tag': 'e2ce25d9-6ef6-44ff-805a-ee4715760a72', 'status': 'completed', 'code': 200} Mar 08 10:03:37.041751 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a27d0aee-4de9-4770-836b-12eeb2b67ade tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/72358c45-f12a-4410-84b8-35dca2243696 HTTP/1.1" status: 200 len: 990 time: 0.1094780 Mar 08 10:03:37.062674 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-54e31633-0f7d-43af-bff1-a2c8723eb203 None None] Set router 6613ecb1-1deb-4cad-91e7-80c7c36eef33 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:03:37.185039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e25b2-81f3-4a05-a884-3b231212e6a9 req-a384416d-6f03-455b-a255-10817121bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:37.186558 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3d8e25b2-81f3-4a05-a884-3b231212e6a9 req-a384416d-6f03-455b-a255-10817121bd03 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 1098 time: 0.1852262 Mar 08 10:03:37.312055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e25b2-81f3-4a05-a884-3b231212e6a9 req-1fa316b6-e661-4579-af9d-bca2dbc41e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:37.313514 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3d8e25b2-81f3-4a05-a884-3b231212e6a9 req-1fa316b6-e661-4579-af9d-bca2dbc41e81 service neutron] 10.222.0.26 "GET /v2.0/networks?id=050a3a03-5933-47d1-b028-fbdf32defe75 HTTP/1.1" status: 200 len: 898 time: 0.1210387 Mar 08 10:03:37.406530 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-54e31633-0f7d-43af-bff1-a2c8723eb203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'name': 'tempest-TestNetworkBasicOps-router-1539011191', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '974755b4-4b28-43c9-9d05-37da003c5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:03:13Z', 'updated_at': '2022-03-08T10:03:18Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '974755b4-4b28-43c9-9d05-37da003c5284', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:14Z', 'updated_at': '2022-03-08T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '72358c45-f12a-4410-84b8-35dca2243696', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.17', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'port_id': 'e2ce25d9-6ef6-44ff-805a-ee4715760a72', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75', 'mac_address': 'fa:16:3e:c1:84:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb47573-c7c7-47ac-a50f-f55b7c41649b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:03:35Z', 'updated_at': '2022-03-08T10:03:35Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bce52f-4be4-4b33-9939-60021aec62f0', 'name': '', 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:5c:1a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a65e3807-b873-4d9a-a916-fbb9da50c9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:17Z', 'updated_at': '2022-03-08T10:03:22Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': 'a65e3807-b873-4d9a-a916-fbb9da50c9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:37.410346 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e31633-0f7d-43af-bff1-a2c8723eb203 None None] Checking router: 6613ecb1-1deb-4cad-91e7-80c7c36eef33 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:03:37.413657 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3d8e25b2-81f3-4a05-a884-3b231212e6a9 req-c01473ae-133b-4cfa-8cb5-048448582c6d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2ce25d9-6ef6-44ff-805a-ee4715760a72 HTTP/1.1" status: 200 len: 998 time: 0.0942953 Mar 08 10:03:37.419228 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e31633-0f7d-43af-bff1-a2c8723eb203 None None] Routers {'6613ecb1-1deb-4cad-91e7-80c7c36eef33'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:03:37.419823 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-54e31633-0f7d-43af-bff1-a2c8723eb203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:03:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['6613ecb1-1deb-4cad-91e7-80c7c36eef33'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:37.473299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e25b2-81f3-4a05-a884-3b231212e6a9 req-c87ec46c-ccd1-4820-9033-0c84245ee2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:37.475150 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3d8e25b2-81f3-4a05-a884-3b231212e6a9 req-c87ec46c-ccd1-4820-9033-0c84245ee2a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a65e3807-b873-4d9a-a916-fbb9da50c9e1 HTTP/1.1" status: 200 len: 843 time: 0.0558803 Mar 08 10:03:37.551525 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e25b2-81f3-4a05-a884-3b231212e6a9 req-380ac664-c31a-4b70-a3eb-d28e37a12e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:03:37.553883 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3d8e25b2-81f3-4a05-a884-3b231212e6a9 req-380ac664-c31a-4b70-a3eb-d28e37a12e61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=050a3a03-5933-47d1-b028-fbdf32defe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731680 Mar 08 10:03:37.636740 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-54e31633-0f7d-43af-bff1-a2c8723eb203 None None] Set router 6613ecb1-1deb-4cad-91e7-80c7c36eef33 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:03:37.686374 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3d8e25b2-81f3-4a05-a884-3b231212e6a9 req-d465f232-5d5a-4e30-9fec-cdf3ab9eb211 service neutron] 10.222.0.26 "GET /v2.0/networks/050a3a03-5933-47d1-b028-fbdf32defe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250887 Mar 08 10:03:37.815034 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3d8e25b2-81f3-4a05-a884-3b231212e6a9 req-d248c141-b36c-4544-9fbc-ec0fd31714b9 service neutron] 10.222.0.26 "GET /v2.0/networks/050a3a03-5933-47d1-b028-fbdf32defe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233199 Mar 08 10:03:37.980040 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-54e31633-0f7d-43af-bff1-a2c8723eb203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'name': 'tempest-TestNetworkBasicOps-router-1539011191', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '974755b4-4b28-43c9-9d05-37da003c5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:03:13Z', 'updated_at': '2022-03-08T10:03:18Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '974755b4-4b28-43c9-9d05-37da003c5284', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:14Z', 'updated_at': '2022-03-08T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '72358c45-f12a-4410-84b8-35dca2243696', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.17', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'port_id': 'e2ce25d9-6ef6-44ff-805a-ee4715760a72', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75', 'mac_address': 'fa:16:3e:c1:84:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb47573-c7c7-47ac-a50f-f55b7c41649b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:03:35Z', 'updated_at': '2022-03-08T10:03:35Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bce52f-4be4-4b33-9939-60021aec62f0', 'name': '', 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:5c:1a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a65e3807-b873-4d9a-a916-fbb9da50c9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:17Z', 'updated_at': '2022-03-08T10:03:22Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': 'a65e3807-b873-4d9a-a916-fbb9da50c9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:03:37.984011 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e31633-0f7d-43af-bff1-a2c8723eb203 None None] The sync data for ids ['6613ecb1-1deb-4cad-91e7-80c7c36eef33'] in dv-neutron-831730-2-hyperv is: [{'id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'name': 'tempest-TestNetworkBasicOps-router-1539011191', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '974755b4-4b28-43c9-9d05-37da003c5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:03:13Z', 'updated_at': '2022-03-08T10:03:18Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '974755b4-4b28-43c9-9d05-37da003c5284', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:14Z', 'updated_at': '2022-03-08T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '72358c45-f12a-4410-84b8-35dca2243696', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.17', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'port_id': 'e2ce25d9-6ef6-44ff-805a-ee4715760a72', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75', 'mac_address': 'fa:16:3e:c1:84:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb47573-c7c7-47ac-a50f-f55b7c41649b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:03:35Z', 'updated_at': '2022-03-08T10:03:35Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bce52f-4be4-4b33-9939-60021aec62f0', 'name': '', 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:5c:1a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a65e3807-b873-4d9a-a916-fbb9da50c9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:17Z', 'updated_at': '2022-03-08T10:03:22Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': 'a65e3807-b873-4d9a-a916-fbb9da50c9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:03:38.044541 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49680) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:38.148026 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cbf345c3-7228-44c7-a34b-ca0679efe91a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/72358c45-f12a-4410-84b8-35dca2243696 HTTP/1.1" status: 200 len: 990 time: 0.1023107 Mar 08 10:03:38.166937 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62631aed-bf2d-45b1-9405-e4334205a805 None None] New status for floating IP 72358c45-f12a-4410-84b8-35dca2243696: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:03:39.151618 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49684) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:03:39.254980 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bddc10f5-fcaf-49e4-877e-b73d2a08f852 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/72358c45-f12a-4410-84b8-35dca2243696 HTTP/1.1" status: 200 len: 992 time: 0.1022494 Mar 08 10:03:43.280775 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:54.340165 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:03:54.891928 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-69dc841a-2c75-4e26-8f76-b672ae5ad706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:57.556575 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80ee9f34-de5e-4037-83f2-ab0150add9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:58.227193 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:03:58.278281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:04:00.081996 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:04:00.920154 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9a24a586-711c-4266-802e-ae208229b651 req-e31ef462-f14f-484e-a060-72430f01e7e7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678799 Mar 08 10:04:01.055480 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24a586-711c-4266-802e-ae208229b651 req-a8608e0d-0a37-4ce5-8aa1-c03e08f397a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:04:01.056943 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9a24a586-711c-4266-802e-ae208229b651 req-a8608e0d-0a37-4ce5-8aa1-c03e08f397a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 1098 time: 0.0712380 Mar 08 10:04:01.196037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24a586-711c-4266-802e-ae208229b651 req-eea9ed61-6d46-465d-b62d-26817bf68abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:04:01.197394 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9a24a586-711c-4266-802e-ae208229b651 req-eea9ed61-6d46-465d-b62d-26817bf68abd service neutron] 10.222.0.26 "GET /v2.0/networks?id=050a3a03-5933-47d1-b028-fbdf32defe75 HTTP/1.1" status: 200 len: 898 time: 0.1221037 Mar 08 10:04:01.295077 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9a24a586-711c-4266-802e-ae208229b651 req-9673be61-ec1d-4c42-b936-d8b9acd0e166 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2ce25d9-6ef6-44ff-805a-ee4715760a72 HTTP/1.1" status: 200 len: 1000 time: 0.0919178 Mar 08 10:04:01.358810 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24a586-711c-4266-802e-ae208229b651 req-17b18f4d-f35a-44b4-90a7-99139717f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:04:01.360245 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9a24a586-711c-4266-802e-ae208229b651 req-17b18f4d-f35a-44b4-90a7-99139717f9b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a65e3807-b873-4d9a-a916-fbb9da50c9e1 HTTP/1.1" status: 200 len: 843 time: 0.0599823 Mar 08 10:04:01.432229 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24a586-711c-4266-802e-ae208229b651 req-f45986c8-9303-4902-a924-b9f18634f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:04:01.433693 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9a24a586-711c-4266-802e-ae208229b651 req-f45986c8-9303-4902-a924-b9f18634f37b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=050a3a03-5933-47d1-b028-fbdf32defe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675559 Mar 08 10:04:01.559273 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9a24a586-711c-4266-802e-ae208229b651 req-3ce3c281-36a6-4dae-afec-3c9420948716 service neutron] 10.222.0.26 "GET /v2.0/networks/050a3a03-5933-47d1-b028-fbdf32defe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192403 Mar 08 10:04:01.689436 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9a24a586-711c-4266-802e-ae208229b651 req-22cc04d1-bcaa-484f-a3a9-7f11a6496858 service neutron] 10.222.0.26 "GET /v2.0/networks/050a3a03-5933-47d1-b028-fbdf32defe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243420 Mar 08 10:04:13.275517 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:04:24.893434 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa31ce31-7228-4eee-9ff9-6fdc70353f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:04:27.558379 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e12de76-a0e8-4f75-b430-234a4daa3171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:04:28.229392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:04:28.281358 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:04:30.083069 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:04:31.338670 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:04:43.271321 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:04:54.897721 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75ab3a40-7019-43f5-a9e1-1363a784d804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:04:57.559379 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d2d7631-9668-4f88-a00e-4fd698331221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:04:58.232970 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:04:58.281678 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:05:00.086487 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:05:01.055819 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1df5e116-07fe-44fa-a222-809cf9c1f47a req-6db6c617-b23a-4a61-99c2-17b1ec18a015 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1699960 Mar 08 10:05:01.188590 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5e116-07fe-44fa-a222-809cf9c1f47a req-b2ffbb3f-faaa-4007-a4d1-ef540b81f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:05:01.190092 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1df5e116-07fe-44fa-a222-809cf9c1f47a req-b2ffbb3f-faaa-4007-a4d1-ef540b81f869 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 1098 time: 0.0691478 Mar 08 10:05:01.338331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5e116-07fe-44fa-a222-809cf9c1f47a req-b37c3d58-53e2-4c3a-95b0-d650527f17d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:05:01.339668 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1df5e116-07fe-44fa-a222-809cf9c1f47a req-b37c3d58-53e2-4c3a-95b0-d650527f17d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=050a3a03-5933-47d1-b028-fbdf32defe75 HTTP/1.1" status: 200 len: 898 time: 0.1293881 Mar 08 10:05:01.439329 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1df5e116-07fe-44fa-a222-809cf9c1f47a req-f479d295-d313-4d5d-9f59-4c476b086ff0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2ce25d9-6ef6-44ff-805a-ee4715760a72 HTTP/1.1" status: 200 len: 1000 time: 0.0938835 Mar 08 10:05:01.501700 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5e116-07fe-44fa-a222-809cf9c1f47a req-2411e1d9-965c-4c36-97f8-cc48bd15afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:05:01.503056 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1df5e116-07fe-44fa-a222-809cf9c1f47a req-2411e1d9-965c-4c36-97f8-cc48bd15afe7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a65e3807-b873-4d9a-a916-fbb9da50c9e1 HTTP/1.1" status: 200 len: 843 time: 0.0575621 Mar 08 10:05:01.576642 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5e116-07fe-44fa-a222-809cf9c1f47a req-8dd9ecd8-6968-4e60-8711-41e1c49926a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:05:01.578130 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1df5e116-07fe-44fa-a222-809cf9c1f47a req-8dd9ecd8-6968-4e60-8711-41e1c49926a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=050a3a03-5933-47d1-b028-fbdf32defe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694091 Mar 08 10:05:01.587907 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [req-1df5e116-07fe-44fa-a222-809cf9c1f47a req-9558ecd1-0631-4254-a749-0d7a4e7807d2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 10:05:01.588940 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1df5e116-07fe-44fa-a222-809cf9c1f47a req-9558ecd1-0631-4254-a749-0d7a4e7807d2 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048680 Mar 08 10:05:01.714715 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1df5e116-07fe-44fa-a222-809cf9c1f47a req-9cad1806-63eb-41ed-8f95-c03fdd0f437a service neutron] 10.222.0.26 "GET /v2.0/networks/050a3a03-5933-47d1-b028-fbdf32defe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202059 Mar 08 10:05:01.839646 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1df5e116-07fe-44fa-a222-809cf9c1f47a req-3c3b09bb-ecef-4ffb-8c60-11179b0a037e service neutron] 10.222.0.26 "GET /v2.0/networks/050a3a03-5933-47d1-b028-fbdf32defe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194746 Mar 08 10:05:08.337124 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:05:13.269331 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:05:24.899108 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f655945-3984-4259-a961-29336eec55a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:05:27.561085 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b13c658-c221-4ff9-982f-bff3bc4438af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:05:28.237045 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:05:28.282849 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:05:30.092164 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:05:43.268818 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:05:45.337007 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:05:54.900636 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab6708d6-be55-4f96-b716-2b2e284eac95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:05:57.563372 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-88356259-3ce1-4764-be96-8f8258cfaf97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:05:58.238366 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:05:58.283474 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:00.089696 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:00.976300 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b151804-de7f-4f07-9f41-959329c8a005 req-c3fb3585-442e-4876-bec2-e77ab9b11a2d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1144073 Mar 08 10:06:01.111701 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b151804-de7f-4f07-9f41-959329c8a005 req-1b767823-5367-45fa-b214-218574f364a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:06:01.113264 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b151804-de7f-4f07-9f41-959329c8a005 req-1b767823-5367-45fa-b214-218574f364a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 1098 time: 0.0695868 Mar 08 10:06:01.252148 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b151804-de7f-4f07-9f41-959329c8a005 req-b0755ef4-337e-412b-9793-1af4d0313994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:06:01.254114 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b151804-de7f-4f07-9f41-959329c8a005 req-b0755ef4-337e-412b-9793-1af4d0313994 service neutron] 10.222.0.26 "GET /v2.0/networks?id=050a3a03-5933-47d1-b028-fbdf32defe75 HTTP/1.1" status: 200 len: 898 time: 0.1235955 Mar 08 10:06:01.353040 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b151804-de7f-4f07-9f41-959329c8a005 req-d0509c5a-e220-4af6-97b8-3d05a333dd5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2ce25d9-6ef6-44ff-805a-ee4715760a72 HTTP/1.1" status: 200 len: 1000 time: 0.0928054 Mar 08 10:06:01.412337 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b151804-de7f-4f07-9f41-959329c8a005 req-7184ebfb-ae15-46da-801b-dfcf22a5662d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:06:01.413735 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b151804-de7f-4f07-9f41-959329c8a005 req-7184ebfb-ae15-46da-801b-dfcf22a5662d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a65e3807-b873-4d9a-a916-fbb9da50c9e1 HTTP/1.1" status: 200 len: 843 time: 0.0555105 Mar 08 10:06:01.488572 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b151804-de7f-4f07-9f41-959329c8a005 req-d7fbee8c-1ce2-463a-b023-23671852f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:06:01.490014 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b151804-de7f-4f07-9f41-959329c8a005 req-d7fbee8c-1ce2-463a-b023-23671852f3c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=050a3a03-5933-47d1-b028-fbdf32defe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702503 Mar 08 10:06:01.617778 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b151804-de7f-4f07-9f41-959329c8a005 req-3a9a51f9-ce00-4498-a4e0-695c9e9a327e service neutron] 10.222.0.26 "GET /v2.0/networks/050a3a03-5933-47d1-b028-fbdf32defe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215296 Mar 08 10:06:01.840507 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b151804-de7f-4f07-9f41-959329c8a005 req-48a5f2ce-116e-4426-be64-58115030da54 service neutron] 10.222.0.26 "GET /v2.0/networks/050a3a03-5933-47d1-b028-fbdf32defe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164047 Mar 08 10:06:11.109840 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49744) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:06:11.115639 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f512e9fc-8136-4baa-8fd4-8e040db42784 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:06:11.230237 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f512e9fc-8136-4baa-8fd4-8e040db42784 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1786190'] for subnet, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:11.408449 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f512e9fc-8136-4baa-8fd4-8e040db42784 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791804013047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8585076642'] for subnet, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:11.460212 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f512e9fc-8136-4baa-8fd4-8e040db42784 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:06:11.460816 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f512e9fc-8136-4baa-8fd4-8e040db42784 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:11.464033 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f512e9fc-8136-4baa-8fd4-8e040db42784 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/subnets/a65e3807-b873-4d9a-a916-fbb9da50c9e1 HTTP/1.1" status: 200 len: 835 time: 0.3512514 Mar 08 10:06:11.464596 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fd03a9-dadc-4511-a9a0-fa0e187fd6f9 None None] Network 050a3a03-5933-47d1-b028-fbdf32defe75 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:06:11.477264 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512e9fc-8136-4baa-8fd4-8e040db42784 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Subnet': ['ID=a65e3807-b873-4d9a-a916-fbb9da50c9e1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:06:11.484386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512e9fc-8136-4baa-8fd4-8e040db42784 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:11.484766 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512e9fc-8136-4baa-8fd4-8e040db42784 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:11.485114 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512e9fc-8136-4baa-8fd4-8e040db42784 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:11.485450 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512e9fc-8136-4baa-8fd4-8e040db42784 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:11.485781 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512e9fc-8136-4baa-8fd4-8e040db42784 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:11.486112 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512e9fc-8136-4baa-8fd4-8e040db42784 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:11.486440 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512e9fc-8136-4baa-8fd4-8e040db42784 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:11.486764 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512e9fc-8136-4baa-8fd4-8e040db42784 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:11.487090 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512e9fc-8136-4baa-8fd4-8e040db42784 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:11.487443 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512e9fc-8136-4baa-8fd4-8e040db42784 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:11.487765 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512e9fc-8136-4baa-8fd4-8e040db42784 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:11.488603 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f512e9fc-8136-4baa-8fd4-8e040db42784 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:11.878195 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e1330db2-47e1-427f-8378-006361476b85 None None] Provisioning complete for port e2ce25d9-6ef6-44ff-805a-ee4715760a72 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:06:11.878554 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1330db2-47e1-427f-8378-006361476b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:11.997461 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e1330db2-47e1-427f-8378-006361476b85 None None] Provisioning complete for port 17bce52f-4be4-4b33-9939-60021aec62f0 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:06:11.997718 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1330db2-47e1-427f-8378-006361476b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:12.118382 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e1330db2-47e1-427f-8378-006361476b85 None None] Provisioning complete for port ffa5871e-ac11-4efd-9aa1-11ce702ae2bc triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:06:12.118739 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1330db2-47e1-427f-8378-006361476b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:13.264725 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:22.336454 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:06:24.902166 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fbe4ae4e-edfb-4997-925c-a9f633b3900e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:27.564762 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a8686a3-d1f8-454e-b762-95d6510efa66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:28.241131 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:28.284415 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:30.092556 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:43.263654 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:54.903232 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95870200-e7cc-428d-b552-06072384743f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:55.122755 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49754) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:06:55.420973 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a876a-184e-4233-84ba-7c34c9385d62 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port 6f213639-9126-4696-ae40-e869b1c3fa22 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:06:55.421311 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d7a876a-184e-4233-84ba-7c34c9385d62 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:55.583843 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d7a876a-184e-4233-84ba-7c34c9385d62 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:55.584173 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d7a876a-184e-4233-84ba-7c34c9385d62 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:55.704893 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a876a-184e-4233-84ba-7c34c9385d62 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for 6f213639-9126-4696-ae40-e869b1c3fa22 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:06:55.848780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d7a876a-184e-4233-84ba-7c34c9385d62 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:55.898699 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a876a-184e-4233-84ba-7c34c9385d62 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=6f213639-9126-4696-ae40-e869b1c3fa22,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:06:55.984941 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d7a876a-184e-4233-84ba-7c34c9385d62 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:55.985187 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-6d7a876a-184e-4233-84ba-7c34c9385d62 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Floating IP 72358c45-f12a-4410-84b8-35dca2243696 disassociated (deleted). External IP: 172.26.2.17, port: e2ce25d9-6ef6-44ff-805a-ee4715760a72. Mar 08 10:06:56.325712 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7a876a-184e-4233-84ba-7c34c9385d62 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 6613ecb1-1deb-4cad-91e7-80c7c36eef33 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:06:56.498284 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7a876a-184e-4233-84ba-7c34c9385d62 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:06:56.507528 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442cf758-3966-4b3a-9ef3-dcb0527ef51c None None] Sync routers for ids ['6613ecb1-1deb-4cad-91e7-80c7c36eef33'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:06:56.516962 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442cf758-3966-4b3a-9ef3-dcb0527ef51c None None] Routers {'6613ecb1-1deb-4cad-91e7-80c7c36eef33'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:06:56.518062 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-442cf758-3966-4b3a-9ef3-dcb0527ef51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:06:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['6613ecb1-1deb-4cad-91e7-80c7c36eef33'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:06:56.518944 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d7a876a-184e-4233-84ba-7c34c9385d62 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:56.577164 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6d7a876a-184e-4233-84ba-7c34c9385d62 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/floatingips/72358c45-f12a-4410-84b8-35dca2243696 HTTP/1.1" status: 204 len: 168 time: 1.4508219 Mar 08 10:06:56.577164 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb47573-c7c7-47ac-a50f-f55b7c41649b', 'tag': 'e2ce25d9-6ef6-44ff-805a-ee4715760a72'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:06:56.624887 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb47573-c7c7-47ac-a50f-f55b7c41649b', 'tag': 'e2ce25d9-6ef6-44ff-805a-ee4715760a72', 'status': 'completed', 'code': 200} Mar 08 10:06:56.719189 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342e4a0-c89c-48ff-b02d-0c2384c01714 req-3b00bf12-9e41-4551-9cea-58898d4eb831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:06:56.721350 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7342e4a0-c89c-48ff-b02d-0c2384c01714 req-3b00bf12-9e41-4551-9cea-58898d4eb831 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 1098 time: 0.0747437 Mar 08 10:06:56.740156 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-442cf758-3966-4b3a-9ef3-dcb0527ef51c None None] Set router 6613ecb1-1deb-4cad-91e7-80c7c36eef33 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:06:56.856541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342e4a0-c89c-48ff-b02d-0c2384c01714 req-fc8396e7-0d50-440b-ad09-e92e9d2a39a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:06:56.857935 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7342e4a0-c89c-48ff-b02d-0c2384c01714 req-fc8396e7-0d50-440b-ad09-e92e9d2a39a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=050a3a03-5933-47d1-b028-fbdf32defe75 HTTP/1.1" status: 200 len: 898 time: 0.1312737 Mar 08 10:06:56.932769 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7342e4a0-c89c-48ff-b02d-0c2384c01714 req-ef273988-9bf7-4091-b09c-ee60d83c20d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2ce25d9-6ef6-44ff-805a-ee4715760a72 HTTP/1.1" status: 200 len: 217 time: 0.0675929 Mar 08 10:06:56.996645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342e4a0-c89c-48ff-b02d-0c2384c01714 req-5c9d3c30-28f3-4aa6-8e61-be6f8a978de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:06:56.998139 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7342e4a0-c89c-48ff-b02d-0c2384c01714 req-5c9d3c30-28f3-4aa6-8e61-be6f8a978de7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a65e3807-b873-4d9a-a916-fbb9da50c9e1 HTTP/1.1" status: 200 len: 843 time: 0.0604634 Mar 08 10:06:57.059252 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-442cf758-3966-4b3a-9ef3-dcb0527ef51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'name': 'tempest-TestNetworkBasicOps-router-1539011191', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '974755b4-4b28-43c9-9d05-37da003c5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:03:13Z', 'updated_at': '2022-03-08T10:03:18Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '974755b4-4b28-43c9-9d05-37da003c5284', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:14Z', 'updated_at': '2022-03-08T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '17bce52f-4be4-4b33-9939-60021aec62f0', 'name': '', 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:5c:1a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a65e3807-b873-4d9a-a916-fbb9da50c9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:17Z', 'updated_at': '2022-03-08T10:03:22Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': 'a65e3807-b873-4d9a-a916-fbb9da50c9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:06:57.063171 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442cf758-3966-4b3a-9ef3-dcb0527ef51c None None] Checking router: 6613ecb1-1deb-4cad-91e7-80c7c36eef33 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:06:57.071942 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442cf758-3966-4b3a-9ef3-dcb0527ef51c None None] Routers {'6613ecb1-1deb-4cad-91e7-80c7c36eef33'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:06:57.072538 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-442cf758-3966-4b3a-9ef3-dcb0527ef51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:06:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['6613ecb1-1deb-4cad-91e7-80c7c36eef33'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:06:57.133120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342e4a0-c89c-48ff-b02d-0c2384c01714 req-d00fe011-fcb7-4434-a7cf-fb3c44c5a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:06:57.134509 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7342e4a0-c89c-48ff-b02d-0c2384c01714 req-d00fe011-fcb7-4434-a7cf-fb3c44c5a398 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=050a3a03-5933-47d1-b028-fbdf32defe75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1295648 Mar 08 10:06:57.146553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23518f-fc46-4395-967b-aa05e8cb66b4 req-4ba10431-0805-4910-8a2a-3dd73f09d000 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:06:57.147907 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2b23518f-fc46-4395-967b-aa05e8cb66b4 req-4ba10431-0805-4910-8a2a-3dd73f09d000 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 945 time: 0.2279365 Mar 08 10:06:57.252841 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-442cf758-3966-4b3a-9ef3-dcb0527ef51c None None] Set router 6613ecb1-1deb-4cad-91e7-80c7c36eef33 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:06:57.276914 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2b23518f-fc46-4395-967b-aa05e8cb66b4 req-bf85e873-020f-4f53-9bb8-ee14b682f18c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=523b139c-6d67-4eda-b974-b7fe4d88a991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095967 Mar 08 10:06:57.306213 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7342e4a0-c89c-48ff-b02d-0c2384c01714 req-87b629aa-935e-4aed-9e90-6791890d443e service neutron] 10.222.0.26 "GET /v2.0/networks/050a3a03-5933-47d1-b028-fbdf32defe75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573753 Mar 08 10:06:57.439274 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7342e4a0-c89c-48ff-b02d-0c2384c01714 req-b361393d-b639-4db5-9e44-bc693b0fc4b7 service neutron] 10.222.0.26 "GET /v2.0/networks/050a3a03-5933-47d1-b028-fbdf32defe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264868 Mar 08 10:06:57.572625 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-442cf758-3966-4b3a-9ef3-dcb0527ef51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'name': 'tempest-TestNetworkBasicOps-router-1539011191', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '974755b4-4b28-43c9-9d05-37da003c5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:03:13Z', 'updated_at': '2022-03-08T10:03:18Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '974755b4-4b28-43c9-9d05-37da003c5284', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:14Z', 'updated_at': '2022-03-08T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '17bce52f-4be4-4b33-9939-60021aec62f0', 'name': '', 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:5c:1a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a65e3807-b873-4d9a-a916-fbb9da50c9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:17Z', 'updated_at': '2022-03-08T10:03:22Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': 'a65e3807-b873-4d9a-a916-fbb9da50c9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:06:57.575905 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e8045f5-0725-4f05-b05f-69a2028ffdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:57.578399 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442cf758-3966-4b3a-9ef3-dcb0527ef51c None None] The sync data for ids ['6613ecb1-1deb-4cad-91e7-80c7c36eef33'] in dv-neutron-831730-2-hyperv is: [{'id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'name': 'tempest-TestNetworkBasicOps-router-1539011191', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '974755b4-4b28-43c9-9d05-37da003c5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:03:13Z', 'updated_at': '2022-03-08T10:03:18Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '974755b4-4b28-43c9-9d05-37da003c5284', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:14Z', 'updated_at': '2022-03-08T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '17bce52f-4be4-4b33-9939-60021aec62f0', 'name': '', 'network_id': '050a3a03-5933-47d1-b028-fbdf32defe75', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:5c:1a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a65e3807-b873-4d9a-a916-fbb9da50c9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:17Z', 'updated_at': '2022-03-08T10:03:22Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': 'a65e3807-b873-4d9a-a916-fbb9da50c9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:06:57.778735 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbd866c-ffe5-456d-8d68-707691a3c6a7 None None] New status for floating IP 72358c45-f12a-4410-84b8-35dca2243696: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:06:58.242557 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:58.285648 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:58.542134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c349c-b82e-47c0-b7b1-66d8fe62f5d5 req-32c31b45-f471-4247-88cb-664f6b19c61c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:06:58.543623 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-484c349c-b82e-47c0-b7b1-66d8fe62f5d5 req-32c31b45-f471-4247-88cb-664f6b19c61c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 945 time: 0.0855727 Mar 08 10:06:58.613361 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-484c349c-b82e-47c0-b7b1-66d8fe62f5d5 req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port e2ce25d9-6ef6-44ff-805a-ee4715760a72 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:06:58.613804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-484c349c-b82e-47c0-b7b1-66d8fe62f5d5 req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:58.629368 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cee21-cf2f-4d56-b4df-367d88a97815 req-957b4f04-7b4b-45c3-a3e2-30508ea3e3d4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:06:58.630052 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-ff4cee21-cf2f-4d56-b4df-367d88a97815 req-957b4f04-7b4b-45c3-a3e2-30508ea3e3d4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:06:58.644837 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-ff4cee21-cf2f-4d56-b4df-367d88a97815 req-957b4f04-7b4b-45c3-a3e2-30508ea3e3d4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:06:58.645989 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff4cee21-cf2f-4d56-b4df-367d88a97815 req-957b4f04-7b4b-45c3-a3e2-30508ea3e3d4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 945 time: 0.2622936 Mar 08 10:06:58.690681 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff4cee21-cf2f-4d56-b4df-367d88a97815 req-da10c7a6-aac1-4f0b-a492-bcacb725bf37 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=523b139c-6d67-4eda-b974-b7fe4d88a991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389686 Mar 08 10:06:58.855088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-484c349c-b82e-47c0-b7b1-66d8fe62f5d5 req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port e2ce25d9-6ef6-44ff-805a-ee4715760a72, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e2ce25d9-6ef6-44ff-805a-ee4715760a72,segment=NetworkSegment(65709063-9465-4bbc-88d0-96acea5b4f9e),segment_id=65709063-9465-4bbc-88d0-96acea5b4f9e)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:06:58.855438 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-484c349c-b82e-47c0-b7b1-66d8fe62f5d5 req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:58.974163 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-484c349c-b82e-47c0-b7b1-66d8fe62f5d5 req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for e2ce25d9-6ef6-44ff-805a-ee4715760a72 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:06:59.114517 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-484c349c-b82e-47c0-b7b1-66d8fe62f5d5 req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:59.165083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=e2ce25d9-6ef6-44ff-805a-ee4715760a72,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:06:59.206197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:59.206548 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:59.206891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:59.207229 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:59.207559 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:59.207889 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:59.208216 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:59.208542 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:59.208892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:59.209216 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:59.209537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:59.209857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:06:59.251368 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-484c349c-b82e-47c0-b7b1-66d8fe62f5d5 req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] No DVR routers for this DVR port e2ce25d9-6ef6-44ff-805a-ee4715760a72 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:06:59.253654 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-484c349c-b82e-47c0-b7b1-66d8fe62f5d5 req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:06:59.256044 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb47573-c7c7-47ac-a50f-f55b7c41649b', 'name': 'network-vif-deleted', 'tag': 'e2ce25d9-6ef6-44ff-805a-ee4715760a72'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:06:59.270961 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-484c349c-b82e-47c0-b7b1-66d8fe62f5d5 req-19cb9329-6642-40ee-aba8-4ff6c0519e23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "DELETE /v2.0/ports/e2ce25d9-6ef6-44ff-805a-ee4715760a72 HTTP/1.1" status: 204 len: 173 time: 0.7219775 Mar 08 10:06:59.303199 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb47573-c7c7-47ac-a50f-f55b7c41649b', 'name': 'network-vif-deleted', 'tag': 'e2ce25d9-6ef6-44ff-805a-ee4715760a72', 'status': 'completed', 'code': 200} Mar 08 10:06:59.334690 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:06:59.863299 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1b8e9ab2-aa3c-44f8-9f0d-b0ed611a2047 req-50c265ae-9f78-4280-a600-629085ffc0a0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fb47573-c7c7-47ac-a50f-f55b7c41649b HTTP/1.1" status: 200 len: 210 time: 0.0473728 Mar 08 10:07:00.094247 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:00.959247 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49782) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:01.025236 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0522e551-e665-43e0-a80a-f2c4176d865e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:01.054469 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0522e551-e665-43e0-a80a-f2c4176d865e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:01.120794 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0522e551-e665-43e0-a80a-f2c4176d865e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:01.138823 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522e551-e665-43e0-a80a-f2c4176d865e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=523b139c-6d67-4eda-b974-b7fe4d88a991,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:01.148687 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0522e551-e665-43e0-a80a-f2c4176d865e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:01.149825 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0522e551-e665-43e0-a80a-f2c4176d865e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/security-groups/523b139c-6d67-4eda-b974-b7fe4d88a991 HTTP/1.1" status: 204 len: 168 time: 0.1895819 Mar 08 10:07:01.179624 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49788) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:01.714624 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9677387-88f7-4e63-9a4e-a06e1466697a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:02.055489 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f9677387-88f7-4e63-9a4e-a06e1466697a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port 17bce52f-4be4-4b33-9939-60021aec62f0 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:07:02.056219 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9677387-88f7-4e63-9a4e-a06e1466697a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:02.239615 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-f9677387-88f7-4e63-9a4e-a06e1466697a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port 17bce52f-4be4-4b33-9939-60021aec62f0, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=17bce52f-4be4-4b33-9939-60021aec62f0,segment=NetworkSegment(65709063-9465-4bbc-88d0-96acea5b4f9e),segment_id=65709063-9465-4bbc-88d0-96acea5b4f9e)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:07:02.239970 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9677387-88f7-4e63-9a4e-a06e1466697a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:02.470031 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f9677387-88f7-4e63-9a4e-a06e1466697a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for 17bce52f-4be4-4b33-9939-60021aec62f0 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:07:02.733208 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9677387-88f7-4e63-9a4e-a06e1466697a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:02.784619 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9677387-88f7-4e63-9a4e-a06e1466697a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=17bce52f-4be4-4b33-9939-60021aec62f0,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:03.057227 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9677387-88f7-4e63-9a4e-a06e1466697a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:03.280166 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device e2ce25d9-6ef6-44ff-805a-ee4715760a72 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:07:03.326156 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: e2ce25d9-6ef6-44ff-805a-ee4715760a72 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:07:03.326635 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device e2ce25d9-6ef6-44ff-805a-ee4715760a72 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:07:03.408000 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9677387-88f7-4e63-9a4e-a06e1466697a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 6613ecb1-1deb-4cad-91e7-80c7c36eef33 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:07:03.579279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9677387-88f7-4e63-9a4e-a06e1466697a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:07:03.594352 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de34d243-0629-4a24-80c9-82b9258e226c None None] Sync routers for ids ['6613ecb1-1deb-4cad-91e7-80c7c36eef33'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:07:03.594558 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f9677387-88f7-4e63-9a4e-a06e1466697a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/routers/6613ecb1-1deb-4cad-91e7-80c7c36eef33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4112689 Mar 08 10:07:03.594558 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49792) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:03.608302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de34d243-0629-4a24-80c9-82b9258e226c None None] Routers {'6613ecb1-1deb-4cad-91e7-80c7c36eef33'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:07:03.608941 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-de34d243-0629-4a24-80c9-82b9258e226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:06:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['6613ecb1-1deb-4cad-91e7-80c7c36eef33'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:03.658608 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f8ec1f-a79c-47ea-abc5-349cf8244757 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting subnet a65e3807-b873-4d9a-a916-fbb9da50c9e1 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:07:03.661480 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2f8ec1f-a79c-47ea-abc5-349cf8244757 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:03.784451 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-de34d243-0629-4a24-80c9-82b9258e226c None None] Set router 6613ecb1-1deb-4cad-91e7-80c7c36eef33 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:07:03.839637 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2f8ec1f-a79c-47ea-abc5-349cf8244757 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:03.920716 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2f8ec1f-a79c-47ea-abc5-349cf8244757 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:03.994172 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2f8ec1f-a79c-47ea-abc5-349cf8244757 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:04.037828 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8ec1f-a79c-47ea-abc5-349cf8244757 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Subnet': ['ID=a65e3807-b873-4d9a-a916-fbb9da50c9e1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:04.039736 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2f8ec1f-a79c-47ea-abc5-349cf8244757 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:04.046569 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d2f8ec1f-a79c-47ea-abc5-349cf8244757 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/subnets/a65e3807-b873-4d9a-a916-fbb9da50c9e1 HTTP/1.1" status: 204 len: 168 time: 0.4505141 Mar 08 10:07:04.049595 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49796) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:04.050583 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2681947-dcf2-4a2f-916b-3fccb29354ba None None] Network 050a3a03-5933-47d1-b028-fbdf32defe75 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:07:04.228816 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e611599b-2b86-4bd4-8274-49523b2d5cea tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:04.267647 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-de34d243-0629-4a24-80c9-82b9258e226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'name': 'tempest-TestNetworkBasicOps-router-1539011191', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '974755b4-4b28-43c9-9d05-37da003c5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:03:13Z', 'updated_at': '2022-03-08T10:07:02Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '974755b4-4b28-43c9-9d05-37da003c5284', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:14Z', 'updated_at': '2022-03-08T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:04.273689 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de34d243-0629-4a24-80c9-82b9258e226c None None] Checking router: 6613ecb1-1deb-4cad-91e7-80c7c36eef33 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:07:04.293175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de34d243-0629-4a24-80c9-82b9258e226c None None] Routers {'6613ecb1-1deb-4cad-91e7-80c7c36eef33'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:07:04.293827 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-de34d243-0629-4a24-80c9-82b9258e226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:06:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['6613ecb1-1deb-4cad-91e7-80c7c36eef33'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:04.406492 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e611599b-2b86-4bd4-8274-49523b2d5cea tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:04.417901 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e611599b-2b86-4bd4-8274-49523b2d5cea tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port 974755b4-4b28-43c9-9d05-37da003c5284 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:07:04.418609 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e611599b-2b86-4bd4-8274-49523b2d5cea tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:04.428613 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] DHCP port deletion for 050a3a03-5933-47d1-b028-fbdf32defe75 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:07:04.443060 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] Deleting port ffa5871e-ac11-4efd-9aa1-11ce702ae2bc {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:07:04.443433 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:04.512601 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-de34d243-0629-4a24-80c9-82b9258e226c None None] Set router 6613ecb1-1deb-4cad-91e7-80c7c36eef33 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:07:04.591837 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-e611599b-2b86-4bd4-8274-49523b2d5cea tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port 974755b4-4b28-43c9-9d05-37da003c5284, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=974755b4-4b28-43c9-9d05-37da003c5284,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:07:04.592195 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e611599b-2b86-4bd4-8274-49523b2d5cea tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:04.712441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e611599b-2b86-4bd4-8274-49523b2d5cea tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for 974755b4-4b28-43c9-9d05-37da003c5284 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:07:04.866558 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] For port ffa5871e-ac11-4efd-9aa1-11ce702ae2bc, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ffa5871e-ac11-4efd-9aa1-11ce702ae2bc,segment=NetworkSegment(65709063-9465-4bbc-88d0-96acea5b4f9e),segment_id=65709063-9465-4bbc-88d0-96acea5b4f9e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:07:04.866952 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:04.880157 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e611599b-2b86-4bd4-8274-49523b2d5cea tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:04.966508 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611599b-2b86-4bd4-8274-49523b2d5cea tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=974755b4-4b28-43c9-9d05-37da003c5284,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:05.028047 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e611599b-2b86-4bd4-8274-49523b2d5cea tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:05.060556 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] Calling delete_port for ffa5871e-ac11-4efd-9aa1-11ce702ae2bc owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:07:05.145738 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-de34d243-0629-4a24-80c9-82b9258e226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'name': 'tempest-TestNetworkBasicOps-router-1539011191', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '974755b4-4b28-43c9-9d05-37da003c5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:03:13Z', 'updated_at': '2022-03-08T10:07:02Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '974755b4-4b28-43c9-9d05-37da003c5284', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:14Z', 'updated_at': '2022-03-08T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:05.149897 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:05.153270 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de34d243-0629-4a24-80c9-82b9258e226c None None] The sync data for ids ['6613ecb1-1deb-4cad-91e7-80c7c36eef33'] in dv-neutron-831730-2-hyperv is: [{'id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'name': 'tempest-TestNetworkBasicOps-router-1539011191', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '974755b4-4b28-43c9-9d05-37da003c5284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:03:13Z', 'updated_at': '2022-03-08T10:07:02Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '974755b4-4b28-43c9-9d05-37da003c5284', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6613ecb1-1deb-4cad-91e7-80c7c36eef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:03:14Z', 'updated_at': '2022-03-08T10:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:07:05.201965 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] Pushing event deleted for resources: {'Port': ['ID=ffa5871e-ac11-4efd-9aa1-11ce702ae2bc,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:05.207584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] No DVR routers for this DVR port ffa5871e-ac11-4efd-9aa1-11ce702ae2bc on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:07:05.213784 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:05.214133 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:05.217277 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:05.217277 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:05.217866 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:05.217866 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:05.218216 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:05.218549 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:05.218984 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:05.219210 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:05.219544 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:05.219865 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8122820e-2428-4978-9195-6e4c5b250bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:05.308184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e611599b-2b86-4bd4-8274-49523b2d5cea tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:05.310344 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e611599b-2b86-4bd4-8274-49523b2d5cea tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:05.331933 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e611599b-2b86-4bd4-8274-49523b2d5cea tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:05.332430 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e611599b-2b86-4bd4-8274-49523b2d5cea tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Fanout notify agent at l3_agent the message router_deleted on router 6613ecb1-1deb-4cad-91e7-80c7c36eef33 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:07:05.347527 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e611599b-2b86-4bd4-8274-49523b2d5cea tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:05.348602 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e611599b-2b86-4bd4-8274-49523b2d5cea tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/routers/6613ecb1-1deb-4cad-91e7-80c7c36eef33 HTTP/1.1" status: 204 len: 168 time: 1.2980702 Mar 08 10:07:05.351239 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49800) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:05.460194 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a97da79-89fb-452b-9779-fb9400ca1347 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:05.593585 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a97da79-89fb-452b-9779-fb9400ca1347 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:05.619894 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0a97da79-89fb-452b-9779-fb9400ca1347 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050a3a03-5933-47d1-b028-fbdf32defe75']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:05.631859 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0a97da79-89fb-452b-9779-fb9400ca1347 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65709063-9465-4bbc-88d0-96acea5b4f9e') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:05.632154 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0a97da79-89fb-452b-9779-fb9400ca1347 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65709063-9465-4bbc-88d0-96acea5b4f9e') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:05.643545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a97da79-89fb-452b-9779-fb9400ca1347 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:05.659825 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a97da79-89fb-452b-9779-fb9400ca1347 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:05.665989 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a97da79-89fb-452b-9779-fb9400ca1347 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:07:05.666397 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a97da79-89fb-452b-9779-fb9400ca1347 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:07:05.680730 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:07:05.764892 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a97da79-89fb-452b-9779-fb9400ca1347 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:05.782570 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a97da79-89fb-452b-9779-fb9400ca1347 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:05.795024 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97da79-89fb-452b-9779-fb9400ca1347 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Network': ['ID=050a3a03-5933-47d1-b028-fbdf32defe75,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:05.806846 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0a97da79-89fb-452b-9779-fb9400ca1347 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/networks/050a3a03-5933-47d1-b028-fbdf32defe75 HTTP/1.1" status: 204 len: 168 time: 0.4546313 Mar 08 10:07:05.819237 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49804) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:05.824929 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-b404b93c-3627-41ca-83f1-d3e14491974f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'network': {'name': 'tempest-network-smoke--1592611793', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'port_security_enabled': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:05.830625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b404b93c-3627-41ca-83f1-d3e14491974f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:05.834680 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b404b93c-3627-41ca-83f1-d3e14491974f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:network and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:07:05.837511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b404b93c-3627-41ca-83f1-d3e14491974f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:07:05.843714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b404b93c-3627-41ca-83f1-d3e14491974f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:05.853176 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b404b93c-3627-41ca-83f1-d3e14491974f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:07:05.856540 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b404b93c-3627-41ca-83f1-d3e14491974f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:05.883211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b404b93c-3627-41ca-83f1-d3e14491974f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:07:05.891653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b404b93c-3627-41ca-83f1-d3e14491974f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:05.892554 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-b404b93c-3627-41ca-83f1-d3e14491974f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Added segment 4ead913a-777f-425d-9086-f3ecceb91723 of type vlan for network 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae Mar 08 10:07:05.917427 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b404b93c-3627-41ca-83f1-d3e14491974f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:05.948222 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b404b93c-3627-41ca-83f1-d3e14491974f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:05.953599 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b404b93c-3627-41ca-83f1-d3e14491974f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:05.954170 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b404b93c-3627-41ca-83f1-d3e14491974f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:06.053422 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b404b93c-3627-41ca-83f1-d3e14491974f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2329071 Mar 08 10:07:06.056046 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49808) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:06.061498 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-770450560', 'admin_state_up': True, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:06.065076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404b93c-3627-41ca-83f1-d3e14491974f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Network': ['ID=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:06.069878 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:06.073837 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:router and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:07:06.075433 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:07:06.076750 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:07:06.083564 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:06.093718 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:06.094686 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:06.108747 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:06.239671 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 17bce52f-4be4-4b33-9939-60021aec62f0 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:07:06.273231 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 17bce52f-4be4-4b33-9939-60021aec62f0 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:07:06.273676 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 17bce52f-4be4-4b33-9939-60021aec62f0 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:07:06.274099 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ffa5871e-ac11-4efd-9aa1-11ce702ae2bc no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:07:06.306747 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: ffa5871e-ac11-4efd-9aa1-11ce702ae2bc {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:07:06.307002 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ffa5871e-ac11-4efd-9aa1-11ce702ae2bc not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:07:06.307540 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 974755b4-4b28-43c9-9d05-37da003c5284 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:07:06.351734 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 974755b4-4b28-43c9-9d05-37da003c5284 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:07:06.352082 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 974755b4-4b28-43c9-9d05-37da003c5284 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:07:06.380741 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:06.675239 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:06.703280 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:06.835374 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.26.2.52 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/4a3d7801-9a55-4637-9c46-642fd43c17ef) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:07:07.085873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:07.114633 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:07.178240 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:07:07.184885 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:07:07.188937 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:07:07.220716 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=4a3d7801-9a55-4637-9c46-642fd43c17ef,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:07.605756 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:07.940528 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:08.136656 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 81eecac5-bc0d-4a60-83c0-d097cf4786da is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 10:07:08.305271 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:07:08.314266 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Sync routers for ids ['81eecac5-bc0d-4a60-83c0-d097cf4786da'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:07:08.324446 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Routers {'81eecac5-bc0d-4a60-83c0-d097cf4786da'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:07:08.325077 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:06:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['81eecac5-bc0d-4a60-83c0-d097cf4786da'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:08.329876 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:08.331098 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b5421d06-18c3-43f4-83c2-5f2f5b2c4d28 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2740669 Mar 08 10:07:08.334324 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49812) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:08.488669 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-526541b5-1659-48ea-ba6d-9b0228a30059 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=48f49228ae2a4cdfbce5e7003ecc586a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1532025 Mar 08 10:07:08.491186 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49816) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:08.502330 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Set router 81eecac5-bc0d-4a60-83c0-d097cf4786da gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:07:08.615007 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1db4bf-1f98-4892-8e41-97322b372874 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:08.616459 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8b1db4bf-1f98-4892-8e41-97322b372874 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1244061 Mar 08 10:07:08.619216 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49820) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:08.656394 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-99b163ec-9b9c-4514-a27e-938ac2d927f9 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361474 Mar 08 10:07:08.659493 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49824) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:08.664646 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-256e6201-9036-4b77-8c6c-c97402c77e60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1000926870', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:08.771252 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-256e6201-9036-4b77-8c6c-c97402c77e60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:08.773124 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:07Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:08.775015 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-256e6201-9036-4b77-8c6c-c97402c77e60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:subnet and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:07:08.776824 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Checking router: 81eecac5-bc0d-4a60-83c0-d097cf4786da for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:07:08.777169 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Updating router 81eecac5-bc0d-4a60-83c0-d097cf4786da port 4a3d7801-9a55-4637-9c46-642fd43c17ef binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:07:08.777780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-256e6201-9036-4b77-8c6c-c97402c77e60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:07:08.783406 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-256e6201-9036-4b77-8c6c-c97402c77e60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:08.792749 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256e6201-9036-4b77-8c6c-c97402c77e60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:07:08.796366 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-256e6201-9036-4b77-8c6c-c97402c77e60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:08.831087 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:09.018829 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-256e6201-9036-4b77-8c6c-c97402c77e60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:09.099908 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e6201-9036-4b77-8c6c-c97402c77e60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Subnet': ['ID=3b70fbd9-0967-49a3-b9a2-06f47675e90d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:09.107543 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256e6201-9036-4b77-8c6c-c97402c77e60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Checking segment: {'id': '4ead913a-777f-425d-9086-f3ecceb91723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:07:09.107902 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256e6201-9036-4b77-8c6c-c97402c77e60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network hostable DHCP agents. Network: 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:07:09.128767 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256e6201-9036-4b77-8c6c-c97402c77e60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:07:09.138323 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-256e6201-9036-4b77-8c6c-c97402c77e60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:07:09.142626 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256e6201-9036-4b77-8c6c-c97402c77e60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:09.143313 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-256e6201-9036-4b77-8c6c-c97402c77e60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:09.152259 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7d05c7-3d27-438c-a70c-6d438c93af37 None None] Network 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:07:09.177903 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:09.178057 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-256e6201-9036-4b77-8c6c-c97402c77e60 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5163882 Mar 08 10:07:09.179607 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49830) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:09.190724 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Transition to ACTIVE for port object 4a3d7801-9a55-4637-9c46-642fd43c17ef will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:07:09.200762 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:09.282265 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Attempting to bind port 4a3d7801-9a55-4637-9c46-642fd43c17ef on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:07:09.282860 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Attempting to bind port 4a3d7801-9a55-4637-9c46-642fd43c17ef by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:07:09.283391 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Attempting to bind port 4a3d7801-9a55-4637-9c46-642fd43c17ef on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:07:09.293061 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac04351-c6b4-4298-b8ab-89383177af52 None None] Pushing event updated for resources: {'Port': ['ID=4a3d7801-9a55-4637-9c46-642fd43c17ef,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:09.300815 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:07:09.301181 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:07:09.301737 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:09.302120 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:07:09.302573 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Bound port: 4a3d7801-9a55-4637-9c46-642fd43c17ef, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:07:09.302936 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:09.335100 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac04351-c6b4-4298-b8ab-89383177af52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:09.344206 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac04351-c6b4-4298-b8ab-89383177af52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:09.344759 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac04351-c6b4-4298-b8ab-89383177af52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:09.345404 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac04351-c6b4-4298-b8ab-89383177af52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:09.345872 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac04351-c6b4-4298-b8ab-89383177af52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:09.346372 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac04351-c6b4-4298-b8ab-89383177af52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:09.346856 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac04351-c6b4-4298-b8ab-89383177af52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:09.347326 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac04351-c6b4-4298-b8ab-89383177af52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:09.347795 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac04351-c6b4-4298-b8ab-89383177af52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:09.348271 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac04351-c6b4-4298-b8ab-89383177af52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:09.348779 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac04351-c6b4-4298-b8ab-89383177af52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:09.349239 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac04351-c6b4-4298-b8ab-89383177af52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:09.396513 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ips': [{'subnet_id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:07:09.397038 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:09.405267 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] For port 4a3d7801-9a55-4637-9c46-642fd43c17ef, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:07:09.408647 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] For port 4a3d7801-9a55-4637-9c46-642fd43c17ef, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=4a3d7801-9a55-4637-9c46-642fd43c17ef,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:07:09.415158 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:09.493232 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Routers {'81eecac5-bc0d-4a60-83c0-d097cf4786da'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:07:09.493847 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:06:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['81eecac5-bc0d-4a60-83c0-d097cf4786da'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:09.562031 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac04351-c6b4-4298-b8ab-89383177af52 None None] Pushing event updated for resources: {'Port': ['ID=4a3d7801-9a55-4637-9c46-642fd43c17ef,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:09.562842 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Allocated IP 172.20.0.2 (96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae/3b70fbd9-0967-49a3-b9a2-06f47675e90d/86ec339c-3bf0-4a7f-9666-dbf03db8aafa) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:07:09.680521 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] Set router 81eecac5-bc0d-4a60-83c0-d097cf4786da gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:07:09.787141 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:09.801899 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Transition to ACTIVE for port object 86ec339c-3bf0-4a7f-9666-dbf03db8aafa will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:07:09.826448 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Transition to ACTIVE for port object 86ec339c-3bf0-4a7f-9666-dbf03db8aafa will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:07:09.832802 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:09.897065 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Network 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:07:09.899861 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:07:09.908162 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:07:09.918071 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Pushing event updated for resources: {'Port': ['ID=86ec339c-3bf0-4a7f-9666-dbf03db8aafa,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:09.931730 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:09.969223 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:07Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:09.973744 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10749d07-68bb-418f-b8b7-04b6077c3983 None None] The sync data for ids ['81eecac5-bc0d-4a60-83c0-d097cf4786da'] in dv-neutron-831730-2-hyperv is: [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:07Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:07:10.010687 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Attempting to bind port 86ec339c-3bf0-4a7f-9666-dbf03db8aafa on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:07:10.011056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Attempting to bind port 86ec339c-3bf0-4a7f-9666-dbf03db8aafa by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '4ead913a-777f-425d-9086-f3ecceb91723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:07:10.011413 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Attempting to bind port 86ec339c-3bf0-4a7f-9666-dbf03db8aafa on network 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:07:10.018296 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:07:10.018670 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Checking segment: {'id': '4ead913a-777f-425d-9086-f3ecceb91723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:07:10.019071 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:10.019463 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Bound using segment: {'id': '4ead913a-777f-425d-9086-f3ecceb91723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:07:10.019943 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Bound port: 86ec339c-3bf0-4a7f-9666-dbf03db8aafa, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ead913a-777f-425d-9086-f3ecceb91723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:07:10.020321 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:10.113472 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] For port 86ec339c-3bf0-4a7f-9666-dbf03db8aafa, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:07:10.117181 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] For port 86ec339c-3bf0-4a7f-9666-dbf03db8aafa, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=86ec339c-3bf0-4a7f-9666-dbf03db8aafa,segment=NetworkSegment(4ead913a-777f-425d-9086-f3ecceb91723),segment_id=4ead913a-777f-425d-9086-f3ecceb91723)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:07:10.122761 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:10.226950 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424a316-1ac5-4f2e-ba3a-867b613b830a None None] Pushing event updated for resources: {'Port': ['ID=86ec339c-3bf0-4a7f-9666-dbf03db8aafa,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:10.349989 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4a3d7801-9a55-4637-9c46-642fd43c17ef up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:07:10.433320 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 4a3d7801-9a55-4637-9c46-642fd43c17ef completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:07:10.446389 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 4a3d7801-9a55-4637-9c46-642fd43c17ef triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:07:10.446903 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:10.530522 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.20.0.1 (96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae/3b70fbd9-0967-49a3-b9a2-06f47675e90d/d46d531a-95d4-4743-8d7c-05e39bbd4418) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:07:10.618670 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:10.638679 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 4a3d7801-9a55-4637-9c46-642fd43c17ef, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=4a3d7801-9a55-4637-9c46-642fd43c17ef,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:07:10.644980 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:10.730361 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=4a3d7801-9a55-4637-9c46-642fd43c17ef,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:10.736945 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:10.753593 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Transition to ACTIVE for port object d46d531a-95d4-4743-8d7c-05e39bbd4418 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:07:10.777032 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:10.845417 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:07:10.852969 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:07:10.857413 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:07:10.887964 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=d46d531a-95d4-4743-8d7c-05e39bbd4418,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:10.918923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:11.193349 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:11.327015 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d6f714-c6c6-4e11-a859-96210fa0b96e None None] Network 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:07:11.460904 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f4a89390-1eda-4089-a4ac-962f6ab7a5c5 None None] Provisioning for port 86ec339c-3bf0-4a7f-9666-dbf03db8aafa completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:07:11.623995 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:11.628976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:11.744393 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:11.754116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=d46d531a-95d4-4743-8d7c-05e39bbd4418,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:11.891359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-861eaeea-5500-4de3-ae33-9bd38f68bde1 None None] Provisioning for port d46d531a-95d4-4743-8d7c-05e39bbd4418 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:07:11.896513 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-861eaeea-5500-4de3-ae33-9bd38f68bde1 None None] Provisioning complete for port d46d531a-95d4-4743-8d7c-05e39bbd4418 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:07:11.896908 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-861eaeea-5500-4de3-ae33-9bd38f68bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:11.901957 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:11.902309 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:11.902652 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:11.902986 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:11.903316 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:11.903648 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:11.903982 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:11.904331 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:11.904662 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:11.905080 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:11.905405 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:11.905723 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:07:11.959870 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-861eaeea-5500-4de3-ae33-9bd38f68bde1 None None] Port d46d531a-95d4-4743-8d7c-05e39bbd4418 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:07:12.013374 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:07:12.014435 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:07:12.089579 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a502ca54-f4ed-42f4-8f60-2cc34b8abede None None] Provisioning complete for port d46d531a-95d4-4743-8d7c-05e39bbd4418 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:07:12.089952 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a502ca54-f4ed-42f4-8f60-2cc34b8abede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:12.145721 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a502ca54-f4ed-42f4-8f60-2cc34b8abede None None] Port d46d531a-95d4-4743-8d7c-05e39bbd4418 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:07:12.200331 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 81eecac5-bc0d-4a60-83c0-d097cf4786da has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:07:12.265247 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-37e3503a-0e0f-4706-bb9f-adf9d7601aec None None] Provisioning complete for port d46d531a-95d4-4743-8d7c-05e39bbd4418 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:07:12.265622 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-37e3503a-0e0f-4706-bb9f-adf9d7601aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:12.320622 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 86ec339c-3bf0-4a7f-9666-dbf03db8aafa up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:07:12.361304 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-37e3503a-0e0f-4706-bb9f-adf9d7601aec None None] Port d46d531a-95d4-4743-8d7c-05e39bbd4418 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:07:12.382425 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:07:12.392828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Sync routers for ids ['81eecac5-bc0d-4a60-83c0-d097cf4786da'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:07:12.395489 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f006066d-743c-4ab2-b2cd-ff806bc58825 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/routers/81eecac5-bc0d-4a60-83c0-d097cf4786da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2148733 Mar 08 10:07:12.396586 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 86ec339c-3bf0-4a7f-9666-dbf03db8aafa completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:07:12.398139 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49834) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:12.404189 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 86ec339c-3bf0-4a7f-9666-dbf03db8aafa triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:07:12.404554 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:12.433689 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Routers {'81eecac5-bc0d-4a60-83c0-d097cf4786da'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:07:12.434310 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:06:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['81eecac5-bc0d-4a60-83c0-d097cf4786da'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:12.532743 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ecb942-74a6-4784-8fc9-9ba2a18eab6c tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:12.533140 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ecb942-74a6-4784-8fc9-9ba2a18eab6c tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:12.533751 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ecb942-74a6-4784-8fc9-9ba2a18eab6c tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:12.534224 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ecb942-74a6-4784-8fc9-9ba2a18eab6c tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:12.538332 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f8ecb942-74a6-4784-8fc9-9ba2a18eab6c tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1368308 Mar 08 10:07:12.538654 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49838) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:12.607222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46175550-186a-4b13-8bc7-138d1e6d0fd6 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:12.607695 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46175550-186a-4b13-8bc7-138d1e6d0fd6 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:12.608155 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46175550-186a-4b13-8bc7-138d1e6d0fd6 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:12.608611 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46175550-186a-4b13-8bc7-138d1e6d0fd6 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:12.612733 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-46175550-186a-4b13-8bc7-138d1e6d0fd6 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0707943 Mar 08 10:07:12.613076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49842) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:12.674995 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Set router 81eecac5-bc0d-4a60-83c0-d097cf4786da gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:07:12.721940 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:12.854517 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 86ec339c-3bf0-4a7f-9666-dbf03db8aafa, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=86ec339c-3bf0-4a7f-9666-dbf03db8aafa,segment=NetworkSegment(4ead913a-777f-425d-9086-f3ecceb91723),segment_id=4ead913a-777f-425d-9086-f3ecceb91723)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:07:12.858640 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:12.859371 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4a3d7801-9a55-4637-9c46-642fd43c17ef up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:07:12.928985 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-cf32aea9-84bc-4acc-bd7e-76883167fb65 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.3146708 Mar 08 10:07:13.047269 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=86ec339c-3bf0-4a7f-9666-dbf03db8aafa,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:13.106769 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 4a3d7801-9a55-4637-9c46-642fd43c17ef triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:07:13.107057 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.226135 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:11Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'd46d531a-95d4-4743-8d7c-05e39bbd4418', 'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:bf:72:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:10Z', 'updated_at': '2022-03-08T10:07:11Z', 'revision_number': 2, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:13.239385 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Checking router: 81eecac5-bc0d-4a60-83c0-d097cf4786da for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:07:13.239745 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Updating router 81eecac5-bc0d-4a60-83c0-d097cf4786da port d46d531a-95d4-4743-8d7c-05e39bbd4418 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:07:13.271652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49850) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:13.277127 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-4812a752-a10b-42a1-be78-79595095c6cb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-62874492', 'description': 'tempest-secgroup-smoke-62874492 description', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:13.283464 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4812a752-a10b-42a1-be78-79595095c6cb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:13.287841 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4812a752-a10b-42a1-be78-79595095c6cb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:07:13.290692 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4812a752-a10b-42a1-be78-79595095c6cb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:07:13.297045 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4812a752-a10b-42a1-be78-79595095c6cb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:13.302697 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.307188 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4812a752-a10b-42a1-be78-79595095c6cb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.307844 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.327076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4812a752-a10b-42a1-be78-79595095c6cb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:13.330892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4812a752-a10b-42a1-be78-79595095c6cb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:07:13.333676 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4812a752-a10b-42a1-be78-79595095c6cb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:07:13.339271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4812a752-a10b-42a1-be78-79595095c6cb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:13.413723 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4812a752-a10b-42a1-be78-79595095c6cb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.418334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4812a752-a10b-42a1-be78-79595095c6cb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.465158 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812a752-a10b-42a1-be78-79595095c6cb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c400bd-a0c6-42b0-8e6b-97f5371368d8,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:13.468080 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4812a752-a10b-42a1-be78-79595095c6cb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.469313 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4812a752-a10b-42a1-be78-79595095c6cb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1964638 Mar 08 10:07:13.472747 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49854) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:13.477762 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-d4cb89bd-650b-49fc-8269-2a82dd41d90b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'f8c400bd-a0c6-42b0-8e6b-97f5371368d8', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:13.483628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d4cb89bd-650b-49fc-8269-2a82dd41d90b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:13.488003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d4cb89bd-650b-49fc-8269-2a82dd41d90b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:07:13.490811 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d4cb89bd-650b-49fc-8269-2a82dd41d90b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:07:13.496352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d4cb89bd-650b-49fc-8269-2a82dd41d90b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:13.512904 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d4cb89bd-650b-49fc-8269-2a82dd41d90b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.577075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d4cb89bd-650b-49fc-8269-2a82dd41d90b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.585564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d4cb89bd-650b-49fc-8269-2a82dd41d90b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.611349 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb89bd-650b-49fc-8269-2a82dd41d90b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbdecdbd-9bfe-45b8-b736-351101984b70,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:13.621373 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d4cb89bd-650b-49fc-8269-2a82dd41d90b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.622635 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d4cb89bd-650b-49fc-8269-2a82dd41d90b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488857 Mar 08 10:07:13.625549 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49858) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:13.630718 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e6773011-6c1e-4e23-bc8f-ec20ed94b23f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'f8c400bd-a0c6-42b0-8e6b-97f5371368d8', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:13.636344 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e6773011-6c1e-4e23-bc8f-ec20ed94b23f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:13.640120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e6773011-6c1e-4e23-bc8f-ec20ed94b23f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:07:13.643477 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e6773011-6c1e-4e23-bc8f-ec20ed94b23f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:07:13.649092 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e6773011-6c1e-4e23-bc8f-ec20ed94b23f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:13.666649 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e6773011-6c1e-4e23-bc8f-ec20ed94b23f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.697387 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.709284 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Transition to ACTIVE for port object d46d531a-95d4-4743-8d7c-05e39bbd4418 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:07:13.716245 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.729386 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e6773011-6c1e-4e23-bc8f-ec20ed94b23f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.732946 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e6773011-6c1e-4e23-bc8f-ec20ed94b23f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.761760 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6773011-6c1e-4e23-bc8f-ec20ed94b23f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a14441-f047-4cc7-92d8-1b9393b6e922,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:13.771051 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e6773011-6c1e-4e23-bc8f-ec20ed94b23f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.772537 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e6773011-6c1e-4e23-bc8f-ec20ed94b23f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1460116 Mar 08 10:07:13.775443 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49862) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:13.780534 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-b91ea00e-beb5-4294-a8a7-1fa3ad18e85a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'f8c400bd-a0c6-42b0-8e6b-97f5371368d8', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:13.787332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b91ea00e-beb5-4294-a8a7-1fa3ad18e85a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:13.791194 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b91ea00e-beb5-4294-a8a7-1fa3ad18e85a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:07:13.794087 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b91ea00e-beb5-4294-a8a7-1fa3ad18e85a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:07:13.800135 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b91ea00e-beb5-4294-a8a7-1fa3ad18e85a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:13.820235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b91ea00e-beb5-4294-a8a7-1fa3ad18e85a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.870469 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734901f-0960-47f0-b083-7b803dcc5952 None None] Pushing event updated for resources: {'Port': ['ID=d46d531a-95d4-4743-8d7c-05e39bbd4418,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:13.893536 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b91ea00e-beb5-4294-a8a7-1fa3ad18e85a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.897685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b91ea00e-beb5-4294-a8a7-1fa3ad18e85a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.920625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ea00e-beb5-4294-a8a7-1fa3ad18e85a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f170dc-153c-48ad-b558-ea837cbdfab2,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:13.930051 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Attempting to bind port d46d531a-95d4-4743-8d7c-05e39bbd4418 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:07:13.930448 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Attempting to bind port d46d531a-95d4-4743-8d7c-05e39bbd4418 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '4ead913a-777f-425d-9086-f3ecceb91723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:07:13.930777 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Attempting to bind port d46d531a-95d4-4743-8d7c-05e39bbd4418 on network 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:07:13.934554 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b91ea00e-beb5-4294-a8a7-1fa3ad18e85a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.938531 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b91ea00e-beb5-4294-a8a7-1fa3ad18e85a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1593950 Mar 08 10:07:13.938817 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49866) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:13.942029 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:07:13.942540 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Checking segment: {'id': '4ead913a-777f-425d-9086-f3ecceb91723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:07:13.942950 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.943364 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Bound using segment: {'id': '4ead913a-777f-425d-9086-f3ecceb91723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:07:13.943976 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Bound port: d46d531a-95d4-4743-8d7c-05e39bbd4418, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ead913a-777f-425d-9086-f3ecceb91723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:07:13.944154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-114e6050-0d15-4ba5-ae9e-9107de275d47 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'f8c400bd-a0c6-42b0-8e6b-97f5371368d8', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:13.944363 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:13.950266 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-114e6050-0d15-4ba5-ae9e-9107de275d47 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:13.954557 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-114e6050-0d15-4ba5-ae9e-9107de275d47 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:07:13.957412 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-114e6050-0d15-4ba5-ae9e-9107de275d47 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:07:13.963261 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-114e6050-0d15-4ba5-ae9e-9107de275d47 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:13.980013 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-114e6050-0d15-4ba5-ae9e-9107de275d47 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:14.044764 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] For port d46d531a-95d4-4743-8d7c-05e39bbd4418, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:07:14.045137 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-114e6050-0d15-4ba5-ae9e-9107de275d47 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:14.048108 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] For port d46d531a-95d4-4743-8d7c-05e39bbd4418, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=d46d531a-95d4-4743-8d7c-05e39bbd4418,segment=NetworkSegment(4ead913a-777f-425d-9086-f3ecceb91723),segment_id=4ead913a-777f-425d-9086-f3ecceb91723)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:07:14.049039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-114e6050-0d15-4ba5-ae9e-9107de275d47 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:14.051733 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:14.071535 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e6050-0d15-4ba5-ae9e-9107de275d47 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566e2ec6-4f9f-43e4-af94-4f48b0fc9764,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:14.081988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-114e6050-0d15-4ba5-ae9e-9107de275d47 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:14.083187 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-114e6050-0d15-4ba5-ae9e-9107de275d47 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1434739 Mar 08 10:07:14.086297 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49870) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:14.091281 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-305624f7-a503-41f3-86f5-9cf3fcfe0f1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'f8c400bd-a0c6-42b0-8e6b-97f5371368d8', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:14.097030 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-305624f7-a503-41f3-86f5-9cf3fcfe0f1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:14.100842 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-305624f7-a503-41f3-86f5-9cf3fcfe0f1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:07:14.103657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-305624f7-a503-41f3-86f5-9cf3fcfe0f1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:07:14.109389 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-305624f7-a503-41f3-86f5-9cf3fcfe0f1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:14.121667 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-305624f7-a503-41f3-86f5-9cf3fcfe0f1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:07:14.129892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-305624f7-a503-41f3-86f5-9cf3fcfe0f1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:14.132808 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Routers {'81eecac5-bc0d-4a60-83c0-d097cf4786da'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:07:14.133449 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:06:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['81eecac5-bc0d-4a60-83c0-d097cf4786da'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:14.187247 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734901f-0960-47f0-b083-7b803dcc5952 None None] Pushing event updated for resources: {'Port': ['ID=d46d531a-95d4-4743-8d7c-05e39bbd4418,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:14.207707 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-305624f7-a503-41f3-86f5-9cf3fcfe0f1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:14.212018 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-305624f7-a503-41f3-86f5-9cf3fcfe0f1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:14.239344 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305624f7-a503-41f3-86f5-9cf3fcfe0f1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a32be0-99f7-49fb-8252-cb0778fcf13b,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:14.253477 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-305624f7-a503-41f3-86f5-9cf3fcfe0f1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:14.257708 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-305624f7-a503-41f3-86f5-9cf3fcfe0f1a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1676493 Mar 08 10:07:14.257978 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49874) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:14.263475 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-53590a6e-a2ad-4098-8db3-7b63396d5c8d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'f8c400bd-a0c6-42b0-8e6b-97f5371368d8', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:14.270922 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-53590a6e-a2ad-4098-8db3-7b63396d5c8d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:14.274768 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-53590a6e-a2ad-4098-8db3-7b63396d5c8d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:07:14.277966 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-53590a6e-a2ad-4098-8db3-7b63396d5c8d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:07:14.284214 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-53590a6e-a2ad-4098-8db3-7b63396d5c8d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:14.285503 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 86ec339c-3bf0-4a7f-9666-dbf03db8aafa up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:07:14.296131 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-53590a6e-a2ad-4098-8db3-7b63396d5c8d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:07:14.304014 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-53590a6e-a2ad-4098-8db3-7b63396d5c8d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:14.374751 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-53590a6e-a2ad-4098-8db3-7b63396d5c8d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:14.377385 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] Set router 81eecac5-bc0d-4a60-83c0-d097cf4786da gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:07:14.379146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-53590a6e-a2ad-4098-8db3-7b63396d5c8d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:14.402201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53590a6e-a2ad-4098-8db3-7b63396d5c8d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a6ccad-dcd5-4699-b688-78e5f3fff759,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:14.410743 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-53590a6e-a2ad-4098-8db3-7b63396d5c8d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:14.412014 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-53590a6e-a2ad-4098-8db3-7b63396d5c8d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1530576 Mar 08 10:07:14.508190 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 86ec339c-3bf0-4a7f-9666-dbf03db8aafa triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:07:14.508561 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:14.587439 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-589112d0-a8d5-489d-b94e-1c9510de12de req-7e314445-1a80-48ac-8711-2c23a2ee18d6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:07:14.602826 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-589112d0-a8d5-489d-b94e-1c9510de12de req-7e314445-1a80-48ac-8711-2c23a2ee18d6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:07:14.604154 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-589112d0-a8d5-489d-b94e-1c9510de12de req-7e314445-1a80-48ac-8711-2c23a2ee18d6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62874492&fields=id&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 267 time: 0.0601289 Mar 08 10:07:14.754988 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589112d0-a8d5-489d-b94e-1c9510de12de req-f02f171b-b3bf-46be-9c19-528cb7a933fa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:14.755580 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-589112d0-a8d5-489d-b94e-1c9510de12de req-f02f171b-b3bf-46be-9c19-528cb7a933fa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:07:14.770900 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-589112d0-a8d5-489d-b94e-1c9510de12de req-f02f171b-b3bf-46be-9c19-528cb7a933fa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:07:14.772093 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-589112d0-a8d5-489d-b94e-1c9510de12de req-f02f171b-b3bf-46be-9c19-528cb7a933fa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/networks?id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae HTTP/1.1" status: 200 len: 797 time: 0.1601901 Mar 08 10:07:14.788983 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-589112d0-a8d5-489d-b94e-1c9510de12de req-05ff2787-ca21-44b7-8b57-ff1e88aef88d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/quotas/48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 375 time: 0.0104711 Mar 08 10:07:14.809541 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:11Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'd46d531a-95d4-4743-8d7c-05e39bbd4418', 'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:bf:72:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:10Z', 'updated_at': '2022-03-08T10:07:14Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:14.813504 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40567cf4-6965-4dd5-a671-2d66c0ead901 None None] The sync data for ids ['81eecac5-bc0d-4a60-83c0-d097cf4786da'] in dv-neutron-831730-2-hyperv is: [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:11Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'd46d531a-95d4-4743-8d7c-05e39bbd4418', 'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:bf:72:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:10Z', 'updated_at': '2022-03-08T10:07:14Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:07:14.890882 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-589112d0-a8d5-489d-b94e-1c9510de12de req-8a201c10-d4d8-42dc-b7ea-49d15240f8f2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:07:14.908227 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-589112d0-a8d5-489d-b94e-1c9510de12de req-8a201c10-d4d8-42dc-b7ea-49d15240f8f2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:07:14.909897 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-589112d0-a8d5-489d-b94e-1c9510de12de req-8a201c10-d4d8-42dc-b7ea-49d15240f8f2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155336 Mar 08 10:07:14.981661 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-589112d0-a8d5-489d-b94e-1c9510de12de req-dc3e45c9-7e77-4cae-bac4-9c95e7af2d9f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 10:07:14.982661 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-589112d0-a8d5-489d-b94e-1c9510de12de req-dc3e45c9-7e77-4cae-bac4-9c95e7af2d9f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0612335 Mar 08 10:07:15.117562 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-589112d0-a8d5-489d-b94e-1c9510de12de req-7abdf610-bda4-468c-9786-8f0a3407bc49 service neutron] 10.222.0.24 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279988 Mar 08 10:07:15.251302 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-589112d0-a8d5-489d-b94e-1c9510de12de req-51339287-ac4a-480d-b335-cbe9adc0038d service neutron] 10.222.0.24 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281590 Mar 08 10:07:15.472778 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-19478413-3a00-4dd2-9450-9b2da5ac01aa req-268c7b5e-7328-4434-8487-d7ed6648e14a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:07:15.485796 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-19478413-3a00-4dd2-9450-9b2da5ac01aa req-268c7b5e-7328-4434-8487-d7ed6648e14a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:07:15.486950 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-19478413-3a00-4dd2-9450-9b2da5ac01aa req-268c7b5e-7328-4434-8487-d7ed6648e14a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 210 time: 0.0853927 Mar 08 10:07:16.262387 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device d46d531a-95d4-4743-8d7c-05e39bbd4418 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:07:16.368444 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port d46d531a-95d4-4743-8d7c-05e39bbd4418 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:07:16.373110 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port d46d531a-95d4-4743-8d7c-05e39bbd4418 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:07:16.373484 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:16.487018 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:16.517348 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port d46d531a-95d4-4743-8d7c-05e39bbd4418, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=d46d531a-95d4-4743-8d7c-05e39bbd4418,segment=NetworkSegment(4ead913a-777f-425d-9086-f3ecceb91723),segment_id=4ead913a-777f-425d-9086-f3ecceb91723)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:07:16.521355 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:16.591333 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=d46d531a-95d4-4743-8d7c-05e39bbd4418,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:16.785381 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c74e460a-efc4-4c9d-af1f-6703fbf7eba4 req-75cbf33e-e0a9-4727-b475-2c3b0dfb5a50 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 210 time: 0.0452936 Mar 08 10:07:17.641455 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589112d0-a8d5-489d-b94e-1c9510de12de req-4c9f2a45-1e16-4748-81ff-243c1ab22105 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:17.642329 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-589112d0-a8d5-489d-b94e-1c9510de12de req-4c9f2a45-1e16-4748-81ff-243c1ab22105 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:07:17.660458 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-589112d0-a8d5-489d-b94e-1c9510de12de req-4c9f2a45-1e16-4748-81ff-243c1ab22105 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:07:17.661615 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-589112d0-a8d5-489d-b94e-1c9510de12de req-4c9f2a45-1e16-4748-81ff-243c1ab22105 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/networks?id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae HTTP/1.1" status: 200 len: 797 time: 0.1750977 Mar 08 10:07:17.711351 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-589112d0-a8d5-489d-b94e-1c9510de12de req-bccef88e-f46e-435f-a439-5b39c249952f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:07:17.723176 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-589112d0-a8d5-489d-b94e-1c9510de12de req-bccef88e-f46e-435f-a439-5b39c249952f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:07:17.724283 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-589112d0-a8d5-489d-b94e-1c9510de12de req-bccef88e-f46e-435f-a439-5b39c249952f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 378 time: 0.0546112 Mar 08 10:07:17.735738 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-589112d0-a8d5-489d-b94e-1c9510de12de req-4b7feb5a-4984-4b63-b744-2c00a69c06dc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'port': {'device_id': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'admin_state_up': True, 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'security_groups': ['f8c400bd-a0c6-42b0-8e6b-97f5371368d8']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:17.871633 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-589112d0-a8d5-489d-b94e-1c9510de12de req-4b7feb5a-4984-4b63-b744-2c00a69c06dc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:17.880911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-589112d0-a8d5-489d-b94e-1c9510de12de req-4b7feb5a-4984-4b63-b744-2c00a69c06dc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:17.923741 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589112d0-a8d5-489d-b94e-1c9510de12de req-4b7feb5a-4984-4b63-b744-2c00a69c06dc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:07:17.927111 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-589112d0-a8d5-489d-b94e-1c9510de12de req-4b7feb5a-4984-4b63-b744-2c00a69c06dc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:17.942585 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5d9e332a-ba33-4fb9-b3d2-4966a99462fd req-fbd80010-d286-49a0-9e8f-086a4ed5275f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 210 time: 0.0545557 Mar 08 10:07:18.094960 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-589112d0-a8d5-489d-b94e-1c9510de12de req-4b7feb5a-4984-4b63-b744-2c00a69c06dc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.20.0.10 (96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae/3b70fbd9-0967-49a3-b9a2-06f47675e90d/44e6da95-996a-491d-8bfa-62d7e1f994fd) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:07:18.250460 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device d46d531a-95d4-4743-8d7c-05e39bbd4418 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:07:18.277830 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-589112d0-a8d5-489d-b94e-1c9510de12de req-4b7feb5a-4984-4b63-b744-2c00a69c06dc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:18.294153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-589112d0-a8d5-489d-b94e-1c9510de12de req-4b7feb5a-4984-4b63-b744-2c00a69c06dc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Transition to ACTIVE for port object 44e6da95-996a-491d-8bfa-62d7e1f994fd will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:07:18.317524 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port d46d531a-95d4-4743-8d7c-05e39bbd4418 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:07:18.317718 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-589112d0-a8d5-489d-b94e-1c9510de12de req-4b7feb5a-4984-4b63-b744-2c00a69c06dc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:18.317986 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:18.385891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589112d0-a8d5-489d-b94e-1c9510de12de req-4b7feb5a-4984-4b63-b744-2c00a69c06dc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:07:18.390176 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-589112d0-a8d5-489d-b94e-1c9510de12de req-4b7feb5a-4984-4b63-b744-2c00a69c06dc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:07:18.399484 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-589112d0-a8d5-489d-b94e-1c9510de12de req-4b7feb5a-4984-4b63-b744-2c00a69c06dc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:07:18.437574 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7feb5a-4984-4b63-b744-2c00a69c06dc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=44e6da95-996a-491d-8bfa-62d7e1f994fd,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:18.468717 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589112d0-a8d5-489d-b94e-1c9510de12de req-4b7feb5a-4984-4b63-b744-2c00a69c06dc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:18.469333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-589112d0-a8d5-489d-b94e-1c9510de12de req-4b7feb5a-4984-4b63-b744-2c00a69c06dc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:18.496894 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-589112d0-a8d5-489d-b94e-1c9510de12de req-4b7feb5a-4984-4b63-b744-2c00a69c06dc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7649975 Mar 08 10:07:18.507744 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Request body: {'port': {'device_id': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:18.622019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:18.647013 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7585b7ea-9d77-4a4d-a1d9-d0f8345a66ae None None] Provisioning for port 44e6da95-996a-491d-8bfa-62d7e1f994fd completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:07:18.651555 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7585b7ea-9d77-4a4d-a1d9-d0f8345a66ae None None] Provisioning complete for port 44e6da95-996a-491d-8bfa-62d7e1f994fd triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:07:18.651917 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7585b7ea-9d77-4a4d-a1d9-d0f8345a66ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:18.711215 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7585b7ea-9d77-4a4d-a1d9-d0f8345a66ae None None] Port 44e6da95-996a-491d-8bfa-62d7e1f994fd cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:07:19.062132 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e6da95-996a-491d-8bfa-62d7e1f994fd {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:07:19.070070 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:19.083789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Transition to ACTIVE for port object 44e6da95-996a-491d-8bfa-62d7e1f994fd will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:07:19.088305 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:19.133790 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286ece6-8cd9-49ca-a769-a9eea8470715 req-41005aa6-6525-4cf9-8535-c4e710333013 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:19.135261 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5286ece6-8cd9-49ca-a769-a9eea8470715 req-41005aa6-6525-4cf9-8535-c4e710333013 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 944 time: 0.0809534 Mar 08 10:07:19.184118 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5286ece6-8cd9-49ca-a769-a9eea8470715 req-cdcc65e9-a7cb-4109-aec3-4f12a9386af0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c400bd-a0c6-42b0-8e6b-97f5371368d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428367 Mar 08 10:07:19.220211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Pushing event updated for resources: {'Port': ['ID=44e6da95-996a-491d-8bfa-62d7e1f994fd,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:19.322970 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Attempting to bind port 44e6da95-996a-491d-8bfa-62d7e1f994fd on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:07:19.323303 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Attempting to bind port 44e6da95-996a-491d-8bfa-62d7e1f994fd by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '4ead913a-777f-425d-9086-f3ecceb91723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:07:19.323637 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Attempting to bind port 44e6da95-996a-491d-8bfa-62d7e1f994fd on network 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:07:19.328190 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Port 44e6da95-996a-491d-8bfa-62d7e1f994fd on network 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:07:19.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Attempting to bind port 44e6da95-996a-491d-8bfa-62d7e1f994fd on network 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:07:19.333926 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:07:19.334259 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Checking segment: {'id': '4ead913a-777f-425d-9086-f3ecceb91723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:07:19.334636 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Bound using segment: {'id': '4ead913a-777f-425d-9086-f3ecceb91723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:07:19.335055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Bound port: 44e6da95-996a-491d-8bfa-62d7e1f994fd, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ead913a-777f-425d-9086-f3ecceb91723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:07:19.335396 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:19.424964 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] For port 44e6da95-996a-491d-8bfa-62d7e1f994fd, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:07:19.427825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] For port 44e6da95-996a-491d-8bfa-62d7e1f994fd, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=44e6da95-996a-491d-8bfa-62d7e1f994fd,segment=NetworkSegment(4ead913a-777f-425d-9086-f3ecceb91723),segment_id=4ead913a-777f-425d-9086-f3ecceb91723)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:07:19.433229 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:19.486997 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:19.487593 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:19.489040 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-589112d0-a8d5-489d-b94e-1c9510de12de req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] 10.222.0.26 "PUT /v2.0/ports/44e6da95-996a-491d-8bfa-62d7e1f994fd HTTP/1.1" status: 200 len: 1094 time: 0.9856555 Mar 08 10:07:19.489473 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'tag': '44e6da95-996a-491d-8bfa-62d7e1f994fd'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:07:19.516468 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b508800-18d3-48b1-8e23-d352a436531d service neutron] Pushing event updated for resources: {'Port': ['ID=44e6da95-996a-491d-8bfa-62d7e1f994fd,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:19.567942 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'tag': '44e6da95-996a-491d-8bfa-62d7e1f994fd', 'status': 'completed', 'code': 200} Mar 08 10:07:19.609619 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589112d0-a8d5-489d-b94e-1c9510de12de req-72f433a5-c5bc-4af6-af79-6e97b27e1b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:19.611736 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-589112d0-a8d5-489d-b94e-1c9510de12de req-72f433a5-c5bc-4af6-af79-6e97b27e1b6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 1097 time: 0.0823703 Mar 08 10:07:19.679851 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-589112d0-a8d5-489d-b94e-1c9510de12de req-72a89a27-cb87-482d-9fec-d3065d1101ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e6da95-996a-491d-8bfa-62d7e1f994fd HTTP/1.1" status: 200 len: 217 time: 0.0606146 Mar 08 10:07:19.743621 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589112d0-a8d5-489d-b94e-1c9510de12de req-dabcc021-2565-4297-89f7-9060490114eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:19.745111 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-589112d0-a8d5-489d-b94e-1c9510de12de req-dabcc021-2565-4297-89f7-9060490114eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b70fbd9-0967-49a3-b9a2-06f47675e90d HTTP/1.1" status: 200 len: 835 time: 0.0593455 Mar 08 10:07:19.820363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589112d0-a8d5-489d-b94e-1c9510de12de req-3d183393-69f5-40c6-ab5d-912140b81988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:19.821847 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-589112d0-a8d5-489d-b94e-1c9510de12de req-3d183393-69f5-40c6-ab5d-912140b81988 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711508 Mar 08 10:07:19.948831 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-589112d0-a8d5-489d-b94e-1c9510de12de req-e1e72272-6db5-4c36-b084-c888d7908508 service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211734 Mar 08 10:07:20.081367 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-589112d0-a8d5-489d-b94e-1c9510de12de req-2cbe3746-bf02-4714-80c4-d1da09a1d4e2 service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263986 Mar 08 10:07:20.196642 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b60353-831c-427c-a299-71a5c05bebd3 req-e1c544bc-06d1-4f6f-8dd6-b691ab3497c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:20.198092 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-22b60353-831c-427c-a299-71a5c05bebd3 req-e1c544bc-06d1-4f6f-8dd6-b691ab3497c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 1097 time: 0.0740321 Mar 08 10:07:20.328213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b60353-831c-427c-a299-71a5c05bebd3 req-f1b449bf-10e7-4d4a-aa8d-ec08c9490c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:20.330290 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-22b60353-831c-427c-a299-71a5c05bebd3 req-f1b449bf-10e7-4d4a-aa8d-ec08c9490c11 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae HTTP/1.1" status: 200 len: 898 time: 0.1265562 Mar 08 10:07:20.371045 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3400e-6e60-48ca-9c29-3066cafa209f req-ca909fbc-29b7-4c3f-a495-6b934e3db37f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:20.372412 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e2f3400e-6e60-48ca-9c29-3066cafa209f req-ca909fbc-29b7-4c3f-a495-6b934e3db37f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 944 time: 0.0838687 Mar 08 10:07:20.396640 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-22b60353-831c-427c-a299-71a5c05bebd3 req-2d88fb9a-83dc-453f-8b49-bf063f8ffdcc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e6da95-996a-491d-8bfa-62d7e1f994fd HTTP/1.1" status: 200 len: 217 time: 0.0597358 Mar 08 10:07:20.528401 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e2f3400e-6e60-48ca-9c29-3066cafa209f req-20cfdc5e-3c26-4a31-807b-c706cac87b52 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c400bd-a0c6-42b0-8e6b-97f5371368d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1495998 Mar 08 10:07:20.567230 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b60353-831c-427c-a299-71a5c05bebd3 req-8e552fbe-ec0c-4690-818b-02a9aaaf10b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:20.568633 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-22b60353-831c-427c-a299-71a5c05bebd3 req-8e552fbe-ec0c-4690-818b-02a9aaaf10b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b70fbd9-0967-49a3-b9a2-06f47675e90d HTTP/1.1" status: 200 len: 835 time: 0.1660945 Mar 08 10:07:20.640914 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b60353-831c-427c-a299-71a5c05bebd3 req-fd021416-0a19-47db-9be6-ebdf99f775a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:20.642303 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-22b60353-831c-427c-a299-71a5c05bebd3 req-fd021416-0a19-47db-9be6-ebdf99f775a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670569 Mar 08 10:07:20.766718 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-22b60353-831c-427c-a299-71a5c05bebd3 req-33ed5484-9cd3-4b24-b5fe-713b38e81920 service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184423 Mar 08 10:07:20.897098 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-22b60353-831c-427c-a299-71a5c05bebd3 req-6416180c-13ea-4d47-9243-45af08432171 service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244481 Mar 08 10:07:21.717378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4534c-d624-4381-a717-ae2d701c0245 req-c24bf122-6dfe-44de-b432-6a6b84ad2474 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:21.718080 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-52f4534c-d624-4381-a717-ae2d701c0245 req-c24bf122-6dfe-44de-b432-6a6b84ad2474 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:07:21.732939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-52f4534c-d624-4381-a717-ae2d701c0245 req-c24bf122-6dfe-44de-b432-6a6b84ad2474 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:07:21.734277 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-52f4534c-d624-4381-a717-ae2d701c0245 req-c24bf122-6dfe-44de-b432-6a6b84ad2474 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 944 time: 0.0976081 Mar 08 10:07:21.783507 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-52f4534c-d624-4381-a717-ae2d701c0245 req-2a634f79-ccf6-408f-8504-07d5b7575de9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c400bd-a0c6-42b0-8e6b-97f5371368d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436106 Mar 08 10:07:22.962955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be0f5c-3145-498b-9d0d-ba4268056dc2 req-e0742d8c-dc1e-43ac-b623-279cb13b78c9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:22.964383 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d6be0f5c-3145-498b-9d0d-ba4268056dc2 req-e0742d8c-dc1e-43ac-b623-279cb13b78c9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 944 time: 0.0790579 Mar 08 10:07:23.007076 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d6be0f5c-3145-498b-9d0d-ba4268056dc2 req-0e786ab7-226b-4898-88fa-4dd8d6bb7191 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c400bd-a0c6-42b0-8e6b-97f5371368d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365674 Mar 08 10:07:23.373073 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 44e6da95-996a-491d-8bfa-62d7e1f994fd details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:07:23.501789 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 44e6da95-996a-491d-8bfa-62d7e1f994fd, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=44e6da95-996a-491d-8bfa-62d7e1f994fd,segment=NetworkSegment(4ead913a-777f-425d-9086-f3ecceb91723),segment_id=4ead913a-777f-425d-9086-f3ecceb91723)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:07:23.514203 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '44e6da95-996a-491d-8bfa-62d7e1f994fd', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'port_id': '44e6da95-996a-491d-8bfa-62d7e1f994fd', 'mac_address': 'fa:16:3e:46:8e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:07:23.567048 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:23.582877 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e6da95-996a-491d-8bfa-62d7e1f994fd {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:07:23.598913 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 44e6da95-996a-491d-8bfa-62d7e1f994fd, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=44e6da95-996a-491d-8bfa-62d7e1f994fd,segment=NetworkSegment(4ead913a-777f-425d-9086-f3ecceb91723),segment_id=4ead913a-777f-425d-9086-f3ecceb91723)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:07:23.602380 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:23.668775 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=44e6da95-996a-491d-8bfa-62d7e1f994fd,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:23.983662 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['44e6da95-996a-491d-8bfa-62d7e1f994fd'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:07:24.193771 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb7792-fa5c-4d0a-a27d-dc940f77caff req-9d71d91a-7db9-457b-b4a5-f23240b688d7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:24.195209 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-45fb7792-fa5c-4d0a-a27d-dc940f77caff req-9d71d91a-7db9-457b-b4a5-f23240b688d7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 945 time: 0.0839384 Mar 08 10:07:24.239794 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-45fb7792-fa5c-4d0a-a27d-dc940f77caff req-f409d647-fbf9-407b-8c81-6fab10442440 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c400bd-a0c6-42b0-8e6b-97f5371368d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382037 Mar 08 10:07:24.904187 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb939d69-2515-4aea-b847-41b6084ea61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:25.388653 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 44e6da95-996a-491d-8bfa-62d7e1f994fd up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:07:25.419566 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53637af5-7780-41d3-a01b-36dc254fb8a4 req-a7cda3e9-d6fc-4fac-863b-ed0b472da8b6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:25.421042 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-53637af5-7780-41d3-a01b-36dc254fb8a4 req-a7cda3e9-d6fc-4fac-863b-ed0b472da8b6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 945 time: 0.0807571 Mar 08 10:07:25.456764 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 44e6da95-996a-491d-8bfa-62d7e1f994fd completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:07:25.461342 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 44e6da95-996a-491d-8bfa-62d7e1f994fd triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:07:25.461707 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:25.464860 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-53637af5-7780-41d3-a01b-36dc254fb8a4 req-b5edc593-f592-40be-935e-edc60dddfb93 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c400bd-a0c6-42b0-8e6b-97f5371368d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376050 Mar 08 10:07:25.575446 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:25.601168 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e6da95-996a-491d-8bfa-62d7e1f994fd'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:07:25.611473 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 44e6da95-996a-491d-8bfa-62d7e1f994fd, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=44e6da95-996a-491d-8bfa-62d7e1f994fd,segment=NetworkSegment(4ead913a-777f-425d-9086-f3ecceb91723),segment_id=4ead913a-777f-425d-9086-f3ecceb91723)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:07:25.615221 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:25.646062 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e6da95-996a-491d-8bfa-62d7e1f994fd', 'code': 200} Mar 08 10:07:25.683879 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=44e6da95-996a-491d-8bfa-62d7e1f994fd,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:25.861895 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bd95d-8849-4ee2-a8b1-27cfb72d12dc req-3f7cf696-e068-4815-9cea-457f1e964f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:25.863332 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ee5bd95d-8849-4ee2-a8b1-27cfb72d12dc req-3f7cf696-e068-4815-9cea-457f1e964f80 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 1099 time: 0.0709770 Mar 08 10:07:25.901870 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ee5bd95d-8849-4ee2-a8b1-27cfb72d12dc req-1bd038b2-586b-47c4-b8f8-22334c07e1b0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f8c400bd-a0c6-42b0-8e6b-97f5371368d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325704 Mar 08 10:07:26.652162 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7238b0e-f864-4c8e-bd74-5261eccd2075 req-3d3ff715-e7d3-44d1-8ac4-fb8c5ffd8352 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:26.653610 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c7238b0e-f864-4c8e-bd74-5261eccd2075 req-3d3ff715-e7d3-44d1-8ac4-fb8c5ffd8352 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 946 time: 0.0810566 Mar 08 10:07:26.696758 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c7238b0e-f864-4c8e-bd74-5261eccd2075 req-1f6f36f6-5745-4b6b-b99d-7fc1552a6728 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c400bd-a0c6-42b0-8e6b-97f5371368d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374370 Mar 08 10:07:27.571717 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-090c2881-b6ce-4e89-87f8-cf2d4df3ec13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:27.877907 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9bd69-6856-4b92-9d6e-4ac060c0313e req-fe498ebe-0147-48bf-b731-ea761030eff8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:27.879289 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7ec9bd69-6856-4b92-9d6e-4ac060c0313e req-fe498ebe-0147-48bf-b731-ea761030eff8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 946 time: 0.0794191 Mar 08 10:07:27.924405 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7ec9bd69-6856-4b92-9d6e-4ac060c0313e req-11e87806-9226-4e95-b7b8-da4b673b9689 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c400bd-a0c6-42b0-8e6b-97f5371368d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395789 Mar 08 10:07:28.101432 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a4da1-b0c5-42b7-b622-c1c2305cd857 req-a8acd21b-7d8d-40d9-b4f2-d1ce09adb45d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:28.102858 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f02a4da1-b0c5-42b7-b622-c1c2305cd857 req-a8acd21b-7d8d-40d9-b4f2-d1ce09adb45d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 946 time: 0.0775425 Mar 08 10:07:28.149796 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f02a4da1-b0c5-42b7-b622-c1c2305cd857 req-a1a6af3d-f21b-46c5-9563-d76e6b5afe42 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c400bd-a0c6-42b0-8e6b-97f5371368d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414150 Mar 08 10:07:28.171405 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49946) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:28.243237 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e08f2b-f530-4983-92ce-8f4ddac05974 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:28.244798 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d0e08f2b-f530-4983-92ce-8f4ddac05974 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 1094 time: 0.0724339 Mar 08 10:07:28.245172 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:28.247715 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49950) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:28.253195 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': '44e6da95-996a-491d-8bfa-62d7e1f994fd', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:28.259023 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:28.262800 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:floatingip and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:07:28.265561 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:07:28.271152 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:28.281321 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:28.286198 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:28.413846 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:28.546011 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.26.2.142 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/bf15ac2f-46d1-4663-a8c3-619bd7641dbc) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:07:28.687395 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:28.715119 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:28.772621 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:07:28.775236 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:07:28.783290 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:07:28.824332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=bf15ac2f-46d1-4663-a8c3-619bd7641dbc,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:29.182496 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:29.258763 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:29.552632 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:29.557140 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:29.669075 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=bf15ac2f-46d1-4663-a8c3-619bd7641dbc,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:29.675179 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:29.844280 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Floating IP d1bee5a4-f8b9-4c7b-a267-0c67b12dbd0f associated. External IP: 172.26.2.142, port: 44e6da95-996a-491d-8bfa-62d7e1f994fd. Mar 08 10:07:30.097523 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:30.186885 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 81eecac5-bc0d-4a60-83c0-d097cf4786da has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:07:30.362830 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:07:30.372023 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0137f4e-d4bc-4392-bd49-ee392abf0577 None None] Sync routers for ids ['81eecac5-bc0d-4a60-83c0-d097cf4786da'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:07:30.382997 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0137f4e-d4bc-4392-bd49-ee392abf0577 None None] Routers {'81eecac5-bc0d-4a60-83c0-d097cf4786da'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:07:30.383648 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a0137f4e-d4bc-4392-bd49-ee392abf0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:07:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['81eecac5-bc0d-4a60-83c0-d097cf4786da'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:30.387088 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:30.440679 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c359081f-4f28-4ae1-88bf-c9729bd44243 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1919625 Mar 08 10:07:30.441281 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'tag': '44e6da95-996a-491d-8bfa-62d7e1f994fd'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:07:30.443731 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49954) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:30.488582 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'tag': '44e6da95-996a-491d-8bfa-62d7e1f994fd', 'status': 'completed', 'code': 200} Mar 08 10:07:30.514653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabc11ec-93fd-41b6-913f-f15878148cc3 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:30.516131 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fabc11ec-93fd-41b6-913f-f15878148cc3 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 1094 time: 0.0714247 Mar 08 10:07:30.568198 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-a0137f4e-d4bc-4392-bd49-ee392abf0577 None None] Set router 81eecac5-bc0d-4a60-83c0-d097cf4786da gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:07:30.585359 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad0677-88a0-46df-a413-477d97d38acf req-7752f4dc-771a-48ec-ab81-798a210ac631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:30.586803 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d4ad0677-88a0-46df-a413-477d97d38acf req-7752f4dc-771a-48ec-ab81-798a210ac631 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 1099 time: 0.0746205 Mar 08 10:07:30.719406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad0677-88a0-46df-a413-477d97d38acf req-b11fc269-c792-4339-aa18-2151fff60aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:30.720904 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d4ad0677-88a0-46df-a413-477d97d38acf req-b11fc269-c792-4339-aa18-2151fff60aba service neutron] 10.222.0.26 "GET /v2.0/networks?id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae HTTP/1.1" status: 200 len: 898 time: 0.1283929 Mar 08 10:07:30.750798 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49962) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:30.756000 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-dcaf1e2d-64a7-4b2e-b4e4-0f06e6ca3fb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1006287411', 'description': 'tempest-secgroup-smoke-1006287411 description', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:30.761896 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dcaf1e2d-64a7-4b2e-b4e4-0f06e6ca3fb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:30.771652 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dcaf1e2d-64a7-4b2e-b4e4-0f06e6ca3fb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:30.785298 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1e2d-64a7-4b2e-b4e4-0f06e6ca3fb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:30.805539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dcaf1e2d-64a7-4b2e-b4e4-0f06e6ca3fb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:30.811812 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dcaf1e2d-64a7-4b2e-b4e4-0f06e6ca3fb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:07:30.814695 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dcaf1e2d-64a7-4b2e-b4e4-0f06e6ca3fb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:07:30.820296 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dcaf1e2d-64a7-4b2e-b4e4-0f06e6ca3fb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:30.830395 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d4ad0677-88a0-46df-a413-477d97d38acf req-e0b105f4-b048-4061-838d-56b047baf2ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e6da95-996a-491d-8bfa-62d7e1f994fd HTTP/1.1" status: 200 len: 1000 time: 0.1035614 Mar 08 10:07:30.893749 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1e2d-64a7-4b2e-b4e4-0f06e6ca3fb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:30.898184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1e2d-64a7-4b2e-b4e4-0f06e6ca3fb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:30.898629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad0677-88a0-46df-a413-477d97d38acf req-f5993a22-d434-46a3-88cb-ee897cb532c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:30.900153 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d4ad0677-88a0-46df-a413-477d97d38acf req-f5993a22-d434-46a3-88cb-ee897cb532c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b70fbd9-0967-49a3-b9a2-06f47675e90d HTTP/1.1" status: 200 len: 835 time: 0.0644171 Mar 08 10:07:30.943199 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1e2d-64a7-4b2e-b4e4-0f06e6ca3fb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce176501-b146-4f6a-ac87-9aa7e18a7e6c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:30.946276 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a0137f4e-d4bc-4392-bd49-ee392abf0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:11Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'd1bee5a4-f8b9-4c7b-a267-0c67b12dbd0f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.142', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'port_id': '44e6da95-996a-491d-8bfa-62d7e1f994fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'mac_address': 'fa:16:3e:46:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:07:29Z', 'updated_at': '2022-03-08T10:07:29Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46d531a-95d4-4743-8d7c-05e39bbd4418', 'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:bf:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:10Z', 'updated_at': '2022-03-08T10:07:16Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:30.950532 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0137f4e-d4bc-4392-bd49-ee392abf0577 None None] Checking router: 81eecac5-bc0d-4a60-83c0-d097cf4786da for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:07:30.955840 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1e2d-64a7-4b2e-b4e4-0f06e6ca3fb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:30.957002 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dcaf1e2d-64a7-4b2e-b4e4-0f06e6ca3fb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2051854 Mar 08 10:07:30.959697 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0137f4e-d4bc-4392-bd49-ee392abf0577 None None] Routers {'81eecac5-bc0d-4a60-83c0-d097cf4786da'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:07:30.959831 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49966) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:30.960306 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a0137f4e-d4bc-4392-bd49-ee392abf0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:07:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['81eecac5-bc0d-4a60-83c0-d097cf4786da'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:30.967908 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-db959699-1211-4a18-ad7a-528e6df59ece tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'ce176501-b146-4f6a-ac87-9aa7e18a7e6c', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:30.974278 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-db959699-1211-4a18-ad7a-528e6df59ece tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:30.978001 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-db959699-1211-4a18-ad7a-528e6df59ece tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:07:30.981566 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-db959699-1211-4a18-ad7a-528e6df59ece tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:07:30.987536 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad0677-88a0-46df-a413-477d97d38acf req-9515216d-2f01-4ec1-9e78-3927e61e8098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:30.988520 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-db959699-1211-4a18-ad7a-528e6df59ece tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:30.989044 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d4ad0677-88a0-46df-a413-477d97d38acf req-9515216d-2f01-4ec1-9e78-3927e61e8098 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834582 Mar 08 10:07:31.008680 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db959699-1211-4a18-ad7a-528e6df59ece tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.074765 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db959699-1211-4a18-ad7a-528e6df59ece tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.080389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db959699-1211-4a18-ad7a-528e6df59ece tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.117433 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db959699-1211-4a18-ad7a-528e6df59ece tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db01ef2-0154-4f70-915a-d3d82bae902d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:31.121983 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db959699-1211-4a18-ad7a-528e6df59ece tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.125209 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-db959699-1211-4a18-ad7a-528e6df59ece tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1644049 Mar 08 10:07:31.127380 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49970) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:31.131109 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d4ad0677-88a0-46df-a413-477d97d38acf req-7dd75543-dc6d-4ee3-bb37-c8f2def045bd service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363518 Mar 08 10:07:31.134419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-64307299-4e03-42a6-98ae-8386b2d034b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'ce176501-b146-4f6a-ac87-9aa7e18a7e6c', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:31.139548 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-a0137f4e-d4bc-4392-bd49-ee392abf0577 None None] Set router 81eecac5-bc0d-4a60-83c0-d097cf4786da gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:07:31.159991 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-64307299-4e03-42a6-98ae-8386b2d034b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:31.175652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-64307299-4e03-42a6-98ae-8386b2d034b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:07:31.179662 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-64307299-4e03-42a6-98ae-8386b2d034b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:07:31.231034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-64307299-4e03-42a6-98ae-8386b2d034b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:31.273229 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-64307299-4e03-42a6-98ae-8386b2d034b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.312036 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d4ad0677-88a0-46df-a413-477d97d38acf req-4d95dfbc-f95d-4d40-9a6b-b3deb0429e52 service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731372 Mar 08 10:07:31.350607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-64307299-4e03-42a6-98ae-8386b2d034b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.354739 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-64307299-4e03-42a6-98ae-8386b2d034b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.378167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64307299-4e03-42a6-98ae-8386b2d034b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b751560a-04e6-4d3a-9015-02b351222f33,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:31.389326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-64307299-4e03-42a6-98ae-8386b2d034b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.390516 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-64307299-4e03-42a6-98ae-8386b2d034b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2620392 Mar 08 10:07:31.393741 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 49974) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:31.398576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-b130b89d-ed32-4a88-930f-825e2128fa56 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'ce176501-b146-4f6a-ac87-9aa7e18a7e6c', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:31.404202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b130b89d-ed32-4a88-930f-825e2128fa56 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:31.408029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b130b89d-ed32-4a88-930f-825e2128fa56 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:07:31.410929 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b130b89d-ed32-4a88-930f-825e2128fa56 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:07:31.416747 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b130b89d-ed32-4a88-930f-825e2128fa56 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:31.437293 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b130b89d-ed32-4a88-930f-825e2128fa56 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.491986 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a0137f4e-d4bc-4392-bd49-ee392abf0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:11Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'd1bee5a4-f8b9-4c7b-a267-0c67b12dbd0f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.142', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'port_id': '44e6da95-996a-491d-8bfa-62d7e1f994fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'mac_address': 'fa:16:3e:46:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:07:29Z', 'updated_at': '2022-03-08T10:07:29Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46d531a-95d4-4743-8d7c-05e39bbd4418', 'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:bf:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:10Z', 'updated_at': '2022-03-08T10:07:16Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:31.495814 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0137f4e-d4bc-4392-bd49-ee392abf0577 None None] The sync data for ids ['81eecac5-bc0d-4a60-83c0-d097cf4786da'] in dv-neutron-831730-2-hyperv is: [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:11Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'd1bee5a4-f8b9-4c7b-a267-0c67b12dbd0f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.142', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'port_id': '44e6da95-996a-491d-8bfa-62d7e1f994fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'mac_address': 'fa:16:3e:46:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:07:29Z', 'updated_at': '2022-03-08T10:07:29Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46d531a-95d4-4743-8d7c-05e39bbd4418', 'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:bf:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:10Z', 'updated_at': '2022-03-08T10:07:16Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:07:31.501844 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b130b89d-ed32-4a88-930f-825e2128fa56 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.506571 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b130b89d-ed32-4a88-930f-825e2128fa56 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.530911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130b89d-ed32-4a88-930f-825e2128fa56 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f477407-8b96-44ce-bb82-568319c27694,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:31.546026 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b130b89d-ed32-4a88-930f-825e2128fa56 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.547316 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b130b89d-ed32-4a88-930f-825e2128fa56 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1526310 Mar 08 10:07:31.550360 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49978) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:31.556554 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-780bbc98-a287-4785-abeb-0e2a47a2cca9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'ce176501-b146-4f6a-ac87-9aa7e18a7e6c', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:31.567143 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-780bbc98-a287-4785-abeb-0e2a47a2cca9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:31.571223 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-780bbc98-a287-4785-abeb-0e2a47a2cca9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:07:31.574103 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-780bbc98-a287-4785-abeb-0e2a47a2cca9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:07:31.581098 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-780bbc98-a287-4785-abeb-0e2a47a2cca9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:31.599533 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-780bbc98-a287-4785-abeb-0e2a47a2cca9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.662663 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-780bbc98-a287-4785-abeb-0e2a47a2cca9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.666329 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-780bbc98-a287-4785-abeb-0e2a47a2cca9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.694201 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bbc98-a287-4785-abeb-0e2a47a2cca9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc77d55-78ea-41d9-ab20-d508fc3e816a,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:31.703463 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-780bbc98-a287-4785-abeb-0e2a47a2cca9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.704792 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-780bbc98-a287-4785-abeb-0e2a47a2cca9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1534019 Mar 08 10:07:31.707595 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49982) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:31.712845 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2e7ae16f-4b5d-4b5c-96e3-d19f986ade10 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'ce176501-b146-4f6a-ac87-9aa7e18a7e6c', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:31.717541 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ca101-7b77-4b9f-a215-055c5d013119 None None] New status for floating IP d1bee5a4-f8b9-4c7b-a267-0c67b12dbd0f: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:07:31.719375 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2e7ae16f-4b5d-4b5c-96e3-d19f986ade10 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:31.723209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2e7ae16f-4b5d-4b5c-96e3-d19f986ade10 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:07:31.726130 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2e7ae16f-4b5d-4b5c-96e3-d19f986ade10 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:07:31.732075 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2e7ae16f-4b5d-4b5c-96e3-d19f986ade10 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:31.743213 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-2e7ae16f-4b5d-4b5c-96e3-d19f986ade10 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:07:31.749947 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e7ae16f-4b5d-4b5c-96e3-d19f986ade10 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.816527 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e7ae16f-4b5d-4b5c-96e3-d19f986ade10 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.819996 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e7ae16f-4b5d-4b5c-96e3-d19f986ade10 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.839830 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ae16f-4b5d-4b5c-96e3-d19f986ade10 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac9756c-6169-417b-bb02-e2144bb7c88e,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:31.851558 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e7ae16f-4b5d-4b5c-96e3-d19f986ade10 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.852739 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2e7ae16f-4b5d-4b5c-96e3-d19f986ade10 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1442142 Mar 08 10:07:31.855435 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 49986) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:31.860784 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6dfc00ee-b7a6-4abf-b77f-9f97a0ba4c04 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': 'ce176501-b146-4f6a-ac87-9aa7e18a7e6c', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:31.866403 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6dfc00ee-b7a6-4abf-b77f-9f97a0ba4c04 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:31.870097 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6dfc00ee-b7a6-4abf-b77f-9f97a0ba4c04 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:07:31.872924 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6dfc00ee-b7a6-4abf-b77f-9f97a0ba4c04 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:07:31.879075 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6dfc00ee-b7a6-4abf-b77f-9f97a0ba4c04 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:31.889042 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-6dfc00ee-b7a6-4abf-b77f-9f97a0ba4c04 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:07:31.895464 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6dfc00ee-b7a6-4abf-b77f-9f97a0ba4c04 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.959881 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6dfc00ee-b7a6-4abf-b77f-9f97a0ba4c04 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.964766 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6dfc00ee-b7a6-4abf-b77f-9f97a0ba4c04 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.987290 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc00ee-b7a6-4abf-b77f-9f97a0ba4c04 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1854fffc-ad2f-4b34-a811-6af0bc99d03b,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:31.996148 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6dfc00ee-b7a6-4abf-b77f-9f97a0ba4c04 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:31.997500 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6dfc00ee-b7a6-4abf-b77f-9f97a0ba4c04 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411324 Mar 08 10:07:32.156877 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-b5a92cdf-af86-4e0c-ac1e-10868820f383 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006287411&fields=id&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 267 time: 0.0379479 Mar 08 10:07:32.395768 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-4a327250-1ee7-4875-a277-d49adce8fa0b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:32.397137 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-4a327250-1ee7-4875-a277-d49adce8fa0b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/networks?id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae HTTP/1.1" status: 200 len: 797 time: 0.2341058 Mar 08 10:07:32.411724 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-3b057fb1-4c0c-48af-b005-cafcda805900 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/quotas/48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 375 time: 0.0092554 Mar 08 10:07:32.498639 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-f88e33f0-acb7-4f5b-850d-4ed1ce694cc4 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0821266 Mar 08 10:07:32.573397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-6972d618-7d95-40f1-a428-81ee11408efb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 10:07:32.574357 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-6972d618-7d95-40f1-a428-81ee11408efb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0648108 Mar 08 10:07:32.702483 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-850bedd3-ea94-41e2-b35d-1bb2e88a3039 service neutron] 10.222.0.24 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215148 Mar 08 10:07:32.832261 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-519a076d-839e-4429-991c-ac659c74e025 service neutron] 10.222.0.24 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234975 Mar 08 10:07:33.127661 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-39c78a03-84c3-4a29-95fd-5fecfc7a83c9 req-9e18a835-477e-4c87-b707-1641cf668686 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 210 time: 0.1621172 Mar 08 10:07:34.021961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-85829a93-e51f-4b14-a469-0d5c1678d4fb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:34.023371 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-85829a93-e51f-4b14-a469-0d5c1678d4fb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/networks?id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae HTTP/1.1" status: 200 len: 797 time: 0.1479545 Mar 08 10:07:34.076398 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-58e4cafc-144c-4df1-88b5-162a197acd6d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 471 time: 0.0452068 Mar 08 10:07:34.085201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-a837e334-b70c-42f3-937a-79e711198bf8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'port': {'device_id': '97ac25ac-d150-427d-9956-fe3a86f31b19', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'admin_state_up': True, 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'security_groups': ['ce176501-b146-4f6a-ac87-9aa7e18a7e6c']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:34.224345 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-a837e334-b70c-42f3-937a-79e711198bf8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:34.233836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-a837e334-b70c-42f3-937a-79e711198bf8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:34.277874 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-a837e334-b70c-42f3-937a-79e711198bf8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:07:34.281210 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-a837e334-b70c-42f3-937a-79e711198bf8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:34.296397 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-def3cee9-054a-4146-b20e-512acbffd521 req-b4e8cf14-a0c1-46af-8ebe-0f5e090621e9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 210 time: 0.0577517 Mar 08 10:07:34.446717 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-a837e334-b70c-42f3-937a-79e711198bf8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.20.0.6 (96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae/3b70fbd9-0967-49a3-b9a2-06f47675e90d/c9946fe9-64b9-4be5-b48a-53c3eda1e4b5) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:07:34.632767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-a837e334-b70c-42f3-937a-79e711198bf8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:34.647688 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-a837e334-b70c-42f3-937a-79e711198bf8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Transition to ACTIVE for port object c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:07:34.670569 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-a837e334-b70c-42f3-937a-79e711198bf8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:34.738163 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-a837e334-b70c-42f3-937a-79e711198bf8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:07:34.745483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-a837e334-b70c-42f3-937a-79e711198bf8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:07:34.749724 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-a837e334-b70c-42f3-937a-79e711198bf8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:07:34.779491 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837e334-b70c-42f3-937a-79e711198bf8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=c9946fe9-64b9-4be5-b48a-53c3eda1e4b5,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:34.816530 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-a837e334-b70c-42f3-937a-79e711198bf8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:34.817255 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-a837e334-b70c-42f3-937a-79e711198bf8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:34.841590 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-a837e334-b70c-42f3-937a-79e711198bf8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7600505 Mar 08 10:07:34.853436 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Request body: {'port': {'device_id': '97ac25ac-d150-427d-9956-fe3a86f31b19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:34.957719 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-63e34381-c3db-486c-b135-b8ed1b101bf9 None None] Provisioning for port c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:07:34.962621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-63e34381-c3db-486c-b135-b8ed1b101bf9 None None] Provisioning complete for port c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:07:34.963003 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63e34381-c3db-486c-b135-b8ed1b101bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:34.965555 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:35.015796 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-63e34381-c3db-486c-b135-b8ed1b101bf9 None None] Port c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:07:35.395337 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:07:35.402646 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:35.417444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Transition to ACTIVE for port object c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:07:35.421261 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:35.483781 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631be531-3a2e-4b27-8350-a2f7c90485c4 req-7fb8ecb7-b438-4425-a76c-d150cbe3dd5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:35.485745 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-631be531-3a2e-4b27-8350-a2f7c90485c4 req-7fb8ecb7-b438-4425-a76c-d150cbe3dd5f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 943 time: 0.0853510 Mar 08 10:07:35.540223 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-631be531-3a2e-4b27-8350-a2f7c90485c4 req-608a38d7-b61c-4c7a-bbc3-dc75ce2347e9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:07:35.558359 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-631be531-3a2e-4b27-8350-a2f7c90485c4 req-608a38d7-b61c-4c7a-bbc3-dc75ce2347e9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:07:35.565298 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-631be531-3a2e-4b27-8350-a2f7c90485c4 req-608a38d7-b61c-4c7a-bbc3-dc75ce2347e9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce176501-b146-4f6a-ac87-9aa7e18a7e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706251 Mar 08 10:07:35.581336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Pushing event updated for resources: {'Port': ['ID=c9946fe9-64b9-4be5-b48a-53c3eda1e4b5,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:35.658085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Attempting to bind port c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:07:35.658502 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Attempting to bind port c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '4ead913a-777f-425d-9086-f3ecceb91723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:07:35.658906 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Attempting to bind port c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 on network 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:07:35.663922 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Port c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 on network 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:07:35.664239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Attempting to bind port c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 on network 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:07:35.669353 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:07:35.669691 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Checking segment: {'id': '4ead913a-777f-425d-9086-f3ecceb91723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:07:35.670069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Bound using segment: {'id': '4ead913a-777f-425d-9086-f3ecceb91723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:07:35.670487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Bound port: c9946fe9-64b9-4be5-b48a-53c3eda1e4b5, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ead913a-777f-425d-9086-f3ecceb91723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:07:35.670863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:35.758034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] For port c9946fe9-64b9-4be5-b48a-53c3eda1e4b5, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:07:35.761027 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] For port c9946fe9-64b9-4be5-b48a-53c3eda1e4b5, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=c9946fe9-64b9-4be5-b48a-53c3eda1e4b5,segment=NetworkSegment(4ead913a-777f-425d-9086-f3ecceb91723),segment_id=4ead913a-777f-425d-9086-f3ecceb91723)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:07:35.765051 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:35.826750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:35.827329 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:35.829286 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] 10.222.0.26 "PUT /v2.0/ports/c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 HTTP/1.1" status: 200 len: 1093 time: 0.9802325 Mar 08 10:07:35.829721 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ac25ac-d150-427d-9956-fe3a86f31b19', 'tag': 'c9946fe9-64b9-4be5-b48a-53c3eda1e4b5'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:07:35.857249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd030997-7817-4a7f-a98a-526c420be209 service neutron] Pushing event updated for resources: {'Port': ['ID=c9946fe9-64b9-4be5-b48a-53c3eda1e4b5,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:35.904944 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ac25ac-d150-427d-9956-fe3a86f31b19', 'tag': 'c9946fe9-64b9-4be5-b48a-53c3eda1e4b5', 'status': 'completed', 'code': 200} Mar 08 10:07:35.941560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-e8945bfb-1548-47bc-8f5e-a89127548556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:35.943072 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-e8945bfb-1548-47bc-8f5e-a89127548556 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 1096 time: 0.0751746 Mar 08 10:07:36.012406 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-d83cc69f-d760-4286-9d9f-f67f11c9fbe1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 HTTP/1.1" status: 200 len: 217 time: 0.0633051 Mar 08 10:07:36.071844 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-4a08f16b-2e31-4f77-a85d-191facbae1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:36.073309 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-4a08f16b-2e31-4f77-a85d-191facbae1fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b70fbd9-0967-49a3-b9a2-06f47675e90d HTTP/1.1" status: 200 len: 835 time: 0.0556934 Mar 08 10:07:36.148394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-914bb872-b4fa-448d-b5e5-4c491420f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:36.149741 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-914bb872-b4fa-448d-b5e5-4c491420f5d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704346 Mar 08 10:07:36.277557 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-0ba07097-14ae-4199-8933-2256f640ecd8 service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218119 Mar 08 10:07:36.333426 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:07:36.403819 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4956e9c5-8d90-43d3-b68a-bc05487aa3a9 req-c5995c73-d1cf-4654-b217-6fa3be623c66 service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205156 Mar 08 10:07:36.516442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e4b74-d0b8-4f81-aaa5-de9255a3bbe4 req-767b0c6f-b3e5-4fba-8ab4-4d279720e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:36.517936 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-725e4b74-d0b8-4f81-aaa5-de9255a3bbe4 req-767b0c6f-b3e5-4fba-8ab4-4d279720e5e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 1096 time: 0.0686529 Mar 08 10:07:36.648302 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e4b74-d0b8-4f81-aaa5-de9255a3bbe4 req-5c15229c-e304-45be-b159-cced35485fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:36.649270 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-725e4b74-d0b8-4f81-aaa5-de9255a3bbe4 req-5c15229c-e304-45be-b159-cced35485fc6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae HTTP/1.1" status: 200 len: 898 time: 0.1254897 Mar 08 10:07:36.717588 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-725e4b74-d0b8-4f81-aaa5-de9255a3bbe4 req-1308b392-ddb7-469b-ba20-41fea840a1b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 HTTP/1.1" status: 200 len: 217 time: 0.0626903 Mar 08 10:07:36.746110 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c430e-0fec-4b28-a5ac-6bc834d9abfd req-9c43929d-00ab-4fb7-a2f5-774f55235c49 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:36.747558 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a68c430e-0fec-4b28-a5ac-6bc834d9abfd req-9c43929d-00ab-4fb7-a2f5-774f55235c49 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 943 time: 0.0814295 Mar 08 10:07:36.780080 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e4b74-d0b8-4f81-aaa5-de9255a3bbe4 req-56f21a73-4f6c-4a3e-96c2-3fd3a6a70bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:36.782062 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-725e4b74-d0b8-4f81-aaa5-de9255a3bbe4 req-56f21a73-4f6c-4a3e-96c2-3fd3a6a70bb9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b70fbd9-0967-49a3-b9a2-06f47675e90d HTTP/1.1" status: 200 len: 835 time: 0.0569642 Mar 08 10:07:36.790641 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a68c430e-0fec-4b28-a5ac-6bc834d9abfd req-4cbaec5f-f0fd-45ec-a90d-447d8bd034d9 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce176501-b146-4f6a-ac87-9aa7e18a7e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373783 Mar 08 10:07:36.857994 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e4b74-d0b8-4f81-aaa5-de9255a3bbe4 req-2eadcff5-7f6a-4d9e-a64a-00add7e77396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:36.860012 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-725e4b74-d0b8-4f81-aaa5-de9255a3bbe4 req-2eadcff5-7f6a-4d9e-a64a-00add7e77396 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722036 Mar 08 10:07:37.083417 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-725e4b74-d0b8-4f81-aaa5-de9255a3bbe4 req-d574e901-66bb-4696-855c-d3d3adc78ee6 service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179070 Mar 08 10:07:37.215608 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-725e4b74-d0b8-4f81-aaa5-de9255a3bbe4 req-be8b9847-2ebf-4e6f-862e-dc75c98742b8 service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263049 Mar 08 10:07:37.973414 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c85a5-3652-47c1-90c0-066fe77187ec req-ac9afee2-c252-4f69-9d9d-722dfe0d6bae tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:37.974089 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-a64c85a5-3652-47c1-90c0-066fe77187ec req-ac9afee2-c252-4f69-9d9d-722dfe0d6bae tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:07:37.989355 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-a64c85a5-3652-47c1-90c0-066fe77187ec req-ac9afee2-c252-4f69-9d9d-722dfe0d6bae tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:07:37.990434 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a64c85a5-3652-47c1-90c0-066fe77187ec req-ac9afee2-c252-4f69-9d9d-722dfe0d6bae tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 943 time: 0.0931194 Mar 08 10:07:38.033805 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a64c85a5-3652-47c1-90c0-066fe77187ec req-9ad8ddaf-d77f-4c1f-a0b1-e07c6d07f200 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce176501-b146-4f6a-ac87-9aa7e18a7e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376935 Mar 08 10:07:39.216685 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a78278-9a92-405b-ab11-c1e1fc76db53 req-d616a3fd-7ad8-43d0-bfe2-759eadede7de tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:39.218130 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b1a78278-9a92-405b-ab11-c1e1fc76db53 req-d616a3fd-7ad8-43d0-bfe2-759eadede7de tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 943 time: 0.0816841 Mar 08 10:07:39.261182 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b1a78278-9a92-405b-ab11-c1e1fc76db53 req-27d66de1-6353-466c-8c77-8b4883e7cf61 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce176501-b146-4f6a-ac87-9aa7e18a7e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375028 Mar 08 10:07:39.430828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:07:39.562111 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port c9946fe9-64b9-4be5-b48a-53c3eda1e4b5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=c9946fe9-64b9-4be5-b48a-53c3eda1e4b5,segment=NetworkSegment(4ead913a-777f-425d-9086-f3ecceb91723),segment_id=4ead913a-777f-425d-9086-f3ecceb91723)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:07:39.578668 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': 'c9946fe9-64b9-4be5-b48a-53c3eda1e4b5', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'port_id': 'c9946fe9-64b9-4be5-b48a-53c3eda1e4b5', 'mac_address': 'fa:16:3e:15:22:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:07:39.635786 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:39.651659 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:07:39.667068 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port c9946fe9-64b9-4be5-b48a-53c3eda1e4b5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=c9946fe9-64b9-4be5-b48a-53c3eda1e4b5,segment=NetworkSegment(4ead913a-777f-425d-9086-f3ecceb91723),segment_id=4ead913a-777f-425d-9086-f3ecceb91723)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:07:39.670539 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:39.736608 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=c9946fe9-64b9-4be5-b48a-53c3eda1e4b5,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:40.004276 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['c9946fe9-64b9-4be5-b48a-53c3eda1e4b5'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:07:40.442856 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ac97-2e60-4e03-a192-cf3e9354f79f req-d22b1212-eb5e-4801-b342-7a3f52de002c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:40.444287 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f131ac97-2e60-4e03-a192-cf3e9354f79f req-d22b1212-eb5e-4801-b342-7a3f52de002c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 944 time: 0.0803127 Mar 08 10:07:40.486168 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f131ac97-2e60-4e03-a192-cf3e9354f79f req-9fbe026c-e8cf-44e3-97fd-9861922e7c13 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce176501-b146-4f6a-ac87-9aa7e18a7e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363145 Mar 08 10:07:41.441333 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:07:41.506424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:07:41.511258 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:07:41.511625 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:41.628020 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:41.654118 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ac25ac-d150-427d-9956-fe3a86f31b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9946fe9-64b9-4be5-b48a-53c3eda1e4b5'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:07:41.664429 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port c9946fe9-64b9-4be5-b48a-53c3eda1e4b5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=c9946fe9-64b9-4be5-b48a-53c3eda1e4b5,segment=NetworkSegment(4ead913a-777f-425d-9086-f3ecceb91723),segment_id=4ead913a-777f-425d-9086-f3ecceb91723)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:07:41.666412 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec719f0-cd79-447c-99be-c0395392ea68 req-8ea5643a-1a41-4bb4-845f-f7d5a7e7ea7e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:41.667863 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6ec719f0-cd79-447c-99be-c0395392ea68 req-8ea5643a-1a41-4bb4-845f-f7d5a7e7ea7e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 944 time: 0.0804663 Mar 08 10:07:41.669360 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:41.705050 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ac25ac-d150-427d-9956-fe3a86f31b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9946fe9-64b9-4be5-b48a-53c3eda1e4b5', 'code': 200} Mar 08 10:07:41.716376 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6ec719f0-cd79-447c-99be-c0395392ea68 req-fb5fd412-eda9-464b-9659-2a56dd80c506 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce176501-b146-4f6a-ac87-9aa7e18a7e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421138 Mar 08 10:07:41.740531 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=c9946fe9-64b9-4be5-b48a-53c3eda1e4b5,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:41.940064 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02308106-8918-4137-90d7-9434f7dd3130 req-d37753dc-4ad7-430b-96b4-ceff9ad22e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:41.941556 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-02308106-8918-4137-90d7-9434f7dd3130 req-d37753dc-4ad7-430b-96b4-ceff9ad22e6b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 1098 time: 0.0676303 Mar 08 10:07:41.980280 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-02308106-8918-4137-90d7-9434f7dd3130 req-0966d659-5771-4f5c-831e-b0cf67656a67 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ce176501-b146-4f6a-ac87-9aa7e18a7e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327711 Mar 08 10:07:42.902950 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425eff37-dfd6-4649-ba44-88bd062fc806 req-867c993e-aeb7-4290-b27c-245550fd6020 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:42.904289 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-425eff37-dfd6-4649-ba44-88bd062fc806 req-867c993e-aeb7-4290-b27c-245550fd6020 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 945 time: 0.0812900 Mar 08 10:07:42.947011 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-425eff37-dfd6-4649-ba44-88bd062fc806 req-92d55f24-b3dc-4cab-8b02-365e4353e48e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce176501-b146-4f6a-ac87-9aa7e18a7e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372105 Mar 08 10:07:43.266181 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:44.132211 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b98b9-8c6c-452e-a57f-338114bf38f3 req-c6a1c9f0-92af-40a7-8bc0-e7af96b7a7dc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:44.133669 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-879b98b9-8c6c-452e-a57f-338114bf38f3 req-c6a1c9f0-92af-40a7-8bc0-e7af96b7a7dc tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 945 time: 0.0815351 Mar 08 10:07:44.175665 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-879b98b9-8c6c-452e-a57f-338114bf38f3 req-004b7e68-489b-4ffe-990d-63def6cc8b63 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce176501-b146-4f6a-ac87-9aa7e18a7e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365384 Mar 08 10:07:44.355838 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684fb8a-dd5f-4ea3-a008-aa33e0b038e3 req-13bf2bbb-dbb3-4ac6-af6e-16930bd00d94 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:44.357208 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3684fb8a-dd5f-4ea3-a008-aa33e0b038e3 req-13bf2bbb-dbb3-4ac6-af6e-16930bd00d94 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 945 time: 0.0773013 Mar 08 10:07:44.402955 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3684fb8a-dd5f-4ea3-a008-aa33e0b038e3 req-1c82f625-cf5a-4f4e-928b-fa0115da34b5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce176501-b146-4f6a-ac87-9aa7e18a7e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397089 Mar 08 10:07:44.425375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50042) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:44.492516 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31cb5dd-045e-4fca-8800-b43d3d3b6195 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:44.494004 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f31cb5dd-045e-4fca-8800-b43d3d3b6195 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 1093 time: 0.0676825 Mar 08 10:07:44.496626 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50046) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:07:44.502064 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': 'c9946fe9-64b9-4be5-b48a-53c3eda1e4b5', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:07:44.508159 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:07:44.511899 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:floatingip and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:07:44.514693 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:07:44.520174 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:07:44.530609 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:44.662478 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:44.798567 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.26.2.176 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/65f5bf52-d16b-4b53-8b04-cb19b5d03d5f) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:07:44.940905 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:44.968387 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:45.023466 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:07:45.026241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:07:45.029690 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:07:45.077975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=65f5bf52-d16b-4b53-8b04-cb19b5d03d5f,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:45.530897 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:45.601804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:45.810664 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:45.815357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:45.921992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=65f5bf52-d16b-4b53-8b04-cb19b5d03d5f,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:07:45.932397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:46.098524 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Floating IP 5c17ea1e-16ca-4ad5-bea0-12746516162a associated. External IP: 172.26.2.176, port: c9946fe9-64b9-4be5-b48a-53c3eda1e4b5. Mar 08 10:07:46.441586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 81eecac5-bc0d-4a60-83c0-d097cf4786da has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:07:46.617062 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:07:46.627555 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80a1df4-99c0-403b-839a-e0ba680eb74e None None] Sync routers for ids ['81eecac5-bc0d-4a60-83c0-d097cf4786da'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:07:46.637090 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a1df4-99c0-403b-839a-e0ba680eb74e None None] Routers {'81eecac5-bc0d-4a60-83c0-d097cf4786da'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:07:46.637685 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f80a1df4-99c0-403b-839a-e0ba680eb74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:07:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['81eecac5-bc0d-4a60-83c0-d097cf4786da'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:46.642519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:46.703737 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b6bce016-6273-46ae-8cd0-0793a2c86e4b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2059772 Mar 08 10:07:46.704340 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ac25ac-d150-427d-9956-fe3a86f31b19', 'tag': 'c9946fe9-64b9-4be5-b48a-53c3eda1e4b5'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:07:46.749092 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ac25ac-d150-427d-9956-fe3a86f31b19', 'tag': 'c9946fe9-64b9-4be5-b48a-53c3eda1e4b5', 'status': 'completed', 'code': 200} Mar 08 10:07:46.819643 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f80a1df4-99c0-403b-839a-e0ba680eb74e None None] Set router 81eecac5-bc0d-4a60-83c0-d097cf4786da gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:07:46.968562 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc5548-bf2e-41ac-8820-c2eca4c92015 req-84c285ca-c8f5-40d9-a40a-91c4024e882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:46.970511 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e0bc5548-bf2e-41ac-8820-c2eca4c92015 req-84c285ca-c8f5-40d9-a40a-91c4024e882b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 1098 time: 0.1963551 Mar 08 10:07:47.098070 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc5548-bf2e-41ac-8820-c2eca4c92015 req-8eb52396-66ac-4def-98d8-aac782ff15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:47.099495 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e0bc5548-bf2e-41ac-8820-c2eca4c92015 req-8eb52396-66ac-4def-98d8-aac782ff15fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae HTTP/1.1" status: 200 len: 898 time: 0.1224325 Mar 08 10:07:47.159980 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f80a1df4-99c0-403b-839a-e0ba680eb74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:11Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '5c17ea1e-16ca-4ad5-bea0-12746516162a', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.176', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'port_id': 'c9946fe9-64b9-4be5-b48a-53c3eda1e4b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'mac_address': 'fa:16:3e:15:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ac25ac-d150-427d-9956-fe3a86f31b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:07:45Z', 'updated_at': '2022-03-08T10:07:45Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}, {'id': 'd1bee5a4-f8b9-4c7b-a267-0c67b12dbd0f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.142', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'port_id': '44e6da95-996a-491d-8bfa-62d7e1f994fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'mac_address': 'fa:16:3e:46:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:07:29Z', 'updated_at': '2022-03-08T10:07:31Z', 'revision_number': 1, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46d531a-95d4-4743-8d7c-05e39bbd4418', 'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:bf:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:10Z', 'updated_at': '2022-03-08T10:07:16Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:47.163810 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80a1df4-99c0-403b-839a-e0ba680eb74e None None] Checking router: 81eecac5-bc0d-4a60-83c0-d097cf4786da for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:07:47.172671 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a1df4-99c0-403b-839a-e0ba680eb74e None None] Routers {'81eecac5-bc0d-4a60-83c0-d097cf4786da'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:07:47.173303 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f80a1df4-99c0-403b-839a-e0ba680eb74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:07:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['81eecac5-bc0d-4a60-83c0-d097cf4786da'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:47.200452 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e0bc5548-bf2e-41ac-8820-c2eca4c92015 req-3c7a5560-14a3-4fee-8973-b83258bdd212 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 HTTP/1.1" status: 200 len: 999 time: 0.0941403 Mar 08 10:07:47.262564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc5548-bf2e-41ac-8820-c2eca4c92015 req-544cba9a-dd44-4169-9109-bcc29eaa3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:47.263907 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e0bc5548-bf2e-41ac-8820-c2eca4c92015 req-544cba9a-dd44-4169-9109-bcc29eaa3bac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b70fbd9-0967-49a3-b9a2-06f47675e90d HTTP/1.1" status: 200 len: 835 time: 0.0577404 Mar 08 10:07:47.340130 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc5548-bf2e-41ac-8820-c2eca4c92015 req-193dadf0-da80-4f35-a3c0-b5374ec01c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:07:47.341638 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e0bc5548-bf2e-41ac-8820-c2eca4c92015 req-193dadf0-da80-4f35-a3c0-b5374ec01c48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718889 Mar 08 10:07:47.379489 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f80a1df4-99c0-403b-839a-e0ba680eb74e None None] Set router 81eecac5-bc0d-4a60-83c0-d097cf4786da gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:07:47.472742 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e0bc5548-bf2e-41ac-8820-c2eca4c92015 req-7a8e32e7-2ace-4109-901b-10e0e597f0b4 service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247118 Mar 08 10:07:47.605504 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e0bc5548-bf2e-41ac-8820-c2eca4c92015 req-4ee43bda-a62d-4ac8-a278-86a9c7aea801 service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239889 Mar 08 10:07:47.730627 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f80a1df4-99c0-403b-839a-e0ba680eb74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:11Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '5c17ea1e-16ca-4ad5-bea0-12746516162a', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.176', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'port_id': 'c9946fe9-64b9-4be5-b48a-53c3eda1e4b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'mac_address': 'fa:16:3e:15:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ac25ac-d150-427d-9956-fe3a86f31b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:07:45Z', 'updated_at': '2022-03-08T10:07:45Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}, {'id': 'd1bee5a4-f8b9-4c7b-a267-0c67b12dbd0f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.142', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'port_id': '44e6da95-996a-491d-8bfa-62d7e1f994fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'mac_address': 'fa:16:3e:46:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:07:29Z', 'updated_at': '2022-03-08T10:07:31Z', 'revision_number': 1, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46d531a-95d4-4743-8d7c-05e39bbd4418', 'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:bf:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:10Z', 'updated_at': '2022-03-08T10:07:16Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:07:47.735087 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80a1df4-99c0-403b-839a-e0ba680eb74e None None] The sync data for ids ['81eecac5-bc0d-4a60-83c0-d097cf4786da'] in dv-neutron-831730-2-hyperv is: [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:11Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '5c17ea1e-16ca-4ad5-bea0-12746516162a', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.176', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'port_id': 'c9946fe9-64b9-4be5-b48a-53c3eda1e4b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'mac_address': 'fa:16:3e:15:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ac25ac-d150-427d-9956-fe3a86f31b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:07:45Z', 'updated_at': '2022-03-08T10:07:45Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}, {'id': 'd1bee5a4-f8b9-4c7b-a267-0c67b12dbd0f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.142', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'port_id': '44e6da95-996a-491d-8bfa-62d7e1f994fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'mac_address': 'fa:16:3e:46:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:07:29Z', 'updated_at': '2022-03-08T10:07:31Z', 'revision_number': 1, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46d531a-95d4-4743-8d7c-05e39bbd4418', 'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:bf:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:10Z', 'updated_at': '2022-03-08T10:07:16Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:07:47.925989 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed79554b-b62a-42c3-b494-150995261503 None None] New status for floating IP 5c17ea1e-16ca-4ad5-bea0-12746516162a: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:07:54.906157 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c58a8fd-e192-42f6-a2b5-77619879b1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:57.566145 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a18100d-3669-471e-904e-22a818e21f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:58.247354 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:07:58.290027 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:08:00.100184 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:08:01.945586 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-128ab2b6-a3cd-42c9-a767-276da2dfd656 req-b2d093be-8faf-4f5b-9277-de98c6505a6e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664465 Mar 08 10:08:02.096084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ab2b6-a3cd-42c9-a767-276da2dfd656 req-fa320afc-8e02-4d15-b297-2dcdff42167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:08:02.097506 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-128ab2b6-a3cd-42c9-a767-276da2dfd656 req-fa320afc-8e02-4d15-b297-2dcdff42167b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 1099 time: 0.0697532 Mar 08 10:08:02.239672 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ab2b6-a3cd-42c9-a767-276da2dfd656 req-89d8e358-d629-4211-afe9-6aa84ec32fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:08:02.241137 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-128ab2b6-a3cd-42c9-a767-276da2dfd656 req-89d8e358-d629-4211-afe9-6aa84ec32fa8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae HTTP/1.1" status: 200 len: 898 time: 0.1230290 Mar 08 10:08:02.340699 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-128ab2b6-a3cd-42c9-a767-276da2dfd656 req-1a1258d7-78ad-4d80-a5e7-7a62d2236fab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e6da95-996a-491d-8bfa-62d7e1f994fd HTTP/1.1" status: 200 len: 1002 time: 0.0930712 Mar 08 10:08:02.405302 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ab2b6-a3cd-42c9-a767-276da2dfd656 req-1555c568-1b38-44ae-a782-6cadb91c0892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:08:02.407276 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-128ab2b6-a3cd-42c9-a767-276da2dfd656 req-1555c568-1b38-44ae-a782-6cadb91c0892 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b70fbd9-0967-49a3-b9a2-06f47675e90d HTTP/1.1" status: 200 len: 835 time: 0.0589628 Mar 08 10:08:02.486364 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ab2b6-a3cd-42c9-a767-276da2dfd656 req-b5a44476-910e-4504-bc22-974c12bdeecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:08:02.487774 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-128ab2b6-a3cd-42c9-a767-276da2dfd656 req-b5a44476-910e-4504-bc22-974c12bdeecd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724123 Mar 08 10:08:02.614556 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-128ab2b6-a3cd-42c9-a767-276da2dfd656 req-6ee1905d-a1ea-48b2-8bfa-c9d3bd0eeb4a service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197784 Mar 08 10:08:02.740048 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-128ab2b6-a3cd-42c9-a767-276da2dfd656 req-d32a28a9-57d7-4937-8440-8dd94433931b service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188715 Mar 08 10:08:13.269967 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:08:13.331987 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:08:24.909440 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-acf0dd2b-c12a-4a40-af7a-944a354527fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:08:27.568130 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-56beb379-f0f1-4abb-9b1c-b21c8f3dd915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:08:28.251364 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:08:28.289018 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:08:30.102846 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:08:43.275241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:08:50.331447 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:08:54.911018 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4ca99a13-0573-48a4-ba00-235ef74ae58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:08:57.569492 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9634b72e-2940-4b9d-aaf8-49f440a215cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:08:58.253058 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:08:58.290046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:00.105475 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:02.206181 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50074) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:02.406929 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b92784bd-86cd-4293-8c95-b5abc36da573 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/d1bee5a4-f8b9-4c7b-a267-0c67b12dbd0f HTTP/1.1" status: 200 len: 994 time: 0.1996136 Mar 08 10:09:02.986545 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7f23bddd-0834-4359-9f92-65eee8398da1 req-f8b9e6b4-185d-49c6-a8c6-4de26f10ea8f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=97ac25ac-d150-427d-9956-fe3a86f31b19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716751 Mar 08 10:09:03.075476 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23bddd-0834-4359-9f92-65eee8398da1 req-30498648-66ae-41aa-8679-350d9e082874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:03.076931 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7f23bddd-0834-4359-9f92-65eee8398da1 req-30498648-66ae-41aa-8679-350d9e082874 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 1098 time: 0.0687261 Mar 08 10:09:03.104200 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50084) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:03.111770 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:09:03.221531 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23bddd-0834-4359-9f92-65eee8398da1 req-050fd24d-0320-4d21-a12a-9134dd69c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:03.222986 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7f23bddd-0834-4359-9f92-65eee8398da1 req-050fd24d-0320-4d21-a12a-9134dd69c816 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae HTTP/1.1" status: 200 len: 898 time: 0.1266639 Mar 08 10:09:03.231208 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:03.327889 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7f23bddd-0834-4359-9f92-65eee8398da1 req-b4f75354-ae99-4034-a416-836a50645d6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 HTTP/1.1" status: 200 len: 1001 time: 0.0977659 Mar 08 10:09:03.388753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23bddd-0834-4359-9f92-65eee8398da1 req-69dd6ff3-5f3e-48af-80dd-0c9bafa7b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:03.390183 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7f23bddd-0834-4359-9f92-65eee8398da1 req-69dd6ff3-5f3e-48af-80dd-0c9bafa7b119 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b70fbd9-0967-49a3-b9a2-06f47675e90d HTTP/1.1" status: 200 len: 835 time: 0.0563302 Mar 08 10:09:03.440847 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port 44e6da95-996a-491d-8bfa-62d7e1f994fd, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=44e6da95-996a-491d-8bfa-62d7e1f994fd,segment=NetworkSegment(4ead913a-777f-425d-9086-f3ecceb91723),segment_id=4ead913a-777f-425d-9086-f3ecceb91723)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:09:03.466912 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:03.468612 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23bddd-0834-4359-9f92-65eee8398da1 req-40848f64-33c2-4358-a675-c9e42079c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:03.470112 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7f23bddd-0834-4359-9f92-65eee8398da1 req-40848f64-33c2-4358-a675-c9e42079c3b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735688 Mar 08 10:09:03.471760 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:03.538805 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:03.539433 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:03.548022 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/ports/44e6da95-996a-491d-8bfa-62d7e1f994fd HTTP/1.1" status: 200 len: 939 time: 0.4347134 Mar 08 10:09:03.548022 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'tag': '44e6da95-996a-491d-8bfa-62d7e1f994fd'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:09:03.577710 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=44e6da95-996a-491d-8bfa-62d7e1f994fd,revision_number=6']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:03.586638 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:03.586989 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:03.587324 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:03.587656 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:03.587979 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:03.588310 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:03.588628 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:03.588970 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:03.589344 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:03.589669 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:03.589987 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:03.590398 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d803e-10e1-4bd6-81af-0834331916d0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:03.614579 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7f23bddd-0834-4359-9f92-65eee8398da1 req-892c9984-0b40-484c-8e13-7641a7cb1d9e service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382315 Mar 08 10:09:03.666202 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'tag': '44e6da95-996a-491d-8bfa-62d7e1f994fd', 'status': 'completed', 'code': 200} Mar 08 10:09:03.794367 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7f23bddd-0834-4359-9f92-65eee8398da1 req-76421e1f-1d08-419b-91db-ab31f0139197 service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729515 Mar 08 10:09:03.795864 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a9b5aadb-ed4b-412d-8ebe-c54ce8793cd4 None None] Provisioning complete for port 44e6da95-996a-491d-8bfa-62d7e1f994fd triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:09:03.796359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9b5aadb-ed4b-412d-8ebe-c54ce8793cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:03.811914 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641de308-5ca1-4e98-b299-97a364b8fa09 req-6beaaac7-ae7f-4116-9760-6b052c4970fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:03.813334 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-641de308-5ca1-4e98-b299-97a364b8fa09 req-6beaaac7-ae7f-4116-9760-6b052c4970fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 1100 time: 0.1100852 Mar 08 10:09:03.896344 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a9b5aadb-ed4b-412d-8ebe-c54ce8793cd4 None None] Port 44e6da95-996a-491d-8bfa-62d7e1f994fd is administratively disabled so it will not transition to active. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 08 10:09:03.944536 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641de308-5ca1-4e98-b299-97a364b8fa09 req-0c98500c-e789-46ba-a407-cc3b0038dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:03.945986 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-641de308-5ca1-4e98-b299-97a364b8fa09 req-0c98500c-e789-46ba-a407-cc3b0038dfa3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae HTTP/1.1" status: 200 len: 898 time: 0.1269150 Mar 08 10:09:04.045136 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-641de308-5ca1-4e98-b299-97a364b8fa09 req-40fd4fb0-3c6c-481f-b8cf-6a4b232ca3a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e6da95-996a-491d-8bfa-62d7e1f994fd HTTP/1.1" status: 200 len: 1003 time: 0.0930290 Mar 08 10:09:04.103734 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641de308-5ca1-4e98-b299-97a364b8fa09 req-0affa1e7-3a27-4dae-a4ba-b9994ac22c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:04.105135 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-641de308-5ca1-4e98-b299-97a364b8fa09 req-0affa1e7-3a27-4dae-a4ba-b9994ac22c89 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b70fbd9-0967-49a3-b9a2-06f47675e90d HTTP/1.1" status: 200 len: 835 time: 0.0548277 Mar 08 10:09:04.179162 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641de308-5ca1-4e98-b299-97a364b8fa09 req-03b95bd6-be8c-45ce-b454-b0c1e8cf3471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:04.180603 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-641de308-5ca1-4e98-b299-97a364b8fa09 req-03b95bd6-be8c-45ce-b454-b0c1e8cf3471 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694382 Mar 08 10:09:04.307151 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-641de308-5ca1-4e98-b299-97a364b8fa09 req-345df635-dbd1-4394-aae0-2641a46318b0 service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207595 Mar 08 10:09:04.538059 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-641de308-5ca1-4e98-b299-97a364b8fa09 req-da88f944-dc3f-4433-88bd-682cd606efb7 service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245491 Mar 08 10:09:06.966125 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50096) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:06.972059 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9ccbba64-3ee9-4ac1-a6a0-ab3dcc966703 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:09:07.091559 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ccbba64-3ee9-4ac1-a6a0-ab3dcc966703 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:07.298112 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-9ccbba64-3ee9-4ac1-a6a0-ab3dcc966703 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port 44e6da95-996a-491d-8bfa-62d7e1f994fd, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=44e6da95-996a-491d-8bfa-62d7e1f994fd,segment=NetworkSegment(4ead913a-777f-425d-9086-f3ecceb91723),segment_id=4ead913a-777f-425d-9086-f3ecceb91723)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:09:07.323290 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ccbba64-3ee9-4ac1-a6a0-ab3dcc966703 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:07.328521 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ccbba64-3ee9-4ac1-a6a0-ab3dcc966703 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:07.391806 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccbba64-3ee9-4ac1-a6a0-ab3dcc966703 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:07.392419 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ccbba64-3ee9-4ac1-a6a0-ab3dcc966703 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:07.393826 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9ccbba64-3ee9-4ac1-a6a0-ab3dcc966703 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/ports/44e6da95-996a-491d-8bfa-62d7e1f994fd HTTP/1.1" status: 200 len: 938 time: 0.4267249 Mar 08 10:09:07.394379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'tag': '44e6da95-996a-491d-8bfa-62d7e1f994fd'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:09:07.396834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50100) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:07.424514 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbba64-3ee9-4ac1-a6a0-ab3dcc966703 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=44e6da95-996a-491d-8bfa-62d7e1f994fd,revision_number=7']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:07.464132 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'tag': '44e6da95-996a-491d-8bfa-62d7e1f994fd', 'status': 'completed', 'code': 200} Mar 08 10:09:07.570864 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5f21a312-55b9-4716-9ad2-1b84ff6f3a9f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/d1bee5a4-f8b9-4c7b-a267-0c67b12dbd0f HTTP/1.1" status: 200 len: 994 time: 0.1728475 Mar 08 10:09:07.594108 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbae698-4139-4d91-97d6-ff985ceab22f req-d8b18f9c-6f01-4a5c-af5f-f37d13b214dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:07.595571 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4cbae698-4139-4d91-97d6-ff985ceab22f req-d8b18f9c-6f01-4a5c-af5f-f37d13b214dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 1099 time: 0.1017170 Mar 08 10:09:07.642842 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-cb7a2e4f-88ad-49ed-b463-ffdc6201a0c6 None None] Provisioning complete for port 44e6da95-996a-491d-8bfa-62d7e1f994fd triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:09:07.643438 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb7a2e4f-88ad-49ed-b463-ffdc6201a0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:07.725556 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbae698-4139-4d91-97d6-ff985ceab22f req-f93c6d68-fd41-4bd6-a41c-d5e8bad08c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:07.726999 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4cbae698-4139-4d91-97d6-ff985ceab22f req-f93c6d68-fd41-4bd6-a41c-d5e8bad08c5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae HTTP/1.1" status: 200 len: 898 time: 0.1252534 Mar 08 10:09:07.757433 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['44e6da95-996a-491d-8bfa-62d7e1f994fd'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:09:07.831441 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4cbae698-4139-4d91-97d6-ff985ceab22f req-3a44f4fe-eb79-4634-aa47-10f8e69be042 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e6da95-996a-491d-8bfa-62d7e1f994fd HTTP/1.1" status: 200 len: 1002 time: 0.0981765 Mar 08 10:09:07.895807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbae698-4139-4d91-97d6-ff985ceab22f req-3dbb348c-07dc-4c09-ba0d-dd7b6dc6f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:07.897283 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4cbae698-4139-4d91-97d6-ff985ceab22f req-3dbb348c-07dc-4c09-ba0d-dd7b6dc6f9f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b70fbd9-0967-49a3-b9a2-06f47675e90d HTTP/1.1" status: 200 len: 835 time: 0.0602329 Mar 08 10:09:07.970256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbae698-4139-4d91-97d6-ff985ceab22f req-02851b8c-21c8-46a7-a6f7-924738117f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:07.971701 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4cbae698-4139-4d91-97d6-ff985ceab22f req-02851b8c-21c8-46a7-a6f7-924738117f8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689957 Mar 08 10:09:08.100605 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4cbae698-4139-4d91-97d6-ff985ceab22f req-1412e5cc-ad1e-4f07-97ac-73177b67304e service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222787 Mar 08 10:09:08.228513 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4cbae698-4139-4d91-97d6-ff985ceab22f req-bb85774b-121f-4b2b-be8b-b28c7aaf9ff7 service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207991 Mar 08 10:09:10.134857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50112) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:10.338441 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port 65f5bf52-d16b-4b53-8b04-cb19b5d03d5f {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:09:10.338779 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:10.499508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:10.499828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:10.623993 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for 65f5bf52-d16b-4b53-8b04-cb19b5d03d5f owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:09:10.863207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:10.935023 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=65f5bf52-d16b-4b53-8b04-cb19b5d03d5f,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:10.950893 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:10.951240 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:10.951576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:10.951902 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:10.952229 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:10.952554 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:10.952898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:10.953221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:10.953540 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:10.953855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:10.954170 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:10.954482 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:11.008138 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:11.008467 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Floating IP 5c17ea1e-16ca-4ad5-bea0-12746516162a disassociated (deleted). External IP: 172.26.2.176, port: c9946fe9-64b9-4be5-b48a-53c3eda1e4b5. Mar 08 10:09:11.362312 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 81eecac5-bc0d-4a60-83c0-d097cf4786da has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:09:11.533319 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:09:11.543819 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf375d04-5e9e-4759-8235-4ff5ae14b7ac None None] Sync routers for ids ['81eecac5-bc0d-4a60-83c0-d097cf4786da'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:09:11.553462 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf375d04-5e9e-4759-8235-4ff5ae14b7ac None None] Routers {'81eecac5-bc0d-4a60-83c0-d097cf4786da'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:09:11.554067 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bf375d04-5e9e-4759-8235-4ff5ae14b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:08:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['81eecac5-bc0d-4a60-83c0-d097cf4786da'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:11.554851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:11.614859 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-402e8d6b-ea19-41cf-bd7b-1fc754d9b489 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/floatingips/5c17ea1e-16ca-4ad5-bea0-12746516162a HTTP/1.1" status: 204 len: 168 time: 1.4789348 Mar 08 10:09:11.615445 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ac25ac-d150-427d-9956-fe3a86f31b19', 'tag': 'c9946fe9-64b9-4be5-b48a-53c3eda1e4b5'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:09:11.709186 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ac25ac-d150-427d-9956-fe3a86f31b19', 'tag': 'c9946fe9-64b9-4be5-b48a-53c3eda1e4b5', 'status': 'completed', 'code': 200} Mar 08 10:09:11.740745 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-bf375d04-5e9e-4759-8235-4ff5ae14b7ac None None] Set router 81eecac5-bc0d-4a60-83c0-d097cf4786da gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:09:11.803126 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37647ce5-5ab8-4852-99ce-00acacbd7e7f req-e874cfae-936b-466b-8b75-1b4945d657c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:11.804615 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-37647ce5-5ab8-4852-99ce-00acacbd7e7f req-e874cfae-936b-466b-8b75-1b4945d657c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 1098 time: 0.0730994 Mar 08 10:09:11.988727 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37647ce5-5ab8-4852-99ce-00acacbd7e7f req-a7f65e99-b290-46a3-89b7-0342b9d63ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:11.990211 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-37647ce5-5ab8-4852-99ce-00acacbd7e7f req-a7f65e99-b290-46a3-89b7-0342b9d63ed1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae HTTP/1.1" status: 200 len: 898 time: 0.1798136 Mar 08 10:09:12.066151 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-37647ce5-5ab8-4852-99ce-00acacbd7e7f req-58dc30f8-f24a-4a80-b409-76d7fec139dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 HTTP/1.1" status: 200 len: 217 time: 0.0618806 Mar 08 10:09:12.073656 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b987d-3e77-4909-93e2-8ab863174b9b req-aff68d30-b1da-474b-97f3-31282b98f59e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:12.074355 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-871b987d-3e77-4909-93e2-8ab863174b9b req-aff68d30-b1da-474b-97f3-31282b98f59e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:09:12.087908 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bf375d04-5e9e-4759-8235-4ff5ae14b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:11Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'd1bee5a4-f8b9-4c7b-a267-0c67b12dbd0f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.142', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'port_id': '44e6da95-996a-491d-8bfa-62d7e1f994fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'mac_address': 'fa:16:3e:46:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:07:29Z', 'updated_at': '2022-03-08T10:07:31Z', 'revision_number': 1, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46d531a-95d4-4743-8d7c-05e39bbd4418', 'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:bf:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:10Z', 'updated_at': '2022-03-08T10:07:16Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:12.091656 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf375d04-5e9e-4759-8235-4ff5ae14b7ac None None] Checking router: 81eecac5-bc0d-4a60-83c0-d097cf4786da for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:09:12.099784 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf375d04-5e9e-4759-8235-4ff5ae14b7ac None None] Routers {'81eecac5-bc0d-4a60-83c0-d097cf4786da'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:09:12.100368 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bf375d04-5e9e-4759-8235-4ff5ae14b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:08:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['81eecac5-bc0d-4a60-83c0-d097cf4786da'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:12.138320 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-871b987d-3e77-4909-93e2-8ab863174b9b req-aff68d30-b1da-474b-97f3-31282b98f59e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:09:12.139475 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-871b987d-3e77-4909-93e2-8ab863174b9b req-aff68d30-b1da-474b-97f3-31282b98f59e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 945 time: 0.2270925 Mar 08 10:09:12.144571 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37647ce5-5ab8-4852-99ce-00acacbd7e7f req-44cadea6-6dec-4555-b9b2-1ff38c3765fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:12.145957 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-37647ce5-5ab8-4852-99ce-00acacbd7e7f req-44cadea6-6dec-4555-b9b2-1ff38c3765fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b70fbd9-0967-49a3-b9a2-06f47675e90d HTTP/1.1" status: 200 len: 835 time: 0.0675170 Mar 08 10:09:12.230059 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-871b987d-3e77-4909-93e2-8ab863174b9b req-be99f520-bd4b-42b8-8eed-373bba344db3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce176501-b146-4f6a-ac87-9aa7e18a7e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831656 Mar 08 10:09:12.261729 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37647ce5-5ab8-4852-99ce-00acacbd7e7f req-f517d0b7-fba8-4b46-9676-3d76d686ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:12.263300 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-37647ce5-5ab8-4852-99ce-00acacbd7e7f req-f517d0b7-fba8-4b46-9676-3d76d686ddce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1023228 Mar 08 10:09:12.304589 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-bf375d04-5e9e-4759-8235-4ff5ae14b7ac None None] Set router 81eecac5-bc0d-4a60-83c0-d097cf4786da gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:09:12.496296 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-37647ce5-5ab8-4852-99ce-00acacbd7e7f req-7dfba93c-bb41-45ea-ad8c-aedb584a0f7f service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260673 Mar 08 10:09:12.629941 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-37647ce5-5ab8-4852-99ce-00acacbd7e7f req-d5b085eb-8209-43ad-a217-ec3cfb28129f service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259537 Mar 08 10:09:12.651707 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bf375d04-5e9e-4759-8235-4ff5ae14b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:11Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'd1bee5a4-f8b9-4c7b-a267-0c67b12dbd0f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.142', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'port_id': '44e6da95-996a-491d-8bfa-62d7e1f994fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'mac_address': 'fa:16:3e:46:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:07:29Z', 'updated_at': '2022-03-08T10:07:31Z', 'revision_number': 1, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46d531a-95d4-4743-8d7c-05e39bbd4418', 'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:bf:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:10Z', 'updated_at': '2022-03-08T10:07:16Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:12.656345 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf375d04-5e9e-4759-8235-4ff5ae14b7ac None None] The sync data for ids ['81eecac5-bc0d-4a60-83c0-d097cf4786da'] in dv-neutron-831730-2-hyperv is: [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:11Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'd1bee5a4-f8b9-4c7b-a267-0c67b12dbd0f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.142', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'port_id': '44e6da95-996a-491d-8bfa-62d7e1f994fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'mac_address': 'fa:16:3e:46:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:07:29Z', 'updated_at': '2022-03-08T10:07:31Z', 'revision_number': 1, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46d531a-95d4-4743-8d7c-05e39bbd4418', 'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:bf:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:10Z', 'updated_at': '2022-03-08T10:07:16Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:09:12.854482 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b140d355-4385-4889-9277-d24eac059a82 None None] New status for floating IP 5c17ea1e-16ca-4ad5-bea0-12746516162a: DOWN {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:09:13.302866 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:13.419271 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e55604-64cb-449a-bb27-39ef7b814f60 req-3fb7b318-3a42-4480-9123-ef0c349fec66 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:13.420802 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9e55604-64cb-449a-bb27-39ef7b814f60 req-3fb7b318-3a42-4480-9123-ef0c349fec66 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 945 time: 0.0790992 Mar 08 10:09:13.465056 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9e55604-64cb-449a-bb27-39ef7b814f60 req-83550063-f98e-4b78-81e0-50ed1142c0b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce176501-b146-4f6a-ac87-9aa7e18a7e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383143 Mar 08 10:09:13.476320 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bd1e5-2957-40ae-a188-b7053523bab1 req-c873346f-ff1b-4e9a-b231-2c46cac0d013 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:13.480078 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-636bd1e5-2957-40ae-a188-b7053523bab1 req-c873346f-ff1b-4e9a-b231-2c46cac0d013 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 945 time: 0.0838466 Mar 08 10:09:13.544857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-636bd1e5-2957-40ae-a188-b7053523bab1 req-d2e16ef4-828d-4e96-8e32-f7e9265fba58 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:09:13.545486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-636bd1e5-2957-40ae-a188-b7053523bab1 req-d2e16ef4-828d-4e96-8e32-f7e9265fba58 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:13.783628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-636bd1e5-2957-40ae-a188-b7053523bab1 req-d2e16ef4-828d-4e96-8e32-f7e9265fba58 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port c9946fe9-64b9-4be5-b48a-53c3eda1e4b5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=c9946fe9-64b9-4be5-b48a-53c3eda1e4b5,segment=NetworkSegment(4ead913a-777f-425d-9086-f3ecceb91723),segment_id=4ead913a-777f-425d-9086-f3ecceb91723)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:09:13.783983 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-636bd1e5-2957-40ae-a188-b7053523bab1 req-d2e16ef4-828d-4e96-8e32-f7e9265fba58 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:13.902526 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-636bd1e5-2957-40ae-a188-b7053523bab1 req-d2e16ef4-828d-4e96-8e32-f7e9265fba58 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:09:14.042554 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-636bd1e5-2957-40ae-a188-b7053523bab1 req-d2e16ef4-828d-4e96-8e32-f7e9265fba58 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:14.097077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e16ef4-828d-4e96-8e32-f7e9265fba58 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=c9946fe9-64b9-4be5-b48a-53c3eda1e4b5,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:14.171275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-636bd1e5-2957-40ae-a188-b7053523bab1 req-d2e16ef4-828d-4e96-8e32-f7e9265fba58 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] No DVR routers for this DVR port c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:09:14.173972 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-636bd1e5-2957-40ae-a188-b7053523bab1 req-d2e16ef4-828d-4e96-8e32-f7e9265fba58 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:14.176646 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ac25ac-d150-427d-9956-fe3a86f31b19', 'name': 'network-vif-deleted', 'tag': 'c9946fe9-64b9-4be5-b48a-53c3eda1e4b5'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:09:14.191573 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-636bd1e5-2957-40ae-a188-b7053523bab1 req-d2e16ef4-828d-4e96-8e32-f7e9265fba58 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "DELETE /v2.0/ports/c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 HTTP/1.1" status: 204 len: 173 time: 0.7085972 Mar 08 10:09:14.223540 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ac25ac-d150-427d-9956-fe3a86f31b19', 'name': 'network-vif-deleted', 'tag': 'c9946fe9-64b9-4be5-b48a-53c3eda1e4b5', 'status': 'completed', 'code': 200} Mar 08 10:09:14.632207 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-06f6d6f2-8ab9-4b14-9b6f-b0b8029e409c req-f6679345-d165-4894-bce1-43775472d37f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=97ac25ac-d150-427d-9956-fe3a86f31b19 HTTP/1.1" status: 200 len: 210 time: 0.0466323 Mar 08 10:09:15.725606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50132) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:15.795373 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0783d674-2420-4045-a50e-b90886ce4a51 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:15.823382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0783d674-2420-4045-a50e-b90886ce4a51 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:15.885832 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0783d674-2420-4045-a50e-b90886ce4a51 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:15.903145 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783d674-2420-4045-a50e-b90886ce4a51 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce176501-b146-4f6a-ac87-9aa7e18a7e6c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:15.920133 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0783d674-2420-4045-a50e-b90886ce4a51 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:15.921296 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0783d674-2420-4045-a50e-b90886ce4a51 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/security-groups/ce176501-b146-4f6a-ac87-9aa7e18a7e6c HTTP/1.1" status: 204 len: 168 time: 0.1947119 Mar 08 10:09:15.949898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50138) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:16.146746 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-5135d592-ce7b-4060-8528-21df81c38093 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port bf15ac2f-46d1-4663-a8c3-619bd7641dbc {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:09:16.146990 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5135d592-ce7b-4060-8528-21df81c38093 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:16.401057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5135d592-ce7b-4060-8528-21df81c38093 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:16.401276 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5135d592-ce7b-4060-8528-21df81c38093 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:16.519341 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-5135d592-ce7b-4060-8528-21df81c38093 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for bf15ac2f-46d1-4663-a8c3-619bd7641dbc owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:09:16.663161 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5135d592-ce7b-4060-8528-21df81c38093 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:16.709011 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135d592-ce7b-4060-8528-21df81c38093 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=bf15ac2f-46d1-4663-a8c3-619bd7641dbc,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:16.797885 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5135d592-ce7b-4060-8528-21df81c38093 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:16.798562 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-5135d592-ce7b-4060-8528-21df81c38093 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Floating IP d1bee5a4-f8b9-4c7b-a267-0c67b12dbd0f disassociated (deleted). External IP: 172.26.2.142, port: 44e6da95-996a-491d-8bfa-62d7e1f994fd. Mar 08 10:09:17.136443 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5135d592-ce7b-4060-8528-21df81c38093 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 81eecac5-bc0d-4a60-83c0-d097cf4786da has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:09:17.307639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5135d592-ce7b-4060-8528-21df81c38093 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:09:17.316889 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9b5c29-5c95-4f2b-acdd-14730882d787 None None] Sync routers for ids ['81eecac5-bc0d-4a60-83c0-d097cf4786da'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:09:17.322968 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5135d592-ce7b-4060-8528-21df81c38093 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:17.326425 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9b5c29-5c95-4f2b-acdd-14730882d787 None None] Routers {'81eecac5-bc0d-4a60-83c0-d097cf4786da'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:09:17.327019 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3e9b5c29-5c95-4f2b-acdd-14730882d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:08:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['81eecac5-bc0d-4a60-83c0-d097cf4786da'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:17.379555 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5135d592-ce7b-4060-8528-21df81c38093 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/floatingips/d1bee5a4-f8b9-4c7b-a267-0c67b12dbd0f HTTP/1.1" status: 204 len: 168 time: 1.4280300 Mar 08 10:09:17.380237 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'tag': '44e6da95-996a-491d-8bfa-62d7e1f994fd'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:09:17.425934 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'tag': '44e6da95-996a-491d-8bfa-62d7e1f994fd', 'status': 'completed', 'code': 200} Mar 08 10:09:17.507486 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-3e9b5c29-5c95-4f2b-acdd-14730882d787 None None] Set router 81eecac5-bc0d-4a60-83c0-d097cf4786da gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:09:17.516364 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf924e-ac36-45ff-9b98-0adc87721f06 req-211e0684-7259-4311-9f9c-6436cc17d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:17.517862 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a1bf924e-ac36-45ff-9b98-0adc87721f06 req-211e0684-7259-4311-9f9c-6436cc17d376 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 1099 time: 0.0707121 Mar 08 10:09:17.671989 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf924e-ac36-45ff-9b98-0adc87721f06 req-2054eef8-4ed8-4265-b75f-2206b92d0586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:17.673655 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a1bf924e-ac36-45ff-9b98-0adc87721f06 req-2054eef8-4ed8-4265-b75f-2206b92d0586 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae HTTP/1.1" status: 200 len: 898 time: 0.1482050 Mar 08 10:09:17.775144 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b951d49-960f-4743-93ac-7447f13de694 req-07a15b09-4ef9-47f6-9a88-dc01b39b3c68 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:17.776768 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8b951d49-960f-4743-93ac-7447f13de694 req-07a15b09-4ef9-47f6-9a88-dc01b39b3c68 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 946 time: 0.0837967 Mar 08 10:09:17.824646 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8b951d49-960f-4743-93ac-7447f13de694 req-62be6fd6-b2c7-4a2f-96e6-13382c945817 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c400bd-a0c6-42b0-8e6b-97f5371368d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415947 Mar 08 10:09:17.836846 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3e9b5c29-5c95-4f2b-acdd-14730882d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:11Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'd46d531a-95d4-4743-8d7c-05e39bbd4418', 'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:bf:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:10Z', 'updated_at': '2022-03-08T10:07:16Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:17.841045 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9b5c29-5c95-4f2b-acdd-14730882d787 None None] Checking router: 81eecac5-bc0d-4a60-83c0-d097cf4786da for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:09:17.849591 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9b5c29-5c95-4f2b-acdd-14730882d787 None None] Routers {'81eecac5-bc0d-4a60-83c0-d097cf4786da'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:09:17.850196 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3e9b5c29-5c95-4f2b-acdd-14730882d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:08:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['81eecac5-bc0d-4a60-83c0-d097cf4786da'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:17.862149 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a1bf924e-ac36-45ff-9b98-0adc87721f06 req-5a2d5b22-a284-460d-97fb-5a795b3cb35e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e6da95-996a-491d-8bfa-62d7e1f994fd HTTP/1.1" status: 200 len: 217 time: 0.1819530 Mar 08 10:09:17.923311 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf924e-ac36-45ff-9b98-0adc87721f06 req-55801b85-14a2-487f-bc41-a8395d743e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:17.924655 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a1bf924e-ac36-45ff-9b98-0adc87721f06 req-55801b85-14a2-487f-bc41-a8395d743e2b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b70fbd9-0967-49a3-b9a2-06f47675e90d HTTP/1.1" status: 200 len: 835 time: 0.0562758 Mar 08 10:09:17.999404 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf924e-ac36-45ff-9b98-0adc87721f06 req-df11e5bb-6269-48ab-b0c6-3cba2c74edce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:18.000889 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a1bf924e-ac36-45ff-9b98-0adc87721f06 req-df11e5bb-6269-48ab-b0c6-3cba2c74edce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698957 Mar 08 10:09:18.022718 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-3e9b5c29-5c95-4f2b-acdd-14730882d787 None None] Set router 81eecac5-bc0d-4a60-83c0-d097cf4786da gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:09:18.054699 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:09:18.090359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:09:18.091122 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device c9946fe9-64b9-4be5-b48a-53c3eda1e4b5 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:09:18.135414 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a1bf924e-ac36-45ff-9b98-0adc87721f06 req-2aaecc95-29f4-4b79-a648-fc620c3a33a7 service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276920 Mar 08 10:09:18.266687 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a1bf924e-ac36-45ff-9b98-0adc87721f06 req-4fcf4ce7-39ed-493b-ad73-7584042af9a7 service neutron] 10.222.0.26 "GET /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250572 Mar 08 10:09:18.358496 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3e9b5c29-5c95-4f2b-acdd-14730882d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:11Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'd46d531a-95d4-4743-8d7c-05e39bbd4418', 'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:bf:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:10Z', 'updated_at': '2022-03-08T10:07:16Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:18.362369 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9b5c29-5c95-4f2b-acdd-14730882d787 None None] The sync data for ids ['81eecac5-bc0d-4a60-83c0-d097cf4786da'] in dv-neutron-831730-2-hyperv is: [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:11Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'd46d531a-95d4-4743-8d7c-05e39bbd4418', 'name': '', 'network_id': '96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:bf:72:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:10Z', 'updated_at': '2022-03-08T10:07:16Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '3b70fbd9-0967-49a3-b9a2-06f47675e90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:09:18.573924 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d3713f-49ab-4301-a2af-c7562c89b489 None None] New status for floating IP d1bee5a4-f8b9-4c7b-a267-0c67b12dbd0f: DOWN {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:09:19.007828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234573ab-60a4-4732-8021-a57e58ee7870 req-8ff17bff-ffc8-47f9-adac-5b942d3cc63f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:19.008505 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-234573ab-60a4-4732-8021-a57e58ee7870 req-8ff17bff-ffc8-47f9-adac-5b942d3cc63f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:09:19.023948 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-234573ab-60a4-4732-8021-a57e58ee7870 req-8ff17bff-ffc8-47f9-adac-5b942d3cc63f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:09:19.025097 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-234573ab-60a4-4732-8021-a57e58ee7870 req-8ff17bff-ffc8-47f9-adac-5b942d3cc63f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 946 time: 0.0968325 Mar 08 10:09:19.068403 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-234573ab-60a4-4732-8021-a57e58ee7870 req-de725a2f-5f68-45a5-8325-0493d84e7acd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:09:19.084362 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-234573ab-60a4-4732-8021-a57e58ee7870 req-de725a2f-5f68-45a5-8325-0493d84e7acd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:09:19.085619 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-234573ab-60a4-4732-8021-a57e58ee7870 req-de725a2f-5f68-45a5-8325-0493d84e7acd tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c400bd-a0c6-42b0-8e6b-97f5371368d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542176 Mar 08 10:09:19.425474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c0378-c12f-4c07-ba52-b7a2fb31965f req-06cf8028-d790-4c76-a240-8e3394bec63f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:19.426861 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1c1c0378-c12f-4c07-ba52-b7a2fb31965f req-06cf8028-d790-4c76-a240-8e3394bec63f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 946 time: 0.0801520 Mar 08 10:09:19.492977 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-1c1c0378-c12f-4c07-ba52-b7a2fb31965f req-a6a40a74-e8ac-4bf3-a245-fa6692fdc564 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port 44e6da95-996a-491d-8bfa-62d7e1f994fd {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:09:19.493313 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1c1c0378-c12f-4c07-ba52-b7a2fb31965f req-a6a40a74-e8ac-4bf3-a245-fa6692fdc564 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:19.737349 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-1c1c0378-c12f-4c07-ba52-b7a2fb31965f req-a6a40a74-e8ac-4bf3-a245-fa6692fdc564 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port 44e6da95-996a-491d-8bfa-62d7e1f994fd, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=44e6da95-996a-491d-8bfa-62d7e1f994fd,segment=NetworkSegment(4ead913a-777f-425d-9086-f3ecceb91723),segment_id=4ead913a-777f-425d-9086-f3ecceb91723)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:09:19.737751 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1c1c0378-c12f-4c07-ba52-b7a2fb31965f req-a6a40a74-e8ac-4bf3-a245-fa6692fdc564 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:19.856430 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-1c1c0378-c12f-4c07-ba52-b7a2fb31965f req-a6a40a74-e8ac-4bf3-a245-fa6692fdc564 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for 44e6da95-996a-491d-8bfa-62d7e1f994fd owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:09:19.996994 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1c1c0378-c12f-4c07-ba52-b7a2fb31965f req-a6a40a74-e8ac-4bf3-a245-fa6692fdc564 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:20.043940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a40a74-e8ac-4bf3-a245-fa6692fdc564 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=44e6da95-996a-491d-8bfa-62d7e1f994fd,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:20.121681 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1c0378-c12f-4c07-ba52-b7a2fb31965f req-a6a40a74-e8ac-4bf3-a245-fa6692fdc564 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] No DVR routers for this DVR port 44e6da95-996a-491d-8bfa-62d7e1f994fd on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:09:20.124154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1c1c0378-c12f-4c07-ba52-b7a2fb31965f req-a6a40a74-e8ac-4bf3-a245-fa6692fdc564 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:20.126843 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'name': 'network-vif-deleted', 'tag': '44e6da95-996a-491d-8bfa-62d7e1f994fd'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:09:20.142941 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1c1c0378-c12f-4c07-ba52-b7a2fb31965f req-a6a40a74-e8ac-4bf3-a245-fa6692fdc564 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "DELETE /v2.0/ports/44e6da95-996a-491d-8bfa-62d7e1f994fd HTTP/1.1" status: 204 len: 173 time: 0.7109497 Mar 08 10:09:20.179042 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ede5fb0-1ea7-48b4-a9f8-3346e280ce49', 'name': 'network-vif-deleted', 'tag': '44e6da95-996a-491d-8bfa-62d7e1f994fd', 'status': 'completed', 'code': 200} Mar 08 10:09:20.240456 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f19e01e9-a34e-4eb1-886d-2481af2ee1e3 req-32243982-8218-4116-b937-d20d27305bfb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ede5fb0-1ea7-48b4-a9f8-3346e280ce49 HTTP/1.1" status: 200 len: 210 time: 0.0461204 Mar 08 10:09:21.337611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50156) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:21.406611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e6d43c9e-4450-4aa3-8db8-64d4b87e6184 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:21.435805 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e6d43c9e-4450-4aa3-8db8-64d4b87e6184 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:21.501457 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e6d43c9e-4450-4aa3-8db8-64d4b87e6184 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:21.519367 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d43c9e-4450-4aa3-8db8-64d4b87e6184 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c400bd-a0c6-42b0-8e6b-97f5371368d8,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:21.531546 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e6d43c9e-4450-4aa3-8db8-64d4b87e6184 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:21.535229 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e6d43c9e-4450-4aa3-8db8-64d4b87e6184 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/security-groups/f8c400bd-a0c6-42b0-8e6b-97f5371368d8 HTTP/1.1" status: 204 len: 168 time: 0.1940532 Mar 08 10:09:21.569888 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50162) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:22.194293 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ba28c3ce-d74a-4b29-a5c7-49392046f304 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:22.531970 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ba28c3ce-d74a-4b29-a5c7-49392046f304 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port d46d531a-95d4-4743-8d7c-05e39bbd4418 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:09:22.532607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ba28c3ce-d74a-4b29-a5c7-49392046f304 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:22.720048 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-ba28c3ce-d74a-4b29-a5c7-49392046f304 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port d46d531a-95d4-4743-8d7c-05e39bbd4418, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=d46d531a-95d4-4743-8d7c-05e39bbd4418,segment=NetworkSegment(4ead913a-777f-425d-9086-f3ecceb91723),segment_id=4ead913a-777f-425d-9086-f3ecceb91723)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:09:22.720442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ba28c3ce-d74a-4b29-a5c7-49392046f304 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:22.839450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ba28c3ce-d74a-4b29-a5c7-49392046f304 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for d46d531a-95d4-4743-8d7c-05e39bbd4418 owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:09:23.020330 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ba28c3ce-d74a-4b29-a5c7-49392046f304 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:23.105433 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28c3ce-d74a-4b29-a5c7-49392046f304 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=d46d531a-95d4-4743-8d7c-05e39bbd4418,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:23.446584 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ba28c3ce-d74a-4b29-a5c7-49392046f304 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:23.798264 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba28c3ce-d74a-4b29-a5c7-49392046f304 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 81eecac5-bc0d-4a60-83c0-d097cf4786da has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:09:23.972536 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba28c3ce-d74a-4b29-a5c7-49392046f304 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:09:23.982373 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d37c239-5c93-4c26-90e7-7052c76487b2 None None] Sync routers for ids ['81eecac5-bc0d-4a60-83c0-d097cf4786da'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:09:23.986333 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ba28c3ce-d74a-4b29-a5c7-49392046f304 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/routers/81eecac5-bc0d-4a60-83c0-d097cf4786da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4153552 Mar 08 10:09:23.988965 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50166) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:23.991986 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d37c239-5c93-4c26-90e7-7052c76487b2 None None] Routers {'81eecac5-bc0d-4a60-83c0-d097cf4786da'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:09:23.992580 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0d37c239-5c93-4c26-90e7-7052c76487b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:08:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['81eecac5-bc0d-4a60-83c0-d097cf4786da'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:24.052911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ad2a29-aabe-4af2-8cd7-ee4f6f54685b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting subnet 3b70fbd9-0967-49a3-b9a2-06f47675e90d {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:09:24.055678 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73ad2a29-aabe-4af2-8cd7-ee4f6f54685b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:24.070523 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 44e6da95-996a-491d-8bfa-62d7e1f994fd no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:09:24.110176 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 44e6da95-996a-491d-8bfa-62d7e1f994fd {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:09:24.110874 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 44e6da95-996a-491d-8bfa-62d7e1f994fd not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:09:24.123960 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73ad2a29-aabe-4af2-8cd7-ee4f6f54685b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:24.174576 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-0d37c239-5c93-4c26-90e7-7052c76487b2 None None] Set router 81eecac5-bc0d-4a60-83c0-d097cf4786da gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:09:24.218310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73ad2a29-aabe-4af2-8cd7-ee4f6f54685b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:24.300055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73ad2a29-aabe-4af2-8cd7-ee4f6f54685b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:24.344346 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad2a29-aabe-4af2-8cd7-ee4f6f54685b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Subnet': ['ID=3b70fbd9-0967-49a3-b9a2-06f47675e90d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:24.346383 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-73ad2a29-aabe-4af2-8cd7-ee4f6f54685b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:24.352800 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-73ad2a29-aabe-4af2-8cd7-ee4f6f54685b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/subnets/3b70fbd9-0967-49a3-b9a2-06f47675e90d HTTP/1.1" status: 204 len: 168 time: 0.3627956 Mar 08 10:09:24.355354 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50170) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:24.357779 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691d4fe5-3da0-41eb-9645-4b8d938b0dda None None] Network 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:09:24.456825 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0d37c239-5c93-4c26-90e7-7052c76487b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:09:22Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:24.461639 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d37c239-5c93-4c26-90e7-7052c76487b2 None None] Checking router: 81eecac5-bc0d-4a60-83c0-d097cf4786da for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:09:24.471244 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d37c239-5c93-4c26-90e7-7052c76487b2 None None] Routers {'81eecac5-bc0d-4a60-83c0-d097cf4786da'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:09:24.471852 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0d37c239-5c93-4c26-90e7-7052c76487b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:08:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['81eecac5-bc0d-4a60-83c0-d097cf4786da'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:24.540218 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7869e0f9-77f4-4614-8986-d48ba4e31614 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:24.643099 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] DHCP port deletion for 96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:09:24.647784 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] Deleting port 86ec339c-3bf0-4a7f-9666-dbf03db8aafa {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:09:24.648159 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:24.660302 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-0d37c239-5c93-4c26-90e7-7052c76487b2 None None] Set router 81eecac5-bc0d-4a60-83c0-d097cf4786da gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:09:24.856078 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7869e0f9-77f4-4614-8986-d48ba4e31614 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:24.867892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-7869e0f9-77f4-4614-8986-d48ba4e31614 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port 4a3d7801-9a55-4637-9c46-642fd43c17ef {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:09:24.868232 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7869e0f9-77f4-4614-8986-d48ba4e31614 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:24.870873 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] For port 86ec339c-3bf0-4a7f-9666-dbf03db8aafa, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=86ec339c-3bf0-4a7f-9666-dbf03db8aafa,segment=NetworkSegment(4ead913a-777f-425d-9086-f3ecceb91723),segment_id=4ead913a-777f-425d-9086-f3ecceb91723)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:09:24.871262 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:24.953264 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0d37c239-5c93-4c26-90e7-7052c76487b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:09:22Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:24.957218 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d37c239-5c93-4c26-90e7-7052c76487b2 None None] The sync data for ids ['81eecac5-bc0d-4a60-83c0-d097cf4786da'] in dv-neutron-831730-2-hyperv is: [{'id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'name': 'tempest-TestNetworkBasicOps-router-770450560', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:09:22Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '4a3d7801-9a55-4637-9c46-642fd43c17ef', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eecac5-bc0d-4a60-83c0-d097cf4786da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:07:06Z', 'updated_at': '2022-03-08T10:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:09:24.999207 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] Calling delete_port for 86ec339c-3bf0-4a7f-9666-dbf03db8aafa owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:09:25.049951 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-7869e0f9-77f4-4614-8986-d48ba4e31614 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port 4a3d7801-9a55-4637-9c46-642fd43c17ef, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=4a3d7801-9a55-4637-9c46-642fd43c17ef,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:09:25.050308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7869e0f9-77f4-4614-8986-d48ba4e31614 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:25.068903 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e19f6788-2949-41bb-b48d-da9a85dfb528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:25.114221 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:25.160639 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] Pushing event deleted for resources: {'Port': ['ID=86ec339c-3bf0-4a7f-9666-dbf03db8aafa,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:25.162962 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] No DVR routers for this DVR port 86ec339c-3bf0-4a7f-9666-dbf03db8aafa on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:09:25.172747 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:25.173110 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:25.173457 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:25.173797 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:25.174134 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:25.174470 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:25.174879 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:25.175210 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:25.175617 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:25.175859 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:25.176189 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:25.176512 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b377e-e325-4462-b871-b4258d9a03e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:25.179081 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-7869e0f9-77f4-4614-8986-d48ba4e31614 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for 4a3d7801-9a55-4637-9c46-642fd43c17ef owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:09:25.347324 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7869e0f9-77f4-4614-8986-d48ba4e31614 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:25.399196 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869e0f9-77f4-4614-8986-d48ba4e31614 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=4a3d7801-9a55-4637-9c46-642fd43c17ef,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:25.495354 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7869e0f9-77f4-4614-8986-d48ba4e31614 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:25.664816 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7869e0f9-77f4-4614-8986-d48ba4e31614 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:25.666893 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7869e0f9-77f4-4614-8986-d48ba4e31614 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:25.688395 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7869e0f9-77f4-4614-8986-d48ba4e31614 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:25.688943 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7869e0f9-77f4-4614-8986-d48ba4e31614 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Fanout notify agent at l3_agent the message router_deleted on router 81eecac5-bc0d-4a60-83c0-d097cf4786da {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:09:25.704751 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7869e0f9-77f4-4614-8986-d48ba4e31614 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:25.705840 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7869e0f9-77f4-4614-8986-d48ba4e31614 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/routers/81eecac5-bc0d-4a60-83c0-d097cf4786da HTTP/1.1" status: 204 len: 168 time: 1.3495920 Mar 08 10:09:25.708930 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50174) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:25.830744 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-744f6aa5-15c1-4ef6-a166-ac74fe3ef082 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:26.054416 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-744f6aa5-15c1-4ef6-a166-ac74fe3ef082 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:26.079821 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-744f6aa5-15c1-4ef6-a166-ac74fe3ef082 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:26.091361 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-744f6aa5-15c1-4ef6-a166-ac74fe3ef082 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ead913a-777f-425d-9086-f3ecceb91723') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:26.091657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-744f6aa5-15c1-4ef6-a166-ac74fe3ef082 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ead913a-777f-425d-9086-f3ecceb91723') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:26.102526 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-744f6aa5-15c1-4ef6-a166-ac74fe3ef082 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:26.119151 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-744f6aa5-15c1-4ef6-a166-ac74fe3ef082 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:26.126049 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744f6aa5-15c1-4ef6-a166-ac74fe3ef082 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:09:26.126587 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-744f6aa5-15c1-4ef6-a166-ac74fe3ef082 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:09:26.141319 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:09:26.222228 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-744f6aa5-15c1-4ef6-a166-ac74fe3ef082 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:26.238513 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-744f6aa5-15c1-4ef6-a166-ac74fe3ef082 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:26.249726 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f6aa5-15c1-4ef6-a166-ac74fe3ef082 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Network': ['ID=96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:26.257411 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-744f6aa5-15c1-4ef6-a166-ac74fe3ef082 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/networks/96bdc9b0-9fc0-4a72-ac88-51d33db7b0ae HTTP/1.1" status: 204 len: 168 time: 0.5474946 Mar 08 10:09:26.283560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50180) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:26.289578 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-5742e885-8a12-4231-b43b-90f1bdebe9b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'network': {'name': 'tempest-network-smoke--1320234882', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'port_security_enabled': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:09:26.294958 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5742e885-8a12-4231-b43b-90f1bdebe9b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:09:26.299465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5742e885-8a12-4231-b43b-90f1bdebe9b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:network and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:09:26.302440 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5742e885-8a12-4231-b43b-90f1bdebe9b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:09:26.308310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5742e885-8a12-4231-b43b-90f1bdebe9b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:09:26.314740 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 86ec339c-3bf0-4a7f-9666-dbf03db8aafa no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:09:26.319114 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5742e885-8a12-4231-b43b-90f1bdebe9b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:09:26.322707 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5742e885-8a12-4231-b43b-90f1bdebe9b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:26.350780 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 86ec339c-3bf0-4a7f-9666-dbf03db8aafa {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:09:26.351126 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 86ec339c-3bf0-4a7f-9666-dbf03db8aafa not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:09:26.351537 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4a3d7801-9a55-4637-9c46-642fd43c17ef no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:09:26.353654 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5742e885-8a12-4231-b43b-90f1bdebe9b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:09:26.363258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5742e885-8a12-4231-b43b-90f1bdebe9b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:26.363739 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-5742e885-8a12-4231-b43b-90f1bdebe9b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Added segment 0a659427-b43a-4118-be6b-a06e25be4dd7 of type vlan for network 86304b8f-ea03-4050-9482-ede46b43239f Mar 08 10:09:26.384809 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 4a3d7801-9a55-4637-9c46-642fd43c17ef {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:09:26.385157 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4a3d7801-9a55-4637-9c46-642fd43c17ef not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:09:26.385569 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device d46d531a-95d4-4743-8d7c-05e39bbd4418 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:09:26.390776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5742e885-8a12-4231-b43b-90f1bdebe9b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:26.417078 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: d46d531a-95d4-4743-8d7c-05e39bbd4418 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:09:26.417455 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device d46d531a-95d4-4743-8d7c-05e39bbd4418 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:09:26.419585 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5742e885-8a12-4231-b43b-90f1bdebe9b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:26.425181 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5742e885-8a12-4231-b43b-90f1bdebe9b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:26.425757 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5742e885-8a12-4231-b43b-90f1bdebe9b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:26.527772 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5742e885-8a12-4231-b43b-90f1bdebe9b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2404325 Mar 08 10:09:26.528873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50184) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:26.531079 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742e885-8a12-4231-b43b-90f1bdebe9b1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Network': ['ID=86304b8f-ea03-4050-9482-ede46b43239f,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:26.534501 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1365492754', 'admin_state_up': True, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:09:26.541727 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:09:26.542457 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 86304b8f-ea03-4050-9482-ede46b43239f details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:09:26.546508 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:router and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:09:26.549631 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:09:26.556267 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:09:26.567750 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:26.568861 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:26.586791 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:26.847660 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:27.135796 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:27.164500 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:27.293507 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.26.2.176 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/98d98f3d-2049-498d-bef7-9b78e5a548a3) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:09:27.330618 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:09:27.438483 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:27.466081 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:27.522840 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:09:27.525476 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:09:27.533025 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:09:27.572825 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-927cb82a-c0e4-4526-9bd3-92a2898c5c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:27.575962 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=98d98f3d-2049-498d-bef7-9b78e5a548a3,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:28.050381 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:28.256184 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:28.291590 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:28.385357 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:28.587267 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 2582febe-32ea-42a8-ad55-4fa308c54e2e is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 10:09:28.756381 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:09:28.766000 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Sync routers for ids ['2582febe-32ea-42a8-ad55-4fa308c54e2e'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:09:28.774974 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Routers {'2582febe-32ea-42a8-ad55-4fa308c54e2e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:09:28.775576 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:09:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2582febe-32ea-42a8-ad55-4fa308c54e2e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:28.782823 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:28.787423 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50188) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:28.787893 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7032ada9-d924-4279-b0ce-c899e0dc6c3c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2575281 Mar 08 10:09:28.868601 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2dfdcb16-1ed7-4fc5-a45e-cfa2716b6a94 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=48f49228ae2a4cdfbce5e7003ecc586a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0796330 Mar 08 10:09:28.871019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50194) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:28.954324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Set router 2582febe-32ea-42a8-ad55-4fa308c54e2e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:09:29.001385 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdbcc0b-0e3d-42fb-a869-05f4e3319bd7 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:29.002870 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ffdbcc0b-0e3d-42fb-a869-05f4e3319bd7 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309683 Mar 08 10:09:29.005628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50200) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:29.144413 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a3e31a06-2db7-4397-9966-90e12ce18fee tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1375394 Mar 08 10:09:29.146714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50204) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:29.151948 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-9bff0e1a-6357-4492-83f5-3f67de4c2faa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-886135911', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:09:29.235893 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'name': 'tempest-TestNetworkBasicOps-router-1365492754', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:09:26Z', 'updated_at': '2022-03-08T10:09:27Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:27Z', 'updated_at': '2022-03-08T10:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:29.239708 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Checking router: 2582febe-32ea-42a8-ad55-4fa308c54e2e for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:09:29.240105 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Updating router 2582febe-32ea-42a8-ad55-4fa308c54e2e port 98d98f3d-2049-498d-bef7-9b78e5a548a3 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:09:29.258312 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9bff0e1a-6357-4492-83f5-3f67de4c2faa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:09:29.262086 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9bff0e1a-6357-4492-83f5-3f67de4c2faa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:subnet and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:09:29.265458 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-9bff0e1a-6357-4492-83f5-3f67de4c2faa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:09:29.271107 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-9bff0e1a-6357-4492-83f5-3f67de4c2faa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:09:29.281037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bff0e1a-6357-4492-83f5-3f67de4c2faa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:09:29.284423 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9bff0e1a-6357-4492-83f5-3f67de4c2faa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:29.292495 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:29.493006 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9bff0e1a-6357-4492-83f5-3f67de4c2faa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:29.576158 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff0e1a-6357-4492-83f5-3f67de4c2faa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Subnet': ['ID=7489edd1-ad35-4e2c-bc4c-747ffe6f1b13,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:29.580162 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bff0e1a-6357-4492-83f5-3f67de4c2faa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Checking segment: {'id': '0a659427-b43a-4118-be6b-a06e25be4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:09:29.580517 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bff0e1a-6357-4492-83f5-3f67de4c2faa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network hostable DHCP agents. Network: 86304b8f-ea03-4050-9482-ede46b43239f, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:09:29.599715 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bff0e1a-6357-4492-83f5-3f67de4c2faa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 86304b8f-ea03-4050-9482-ede46b43239f is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:09:29.609718 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-9bff0e1a-6357-4492-83f5-3f67de4c2faa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 86304b8f-ea03-4050-9482-ede46b43239f) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:09:29.614117 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bff0e1a-6357-4492-83f5-3f67de4c2faa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:29.614762 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9bff0e1a-6357-4492-83f5-3f67de4c2faa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:29.619661 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:29.632920 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Transition to ACTIVE for port object 98d98f3d-2049-498d-bef7-9b78e5a548a3 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:09:29.639903 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9bff0e1a-6357-4492-83f5-3f67de4c2faa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4920335 Mar 08 10:09:29.642674 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50208) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:29.643726 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:29.727241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Attempting to bind port 98d98f3d-2049-498d-bef7-9b78e5a548a3 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:09:29.727631 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Attempting to bind port 98d98f3d-2049-498d-bef7-9b78e5a548a3 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:09:29.727960 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Attempting to bind port 98d98f3d-2049-498d-bef7-9b78e5a548a3 on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:09:29.734495 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d02e7a-a541-48f1-b685-267b5dbf602f None None] Pushing event updated for resources: {'Port': ['ID=98d98f3d-2049-498d-bef7-9b78e5a548a3,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:29.738872 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:09:29.739244 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:09:29.739638 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:29.740072 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:09:29.740541 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Bound port: 98d98f3d-2049-498d-bef7-9b78e5a548a3, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:09:29.741560 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:29.768683 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a630f917-9930-4b02-bf9e-dca4b7415093 None None] Network 86304b8f-ea03-4050-9482-ede46b43239f requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:09:29.933051 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] For port 98d98f3d-2049-498d-bef7-9b78e5a548a3, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:09:29.937920 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] For port 98d98f3d-2049-498d-bef7-9b78e5a548a3, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=98d98f3d-2049-498d-bef7-9b78e5a548a3,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:09:29.947029 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:30.073396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Routers {'2582febe-32ea-42a8-ad55-4fa308c54e2e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:09:30.074010 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:09:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2582febe-32ea-42a8-ad55-4fa308c54e2e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:30.126899 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d02e7a-a541-48f1-b685-267b5dbf602f None None] Pushing event updated for resources: {'Port': ['ID=98d98f3d-2049-498d-bef7-9b78e5a548a3,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:30.203922 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-86304b8f-ea03-4050-9482-ede46b43239f', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ips': [{'subnet_id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:09:30.204767 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:30.234774 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:30.327998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-19f6f8e5-16b5-4bbc-b108-9dda94d9203f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:30.441336 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] Set router 2582febe-32ea-42a8-ad55-4fa308c54e2e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:09:30.728418 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Allocated IP 172.20.0.2 (86304b8f-ea03-4050-9482-ede46b43239f/7489edd1-ad35-4e2c-bc4c-747ffe6f1b13/68f28540-364d-402e-aa6a-5a1fd69ac46d) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:09:31.062100 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'name': 'tempest-TestNetworkBasicOps-router-1365492754', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:09:26Z', 'updated_at': '2022-03-08T10:09:27Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:27Z', 'updated_at': '2022-03-08T10:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:31.073723 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b23523a-4afb-4d26-9a19-d71d521b907d None None] The sync data for ids ['2582febe-32ea-42a8-ad55-4fa308c54e2e'] in dv-neutron-831730-2-hyperv is: [{'id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'name': 'tempest-TestNetworkBasicOps-router-1365492754', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:09:26Z', 'updated_at': '2022-03-08T10:09:27Z', 'revision_number': 3, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:27Z', 'updated_at': '2022-03-08T10:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:09:31.075388 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:31.085564 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Transition to ACTIVE for port object 68f28540-364d-402e-aa6a-5a1fd69ac46d will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:09:31.109052 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Transition to ACTIVE for port object 68f28540-364d-402e-aa6a-5a1fd69ac46d will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:09:31.116908 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:31.180354 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Network 86304b8f-ea03-4050-9482-ede46b43239f is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:09:31.182086 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-19f6f8e5-16b5-4bbc-b108-9dda94d9203f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.20.0.1 (86304b8f-ea03-4050-9482-ede46b43239f/7489edd1-ad35-4e2c-bc4c-747ffe6f1b13/9b58afab-d8c9-458e-b969-7c6ea6225b8d) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:09:31.183099 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:09:31.192095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:09:31.201274 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Pushing event updated for resources: {'Port': ['ID=68f28540-364d-402e-aa6a-5a1fd69ac46d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:31.346276 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Attempting to bind port 68f28540-364d-402e-aa6a-5a1fd69ac46d on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:09:31.346643 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Attempting to bind port 68f28540-364d-402e-aa6a-5a1fd69ac46d by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '0a659427-b43a-4118-be6b-a06e25be4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:09:31.347003 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Attempting to bind port 68f28540-364d-402e-aa6a-5a1fd69ac46d on network 86304b8f-ea03-4050-9482-ede46b43239f {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:09:31.352148 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:09:31.352514 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Checking segment: {'id': '0a659427-b43a-4118-be6b-a06e25be4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:09:31.352959 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:31.353349 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Bound using segment: {'id': '0a659427-b43a-4118-be6b-a06e25be4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:09:31.353802 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Bound port: 68f28540-364d-402e-aa6a-5a1fd69ac46d, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a659427-b43a-4118-be6b-a06e25be4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:09:31.354172 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:31.364334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-19f6f8e5-16b5-4bbc-b108-9dda94d9203f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:31.382058 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-19f6f8e5-16b5-4bbc-b108-9dda94d9203f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Transition to ACTIVE for port object 9b58afab-d8c9-458e-b969-7c6ea6225b8d will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:09:31.411043 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-19f6f8e5-16b5-4bbc-b108-9dda94d9203f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:31.458202 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] For port 68f28540-364d-402e-aa6a-5a1fd69ac46d, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:09:31.462071 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] For port 68f28540-364d-402e-aa6a-5a1fd69ac46d, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=68f28540-364d-402e-aa6a-5a1fd69ac46d,segment=NetworkSegment(0a659427-b43a-4118-be6b-a06e25be4dd7),segment_id=0a659427-b43a-4118-be6b-a06e25be4dd7)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:09:31.467527 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:31.479356 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f6f8e5-16b5-4bbc-b108-9dda94d9203f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 86304b8f-ea03-4050-9482-ede46b43239f is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:09:31.483028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-19f6f8e5-16b5-4bbc-b108-9dda94d9203f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:09:31.491767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f6f8e5-16b5-4bbc-b108-9dda94d9203f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:09:31.537409 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6f8e5-16b5-4bbc-b108-9dda94d9203f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=9b58afab-d8c9-458e-b969-7c6ea6225b8d,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:31.556048 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b751f8-73a0-4aa8-bc12-2db7451cb8df None None] Pushing event updated for resources: {'Port': ['ID=68f28540-364d-402e-aa6a-5a1fd69ac46d,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:31.566795 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-19f6f8e5-16b5-4bbc-b108-9dda94d9203f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:31.868385 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-19f6f8e5-16b5-4bbc-b108-9dda94d9203f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:32.270369 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-19f6f8e5-16b5-4bbc-b108-9dda94d9203f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:32.278321 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-19f6f8e5-16b5-4bbc-b108-9dda94d9203f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:32.388728 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 68f28540-364d-402e-aa6a-5a1fd69ac46d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:09:32.395751 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-19f6f8e5-16b5-4bbc-b108-9dda94d9203f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:32.399690 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6f8e5-16b5-4bbc-b108-9dda94d9203f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=9b58afab-d8c9-458e-b969-7c6ea6225b8d,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:32.467813 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 68f28540-364d-402e-aa6a-5a1fd69ac46d completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:09:32.473210 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 98d98f3d-2049-498d-bef7-9b78e5a548a3 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:09:32.546114 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 98d98f3d-2049-498d-bef7-9b78e5a548a3 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:09:32.547162 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f6f8e5-16b5-4bbc-b108-9dda94d9203f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 86304b8f-ea03-4050-9482-ede46b43239f is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:09:32.548578 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-19f6f8e5-16b5-4bbc-b108-9dda94d9203f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:09:32.552506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 98d98f3d-2049-498d-bef7-9b78e5a548a3 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:09:32.553238 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:32.599592 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1915f2-09f5-4e19-a789-10c378e4ed38 None None] Network 86304b8f-ea03-4050-9482-ede46b43239f requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:09:32.763292 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b4a80faa-dd05-406d-bdc2-7f482954b716 None None] Provisioning for port 68f28540-364d-402e-aa6a-5a1fd69ac46d completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:09:32.789354 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b4a80faa-dd05-406d-bdc2-7f482954b716 None None] Provisioning complete for port 68f28540-364d-402e-aa6a-5a1fd69ac46d triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:09:32.789728 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4a80faa-dd05-406d-bdc2-7f482954b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:32.866436 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f6f8e5-16b5-4bbc-b108-9dda94d9203f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 2582febe-32ea-42a8-ad55-4fa308c54e2e has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:09:32.894405 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:32.953236 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 98d98f3d-2049-498d-bef7-9b78e5a548a3, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=98d98f3d-2049-498d-bef7-9b78e5a548a3,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:09:32.960054 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:33.044843 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f6f8e5-16b5-4bbc-b108-9dda94d9203f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:09:33.055461 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Sync routers for ids ['2582febe-32ea-42a8-ad55-4fa308c54e2e'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:09:33.061485 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-19f6f8e5-16b5-4bbc-b108-9dda94d9203f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/routers/2582febe-32ea-42a8-ad55-4fa308c54e2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4151950 Mar 08 10:09:33.061805 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50212) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:33.065615 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Routers {'2582febe-32ea-42a8-ad55-4fa308c54e2e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:09:33.066175 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:09:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2582febe-32ea-42a8-ad55-4fa308c54e2e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:33.089088 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=98d98f3d-2049-498d-bef7-9b78e5a548a3,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:33.092098 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4a80faa-dd05-406d-bdc2-7f482954b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:33.134880 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b4a80faa-dd05-406d-bdc2-7f482954b716 None None] For port 68f28540-364d-402e-aa6a-5a1fd69ac46d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=68f28540-364d-402e-aa6a-5a1fd69ac46d,segment=NetworkSegment(0a659427-b43a-4118-be6b-a06e25be4dd7),segment_id=0a659427-b43a-4118-be6b-a06e25be4dd7)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:09:33.141367 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4a80faa-dd05-406d-bdc2-7f482954b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:33.218990 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a80faa-dd05-406d-bdc2-7f482954b716 None None] Pushing event updated for resources: {'Port': ['ID=68f28540-364d-402e-aa6a-5a1fd69ac46d,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:33.222771 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00c735e-e3be-4848-af15-1af6f9b8331c tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:33.223683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00c735e-e3be-4848-af15-1af6f9b8331c tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:33.224597 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00c735e-e3be-4848-af15-1af6f9b8331c tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:33.225220 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00c735e-e3be-4848-af15-1af6f9b8331c tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:33.230042 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a00c735e-e3be-4848-af15-1af6f9b8331c tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1664279 Mar 08 10:09:33.230042 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50216) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:33.305800 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae027fbf-396a-463d-b55d-1620d6c65f65 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:33.306045 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Set router 2582febe-32ea-42a8-ad55-4fa308c54e2e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:09:33.306269 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae027fbf-396a-463d-b55d-1620d6c65f65 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:33.306715 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae027fbf-396a-463d-b55d-1620d6c65f65 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:33.307531 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae027fbf-396a-463d-b55d-1620d6c65f65 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:33.312052 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50220) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:33.312584 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ae027fbf-396a-463d-b55d-1620d6c65f65 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0812914 Mar 08 10:09:33.365385 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b03493fb-939a-4773-acfc-41386a44667d None None] Provisioning for port 9b58afab-d8c9-458e-b969-7c6ea6225b8d completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:09:33.370871 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b03493fb-939a-4773-acfc-41386a44667d None None] Provisioning complete for port 9b58afab-d8c9-458e-b969-7c6ea6225b8d triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:09:33.371239 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b03493fb-939a-4773-acfc-41386a44667d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:33.437113 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b03493fb-939a-4773-acfc-41386a44667d None None] Port 9b58afab-d8c9-458e-b969-7c6ea6225b8d cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:09:33.454364 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b03493fb-939a-4773-acfc-41386a44667d None None] Provisioning complete for port 68f28540-364d-402e-aa6a-5a1fd69ac46d triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:09:33.454736 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b03493fb-939a-4773-acfc-41386a44667d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:33.545809 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2d9e7824-93f4-4114-bd59-9a179fd45c37 tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2317622 Mar 08 10:09:33.658163 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'name': 'tempest-TestNetworkBasicOps-router-1365492754', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:09:26Z', 'updated_at': '2022-03-08T10:09:31Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:27Z', 'updated_at': '2022-03-08T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '9b58afab-d8c9-458e-b969-7c6ea6225b8d', 'name': '', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:4d:7d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:30Z', 'updated_at': '2022-03-08T10:09:32Z', 'revision_number': 2, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:33.662883 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Checking router: 2582febe-32ea-42a8-ad55-4fa308c54e2e for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:09:33.663353 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Updating router 2582febe-32ea-42a8-ad55-4fa308c54e2e port 9b58afab-d8c9-458e-b969-7c6ea6225b8d binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:09:33.728126 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:33.794157 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-78a8b12d-923d-4f83-badd-01fbc3ab0332 None None] Provisioning complete for port 9b58afab-d8c9-458e-b969-7c6ea6225b8d triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:09:33.794575 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78a8b12d-923d-4f83-badd-01fbc3ab0332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:33.851936 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-78a8b12d-923d-4f83-badd-01fbc3ab0332 None None] Port 9b58afab-d8c9-458e-b969-7c6ea6225b8d cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:09:33.875878 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50226) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:33.881361 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-91ef51a7-1430-4d9b-9c7d-2f2ca35f2688 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1304727666', 'description': 'tempest-secgroup-smoke-1304727666 description', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:09:33.887908 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-91ef51a7-1430-4d9b-9c7d-2f2ca35f2688 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:09:33.892858 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-91ef51a7-1430-4d9b-9c7d-2f2ca35f2688 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:09:33.896108 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-91ef51a7-1430-4d9b-9c7d-2f2ca35f2688 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:09:33.901815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-91ef51a7-1430-4d9b-9c7d-2f2ca35f2688 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:09:33.912820 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-91ef51a7-1430-4d9b-9c7d-2f2ca35f2688 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:33.932747 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-91ef51a7-1430-4d9b-9c7d-2f2ca35f2688 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:09:33.937047 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-91ef51a7-1430-4d9b-9c7d-2f2ca35f2688 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:09:33.939767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-91ef51a7-1430-4d9b-9c7d-2f2ca35f2688 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:09:33.945333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-91ef51a7-1430-4d9b-9c7d-2f2ca35f2688 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:09:34.018618 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-91ef51a7-1430-4d9b-9c7d-2f2ca35f2688 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.023653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-91ef51a7-1430-4d9b-9c7d-2f2ca35f2688 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.068162 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef51a7-1430-4d9b-9c7d-2f2ca35f2688 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215ca364-e4fe-478e-b558-6531b76d4234,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:34.071519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-91ef51a7-1430-4d9b-9c7d-2f2ca35f2688 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.072726 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-91ef51a7-1430-4d9b-9c7d-2f2ca35f2688 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1958272 Mar 08 10:09:34.075956 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50230) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:34.079033 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.080712 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-5eda22cd-6479-4561-9342-94c74ba5b242 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '215ca364-e4fe-478e-b558-6531b76d4234', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:09:34.089802 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5eda22cd-6479-4561-9342-94c74ba5b242 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:09:34.090881 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Transition to ACTIVE for port object 9b58afab-d8c9-458e-b969-7c6ea6225b8d will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:09:34.093621 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5eda22cd-6479-4561-9342-94c74ba5b242 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:09:34.096736 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5eda22cd-6479-4561-9342-94c74ba5b242 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:09:34.097741 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.102411 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5eda22cd-6479-4561-9342-94c74ba5b242 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:09:34.119383 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5eda22cd-6479-4561-9342-94c74ba5b242 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.190710 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5eda22cd-6479-4561-9342-94c74ba5b242 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.196190 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5eda22cd-6479-4561-9342-94c74ba5b242 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.222007 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda22cd-6479-4561-9342-94c74ba5b242 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc1653e-3234-4744-b491-eeed6057c345,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:34.239076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5eda22cd-6479-4561-9342-94c74ba5b242 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.243725 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50234) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:34.249019 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-951628a6-b4d4-4108-a03c-c934c4882566 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '215ca364-e4fe-478e-b558-6531b76d4234', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:09:34.249333 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5eda22cd-6479-4561-9342-94c74ba5b242 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1725836 Mar 08 10:09:34.255550 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-951628a6-b4d4-4108-a03c-c934c4882566 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:09:34.259848 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-951628a6-b4d4-4108-a03c-c934c4882566 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:09:34.263331 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-951628a6-b4d4-4108-a03c-c934c4882566 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:09:34.270840 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-951628a6-b4d4-4108-a03c-c934c4882566 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:09:34.292861 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-951628a6-b4d4-4108-a03c-c934c4882566 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.307745 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4fa1d-9374-4247-9916-86e7ce01a6ae None None] Pushing event updated for resources: {'Port': ['ID=9b58afab-d8c9-458e-b969-7c6ea6225b8d,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:34.316997 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4fa1d-9374-4247-9916-86e7ce01a6ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:34.316997 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4fa1d-9374-4247-9916-86e7ce01a6ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:34.316997 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4fa1d-9374-4247-9916-86e7ce01a6ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:34.316997 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4fa1d-9374-4247-9916-86e7ce01a6ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:34.316997 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4fa1d-9374-4247-9916-86e7ce01a6ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:34.316997 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4fa1d-9374-4247-9916-86e7ce01a6ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:34.317520 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4fa1d-9374-4247-9916-86e7ce01a6ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:34.317599 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4fa1d-9374-4247-9916-86e7ce01a6ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:34.317868 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4fa1d-9374-4247-9916-86e7ce01a6ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:34.318181 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4fa1d-9374-4247-9916-86e7ce01a6ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:34.318496 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4fa1d-9374-4247-9916-86e7ce01a6ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:34.318805 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4fa1d-9374-4247-9916-86e7ce01a6ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:09:34.338485 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Attempting to bind port 9b58afab-d8c9-458e-b969-7c6ea6225b8d on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:09:34.339048 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Attempting to bind port 9b58afab-d8c9-458e-b969-7c6ea6225b8d by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '0a659427-b43a-4118-be6b-a06e25be4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:09:34.339622 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Attempting to bind port 9b58afab-d8c9-458e-b969-7c6ea6225b8d on network 86304b8f-ea03-4050-9482-ede46b43239f {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:09:34.346365 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:09:34.347082 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Checking segment: {'id': '0a659427-b43a-4118-be6b-a06e25be4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:09:34.347687 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.348268 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Bound using segment: {'id': '0a659427-b43a-4118-be6b-a06e25be4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:09:34.348959 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Bound port: 9b58afab-d8c9-458e-b969-7c6ea6225b8d, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a659427-b43a-4118-be6b-a06e25be4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:09:34.349564 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.359259 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 68f28540-364d-402e-aa6a-5a1fd69ac46d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:09:34.379137 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-951628a6-b4d4-4108-a03c-c934c4882566 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.383432 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-951628a6-b4d4-4108-a03c-c934c4882566 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.411557 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951628a6-b4d4-4108-a03c-c934c4882566 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6456fd2d-234b-4efc-917f-655bd05e2ffc,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:34.423885 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-951628a6-b4d4-4108-a03c-c934c4882566 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.425891 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-951628a6-b4d4-4108-a03c-c934c4882566 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1810570 Mar 08 10:09:34.428451 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50238) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:34.433995 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8966eb1a-d92a-4370-9a0b-80bf9b9083e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '215ca364-e4fe-478e-b558-6531b76d4234', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:09:34.440532 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8966eb1a-d92a-4370-9a0b-80bf9b9083e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:09:34.443350 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 68f28540-364d-402e-aa6a-5a1fd69ac46d triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:09:34.443865 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.444919 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] For port 9b58afab-d8c9-458e-b969-7c6ea6225b8d, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:09:34.447667 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8966eb1a-d92a-4370-9a0b-80bf9b9083e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:09:34.447982 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] For port 9b58afab-d8c9-458e-b969-7c6ea6225b8d, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9b58afab-d8c9-458e-b969-7c6ea6225b8d,segment=NetworkSegment(0a659427-b43a-4118-be6b-a06e25be4dd7),segment_id=0a659427-b43a-4118-be6b-a06e25be4dd7)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:09:34.451214 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8966eb1a-d92a-4370-9a0b-80bf9b9083e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:09:34.452988 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.457563 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8966eb1a-d92a-4370-9a0b-80bf9b9083e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:09:34.478451 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8966eb1a-d92a-4370-9a0b-80bf9b9083e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.527538 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Routers {'2582febe-32ea-42a8-ad55-4fa308c54e2e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:09:34.528713 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:09:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2582febe-32ea-42a8-ad55-4fa308c54e2e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:34.589156 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 98d98f3d-2049-498d-bef7-9b78e5a548a3 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:09:34.617394 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4fa1d-9374-4247-9916-86e7ce01a6ae None None] Pushing event updated for resources: {'Port': ['ID=9b58afab-d8c9-458e-b969-7c6ea6225b8d,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:34.685805 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 98d98f3d-2049-498d-bef7-9b78e5a548a3 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:09:34.686575 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.709467 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8966eb1a-d92a-4370-9a0b-80bf9b9083e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.716253 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8966eb1a-d92a-4370-9a0b-80bf9b9083e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.749214 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966eb1a-d92a-4370-9a0b-80bf9b9083e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91c8491-34ca-479a-ac1d-aa67f3013a42,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:34.750859 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] Set router 2582febe-32ea-42a8-ad55-4fa308c54e2e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:09:34.764580 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8966eb1a-d92a-4370-9a0b-80bf9b9083e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.769829 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8966eb1a-d92a-4370-9a0b-80bf9b9083e5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3371103 Mar 08 10:09:34.770094 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50242) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:34.776380 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e2f171c8-7372-47fe-b094-8bdd06f9dfb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '215ca364-e4fe-478e-b558-6531b76d4234', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:09:34.784218 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e2f171c8-7372-47fe-b094-8bdd06f9dfb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:09:34.788362 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e2f171c8-7372-47fe-b094-8bdd06f9dfb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:09:34.791939 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e2f171c8-7372-47fe-b094-8bdd06f9dfb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:09:34.798352 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e2f171c8-7372-47fe-b094-8bdd06f9dfb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:09:34.817658 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2f171c8-7372-47fe-b094-8bdd06f9dfb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.884163 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2f171c8-7372-47fe-b094-8bdd06f9dfb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.888645 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2f171c8-7372-47fe-b094-8bdd06f9dfb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.914141 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f171c8-7372-47fe-b094-8bdd06f9dfb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d14699-ef91-464f-ad2a-f37f1cad0727,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:34.924897 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2f171c8-7372-47fe-b094-8bdd06f9dfb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:34.926098 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e2f171c8-7372-47fe-b094-8bdd06f9dfb8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1549890 Mar 08 10:09:34.928933 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50246) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:34.934596 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d251e97a-f5d4-4492-9e92-40c52a21e2df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '215ca364-e4fe-478e-b558-6531b76d4234', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:09:34.940310 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d251e97a-f5d4-4492-9e92-40c52a21e2df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:09:34.944105 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d251e97a-f5d4-4492-9e92-40c52a21e2df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:09:34.947023 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d251e97a-f5d4-4492-9e92-40c52a21e2df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:09:34.953277 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d251e97a-f5d4-4492-9e92-40c52a21e2df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:09:34.963443 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-d251e97a-f5d4-4492-9e92-40c52a21e2df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:09:34.970117 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d251e97a-f5d4-4492-9e92-40c52a21e2df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:35.034545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d251e97a-f5d4-4492-9e92-40c52a21e2df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:35.039331 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d251e97a-f5d4-4492-9e92-40c52a21e2df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:35.062632 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251e97a-f5d4-4492-9e92-40c52a21e2df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57178d64-f4d3-4c78-bf15-24afa7bb4a88,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:35.071999 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d251e97a-f5d4-4492-9e92-40c52a21e2df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:35.073450 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d251e97a-f5d4-4492-9e92-40c52a21e2df tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434810 Mar 08 10:09:35.076781 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50250) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:35.081648 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-02ebc44d-460e-432f-b323-e1dba0c38940 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'security_group_rule': {'security_group_id': '215ca364-e4fe-478e-b558-6531b76d4234', 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:09:35.087200 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-02ebc44d-460e-432f-b323-e1dba0c38940 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:09:35.091003 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-02ebc44d-460e-432f-b323-e1dba0c38940 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:security_group_rule and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:09:35.093779 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-02ebc44d-460e-432f-b323-e1dba0c38940 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:09:35.099357 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-02ebc44d-460e-432f-b323-e1dba0c38940 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:09:35.103019 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'name': 'tempest-TestNetworkBasicOps-router-1365492754', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:09:26Z', 'updated_at': '2022-03-08T10:09:31Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:27Z', 'updated_at': '2022-03-08T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '9b58afab-d8c9-458e-b969-7c6ea6225b8d', 'name': '', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:4d:7d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:30Z', 'updated_at': '2022-03-08T10:09:34Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:35.106975 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d103cce6-f6f4-4ecf-b741-13d42e8c8e50 None None] The sync data for ids ['2582febe-32ea-42a8-ad55-4fa308c54e2e'] in dv-neutron-831730-2-hyperv is: [{'id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'name': 'tempest-TestNetworkBasicOps-router-1365492754', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:09:26Z', 'updated_at': '2022-03-08T10:09:31Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:27Z', 'updated_at': '2022-03-08T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '9b58afab-d8c9-458e-b969-7c6ea6225b8d', 'name': '', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:4d:7d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:30Z', 'updated_at': '2022-03-08T10:09:34Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:09:35.109932 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-02ebc44d-460e-432f-b323-e1dba0c38940 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Project 48f49228ae2a4cdfbce5e7003ecc586a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:09:35.116674 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02ebc44d-460e-432f-b323-e1dba0c38940 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:35.192980 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02ebc44d-460e-432f-b323-e1dba0c38940 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:35.196402 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02ebc44d-460e-432f-b323-e1dba0c38940 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:35.225019 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebc44d-460e-432f-b323-e1dba0c38940 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccbfbfef-02d8-4fef-aba3-fd4cde6151e7,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:35.235179 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02ebc44d-460e-432f-b323-e1dba0c38940 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:35.236430 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-02ebc44d-460e-432f-b323-e1dba0c38940 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1587517 Mar 08 10:09:35.455925 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-7d4b98be-bf5d-4e6a-a098-39a870f694f2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1304727666&fields=id&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 267 time: 0.0407012 Mar 08 10:09:35.609976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-563741dc-0b0e-404c-bb4b-dce08510fde0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:35.610668 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-563741dc-0b0e-404c-bb4b-dce08510fde0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:09:35.627404 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-563741dc-0b0e-404c-bb4b-dce08510fde0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:09:35.628784 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-563741dc-0b0e-404c-bb4b-dce08510fde0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/networks?id=86304b8f-ea03-4050-9482-ede46b43239f HTTP/1.1" status: 200 len: 797 time: 0.1662159 Mar 08 10:09:35.643932 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-ff04f1e8-2a0c-4d8e-9c84-4c78e674dff5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/quotas/48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 375 time: 0.0096006 Mar 08 10:09:35.734558 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-30feab11-2de5-4e68-9490-50b97bc014fa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851595 Mar 08 10:09:35.886719 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-b04bdfaa-a6ee-4bec-8190-55b6e8c576ef service neutron] 10.222.0.24 "GET /v2.0/networks/86304b8f-ea03-4050-9482-ede46b43239f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405597 Mar 08 10:09:36.024171 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-cd394dbb-a02f-4ac9-9203-5806a320930f service neutron] 10.222.0.24 "GET /v2.0/networks/86304b8f-ea03-4050-9482-ede46b43239f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314867 Mar 08 10:09:36.213135 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-dd59e788-9f77-44b8-a3cd-d474b3001b07 req-7c5d7cef-33ac-41e4-8e77-0045eb7aa33a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:09:36.228671 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-dd59e788-9f77-44b8-a3cd-d474b3001b07 req-7c5d7cef-33ac-41e4-8e77-0045eb7aa33a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:09:36.230775 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dd59e788-9f77-44b8-a3cd-d474b3001b07 req-7c5d7cef-33ac-41e4-8e77-0045eb7aa33a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 210 time: 0.0586774 Mar 08 10:09:36.338835 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9b58afab-d8c9-458e-b969-7c6ea6225b8d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:09:36.409723 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 9b58afab-d8c9-458e-b969-7c6ea6225b8d completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:09:36.414389 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 9b58afab-d8c9-458e-b969-7c6ea6225b8d triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:09:36.414758 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:36.540160 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:36.572158 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 9b58afab-d8c9-458e-b969-7c6ea6225b8d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9b58afab-d8c9-458e-b969-7c6ea6225b8d,segment=NetworkSegment(0a659427-b43a-4118-be6b-a06e25be4dd7),segment_id=0a659427-b43a-4118-be6b-a06e25be4dd7)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:09:36.576427 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:36.647934 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=9b58afab-d8c9-458e-b969-7c6ea6225b8d,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:37.252485 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-f00deac5-39dc-41a2-9374-3cf2e7a81254 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:37.253470 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-f00deac5-39dc-41a2-9374-3cf2e7a81254 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:09:37.265309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-f00deac5-39dc-41a2-9374-3cf2e7a81254 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:09:37.266369 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-f00deac5-39dc-41a2-9374-3cf2e7a81254 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/networks?id=86304b8f-ea03-4050-9482-ede46b43239f HTTP/1.1" status: 200 len: 797 time: 0.1629887 Mar 08 10:09:37.315532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-fc0ec96c-7133-42d9-955b-e6842e8bf5fb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:09:37.331395 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-fc0ec96c-7133-42d9-955b-e6842e8bf5fb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:09:37.332872 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-fc0ec96c-7133-42d9-955b-e6842e8bf5fb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48f49228ae2a4cdfbce5e7003ecc586a HTTP/1.1" status: 200 len: 380 time: 0.0581579 Mar 08 10:09:37.342068 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-c9f2d45f-2642-490a-9445-dc3a2b0a68bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'port': {'device_id': '22840626-fdb0-49d5-a9c8-afe124870e66', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'admin_state_up': True, 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'security_groups': ['215ca364-e4fe-478e-b558-6531b76d4234']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:09:37.386936 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b91c3bda-a4d3-4299-9d2b-d7fe4004ad4c req-1ff42439-c3b1-45a7-8cb4-40653e78239c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 210 time: 0.0426104 Mar 08 10:09:37.477296 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-c9f2d45f-2642-490a-9445-dc3a2b0a68bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:09:37.487316 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-c9f2d45f-2642-490a-9445-dc3a2b0a68bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:09:37.496582 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-c9f2d45f-2642-490a-9445-dc3a2b0a68bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Made reservation on behalf of 48f49228ae2a4cdfbce5e7003ecc586a for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:09:37.500101 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-c9f2d45f-2642-490a-9445-dc3a2b0a68bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:37.660359 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-c9f2d45f-2642-490a-9445-dc3a2b0a68bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.20.0.14 (86304b8f-ea03-4050-9482-ede46b43239f/7489edd1-ad35-4e2c-bc4c-747ffe6f1b13/9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:09:37.839768 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-c9f2d45f-2642-490a-9445-dc3a2b0a68bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:37.854815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-c9f2d45f-2642-490a-9445-dc3a2b0a68bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Transition to ACTIVE for port object 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:09:37.876486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-c9f2d45f-2642-490a-9445-dc3a2b0a68bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:37.943832 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-c9f2d45f-2642-490a-9445-dc3a2b0a68bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 86304b8f-ea03-4050-9482-ede46b43239f is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:09:37.951348 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-c9f2d45f-2642-490a-9445-dc3a2b0a68bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:09:37.955557 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-c9f2d45f-2642-490a-9445-dc3a2b0a68bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:09:37.984840 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2d45f-2642-490a-9445-dc3a2b0a68bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:38.021890 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-c9f2d45f-2642-490a-9445-dc3a2b0a68bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:38.022554 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-c9f2d45f-2642-490a-9445-dc3a2b0a68bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:38.048375 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-c9f2d45f-2642-490a-9445-dc3a2b0a68bb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7108603 Mar 08 10:09:38.060540 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Request body: {'port': {'device_id': '22840626-fdb0-49d5-a9c8-afe124870e66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:09:38.212569 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3c82c700-bbb7-4298-b3ab-be26774560fb None None] Provisioning for port 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:09:38.217720 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3c82c700-bbb7-4298-b3ab-be26774560fb None None] Provisioning complete for port 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:09:38.218160 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3c82c700-bbb7-4298-b3ab-be26774560fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:38.272825 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3c82c700-bbb7-4298-b3ab-be26774560fb None None] Port 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:09:38.286076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:38.325991 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9b58afab-d8c9-458e-b969-7c6ea6225b8d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:09:38.393860 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 9b58afab-d8c9-458e-b969-7c6ea6225b8d triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:09:38.394147 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:38.651148 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cb487-4eeb-4ab7-a09c-a27529e3b264 req-cfa7be33-7929-4f1a-8140-cf7c5d21e330 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:38.651751 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-ee3cb487-4eeb-4ab7-a09c-a27529e3b264 req-cfa7be33-7929-4f1a-8140-cf7c5d21e330 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:09:38.711344 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-ee3cb487-4eeb-4ab7-a09c-a27529e3b264 req-cfa7be33-7929-4f1a-8140-cf7c5d21e330 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:09:38.712522 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ee3cb487-4eeb-4ab7-a09c-a27529e3b264 req-cfa7be33-7929-4f1a-8140-cf7c5d21e330 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 932 time: 0.1855400 Mar 08 10:09:38.714538 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:09:38.736016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:38.765786 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Transition to ACTIVE for port object 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:09:38.769462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:38.814743 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ee3cb487-4eeb-4ab7-a09c-a27529e3b264 req-5e5a050a-6835-4b31-a7f1-87db8aabd6d1 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=215ca364-e4fe-478e-b558-6531b76d4234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953209 Mar 08 10:09:38.928904 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:39.007661 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Attempting to bind port 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:09:39.007995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Attempting to bind port 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '0a659427-b43a-4118-be6b-a06e25be4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:09:39.008325 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Attempting to bind port 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 on network 86304b8f-ea03-4050-9482-ede46b43239f {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:09:39.013083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Port 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 on network 86304b8f-ea03-4050-9482-ede46b43239f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:09:39.013401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Attempting to bind port 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 on network 86304b8f-ea03-4050-9482-ede46b43239f {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:09:39.018341 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:09:39.018698 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Checking segment: {'id': '0a659427-b43a-4118-be6b-a06e25be4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:09:39.019078 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Bound using segment: {'id': '0a659427-b43a-4118-be6b-a06e25be4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:09:39.019495 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Bound port: 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a659427-b43a-4118-be6b-a06e25be4dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:09:39.019834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:39.109863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] For port 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:09:39.112783 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] For port 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8,segment=NetworkSegment(0a659427-b43a-4118-be6b-a06e25be4dd7),segment_id=0a659427-b43a-4118-be6b-a06e25be4dd7)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:09:39.117076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:39.171234 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:39.172153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:39.173618 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] 10.222.0.26 "PUT /v2.0/ports/9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 HTTP/1.1" status: 200 len: 1094 time: 1.1178470 Mar 08 10:09:39.173981 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22840626-fdb0-49d5-a9c8-afe124870e66', 'tag': '9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:09:39.198837 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef152f-4d32-4812-aaee-d5e43ccbb5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:39.244247 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22840626-fdb0-49d5-a9c8-afe124870e66', 'tag': '9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8', 'status': 'completed', 'code': 200} Mar 08 10:09:39.285609 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-e5c00409-36a2-41a4-9df3-85cf057ed030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:39.287096 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-e5c00409-36a2-41a4-9df3-85cf057ed030 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 1097 time: 0.0750971 Mar 08 10:09:39.366144 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-fc7cc5c3-11cc-46b0-8fc3-88718e05e25b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 HTTP/1.1" status: 200 len: 217 time: 0.0716746 Mar 08 10:09:39.430196 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-0363d269-80a1-4b25-a099-85c8ded63704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:39.431621 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-0363d269-80a1-4b25-a099-85c8ded63704 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7489edd1-ad35-4e2c-bc4c-747ffe6f1b13 HTTP/1.1" status: 200 len: 834 time: 0.0598166 Mar 08 10:09:39.503828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-44caa81c-c64e-4df5-bbc2-2c0733e96397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:39.505208 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-44caa81c-c64e-4df5-bbc2-2c0733e96397 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86304b8f-ea03-4050-9482-ede46b43239f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677266 Mar 08 10:09:39.640593 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-a29fb213-245b-44d1-90b4-f9f75459fe23 service neutron] 10.222.0.26 "GET /v2.0/networks/86304b8f-ea03-4050-9482-ede46b43239f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287482 Mar 08 10:09:39.767899 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-92fb5476-73a2-44ee-a0b8-b9b3d32bce3a req-4d1d9393-7a60-46cf-a4db-90f798aa2923 service neutron] 10.222.0.26 "GET /v2.0/networks/86304b8f-ea03-4050-9482-ede46b43239f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215467 Mar 08 10:09:39.879314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d738457-861b-4d6a-b6be-b8e672a6c6fe req-40dc69e9-097c-41f1-b80a-bc6da3fbe2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:39.880837 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1d738457-861b-4d6a-b6be-b8e672a6c6fe req-40dc69e9-097c-41f1-b80a-bc6da3fbe2fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 1097 time: 0.0700603 Mar 08 10:09:40.163616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d738457-861b-4d6a-b6be-b8e672a6c6fe req-ea92456f-4268-4aac-a6f6-d82c7d9ee052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:40.164995 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1d738457-861b-4d6a-b6be-b8e672a6c6fe req-ea92456f-4268-4aac-a6f6-d82c7d9ee052 service neutron] 10.222.0.26 "GET /v2.0/networks?id=86304b8f-ea03-4050-9482-ede46b43239f HTTP/1.1" status: 200 len: 898 time: 0.2780719 Mar 08 10:09:40.177782 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eea2e5-7c8d-4724-89b9-188b5ccc341a req-db0ca41f-e3d1-488e-aff0-f01a6d66ab23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:40.179113 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-32eea2e5-7c8d-4724-89b9-188b5ccc341a req-db0ca41f-e3d1-488e-aff0-f01a6d66ab23 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 944 time: 0.1658466 Mar 08 10:09:40.257818 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1d738457-861b-4d6a-b6be-b8e672a6c6fe req-4893c7d8-2b7a-441a-bc02-33c9fad23a50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 HTTP/1.1" status: 200 len: 217 time: 0.0777824 Mar 08 10:09:40.324943 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-32eea2e5-7c8d-4724-89b9-188b5ccc341a req-7bbaf40d-220a-4d5b-99c0-b0c7f884c623 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=215ca364-e4fe-478e-b558-6531b76d4234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862195 Mar 08 10:09:40.343238 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d738457-861b-4d6a-b6be-b8e672a6c6fe req-a2dfccc7-334a-42a8-93e6-aac3b971571c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:40.344745 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1d738457-861b-4d6a-b6be-b8e672a6c6fe req-a2dfccc7-334a-42a8-93e6-aac3b971571c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7489edd1-ad35-4e2c-bc4c-747ffe6f1b13 HTTP/1.1" status: 200 len: 834 time: 0.0798333 Mar 08 10:09:40.420023 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d738457-861b-4d6a-b6be-b8e672a6c6fe req-cc6dabfc-65de-4ab6-b95c-c2d893497425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:40.421739 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1d738457-861b-4d6a-b6be-b8e672a6c6fe req-cc6dabfc-65de-4ab6-b95c-c2d893497425 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86304b8f-ea03-4050-9482-ede46b43239f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709133 Mar 08 10:09:40.563938 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1d738457-861b-4d6a-b6be-b8e672a6c6fe req-b79dda54-1697-431f-83ad-cdc02c3548c3 service neutron] 10.222.0.26 "GET /v2.0/networks/86304b8f-ea03-4050-9482-ede46b43239f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358476 Mar 08 10:09:40.690809 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1d738457-861b-4d6a-b6be-b8e672a6c6fe req-bea471e7-bc92-4006-9ee6-9bf74fa1015d service neutron] 10.222.0.26 "GET /v2.0/networks/86304b8f-ea03-4050-9482-ede46b43239f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208775 Mar 08 10:09:41.511301 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e79d8a-1055-4349-8e1f-2d7565c7ec96 req-b2de5566-7f43-4de5-944e-e8d20e2a8f51 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:41.512775 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b2e79d8a-1055-4349-8e1f-2d7565c7ec96 req-b2de5566-7f43-4de5-944e-e8d20e2a8f51 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 944 time: 0.0835469 Mar 08 10:09:41.557208 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b2e79d8a-1055-4349-8e1f-2d7565c7ec96 req-51909fea-eb4e-44f6-aa41-733dff3a9284 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=215ca364-e4fe-478e-b558-6531b76d4234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387266 Mar 08 10:09:42.148130 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:09:42.276472 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8,segment=NetworkSegment(0a659427-b43a-4118-be6b-a06e25be4dd7),segment_id=0a659427-b43a-4118-be6b-a06e25be4dd7)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:09:42.289815 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'port_id': '9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8', 'mac_address': 'fa:16:3e:08:99:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:09:42.343172 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:42.359222 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:09:42.374064 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8,segment=NetworkSegment(0a659427-b43a-4118-be6b-a06e25be4dd7),segment_id=0a659427-b43a-4118-be6b-a06e25be4dd7)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:09:42.377891 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:42.445503 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:42.675316 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:09:42.736077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23944a-2902-40ec-b7a5-eb2a6540e5a9 req-11f2e736-55e3-4164-a29f-ad41085dd23b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:42.737546 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ea23944a-2902-40ec-b7a5-eb2a6540e5a9 req-11f2e736-55e3-4164-a29f-ad41085dd23b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 945 time: 0.0775807 Mar 08 10:09:42.782852 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ea23944a-2902-40ec-b7a5-eb2a6540e5a9 req-252b17ac-2e61-4841-bdc4-38dfa88be51b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=215ca364-e4fe-478e-b558-6531b76d4234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378265 Mar 08 10:09:43.306421 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:43.960550 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb0be7-ece3-4ea0-8b9c-a8fd0a06104b req-db64113e-077e-42d9-8b63-ce2fd50cbb5a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:43.962025 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ddbb0be7-ece3-4ea0-8b9c-a8fd0a06104b req-db64113e-077e-42d9-8b63-ce2fd50cbb5a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 945 time: 0.0784695 Mar 08 10:09:44.004292 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ddbb0be7-ece3-4ea0-8b9c-a8fd0a06104b req-f2a76f48-47e8-4a3a-8703-766bfe7bc16d tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=215ca364-e4fe-478e-b558-6531b76d4234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366001 Mar 08 10:09:44.162430 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:09:44.231966 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:09:44.237035 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:09:44.237438 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:44.348149 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:44.374341 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22840626-fdb0-49d5-a9c8-afe124870e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:09:44.384167 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8,segment=NetworkSegment(0a659427-b43a-4118-be6b-a06e25be4dd7),segment_id=0a659427-b43a-4118-be6b-a06e25be4dd7)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:09:44.388305 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:44.459644 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:44.467019 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22840626-fdb0-49d5-a9c8-afe124870e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8', 'code': 200} Mar 08 10:09:44.690608 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0448a-b1cb-4fd9-b17a-897b766fb444 req-74d7e39c-aec2-4f78-9604-b0ded3077372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:44.692024 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-21a0448a-b1cb-4fd9-b17a-897b766fb444 req-74d7e39c-aec2-4f78-9604-b0ded3077372 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 1099 time: 0.0711300 Mar 08 10:09:44.733415 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-21a0448a-b1cb-4fd9-b17a-897b766fb444 req-8bb34651-2a92-43a2-9921-4c393e3497bf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=215ca364-e4fe-478e-b558-6531b76d4234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336223 Mar 08 10:09:45.187511 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c879f-d926-48eb-8b53-94cc63cd2540 req-21750971-ea5e-45fe-9263-3e054c4cc4f0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:45.188958 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f91c879f-d926-48eb-8b53-94cc63cd2540 req-21750971-ea5e-45fe-9263-3e054c4cc4f0 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 946 time: 0.0809000 Mar 08 10:09:45.231819 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f91c879f-d926-48eb-8b53-94cc63cd2540 req-bc7e39b3-19b8-4fa0-a7b7-e2a565724b0e tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=215ca364-e4fe-478e-b558-6531b76d4234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372360 Mar 08 10:09:46.411168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a8f3b-d8d4-43d9-a3b6-259c8f46cbda req-c1589615-28c8-41a0-b62d-3bbdc1ccb871 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:46.412573 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-350a8f3b-d8d4-43d9-a3b6-259c8f46cbda req-c1589615-28c8-41a0-b62d-3bbdc1ccb871 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 946 time: 0.0782673 Mar 08 10:09:46.457725 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-350a8f3b-d8d4-43d9-a3b6-259c8f46cbda req-2fd7d164-cecc-4711-b163-95c7730ece0f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=215ca364-e4fe-478e-b558-6531b76d4234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387092 Mar 08 10:09:46.638519 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc99809-304c-48cc-b615-a8e61ec8a0e3 req-3b779e03-59b1-4f8f-98c5-dbe209f0cfe8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:46.639961 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4dc99809-304c-48cc-b615-a8e61ec8a0e3 req-3b779e03-59b1-4f8f-98c5-dbe209f0cfe8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 946 time: 0.0817118 Mar 08 10:09:46.682404 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4dc99809-304c-48cc-b615-a8e61ec8a0e3 req-10b1b4d7-4a3e-4d9b-965e-321c98455fc5 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=215ca364-e4fe-478e-b558-6531b76d4234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368891 Mar 08 10:09:46.704667 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50304) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:46.773807 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f193fa3-04c7-4704-b7c6-5d06ee4eafcf tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:46.775219 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0f193fa3-04c7-4704-b7c6-5d06ee4eafcf tempest-TestNetworkBasicOps-279219289 tempest-TestNetworkBasicOps-279219289-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 1094 time: 0.0695775 Mar 08 10:09:46.778532 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50308) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:46.783272 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': '9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:09:46.788964 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:09:46.792723 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Usage tracker for resource:floatingip and tenant:48f49228ae2a4cdfbce5e7003ecc586a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:09:46.795479 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:09:46.801399 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:09:46.811400 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:46.944393 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:47.075411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Allocated IP 172.26.2.206 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/07d1e42a-ec82-4d13-b208-132696d7e5ef) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:09:47.315581 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:47.345885 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:47.408048 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:09:47.410882 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:09:47.419116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:09:47.460810 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=07d1e42a-ec82-4d13-b208-132696d7e5ef,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:47.826268 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:47.896280 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:48.094303 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:48.098711 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:48.207694 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event updated for resources: {'Port': ['ID=07d1e42a-ec82-4d13-b208-132696d7e5ef,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:09:48.213568 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:48.377001 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Floating IP 138a3558-cfe4-4726-addf-4714d606058a associated. External IP: 172.26.2.206, port: 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8. Mar 08 10:09:48.820489 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 2582febe-32ea-42a8-ad55-4fa308c54e2e has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:09:48.997106 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:09:49.006341 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe7e5ec-3b0d-467e-8c13-fd9b31aab750 None None] Sync routers for ids ['2582febe-32ea-42a8-ad55-4fa308c54e2e'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:09:49.015732 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe7e5ec-3b0d-467e-8c13-fd9b31aab750 None None] Routers {'2582febe-32ea-42a8-ad55-4fa308c54e2e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:09:49.016337 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-dbe7e5ec-3b0d-467e-8c13-fd9b31aab750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:09:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2582febe-32ea-42a8-ad55-4fa308c54e2e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:49.020968 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:49.074775 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d56b8541-6baa-43d3-b2da-91edf02f3081 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2951689 Mar 08 10:09:49.075263 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22840626-fdb0-49d5-a9c8-afe124870e66', 'tag': '9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:09:49.077818 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50312) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:49.120085 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22840626-fdb0-49d5-a9c8-afe124870e66', 'tag': '9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8', 'status': 'completed', 'code': 200} Mar 08 10:09:49.225333 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d3bd6af9-021b-4e9d-9c5d-d5912d31cfd2 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/138a3558-cfe4-4726-addf-4714d606058a HTTP/1.1" status: 200 len: 992 time: 0.1458564 Mar 08 10:09:49.234907 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-dbe7e5ec-3b0d-467e-8c13-fd9b31aab750 None None] Set router 2582febe-32ea-42a8-ad55-4fa308c54e2e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:09:49.249125 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8910ba-5950-4c77-b767-d4fdc457913c req-c89de78d-451d-4c61-a4bf-c8e5056d6765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:49.250607 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3f8910ba-5950-4c77-b767-d4fdc457913c req-c89de78d-451d-4c61-a4bf-c8e5056d6765 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 1099 time: 0.1036391 Mar 08 10:09:49.377522 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8910ba-5950-4c77-b767-d4fdc457913c req-adc65a77-af32-4875-86cd-7805f7c10c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:49.379028 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3f8910ba-5950-4c77-b767-d4fdc457913c req-adc65a77-af32-4875-86cd-7805f7c10c68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=86304b8f-ea03-4050-9482-ede46b43239f HTTP/1.1" status: 200 len: 898 time: 0.1224403 Mar 08 10:09:49.477207 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3f8910ba-5950-4c77-b767-d4fdc457913c req-747167c7-55a3-49d8-902e-d0ae8f84539f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 HTTP/1.1" status: 200 len: 1000 time: 0.0927896 Mar 08 10:09:49.536398 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8910ba-5950-4c77-b767-d4fdc457913c req-3bfc8c1b-0569-4a7e-b94f-523724224c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:49.537918 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3f8910ba-5950-4c77-b767-d4fdc457913c req-3bfc8c1b-0569-4a7e-b94f-523724224c9f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7489edd1-ad35-4e2c-bc4c-747ffe6f1b13 HTTP/1.1" status: 200 len: 834 time: 0.0549464 Mar 08 10:09:49.576321 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-dbe7e5ec-3b0d-467e-8c13-fd9b31aab750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'name': 'tempest-TestNetworkBasicOps-router-1365492754', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:09:26Z', 'updated_at': '2022-03-08T10:09:31Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:27Z', 'updated_at': '2022-03-08T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '138a3558-cfe4-4726-addf-4714d606058a', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.206', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'port_id': '9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'mac_address': 'fa:16:3e:08:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22840626-fdb0-49d5-a9c8-afe124870e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:09:47Z', 'updated_at': '2022-03-08T10:09:47Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b58afab-d8c9-458e-b969-7c6ea6225b8d', 'name': '', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:4d:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:30Z', 'updated_at': '2022-03-08T10:09:36Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:49.580256 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe7e5ec-3b0d-467e-8c13-fd9b31aab750 None None] Checking router: 2582febe-32ea-42a8-ad55-4fa308c54e2e for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:09:49.588817 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe7e5ec-3b0d-467e-8c13-fd9b31aab750 None None] Routers {'2582febe-32ea-42a8-ad55-4fa308c54e2e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:09:49.589434 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-dbe7e5ec-3b0d-467e-8c13-fd9b31aab750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:09:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2582febe-32ea-42a8-ad55-4fa308c54e2e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:49.727448 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8910ba-5950-4c77-b767-d4fdc457913c req-9962d2f1-4d37-415d-83d4-64ce1c236ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:09:49.728920 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3f8910ba-5950-4c77-b767-d4fdc457913c req-9962d2f1-4d37-415d-83d4-64ce1c236ccb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86304b8f-ea03-4050-9482-ede46b43239f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1847386 Mar 08 10:09:49.780222 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-dbe7e5ec-3b0d-467e-8c13-fd9b31aab750 None None] Set router 2582febe-32ea-42a8-ad55-4fa308c54e2e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:09:49.855346 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3f8910ba-5950-4c77-b767-d4fdc457913c req-1ea82144-5912-4d0f-aab4-3919986edc16 service neutron] 10.222.0.26 "GET /v2.0/networks/86304b8f-ea03-4050-9482-ede46b43239f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204689 Mar 08 10:09:49.983779 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3f8910ba-5950-4c77-b767-d4fdc457913c req-b48c130f-bf40-437d-8e86-f33906cec8b6 service neutron] 10.222.0.26 "GET /v2.0/networks/86304b8f-ea03-4050-9482-ede46b43239f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230886 Mar 08 10:09:50.124246 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-dbe7e5ec-3b0d-467e-8c13-fd9b31aab750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'name': 'tempest-TestNetworkBasicOps-router-1365492754', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:09:26Z', 'updated_at': '2022-03-08T10:09:31Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:27Z', 'updated_at': '2022-03-08T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '138a3558-cfe4-4726-addf-4714d606058a', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.206', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'port_id': '9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'mac_address': 'fa:16:3e:08:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22840626-fdb0-49d5-a9c8-afe124870e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:09:47Z', 'updated_at': '2022-03-08T10:09:47Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b58afab-d8c9-458e-b969-7c6ea6225b8d', 'name': '', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:4d:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:30Z', 'updated_at': '2022-03-08T10:09:36Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:09:50.128173 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe7e5ec-3b0d-467e-8c13-fd9b31aab750 None None] The sync data for ids ['2582febe-32ea-42a8-ad55-4fa308c54e2e'] in dv-neutron-831730-2-hyperv is: [{'id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'name': 'tempest-TestNetworkBasicOps-router-1365492754', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:09:26Z', 'updated_at': '2022-03-08T10:09:31Z', 'revision_number': 4, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:27Z', 'updated_at': '2022-03-08T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '138a3558-cfe4-4726-addf-4714d606058a', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.206', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'port_id': '9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'mac_address': 'fa:16:3e:08:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22840626-fdb0-49d5-a9c8-afe124870e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:09:47Z', 'updated_at': '2022-03-08T10:09:47Z', 'revision_number': 0, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b58afab-d8c9-458e-b969-7c6ea6225b8d', 'name': '', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:4d:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:30Z', 'updated_at': '2022-03-08T10:09:36Z', 'revision_number': 5, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:09:50.229221 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50318) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:50.331082 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0831bd-25a9-4e08-9280-eb8166e24c62 None None] New status for floating IP 138a3558-cfe4-4726-addf-4714d606058a: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:09:50.340482 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cdd4c499-c95c-462d-8309-258b7445c97a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/138a3558-cfe4-4726-addf-4714d606058a HTTP/1.1" status: 200 len: 992 time: 0.1099977 Mar 08 10:09:51.343336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50322) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:09:51.446610 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5949b195-b465-43d1-84c1-99765fb9d6cf tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/138a3558-cfe4-4726-addf-4714d606058a HTTP/1.1" status: 200 len: 994 time: 0.1021349 Mar 08 10:09:54.911551 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3f695430-07a2-4498-b735-bd677a477285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:57.577693 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ac6306c-ddcf-42bd-b26c-6cd0438707b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:58.258382 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:09:58.293543 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:10:00.111424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:10:03.918046 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-369a9988-7f5b-411a-84c2-0e922298c71f req-80a90090-f197-4ca7-9af8-40d78a62f07b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=22840626-fdb0-49d5-a9c8-afe124870e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685716 Mar 08 10:10:04.049122 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a9988-7f5b-411a-84c2-0e922298c71f req-ec575746-3de2-4d7b-846b-461ac0432f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:10:04.050536 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-369a9988-7f5b-411a-84c2-0e922298c71f req-ec575746-3de2-4d7b-846b-461ac0432f07 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 1099 time: 0.0689359 Mar 08 10:10:04.189523 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a9988-7f5b-411a-84c2-0e922298c71f req-6c61ade6-05be-450b-ae49-00addb48d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:10:04.190889 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-369a9988-7f5b-411a-84c2-0e922298c71f req-6c61ade6-05be-450b-ae49-00addb48d8a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=86304b8f-ea03-4050-9482-ede46b43239f HTTP/1.1" status: 200 len: 898 time: 0.1216736 Mar 08 10:10:04.290798 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-369a9988-7f5b-411a-84c2-0e922298c71f req-8314fcfe-e393-4a18-bec8-2e0080a8a45e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 HTTP/1.1" status: 200 len: 1002 time: 0.0933008 Mar 08 10:10:04.329468 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:10:04.353506 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a9988-7f5b-411a-84c2-0e922298c71f req-4764d42b-9230-4d76-bce0-7620b9f8e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:10:04.355494 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-369a9988-7f5b-411a-84c2-0e922298c71f req-4764d42b-9230-4d76-bce0-7620b9f8e480 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7489edd1-ad35-4e2c-bc4c-747ffe6f1b13 HTTP/1.1" status: 200 len: 834 time: 0.0583103 Mar 08 10:10:04.426697 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a9988-7f5b-411a-84c2-0e922298c71f req-28ee641b-fd89-4591-9c4c-19ed6ff6ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:10:04.428082 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-369a9988-7f5b-411a-84c2-0e922298c71f req-28ee641b-fd89-4591-9c4c-19ed6ff6ed3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86304b8f-ea03-4050-9482-ede46b43239f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668950 Mar 08 10:10:04.554478 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-369a9988-7f5b-411a-84c2-0e922298c71f req-8db0b348-8f3a-4246-993b-60c2e716adac service neutron] 10.222.0.26 "GET /v2.0/networks/86304b8f-ea03-4050-9482-ede46b43239f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200137 Mar 08 10:10:04.681109 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-369a9988-7f5b-411a-84c2-0e922298c71f req-597895b0-6805-4de3-a679-ec8a19d0c1b5 service neutron] 10.222.0.26 "GET /v2.0/networks/86304b8f-ea03-4050-9482-ede46b43239f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203930 Mar 08 10:10:13.297109 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:10:24.919460 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5ecefa98-e455-4ed3-8aa7-5352a6dd4c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:10:27.578870 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5be54ed0-ef4a-41ca-8a12-697feebc0b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:10:28.262301 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:10:28.297654 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:10:30.112302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:10:41.328712 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:10:43.309977 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:10:54.911723 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-561baa0e-74f4-42c1-b3b8-8d769f1f0600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:10:57.580421 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cba63fa4-6a00-413c-bff7-81508888a213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:10:58.266087 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:10:58.299921 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:00.115473 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:00.783094 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50350) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:00.788060 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-2ca0c5a8-a360-4cb4-80d8-d31d11a7d331 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:11:01.382816 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2ca0c5a8-a360-4cb4-80d8-d31d11a7d331 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:01.393250 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2ca0c5a8-a360-4cb4-80d8-d31d11a7d331 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:01.573606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca0c5a8-a360-4cb4-80d8-d31d11a7d331 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 2582febe-32ea-42a8-ad55-4fa308c54e2e has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:11:01.744609 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca0c5a8-a360-4cb4-80d8-d31d11a7d331 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:11:01.753402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2ca0c5a8-a360-4cb4-80d8-d31d11a7d331 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:01.754544 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2ca0c5a8-a360-4cb4-80d8-d31d11a7d331 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/routers/2582febe-32ea-42a8-ad55-4fa308c54e2e HTTP/1.1" status: 200 len: 889 time: 0.9705215 Mar 08 10:11:01.757017 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a84153b-11f1-4785-a0ae-7532929ba1c3 None None] Sync routers for ids ['2582febe-32ea-42a8-ad55-4fa308c54e2e'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:11:01.766794 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a84153b-11f1-4785-a0ae-7532929ba1c3 None None] Routers {'2582febe-32ea-42a8-ad55-4fa308c54e2e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:11:01.767393 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-9a84153b-11f1-4785-a0ae-7532929ba1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:10:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2582febe-32ea-42a8-ad55-4fa308c54e2e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:01.825595 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-9a84153b-11f1-4785-a0ae-7532929ba1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:01.833579 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a84153b-11f1-4785-a0ae-7532929ba1c3 None None] Routers {'2582febe-32ea-42a8-ad55-4fa308c54e2e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:11:01.834151 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-9a84153b-11f1-4785-a0ae-7532929ba1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:10:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2582febe-32ea-42a8-ad55-4fa308c54e2e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:01.894119 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-9a84153b-11f1-4785-a0ae-7532929ba1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:01.894510 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a84153b-11f1-4785-a0ae-7532929ba1c3 None None] The sync data for ids ['2582febe-32ea-42a8-ad55-4fa308c54e2e'] in dv-neutron-831730-2-hyperv is: [] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:11:02.644304 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9b58afab-d8c9-458e-b969-7c6ea6225b8d no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:11:02.651455 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0071e4b-bd8b-4368-a232-fc6c43380a18 None None] New status for floating IP 138a3558-cfe4-4726-addf-4714d606058a: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:11:02.756843 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:02.789363 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 9b58afab-d8c9-458e-b969-7c6ea6225b8d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9b58afab-d8c9-458e-b969-7c6ea6225b8d,segment=NetworkSegment(0a659427-b43a-4118-be6b-a06e25be4dd7),segment_id=0a659427-b43a-4118-be6b-a06e25be4dd7)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:11:02.794493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:02.861594 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=9b58afab-d8c9-458e-b969-7c6ea6225b8d,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:02.868649 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:02.869023 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:02.869362 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:02.869694 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:02.870023 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:02.870351 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:02.870674 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:02.870998 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:02.871319 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:02.871635 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:02.871953 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:02.872269 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:03.898269 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50356) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:03.903549 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-bc301c7c-1f33-4adb-aac7-019a070b2b90 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:11:04.352123 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 98d98f3d-2049-498d-bef7-9b78e5a548a3 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:11:04.407309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bc301c7c-1f33-4adb-aac7-019a070b2b90 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:04.419369 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bc301c7c-1f33-4adb-aac7-019a070b2b90 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992352'] for router, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:04.503563 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:04.521516 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 98d98f3d-2049-498d-bef7-9b78e5a548a3, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=98d98f3d-2049-498d-bef7-9b78e5a548a3,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:11:04.525827 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:04.597164 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=98d98f3d-2049-498d-bef7-9b78e5a548a3,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:04.715290 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc301c7c-1f33-4adb-aac7-019a070b2b90 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 2582febe-32ea-42a8-ad55-4fa308c54e2e has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:11:04.889278 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc301c7c-1f33-4adb-aac7-019a070b2b90 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:11:04.896292 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bc301c7c-1f33-4adb-aac7-019a070b2b90 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:04.896872 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bc301c7c-1f33-4adb-aac7-019a070b2b90 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/routers/2582febe-32ea-42a8-ad55-4fa308c54e2e HTTP/1.1" status: 200 len: 888 time: 0.9975863 Mar 08 10:11:04.898612 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddab51d6-b0af-4788-aed0-82bc9ac02f45 None None] Sync routers for ids ['2582febe-32ea-42a8-ad55-4fa308c54e2e'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:11:04.899889 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50360) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:04.907977 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddab51d6-b0af-4788-aed0-82bc9ac02f45 None None] Routers {'2582febe-32ea-42a8-ad55-4fa308c54e2e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:11:04.908655 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-ddab51d6-b0af-4788-aed0-82bc9ac02f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:10:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2582febe-32ea-42a8-ad55-4fa308c54e2e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:04.999985 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8a673fda-6345-4b14-83c9-ef7f7bbd15a6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/138a3558-cfe4-4726-addf-4714d606058a HTTP/1.1" status: 200 len: 992 time: 0.0990417 Mar 08 10:11:05.079308 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-ddab51d6-b0af-4788-aed0-82bc9ac02f45 None None] Set router 2582febe-32ea-42a8-ad55-4fa308c54e2e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:11:05.407066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-ddab51d6-b0af-4788-aed0-82bc9ac02f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'name': 'tempest-TestNetworkBasicOps-router-1365492754', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:09:26Z', 'updated_at': '2022-03-08T10:11:04Z', 'revision_number': 6, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:27Z', 'updated_at': '2022-03-08T10:11:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '138a3558-cfe4-4726-addf-4714d606058a', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.206', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'port_id': '9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'mac_address': 'fa:16:3e:08:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22840626-fdb0-49d5-a9c8-afe124870e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:09:47Z', 'updated_at': '2022-03-08T10:11:02Z', 'revision_number': 2, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b58afab-d8c9-458e-b969-7c6ea6225b8d', 'name': '', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:4d:7d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:30Z', 'updated_at': '2022-03-08T10:11:02Z', 'revision_number': 6, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:05.410938 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddab51d6-b0af-4788-aed0-82bc9ac02f45 None None] Checking router: 2582febe-32ea-42a8-ad55-4fa308c54e2e for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:11:05.419710 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddab51d6-b0af-4788-aed0-82bc9ac02f45 None None] Routers {'2582febe-32ea-42a8-ad55-4fa308c54e2e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:11:05.420300 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-ddab51d6-b0af-4788-aed0-82bc9ac02f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:10:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2582febe-32ea-42a8-ad55-4fa308c54e2e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:05.597642 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-ddab51d6-b0af-4788-aed0-82bc9ac02f45 None None] Set router 2582febe-32ea-42a8-ad55-4fa308c54e2e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:11:05.939301 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-ddab51d6-b0af-4788-aed0-82bc9ac02f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'name': 'tempest-TestNetworkBasicOps-router-1365492754', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:09:26Z', 'updated_at': '2022-03-08T10:11:04Z', 'revision_number': 6, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:27Z', 'updated_at': '2022-03-08T10:11:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '138a3558-cfe4-4726-addf-4714d606058a', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.206', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'port_id': '9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'mac_address': 'fa:16:3e:08:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22840626-fdb0-49d5-a9c8-afe124870e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:09:47Z', 'updated_at': '2022-03-08T10:11:02Z', 'revision_number': 2, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b58afab-d8c9-458e-b969-7c6ea6225b8d', 'name': '', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:4d:7d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:30Z', 'updated_at': '2022-03-08T10:11:02Z', 'revision_number': 6, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:05.943237 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddab51d6-b0af-4788-aed0-82bc9ac02f45 None None] The sync data for ids ['2582febe-32ea-42a8-ad55-4fa308c54e2e'] in dv-neutron-831730-2-hyperv is: [{'id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'name': 'tempest-TestNetworkBasicOps-router-1365492754', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:09:26Z', 'updated_at': '2022-03-08T10:11:04Z', 'revision_number': 6, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:27Z', 'updated_at': '2022-03-08T10:11:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '138a3558-cfe4-4726-addf-4714d606058a', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'floating_ip_address': '172.26.2.206', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'port_id': '9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'mac_address': 'fa:16:3e:08:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22840626-fdb0-49d5-a9c8-afe124870e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:09:47Z', 'updated_at': '2022-03-08T10:11:02Z', 'revision_number': 2, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b58afab-d8c9-458e-b969-7c6ea6225b8d', 'name': '', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:4d:7d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:30Z', 'updated_at': '2022-03-08T10:11:02Z', 'revision_number': 6, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:11:06.004107 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50366) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:06.031847 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0bf19a33-0f66-4bee-9628-a7ed1d09f489 req-d09244ca-ae1f-41bd-909f-08cad4818280 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=22840626-fdb0-49d5-a9c8-afe124870e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1749983 Mar 08 10:11:06.116255 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-498d62a9-1d51-4b82-b3b7-791a5a72c0a7 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/138a3558-cfe4-4726-addf-4714d606058a HTTP/1.1" status: 200 len: 992 time: 0.1109622 Mar 08 10:11:06.187314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf19a33-0f66-4bee-9628-a7ed1d09f489 req-68727dbd-746c-4c03-8322-8147af5c2345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:06.188906 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0bf19a33-0f66-4bee-9628-a7ed1d09f489 req-68727dbd-746c-4c03-8322-8147af5c2345 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 1099 time: 0.0892372 Mar 08 10:11:06.340409 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf19a33-0f66-4bee-9628-a7ed1d09f489 req-bf4588ed-c861-436a-9b01-b9399f3462b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:06.341901 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0bf19a33-0f66-4bee-9628-a7ed1d09f489 req-bf4588ed-c861-436a-9b01-b9399f3462b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=86304b8f-ea03-4050-9482-ede46b43239f HTTP/1.1" status: 200 len: 898 time: 0.1333437 Mar 08 10:11:06.383629 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9b58afab-d8c9-458e-b969-7c6ea6225b8d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:11:06.453579 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0bf19a33-0f66-4bee-9628-a7ed1d09f489 req-8f48fbb4-f0ac-4bd1-b867-490e33db2239 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 HTTP/1.1" status: 200 len: 1000 time: 0.1049938 Mar 08 10:11:06.457025 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 9b58afab-d8c9-458e-b969-7c6ea6225b8d triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:11:06.457534 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:06.522089 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf19a33-0f66-4bee-9628-a7ed1d09f489 req-67dc82b8-2309-49c0-939b-ded7dd0d89fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:06.523651 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0bf19a33-0f66-4bee-9628-a7ed1d09f489 req-67dc82b8-2309-49c0-939b-ded7dd0d89fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7489edd1-ad35-4e2c-bc4c-747ffe6f1b13 HTTP/1.1" status: 200 len: 834 time: 0.0638847 Mar 08 10:11:06.637503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf19a33-0f66-4bee-9628-a7ed1d09f489 req-59042eb2-a7d3-41de-9a55-f65ce3a0af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:06.638666 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:06.639010 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0bf19a33-0f66-4bee-9628-a7ed1d09f489 req-59042eb2-a7d3-41de-9a55-f65ce3a0af16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86304b8f-ea03-4050-9482-ede46b43239f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1087434 Mar 08 10:11:06.673281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 9b58afab-d8c9-458e-b969-7c6ea6225b8d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9b58afab-d8c9-458e-b969-7c6ea6225b8d,segment=NetworkSegment(0a659427-b43a-4118-be6b-a06e25be4dd7),segment_id=0a659427-b43a-4118-be6b-a06e25be4dd7)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:11:06.678856 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:06.755785 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=9b58afab-d8c9-458e-b969-7c6ea6225b8d,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:06.780786 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0bf19a33-0f66-4bee-9628-a7ed1d09f489 req-47238361-dcb1-459a-83d0-4877cbc7e226 service neutron] 10.222.0.26 "GET /v2.0/networks/86304b8f-ea03-4050-9482-ede46b43239f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358063 Mar 08 10:11:06.913434 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0bf19a33-0f66-4bee-9628-a7ed1d09f489 req-4be1c3a3-ae07-4e6e-b6c8-c224b013c13d service neutron] 10.222.0.26 "GET /v2.0/networks/86304b8f-ea03-4050-9482-ede46b43239f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268613 Mar 08 10:11:07.118477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50370) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:07.225759 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-472512a4-095c-4c18-8cf3-b94385507101 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/138a3558-cfe4-4726-addf-4714d606058a HTTP/1.1" status: 200 len: 992 time: 0.1061180 Mar 08 10:11:07.590318 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c24e146-b34e-40b2-9f63-987fd457ca0b None None] New status for floating IP 138a3558-cfe4-4726-addf-4714d606058a: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:11:08.229595 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50374) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:08.335364 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cf75c306-cb39-4d6e-bfff-c50b4a24e97c tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/floatingips/138a3558-cfe4-4726-addf-4714d606058a HTTP/1.1" status: 200 len: 994 time: 0.1041517 Mar 08 10:11:08.426527 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 98d98f3d-2049-498d-bef7-9b78e5a548a3 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:11:08.494320 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 98d98f3d-2049-498d-bef7-9b78e5a548a3 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:11:08.494614 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:08.605724 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:08.621414 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 98d98f3d-2049-498d-bef7-9b78e5a548a3, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=98d98f3d-2049-498d-bef7-9b78e5a548a3,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:11:08.625912 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:08.626772 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9b58afab-d8c9-458e-b969-7c6ea6225b8d up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:11:08.744750 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=98d98f3d-2049-498d-bef7-9b78e5a548a3,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:08.757780 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 9b58afab-d8c9-458e-b969-7c6ea6225b8d triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:11:08.758146 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:10.360281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 98d98f3d-2049-498d-bef7-9b78e5a548a3 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:11:10.432366 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 98d98f3d-2049-498d-bef7-9b78e5a548a3 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:11:10.432830 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:10.617673 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50382) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:10.814465 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port 07d1e42a-ec82-4d13-b208-132696d7e5ef {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:11:10.814803 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:10.976531 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:10.977012 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:11.093607 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for 07d1e42a-ec82-4d13-b208-132696d7e5ef owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:11:11.340123 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:11.385622 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=07d1e42a-ec82-4d13-b208-132696d7e5ef,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:11.424042 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:11.424386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:11.424812 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:11.425147 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:11.425472 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:11.425800 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:11.426136 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:11.426455 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:11.426780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:11.427100 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:11.427417 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:11.427731 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:11.491265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:11.491593 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Floating IP 138a3558-cfe4-4726-addf-4714d606058a disassociated (deleted). External IP: 172.26.2.206, port: 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8. Mar 08 10:11:11.838081 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 2582febe-32ea-42a8-ad55-4fa308c54e2e has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:11:12.010569 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:11:12.020545 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2527bc-1fc6-414f-a60c-bfb808fafc9c None None] Sync routers for ids ['2582febe-32ea-42a8-ad55-4fa308c54e2e'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:11:12.030639 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2527bc-1fc6-414f-a60c-bfb808fafc9c None None] Routers {'2582febe-32ea-42a8-ad55-4fa308c54e2e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:11:12.031095 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:12.031241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4f2527bc-1fc6-414f-a60c-bfb808fafc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:10:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2582febe-32ea-42a8-ad55-4fa308c54e2e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:12.087482 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-56c2b5c2-0b46-45dc-9875-47034740ce6b tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/floatingips/138a3558-cfe4-4726-addf-4714d606058a HTTP/1.1" status: 204 len: 168 time: 1.4687212 Mar 08 10:11:12.088171 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22840626-fdb0-49d5-a9c8-afe124870e66', 'tag': '9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:11:12.143124 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22840626-fdb0-49d5-a9c8-afe124870e66', 'tag': '9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8', 'status': 'completed', 'code': 200} Mar 08 10:11:12.219783 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-4f2527bc-1fc6-414f-a60c-bfb808fafc9c None None] Set router 2582febe-32ea-42a8-ad55-4fa308c54e2e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:11:12.234408 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc1c05-3d6d-4eba-8113-f1b390f641de req-f7e6f8df-07ef-4c2f-8b0d-2a3e71e423c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:12.235953 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fccc1c05-3d6d-4eba-8113-f1b390f641de req-f7e6f8df-07ef-4c2f-8b0d-2a3e71e423c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 1099 time: 0.0695739 Mar 08 10:11:12.393537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc1c05-3d6d-4eba-8113-f1b390f641de req-f22869e0-405c-4ac3-8df8-ffe3803becb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:12.394987 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fccc1c05-3d6d-4eba-8113-f1b390f641de req-f22869e0-405c-4ac3-8df8-ffe3803becb6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=86304b8f-ea03-4050-9482-ede46b43239f HTTP/1.1" status: 200 len: 898 time: 0.1532607 Mar 08 10:11:12.497636 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2419c9a-2ea8-41ba-9050-ad701a32cf66 req-0b6d8a2e-38ef-4bac-b0d5-7b806c92b839 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:12.498399 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-c2419c9a-2ea8-41ba-9050-ad701a32cf66 req-0b6d8a2e-38ef-4bac-b0d5-7b806c92b839 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:11:12.516870 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-c2419c9a-2ea8-41ba-9050-ad701a32cf66 req-0b6d8a2e-38ef-4bac-b0d5-7b806c92b839 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:11:12.518192 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c2419c9a-2ea8-41ba-9050-ad701a32cf66 req-0b6d8a2e-38ef-4bac-b0d5-7b806c92b839 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 946 time: 0.1173565 Mar 08 10:11:12.559755 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4f2527bc-1fc6-414f-a60c-bfb808fafc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'name': 'tempest-TestNetworkBasicOps-router-1365492754', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:09:26Z', 'updated_at': '2022-03-08T10:11:04Z', 'revision_number': 6, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:27Z', 'updated_at': '2022-03-08T10:11:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '9b58afab-d8c9-458e-b969-7c6ea6225b8d', 'name': '', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:4d:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:30Z', 'updated_at': '2022-03-08T10:11:06Z', 'revision_number': 7, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:12.564850 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2527bc-1fc6-414f-a60c-bfb808fafc9c None None] Checking router: 2582febe-32ea-42a8-ad55-4fa308c54e2e for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:11:12.575203 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2527bc-1fc6-414f-a60c-bfb808fafc9c None None] Routers {'2582febe-32ea-42a8-ad55-4fa308c54e2e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:11:12.575809 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4f2527bc-1fc6-414f-a60c-bfb808fafc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:10:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2582febe-32ea-42a8-ad55-4fa308c54e2e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:12.577136 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fccc1c05-3d6d-4eba-8113-f1b390f641de req-90229115-bc7e-4cee-8ade-7d8a39238000 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 HTTP/1.1" status: 200 len: 217 time: 0.1756651 Mar 08 10:11:12.581216 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c2419c9a-2ea8-41ba-9050-ad701a32cf66 req-bb89c8a1-021e-4055-bbbd-626e4b512cc6 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=215ca364-e4fe-478e-b558-6531b76d4234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555332 Mar 08 10:11:12.643553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc1c05-3d6d-4eba-8113-f1b390f641de req-1ddded60-f69c-4a5f-a7aa-c49859f72f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:12.645030 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fccc1c05-3d6d-4eba-8113-f1b390f641de req-1ddded60-f69c-4a5f-a7aa-c49859f72f25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7489edd1-ad35-4e2c-bc4c-747ffe6f1b13 HTTP/1.1" status: 200 len: 834 time: 0.0611844 Mar 08 10:11:12.720712 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc1c05-3d6d-4eba-8113-f1b390f641de req-7cc9f089-c95d-4cca-a201-3696ce8b4ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:12.722492 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fccc1c05-3d6d-4eba-8113-f1b390f641de req-7cc9f089-c95d-4cca-a201-3696ce8b4ac7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86304b8f-ea03-4050-9482-ede46b43239f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719004 Mar 08 10:11:12.755087 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-4f2527bc-1fc6-414f-a60c-bfb808fafc9c None None] Set router 2582febe-32ea-42a8-ad55-4fa308c54e2e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:11:12.867080 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fccc1c05-3d6d-4eba-8113-f1b390f641de req-78466959-acc1-4fba-9e7e-a823473a7451 service neutron] 10.222.0.26 "GET /v2.0/networks/86304b8f-ea03-4050-9482-ede46b43239f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374667 Mar 08 10:11:12.997559 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fccc1c05-3d6d-4eba-8113-f1b390f641de req-8f6dbc68-8773-480b-bdc2-b9ef5f825e74 service neutron] 10.222.0.26 "GET /v2.0/networks/86304b8f-ea03-4050-9482-ede46b43239f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239538 Mar 08 10:11:13.101456 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-4f2527bc-1fc6-414f-a60c-bfb808fafc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'name': 'tempest-TestNetworkBasicOps-router-1365492754', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:09:26Z', 'updated_at': '2022-03-08T10:11:04Z', 'revision_number': 6, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:27Z', 'updated_at': '2022-03-08T10:11:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '9b58afab-d8c9-458e-b969-7c6ea6225b8d', 'name': '', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:4d:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:30Z', 'updated_at': '2022-03-08T10:11:06Z', 'revision_number': 7, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:13.105919 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2527bc-1fc6-414f-a60c-bfb808fafc9c None None] The sync data for ids ['2582febe-32ea-42a8-ad55-4fa308c54e2e'] in dv-neutron-831730-2-hyperv is: [{'id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'name': 'tempest-TestNetworkBasicOps-router-1365492754', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:09:26Z', 'updated_at': '2022-03-08T10:11:04Z', 'revision_number': 6, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:27Z', 'updated_at': '2022-03-08T10:11:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '9b58afab-d8c9-458e-b969-7c6ea6225b8d', 'name': '', 'network_id': '86304b8f-ea03-4050-9482-ede46b43239f', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'mac_address': 'fa:16:3e:4d:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:30Z', 'updated_at': '2022-03-08T10:11:06Z', 'revision_number': 7, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'subnets': [{'id': '7489edd1-ad35-4e2c-bc4c-747ffe6f1b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:11:13.309530 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:13.738774 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d84e5c2-b71f-487d-b770-18c19fd524fe None None] New status for floating IP 138a3558-cfe4-4726-addf-4714d606058a: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:11:13.777649 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c0cae-cfe1-4b26-90b5-d4c7c324c668 req-407ea017-977a-4ee7-850a-e4819ecc20aa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:13.779188 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-675c0cae-cfe1-4b26-90b5-d4c7c324c668 req-407ea017-977a-4ee7-850a-e4819ecc20aa tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 946 time: 0.0936146 Mar 08 10:11:13.824591 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-675c0cae-cfe1-4b26-90b5-d4c7c324c668 req-3d10e6c3-3023-4268-a2af-8eee2c511ccb tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/security-groups?id=215ca364-e4fe-478e-b558-6531b76d4234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395145 Mar 08 10:11:14.058334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa061a7-b19a-4a0a-b649-37c7610a43d0 req-e9308293-f4ee-47b2-84f8-62f245b2c278 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:14.060016 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1aa061a7-b19a-4a0a-b649-37c7610a43d0 req-e9308293-f4ee-47b2-84f8-62f245b2c278 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "GET /v2.0/ports?device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 946 time: 0.0783350 Mar 08 10:11:14.133995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-1aa061a7-b19a-4a0a-b649-37c7610a43d0 req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:11:14.134337 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1aa061a7-b19a-4a0a-b649-37c7610a43d0 req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:14.372296 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-1aa061a7-b19a-4a0a-b649-37c7610a43d0 req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8,segment=NetworkSegment(0a659427-b43a-4118-be6b-a06e25be4dd7),segment_id=0a659427-b43a-4118-be6b-a06e25be4dd7)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:11:14.372648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1aa061a7-b19a-4a0a-b649-37c7610a43d0 req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:14.498832 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-1aa061a7-b19a-4a0a-b649-37c7610a43d0 req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:11:14.635175 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1aa061a7-b19a-4a0a-b649-37c7610a43d0 req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:14.687939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:14.750359 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:14.750701 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:14.751034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:14.751364 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:14.751688 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:14.752015 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:14.752335 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:14.752655 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:14.752998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:14.753314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:14.753627 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:14.753939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:11:14.766258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa061a7-b19a-4a0a-b649-37c7610a43d0 req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] No DVR routers for this DVR port 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:11:14.768298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1aa061a7-b19a-4a0a-b649-37c7610a43d0 req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:14.770712 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22840626-fdb0-49d5-a9c8-afe124870e66', 'name': 'network-vif-deleted', 'tag': '9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:11:14.788002 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1aa061a7-b19a-4a0a-b649-37c7610a43d0 req-3db8b6b3-a4fe-4edb-9c76-07984b8f7381 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.26 "DELETE /v2.0/ports/9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 HTTP/1.1" status: 204 len: 173 time: 0.7206178 Mar 08 10:11:14.817875 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22840626-fdb0-49d5-a9c8-afe124870e66', 'name': 'network-vif-deleted', 'tag': '9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8', 'status': 'completed', 'code': 200} Mar 08 10:11:14.990421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-b0381383-d97c-4362-80e3-77cbd9a29786 req-2d3fcdb9-c04d-4d86-ac17-8e1af5865ec8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Synchronizing usage tracker for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:11:15.004772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-b0381383-d97c-4362-80e3-77cbd9a29786 req-2d3fcdb9-c04d-4d86-ac17-8e1af5865ec8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Unset dirty status for tenant:48f49228ae2a4cdfbce5e7003ecc586a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:11:15.005877 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b0381383-d97c-4362-80e3-77cbd9a29786 req-2d3fcdb9-c04d-4d86-ac17-8e1af5865ec8 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "GET /v2.0/ports?device_id=22840626-fdb0-49d5-a9c8-afe124870e66 HTTP/1.1" status: 200 len: 210 time: 0.0601420 Mar 08 10:11:16.099959 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50400) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:16.165305 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-197870fb-097b-4f48-ba56-2b8f825d717f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:16.196444 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-197870fb-097b-4f48-ba56-2b8f825d717f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:16.259122 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-197870fb-097b-4f48-ba56-2b8f825d717f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:16.277369 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197870fb-097b-4f48-ba56-2b8f825d717f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=215ca364-e4fe-478e-b558-6531b76d4234,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:16.286637 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-197870fb-097b-4f48-ba56-2b8f825d717f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:16.287751 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-197870fb-097b-4f48-ba56-2b8f825d717f tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/security-groups/215ca364-e4fe-478e-b558-6531b76d4234 HTTP/1.1" status: 204 len: 168 time: 0.1867630 Mar 08 10:11:16.319782 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50406) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:16.704951 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:11:16.741956 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:11:16.742292 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 9f0a3fbe-ab85-4a75-964b-c1ea2bb8c7b8 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:11:16.970648 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67ddba9d-e3e0-48e2-92f7-9a10189c832a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:17.313539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-67ddba9d-e3e0-48e2-92f7-9a10189c832a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port 9b58afab-d8c9-458e-b969-7c6ea6225b8d {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:11:17.314234 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67ddba9d-e3e0-48e2-92f7-9a10189c832a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:17.493727 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-67ddba9d-e3e0-48e2-92f7-9a10189c832a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port 9b58afab-d8c9-458e-b969-7c6ea6225b8d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9b58afab-d8c9-458e-b969-7c6ea6225b8d,segment=NetworkSegment(0a659427-b43a-4118-be6b-a06e25be4dd7),segment_id=0a659427-b43a-4118-be6b-a06e25be4dd7)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:11:17.494079 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67ddba9d-e3e0-48e2-92f7-9a10189c832a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:17.617698 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-67ddba9d-e3e0-48e2-92f7-9a10189c832a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for 9b58afab-d8c9-458e-b969-7c6ea6225b8d owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:11:17.936606 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67ddba9d-e3e0-48e2-92f7-9a10189c832a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:17.983025 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ddba9d-e3e0-48e2-92f7-9a10189c832a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=9b58afab-d8c9-458e-b969-7c6ea6225b8d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:18.330721 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:11:18.362017 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67ddba9d-e3e0-48e2-92f7-9a10189c832a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:18.709581 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ddba9d-e3e0-48e2-92f7-9a10189c832a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Router 2582febe-32ea-42a8-ad55-4fa308c54e2e has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:11:18.884792 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ddba9d-e3e0-48e2-92f7-9a10189c832a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:11:18.893872 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa918a72-853f-4c93-ba58-693ee8e17fb8 None None] Sync routers for ids ['2582febe-32ea-42a8-ad55-4fa308c54e2e'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:11:18.900332 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-67ddba9d-e3e0-48e2-92f7-9a10189c832a tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "PUT /v2.0/routers/2582febe-32ea-42a8-ad55-4fa308c54e2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5794108 Mar 08 10:11:18.903086 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50410) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:18.903857 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa918a72-853f-4c93-ba58-693ee8e17fb8 None None] Routers {'2582febe-32ea-42a8-ad55-4fa308c54e2e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:11:18.904612 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-fa918a72-853f-4c93-ba58-693ee8e17fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:10:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2582febe-32ea-42a8-ad55-4fa308c54e2e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:18.966950 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-59698377-3e4d-4d64-a20d-8fc90b1f6706 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting subnet 7489edd1-ad35-4e2c-bc4c-747ffe6f1b13 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:11:18.969875 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59698377-3e4d-4d64-a20d-8fc90b1f6706 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:19.025220 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59698377-3e4d-4d64-a20d-8fc90b1f6706 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:19.074115 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-fa918a72-853f-4c93-ba58-693ee8e17fb8 None None] Set router 2582febe-32ea-42a8-ad55-4fa308c54e2e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:11:19.106110 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59698377-3e4d-4d64-a20d-8fc90b1f6706 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:19.176821 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59698377-3e4d-4d64-a20d-8fc90b1f6706 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:19.216601 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59698377-3e4d-4d64-a20d-8fc90b1f6706 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Subnet': ['ID=7489edd1-ad35-4e2c-bc4c-747ffe6f1b13,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:19.221904 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59698377-3e4d-4d64-a20d-8fc90b1f6706 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:19.229071 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-59698377-3e4d-4d64-a20d-8fc90b1f6706 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/subnets/7489edd1-ad35-4e2c-bc4c-747ffe6f1b13 HTTP/1.1" status: 204 len: 168 time: 0.3250268 Mar 08 10:11:19.232537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50414) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:19.251871 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d1382f-9565-41c7-b2f4-a019e4746072 None None] Network 86304b8f-ea03-4050-9482-ede46b43239f requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:11:19.507816 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-81d4cef3-f6a3-442a-88f0-5d483628cdd3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:19.520086 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-fa918a72-853f-4c93-ba58-693ee8e17fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'name': 'tempest-TestNetworkBasicOps-router-1365492754', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:09:26Z', 'updated_at': '2022-03-08T10:11:17Z', 'revision_number': 7, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:27Z', 'updated_at': '2022-03-08T10:11:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:19.526600 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa918a72-853f-4c93-ba58-693ee8e17fb8 None None] Checking router: 2582febe-32ea-42a8-ad55-4fa308c54e2e for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:11:19.535547 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa918a72-853f-4c93-ba58-693ee8e17fb8 None None] Routers {'2582febe-32ea-42a8-ad55-4fa308c54e2e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:11:19.536136 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-fa918a72-853f-4c93-ba58-693ee8e17fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:10:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['2582febe-32ea-42a8-ad55-4fa308c54e2e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:19.605059 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc3b6e4-0a97-4425-bddb-ab60815f4063 None None] DHCP port deletion for 86304b8f-ea03-4050-9482-ede46b43239f request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:11:19.614554 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ecc3b6e4-0a97-4425-bddb-ab60815f4063 None None] Deleting port 68f28540-364d-402e-aa6a-5a1fd69ac46d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:11:19.614925 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ecc3b6e4-0a97-4425-bddb-ab60815f4063 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:19.695868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-81d4cef3-f6a3-442a-88f0-5d483628cdd3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:19.705442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-81d4cef3-f6a3-442a-88f0-5d483628cdd3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Deleting port 98d98f3d-2049-498d-bef7-9b78e5a548a3 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:11:19.705810 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-81d4cef3-f6a3-442a-88f0-5d483628cdd3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:19.846527 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-fa918a72-853f-4c93-ba58-693ee8e17fb8 None None] Set router 2582febe-32ea-42a8-ad55-4fa308c54e2e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:11:19.880603 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-81d4cef3-f6a3-442a-88f0-5d483628cdd3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] For port 98d98f3d-2049-498d-bef7-9b78e5a548a3, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=98d98f3d-2049-498d-bef7-9b78e5a548a3,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:11:19.880985 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-81d4cef3-f6a3-442a-88f0-5d483628cdd3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:19.999546 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-81d4cef3-f6a3-442a-88f0-5d483628cdd3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Calling delete_port for 98d98f3d-2049-498d-bef7-9b78e5a548a3 owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:11:20.126816 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ecc3b6e4-0a97-4425-bddb-ab60815f4063 None None] For port 68f28540-364d-402e-aa6a-5a1fd69ac46d, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=68f28540-364d-402e-aa6a-5a1fd69ac46d,segment=NetworkSegment(0a659427-b43a-4118-be6b-a06e25be4dd7),segment_id=0a659427-b43a-4118-be6b-a06e25be4dd7)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:11:20.127392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ecc3b6e4-0a97-4425-bddb-ab60815f4063 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:20.251038 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ecc3b6e4-0a97-4425-bddb-ab60815f4063 None None] Calling delete_port for 68f28540-364d-402e-aa6a-5a1fd69ac46d owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:11:20.288677 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-81d4cef3-f6a3-442a-88f0-5d483628cdd3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:20.342715 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4cef3-f6a3-442a-88f0-5d483628cdd3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Port': ['ID=98d98f3d-2049-498d-bef7-9b78e5a548a3,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:20.382184 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 68f28540-364d-402e-aa6a-5a1fd69ac46d no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:11:20.416742 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ecc3b6e4-0a97-4425-bddb-ab60815f4063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:20.431849 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-81d4cef3-f6a3-442a-88f0-5d483628cdd3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:20.452120 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 68f28540-364d-402e-aa6a-5a1fd69ac46d {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:11:20.452463 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 68f28540-364d-402e-aa6a-5a1fd69ac46d not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:11:20.472837 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3b6e4-0a97-4425-bddb-ab60815f4063 None None] Pushing event deleted for resources: {'Port': ['ID=68f28540-364d-402e-aa6a-5a1fd69ac46d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:20.475254 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc3b6e4-0a97-4425-bddb-ab60815f4063 None None] No DVR routers for this DVR port 68f28540-364d-402e-aa6a-5a1fd69ac46d on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:11:20.486813 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-fa918a72-853f-4c93-ba58-693ee8e17fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'name': 'tempest-TestNetworkBasicOps-router-1365492754', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:09:26Z', 'updated_at': '2022-03-08T10:11:17Z', 'revision_number': 7, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:27Z', 'updated_at': '2022-03-08T10:11:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:20.486813 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa918a72-853f-4c93-ba58-693ee8e17fb8 None None] The sync data for ids ['2582febe-32ea-42a8-ad55-4fa308c54e2e'] in dv-neutron-831730-2-hyperv is: [{'id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'name': 'tempest-TestNetworkBasicOps-router-1365492754', 'tenant_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176'}], 'enable_snat': True}, 'gw_port_id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:09:26Z', 'updated_at': '2022-03-08T10:11:17Z', 'revision_number': 7, 'project_id': '48f49228ae2a4cdfbce5e7003ecc586a', 'gw_port': {'id': '98d98f3d-2049-498d-bef7-9b78e5a548a3', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2582febe-32ea-42a8-ad55-4fa308c54e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:09:27Z', 'updated_at': '2022-03-08T10:11:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:11:20.608034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-81d4cef3-f6a3-442a-88f0-5d483628cdd3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:20.610224 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-81d4cef3-f6a3-442a-88f0-5d483628cdd3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:20.632205 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-81d4cef3-f6a3-442a-88f0-5d483628cdd3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:20.632646 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d4cef3-f6a3-442a-88f0-5d483628cdd3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Fanout notify agent at l3_agent the message router_deleted on router 2582febe-32ea-42a8-ad55-4fa308c54e2e {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:11:20.647594 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-81d4cef3-f6a3-442a-88f0-5d483628cdd3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:20.648666 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-81d4cef3-f6a3-442a-88f0-5d483628cdd3 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/routers/2582febe-32ea-42a8-ad55-4fa308c54e2e HTTP/1.1" status: 204 len: 168 time: 1.4150777 Mar 08 10:11:20.651419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50418) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:20.871955 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d67d6f3a-1422-410d-97cf-65be88cf9c72 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:21.003637 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d67d6f3a-1422-410d-97cf-65be88cf9c72 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:21.028301 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-d67d6f3a-1422-410d-97cf-65be88cf9c72 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86304b8f-ea03-4050-9482-ede46b43239f']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:21.040436 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-d67d6f3a-1422-410d-97cf-65be88cf9c72 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a659427-b43a-4118-be6b-a06e25be4dd7') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:21.040794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-d67d6f3a-1422-410d-97cf-65be88cf9c72 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a659427-b43a-4118-be6b-a06e25be4dd7') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:21.053111 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d67d6f3a-1422-410d-97cf-65be88cf9c72 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:21.069621 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d67d6f3a-1422-410d-97cf-65be88cf9c72 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:21.075968 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d67d6f3a-1422-410d-97cf-65be88cf9c72 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:11:21.076359 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d67d6f3a-1422-410d-97cf-65be88cf9c72 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:11:21.094036 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:11:21.170802 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d67d6f3a-1422-410d-97cf-65be88cf9c72 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:21.187650 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d67d6f3a-1422-410d-97cf-65be88cf9c72 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:21.198193 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d6f3a-1422-410d-97cf-65be88cf9c72 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] Pushing event deleted for resources: {'Network': ['ID=86304b8f-ea03-4050-9482-ede46b43239f,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:21.205766 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d67d6f3a-1422-410d-97cf-65be88cf9c72 tempest-TestNetworkBasicOps-1936700158 tempest-TestNetworkBasicOps-1936700158-project] 10.222.0.24 "DELETE /v2.0/networks/86304b8f-ea03-4050-9482-ede46b43239f HTTP/1.1" status: 204 len: 168 time: 0.5534256 Mar 08 10:11:21.538131 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50426) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:21.685191 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5295202c-3736-4923-a06c-324b026672bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48f49228ae2a4cdfbce5e7003ecc586a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457107 Mar 08 10:11:21.687478 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50432) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:21.742096 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cad49d8d-ffb9-4fff-b919-aa37b39a6a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:21.769671 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cad49d8d-ffb9-4fff-b919-aa37b39a6a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:21.821069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cad49d8d-ffb9-4fff-b919-aa37b39a6a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:21.840482 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad49d8d-ffb9-4fff-b919-aa37b39a6a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e726562f-86c1-4b75-8532-81d284ef13ef,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:21.845186 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cad49d8d-ffb9-4fff-b919-aa37b39a6a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:21.846396 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-cad49d8d-ffb9-4fff-b919-aa37b39a6a22 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e726562f-86c1-4b75-8532-81d284ef13ef HTTP/1.1" status: 204 len: 168 time: 0.1574576 Mar 08 10:11:22.110438 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50440) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:22.128203 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-968525ee-3b00-4cec-93ea-0f5577d6c373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:22.142617 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-968525ee-3b00-4cec-93ea-0f5577d6c373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:11:22.146445 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-968525ee-3b00-4cec-93ea-0f5577d6c373 admin admin] Usage tracker for resource:security_group_rule and tenant:f323985d53da4a5d8c4ea717f03b299c is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:11:22.149213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-968525ee-3b00-4cec-93ea-0f5577d6c373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:11:22.154827 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-968525ee-3b00-4cec-93ea-0f5577d6c373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:11:22.234695 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-968525ee-3b00-4cec-93ea-0f5577d6c373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:22.238211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-968525ee-3b00-4cec-93ea-0f5577d6c373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:22.286202 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-968525ee-3b00-4cec-93ea-0f5577d6c373 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f323985d53da4a5d8c4ea717f03b299c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1747031 Mar 08 10:11:22.287751 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968525ee-3b00-4cec-93ea-0f5577d6c373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67edfd4d-7940-410d-9131-be17f86d5154,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:22.289040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50444) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:22.350429 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e7ee-4041-4627-bf51-bb9dd6711352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:22.370702 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 98d98f3d-2049-498d-bef7-9b78e5a548a3 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:11:22.376795 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e7ee-4041-4627-bf51-bb9dd6711352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:22.405391 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 98d98f3d-2049-498d-bef7-9b78e5a548a3 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:11:22.406066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 98d98f3d-2049-498d-bef7-9b78e5a548a3 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:11:22.406659 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9b58afab-d8c9-458e-b969-7c6ea6225b8d no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:11:22.426465 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e7ee-4041-4627-bf51-bb9dd6711352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:22.440762 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2e7ee-4041-4627-bf51-bb9dd6711352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67edfd4d-7940-410d-9131-be17f86d5154,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:22.442060 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 9b58afab-d8c9-458e-b969-7c6ea6225b8d {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:11:22.442420 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9b58afab-d8c9-458e-b969-7c6ea6225b8d not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:11:22.446929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9aa2e7ee-4041-4627-bf51-bb9dd6711352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:22.451239 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9aa2e7ee-4041-4627-bf51-bb9dd6711352 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67edfd4d-7940-410d-9131-be17f86d5154 HTTP/1.1" status: 204 len: 168 time: 0.1606171 Mar 08 10:11:23.251040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50468) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:23.351820 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1707315186-network', 'tenant_id': 'ffd708646bdd4b7c8566eb4098f62ee1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:11:23.356507 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:11:23.360290 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Usage tracker for resource:network and tenant:ffd708646bdd4b7c8566eb4098f62ee1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:11:23.363231 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:11:23.369584 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:11:23.379161 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Made reservation on behalf of ffd708646bdd4b7c8566eb4098f62ee1 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:11:23.381548 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:23.393521 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:23.410847 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:11:23.414601 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Usage tracker for resource:security_group_rule and tenant:ffd708646bdd4b7c8566eb4098f62ee1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:11:23.417345 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:11:23.423226 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:11:23.502836 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:23.507203 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:23.542274 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:11:23.547787 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e561574-5749-460c-9e5f-0c57dbc6dbad,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:23.555564 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:23.556041 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Added segment 061d2bc5-deaa-4b87-8605-e7e747ef0dd8 of type vlan for network 8a094f60-b60c-4283-90bd-4e01a16559b4 Mar 08 10:11:23.583445 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:23.611978 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:23.612957 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:23.613514 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:23.715536 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4633825 Mar 08 10:11:23.716370 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d2b9b-411d-4be6-8c36-a3f805bad97b admin admin] Pushing event updated for resources: {'Network': ['ID=8a094f60-b60c-4283-90bd-4e01a16559b4,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:23.718493 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50474) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:23.723930 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9a18ca38-c3fc-4f4f-aea7-a09b03212318 admin admin] Request body: {'subnet': {'network_id': '8a094f60-b60c-4283-90bd-4e01a16559b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1707315186-subnet', 'tenant_id': 'ffd708646bdd4b7c8566eb4098f62ee1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:11:23.726510 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 8a094f60-b60c-4283-90bd-4e01a16559b4 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:11:23.728715 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9a18ca38-c3fc-4f4f-aea7-a09b03212318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:11:23.732509 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9a18ca38-c3fc-4f4f-aea7-a09b03212318 admin admin] Usage tracker for resource:subnet and tenant:ffd708646bdd4b7c8566eb4098f62ee1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:11:23.735335 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9a18ca38-c3fc-4f4f-aea7-a09b03212318 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:11:23.741435 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9a18ca38-c3fc-4f4f-aea7-a09b03212318 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:11:23.751987 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a18ca38-c3fc-4f4f-aea7-a09b03212318 admin admin] Made reservation on behalf of ffd708646bdd4b7c8566eb4098f62ee1 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:11:23.754485 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9a18ca38-c3fc-4f4f-aea7-a09b03212318 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:24.063105 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9a18ca38-c3fc-4f4f-aea7-a09b03212318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:24.146090 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18ca38-c3fc-4f4f-aea7-a09b03212318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7731143b-c288-4034-9f4a-7bf5f4ca27f6,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:24.151454 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18ca38-c3fc-4f4f-aea7-a09b03212318 admin admin] Checking segment: {'id': '061d2bc5-deaa-4b87-8605-e7e747ef0dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8a094f60-b60c-4283-90bd-4e01a16559b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:11:24.151768 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a18ca38-c3fc-4f4f-aea7-a09b03212318 admin admin] Network hostable DHCP agents. Network: 8a094f60-b60c-4283-90bd-4e01a16559b4, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:11:24.172205 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a18ca38-c3fc-4f4f-aea7-a09b03212318 admin admin] Network 8a094f60-b60c-4283-90bd-4e01a16559b4 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:11:24.180763 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9a18ca38-c3fc-4f4f-aea7-a09b03212318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 8a094f60-b60c-4283-90bd-4e01a16559b4) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:11:24.185251 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a18ca38-c3fc-4f4f-aea7-a09b03212318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:24.186154 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9a18ca38-c3fc-4f4f-aea7-a09b03212318 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:24.189899 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93b8ee1-4b58-4899-bfcb-f3addbd28677 None None] Network 8a094f60-b60c-4283-90bd-4e01a16559b4 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:11:24.207638 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9a18ca38-c3fc-4f4f-aea7-a09b03212318 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4880760 Mar 08 10:11:24.406032 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f18432-3bef-46e4-a9cb-1b868332396e None None] Network 8a094f60-b60c-4283-90bd-4e01a16559b4 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:11:24.707266 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50492) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:24.712655 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1686548267-network', 'tenant_id': 'f6123a088ac14771a5dc72ac29314371'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:11:24.718053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:11:24.721869 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Usage tracker for resource:network and tenant:f6123a088ac14771a5dc72ac29314371 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:11:24.724651 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:11:24.730674 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:11:24.740593 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Made reservation on behalf of f6123a088ac14771a5dc72ac29314371 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:11:24.742906 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:24.755096 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:24.769642 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:11:24.773442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Usage tracker for resource:security_group_rule and tenant:f6123a088ac14771a5dc72ac29314371 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:11:24.776155 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:11:24.782384 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:11:24.861516 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:24.865212 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:24.894332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:11:24.903182 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef8039c-5af2-41a7-98ce-1120c9a0269e,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:24.909196 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:24.909541 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Added segment db027387-0bc1-49a1-99ca-6595d9e8abc4 of type vlan for network b2caf629-7407-4796-b0c9-b482f3fa1a63 Mar 08 10:11:24.915392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4d3df194-f2cf-44bc-bd9b-308e87014446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:24.935097 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:24.962887 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:24.963790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:24.964392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:25.066697 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] Pushing event updated for resources: {'Network': ['ID=b2caf629-7407-4796-b0c9-b482f3fa1a63,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:25.069890 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-91b79ae9-92dd-48f2-81d2-98ae8a70bc7e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3616204 Mar 08 10:11:25.072651 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50496) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:25.077888 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network b2caf629-7407-4796-b0c9-b482f3fa1a63 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:11:25.078443 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-0c96ec3e-1c48-4bf1-b484-7267143ee243 admin admin] Request body: {'subnet': {'network_id': 'b2caf629-7407-4796-b0c9-b482f3fa1a63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1686548267-subnet', 'tenant_id': 'f6123a088ac14771a5dc72ac29314371', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:11:25.083264 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0c96ec3e-1c48-4bf1-b484-7267143ee243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:11:25.087028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0c96ec3e-1c48-4bf1-b484-7267143ee243 admin admin] Usage tracker for resource:subnet and tenant:f6123a088ac14771a5dc72ac29314371 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:11:25.090552 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0c96ec3e-1c48-4bf1-b484-7267143ee243 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:11:25.096851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0c96ec3e-1c48-4bf1-b484-7267143ee243 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:11:25.106659 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c96ec3e-1c48-4bf1-b484-7267143ee243 admin admin] Made reservation on behalf of f6123a088ac14771a5dc72ac29314371 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:11:25.109066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0c96ec3e-1c48-4bf1-b484-7267143ee243 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:25.311338 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0c96ec3e-1c48-4bf1-b484-7267143ee243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:25.381902 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96ec3e-1c48-4bf1-b484-7267143ee243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab87919-5a8e-42fa-9bcf-d324dd3bbf82,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:25.389514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c96ec3e-1c48-4bf1-b484-7267143ee243 admin admin] Checking segment: {'id': 'db027387-0bc1-49a1-99ca-6595d9e8abc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b2caf629-7407-4796-b0c9-b482f3fa1a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:11:25.389867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c96ec3e-1c48-4bf1-b484-7267143ee243 admin admin] Network hostable DHCP agents. Network: b2caf629-7407-4796-b0c9-b482f3fa1a63, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:11:25.407399 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c96ec3e-1c48-4bf1-b484-7267143ee243 admin admin] Network b2caf629-7407-4796-b0c9-b482f3fa1a63 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:11:25.415872 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-0c96ec3e-1c48-4bf1-b484-7267143ee243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, b2caf629-7407-4796-b0c9-b482f3fa1a63) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:11:25.419757 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c96ec3e-1c48-4bf1-b484-7267143ee243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:25.420335 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0c96ec3e-1c48-4bf1-b484-7267143ee243 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:25.424853 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3745cf13-6a38-4104-9a51-2cb95f326618 None None] Network b2caf629-7407-4796-b0c9-b482f3fa1a63 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:11:25.440289 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0c96ec3e-1c48-4bf1-b484-7267143ee243 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3666284 Mar 08 10:11:25.646694 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c67dc0c-138b-42cb-bd4c-34bd4adf45cf None None] Network b2caf629-7407-4796-b0c9-b482f3fa1a63 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:11:26.037283 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-bca2c42a-a358-4759-a872-e2aed8530949 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:26.037964 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-bca2c42a-a358-4759-a872-e2aed8530949 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Synchronizing usage tracker for tenant:ffd708646bdd4b7c8566eb4098f62ee1 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:11:26.055581 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-bca2c42a-a358-4759-a872-e2aed8530949 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Unset dirty status for tenant:ffd708646bdd4b7c8566eb4098f62ee1 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:11:26.057006 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-bca2c42a-a358-4759-a872-e2aed8530949 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/networks?id=8a094f60-b60c-4283-90bd-4e01a16559b4 HTTP/1.1" status: 200 len: 812 time: 0.1600382 Mar 08 10:11:26.071393 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-26d160ff-44d8-49d3-9181-65485f490dd7 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/quotas/ffd708646bdd4b7c8566eb4098f62ee1 HTTP/1.1" status: 200 len: 375 time: 0.0090911 Mar 08 10:11:26.117273 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-1f4e1e0c-da33-4fd6-9a6f-ce1251d5cb0f tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffd708646bdd4b7c8566eb4098f62ee1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409398 Mar 08 10:11:26.245292 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-f9c5d5c3-9666-40b8-8daa-577ba93dda09 service neutron] 10.222.0.24 "GET /v2.0/networks/8a094f60-b60c-4283-90bd-4e01a16559b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215625 Mar 08 10:11:26.372483 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-11c9e1df-38df-448b-952d-b8e52120f64f service neutron] 10.222.0.24 "GET /v2.0/networks/8a094f60-b60c-4283-90bd-4e01a16559b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214967 Mar 08 10:11:26.553323 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c1cc7a33-d877-437d-a73b-14fea761e037 req-d073d52e-65c2-4695-a23f-a52deec740b6 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 210 time: 0.0467885 Mar 08 10:11:27.584089 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3037-def7-4066-a98d-113c52548666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:27.707044 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ec7510ff-0021-42a8-babd-193c4a9b1fb5 req-186c646a-9a65-4eae-845b-391f8f2db917 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 210 time: 0.0461593 Mar 08 10:11:28.267102 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:28.300319 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:28.568032 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-ff5419b9-098e-4e26-af24-f00fcac517fa tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:28.569393 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-ff5419b9-098e-4e26-af24-f00fcac517fa tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.26 "GET /v2.0/networks?id=8a094f60-b60c-4283-90bd-4e01a16559b4 HTTP/1.1" status: 200 len: 812 time: 0.1478677 Mar 08 10:11:28.581875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-82ec6ca1-f8af-422c-9425-c29265c991d1 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Request body: {'port': {'device_id': '5fc9d156-befb-452d-8a08-d523524d9810', 'network_id': '8a094f60-b60c-4283-90bd-4e01a16559b4', 'admin_state_up': True, 'tenant_id': 'ffd708646bdd4b7c8566eb4098f62ee1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:11:28.715302 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-82ec6ca1-f8af-422c-9425-c29265c991d1 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:11:28.719021 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-82ec6ca1-f8af-422c-9425-c29265c991d1 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Usage tracker for resource:port and tenant:ffd708646bdd4b7c8566eb4098f62ee1 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:11:28.721762 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-82ec6ca1-f8af-422c-9425-c29265c991d1 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:11:28.727296 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-82ec6ca1-f8af-422c-9425-c29265c991d1 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:11:28.737356 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-82ec6ca1-f8af-422c-9425-c29265c991d1 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Made reservation on behalf of ffd708646bdd4b7c8566eb4098f62ee1 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:11:28.741082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-82ec6ca1-f8af-422c-9425-c29265c991d1 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:28.961373 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-596dd2b4-bc75-47c0-8b12-4260c0d06652 req-13aa482c-d271-44b6-9e38-ae9fd9b65906 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 210 time: 0.1450005 Mar 08 10:11:29.032202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-82ec6ca1-f8af-422c-9425-c29265c991d1 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Allocated IP 172.20.0.4 (8a094f60-b60c-4283-90bd-4e01a16559b4/7731143b-c288-4034-9f4a-7bf5f4ca27f6/9d68d859-f26c-4784-9fff-bbafa2163fd2) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:11:29.224407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-82ec6ca1-f8af-422c-9425-c29265c991d1 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:29.253299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-82ec6ca1-f8af-422c-9425-c29265c991d1 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:29.319939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-82ec6ca1-f8af-422c-9425-c29265c991d1 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Network 8a094f60-b60c-4283-90bd-4e01a16559b4 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:11:29.327225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-82ec6ca1-f8af-422c-9425-c29265c991d1 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:11:29.331398 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-82ec6ca1-f8af-422c-9425-c29265c991d1 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:11:29.363778 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec6ca1-f8af-422c-9425-c29265c991d1 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Pushing event updated for resources: {'Port': ['ID=9d68d859-f26c-4784-9fff-bbafa2163fd2,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:29.393421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-82ec6ca1-f8af-422c-9425-c29265c991d1 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:29.394012 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-82ec6ca1-f8af-422c-9425-c29265c991d1 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:29.413299 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-82ec6ca1-f8af-422c-9425-c29265c991d1 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8351102 Mar 08 10:11:29.425216 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Request body: {'port': {'device_id': '5fc9d156-befb-452d-8a08-d523524d9810', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:11:29.531560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:29.864470 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d68d859-f26c-4784-9fff-bbafa2163fd2 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:11:29.871363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:29.885499 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Transition to ACTIVE for port object 9d68d859-f26c-4784-9fff-bbafa2163fd2 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:11:29.888613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:30.073468 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Pushing event updated for resources: {'Port': ['ID=9d68d859-f26c-4784-9fff-bbafa2163fd2,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:30.114982 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Attempting to bind port 9d68d859-f26c-4784-9fff-bbafa2163fd2 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:11:30.115235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Attempting to bind port 9d68d859-f26c-4784-9fff-bbafa2163fd2 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '061d2bc5-deaa-4b87-8605-e7e747ef0dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8a094f60-b60c-4283-90bd-4e01a16559b4'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:11:30.115585 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Attempting to bind port 9d68d859-f26c-4784-9fff-bbafa2163fd2 on network 8a094f60-b60c-4283-90bd-4e01a16559b4 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:11:30.119750 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:30.120431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Port 9d68d859-f26c-4784-9fff-bbafa2163fd2 on network 8a094f60-b60c-4283-90bd-4e01a16559b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:11:30.120812 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Attempting to bind port 9d68d859-f26c-4784-9fff-bbafa2163fd2 on network 8a094f60-b60c-4283-90bd-4e01a16559b4 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:11:30.126545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:11:30.126884 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Checking segment: {'id': '061d2bc5-deaa-4b87-8605-e7e747ef0dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8a094f60-b60c-4283-90bd-4e01a16559b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:11:30.127271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Bound using segment: {'id': '061d2bc5-deaa-4b87-8605-e7e747ef0dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8a094f60-b60c-4283-90bd-4e01a16559b4'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:11:30.127687 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Bound port: 9d68d859-f26c-4784-9fff-bbafa2163fd2, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061d2bc5-deaa-4b87-8605-e7e747ef0dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8a094f60-b60c-4283-90bd-4e01a16559b4'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:11:30.128087 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:30.149271 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e5aeb-bac0-4a4b-8b67-7119faa9e13f req-0cd52307-e688-490d-aab3-0034d2bf0260 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:30.151379 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2a2e5aeb-bac0-4a4b-8b67-7119faa9e13f req-0cd52307-e688-490d-aab3-0034d2bf0260 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 943 time: 0.0870931 Mar 08 10:11:30.195364 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-2a2e5aeb-bac0-4a4b-8b67-7119faa9e13f req-dd156ca4-8e68-476d-8b0a-6b00e8e0814c tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Synchronizing usage tracker for tenant:ffd708646bdd4b7c8566eb4098f62ee1 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:11:30.212710 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-2a2e5aeb-bac0-4a4b-8b67-7119faa9e13f req-dd156ca4-8e68-476d-8b0a-6b00e8e0814c tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Unset dirty status for tenant:ffd708646bdd4b7c8566eb4098f62ee1 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:11:30.217285 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2a2e5aeb-bac0-4a4b-8b67-7119faa9e13f req-dd156ca4-8e68-476d-8b0a-6b00e8e0814c tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594833 Mar 08 10:11:30.235955 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] For port 9d68d859-f26c-4784-9fff-bbafa2163fd2, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:11:30.235955 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] For port 9d68d859-f26c-4784-9fff-bbafa2163fd2, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9d68d859-f26c-4784-9fff-bbafa2163fd2,segment=NetworkSegment(061d2bc5-deaa-4b87-8605-e7e747ef0dd8),segment_id=061d2bc5-deaa-4b87-8605-e7e747ef0dd8)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:11:30.239315 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:30.293484 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:30.294087 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:30.295695 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] 10.222.0.26 "PUT /v2.0/ports/9d68d859-f26c-4784-9fff-bbafa2163fd2 HTTP/1.1" status: 200 len: 1093 time: 0.8740997 Mar 08 10:11:30.296128 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc9d156-befb-452d-8a08-d523524d9810', 'tag': '9d68d859-f26c-4784-9fff-bbafa2163fd2'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:11:30.332294 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ca51c-cafb-4993-9550-2763ebfad076 service neutron] Pushing event updated for resources: {'Port': ['ID=9d68d859-f26c-4784-9fff-bbafa2163fd2,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:30.343925 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc9d156-befb-452d-8a08-d523524d9810', 'tag': '9d68d859-f26c-4784-9fff-bbafa2163fd2', 'status': 'completed', 'code': 200} Mar 08 10:11:30.419287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-add73dca-a8e5-4ba6-bc8f-a14266f03bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:30.421021 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-add73dca-a8e5-4ba6-bc8f-a14266f03bb6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ffd708646bdd4b7c8566eb4098f62ee1&device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 1096 time: 0.0742159 Mar 08 10:11:30.485796 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-ce1765d7-8c40-4208-9a60-be50e49cd87e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d68d859-f26c-4784-9fff-bbafa2163fd2 HTTP/1.1" status: 200 len: 217 time: 0.0584972 Mar 08 10:11:30.548111 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-37b185ac-1c4c-42aa-9000-9dabb0a44f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:30.549528 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-37b185ac-1c4c-42aa-9000-9dabb0a44f0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7731143b-c288-4034-9f4a-7bf5f4ca27f6 HTTP/1.1" status: 200 len: 852 time: 0.0583382 Mar 08 10:11:30.594686 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-17579617-2753-45f2-959d-cac0c4b932f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a094f60-b60c-4283-90bd-4e01a16559b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395675 Mar 08 10:11:30.812240 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-5d9226a7-93c0-401f-916b-1030ada4f12b service neutron] 10.222.0.26 "GET /v2.0/networks/8a094f60-b60c-4283-90bd-4e01a16559b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115400 Mar 08 10:11:30.937378 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3b1d7a7-be53-4a0b-8e0f-71a8c97d1817 req-331ebe3a-ea43-4cfc-994b-10ea3ac22129 service neutron] 10.222.0.26 "GET /v2.0/networks/8a094f60-b60c-4283-90bd-4e01a16559b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197119 Mar 08 10:11:31.051778 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946927f-759d-4802-99bf-d8388c60efaa req-6b663ae1-a62f-4e53-8075-4cddfd1e995e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:31.053245 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a946927f-759d-4802-99bf-d8388c60efaa req-6b663ae1-a62f-4e53-8075-4cddfd1e995e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ffd708646bdd4b7c8566eb4098f62ee1&device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 1096 time: 0.0722382 Mar 08 10:11:31.178440 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946927f-759d-4802-99bf-d8388c60efaa req-a1670fce-c9e4-4c3c-9454-98daeddce3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:31.179827 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a946927f-759d-4802-99bf-d8388c60efaa req-a1670fce-c9e4-4c3c-9454-98daeddce3db service neutron] 10.222.0.26 "GET /v2.0/networks?id=8a094f60-b60c-4283-90bd-4e01a16559b4 HTTP/1.1" status: 200 len: 913 time: 0.1203196 Mar 08 10:11:31.242909 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a946927f-759d-4802-99bf-d8388c60efaa req-7a2194b5-62e5-4ed7-aae4-b2b30f29b954 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d68d859-f26c-4784-9fff-bbafa2163fd2 HTTP/1.1" status: 200 len: 217 time: 0.0573108 Mar 08 10:11:31.307975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946927f-759d-4802-99bf-d8388c60efaa req-efad47a1-7a3d-484e-b1bd-c68f6cc3b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:31.309467 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a946927f-759d-4802-99bf-d8388c60efaa req-efad47a1-7a3d-484e-b1bd-c68f6cc3b1ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7731143b-c288-4034-9f4a-7bf5f4ca27f6 HTTP/1.1" status: 200 len: 852 time: 0.0600183 Mar 08 10:11:31.356115 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a946927f-759d-4802-99bf-d8388c60efaa req-af3f6863-adb7-47eb-adc0-002f9d898494 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a094f60-b60c-4283-90bd-4e01a16559b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406430 Mar 08 10:11:31.398390 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62635ad8-00e5-4120-8e54-47c390f90315 req-1600dbe5-8984-42cd-b4b1-843ae29fec95 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:31.399818 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-62635ad8-00e5-4120-8e54-47c390f90315 req-1600dbe5-8984-42cd-b4b1-843ae29fec95 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 943 time: 0.0806661 Mar 08 10:11:31.443678 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-62635ad8-00e5-4120-8e54-47c390f90315 req-91c8e1d4-400f-495b-8cc9-62e691c50995 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373797 Mar 08 10:11:31.485645 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a946927f-759d-4802-99bf-d8388c60efaa req-09efdacd-a835-4f77-9118-e8505899ff10 service neutron] 10.222.0.26 "GET /v2.0/networks/8a094f60-b60c-4283-90bd-4e01a16559b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237454 Mar 08 10:11:31.614044 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a946927f-759d-4802-99bf-d8388c60efaa req-b43d0519-9f24-4518-b563-c145a86b97f7 service neutron] 10.222.0.26 "GET /v2.0/networks/8a094f60-b60c-4283-90bd-4e01a16559b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223171 Mar 08 10:11:32.627570 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea590877-d8ce-43bd-8030-ae53e2095962 req-1bbe77e9-e59a-4591-9df7-f034c67186bc tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:32.628244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-ea590877-d8ce-43bd-8030-ae53e2095962 req-1bbe77e9-e59a-4591-9df7-f034c67186bc tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Synchronizing usage tracker for tenant:ffd708646bdd4b7c8566eb4098f62ee1 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:11:32.644334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-ea590877-d8ce-43bd-8030-ae53e2095962 req-1bbe77e9-e59a-4591-9df7-f034c67186bc tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Unset dirty status for tenant:ffd708646bdd4b7c8566eb4098f62ee1 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:11:32.645517 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ea590877-d8ce-43bd-8030-ae53e2095962 req-1bbe77e9-e59a-4591-9df7-f034c67186bc tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 943 time: 0.0980785 Mar 08 10:11:32.688819 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ea590877-d8ce-43bd-8030-ae53e2095962 req-137dcf83-5256-4781-b502-ef4cd8ba0b61 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375776 Mar 08 10:11:33.869360 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078debb8-b1f6-492d-96a9-873826425514 req-83e4bf4c-06ac-4dc7-bd41-b24e192cdcaa tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:33.871322 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-078debb8-b1f6-492d-96a9-873826425514 req-83e4bf4c-06ac-4dc7-bd41-b24e192cdcaa tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 943 time: 0.0793083 Mar 08 10:11:33.915898 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-078debb8-b1f6-492d-96a9-873826425514 req-4183b35c-8477-406e-8829-dff0c4a20bfa tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390639 Mar 08 10:11:34.797938 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 9d68d859-f26c-4784-9fff-bbafa2163fd2 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:11:34.926493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 9d68d859-f26c-4784-9fff-bbafa2163fd2, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9d68d859-f26c-4784-9fff-bbafa2163fd2,segment=NetworkSegment(061d2bc5-deaa-4b87-8605-e7e747ef0dd8),segment_id=061d2bc5-deaa-4b87-8605-e7e747ef0dd8)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:11:34.939427 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '9d68d859-f26c-4784-9fff-bbafa2163fd2', 'network_id': '8a094f60-b60c-4283-90bd-4e01a16559b4', 'port_id': '9d68d859-f26c-4784-9fff-bbafa2163fd2', 'mac_address': 'fa:16:3e:80:c6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7731143b-c288-4034-9f4a-7bf5f4ca27f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:11:34.992575 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:35.009184 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d68d859-f26c-4784-9fff-bbafa2163fd2 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:11:35.024800 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 9d68d859-f26c-4784-9fff-bbafa2163fd2, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9d68d859-f26c-4784-9fff-bbafa2163fd2,segment=NetworkSegment(061d2bc5-deaa-4b87-8605-e7e747ef0dd8),segment_id=061d2bc5-deaa-4b87-8605-e7e747ef0dd8)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:11:35.029173 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:35.098633 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=9d68d859-f26c-4784-9fff-bbafa2163fd2,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:35.100485 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc35140-5636-4d7f-910d-ca8524579cc2 req-14f3a499-2234-4a83-9cd4-f1f8087ac414 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:35.102983 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8dc35140-5636-4d7f-910d-ca8524579cc2 req-14f3a499-2234-4a83-9cd4-f1f8087ac414 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 944 time: 0.0811777 Mar 08 10:11:35.145790 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8dc35140-5636-4d7f-910d-ca8524579cc2 req-fd7e2e6c-94f1-457e-8aba-1bf597a7af38 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372748 Mar 08 10:11:35.336668 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['9d68d859-f26c-4784-9fff-bbafa2163fd2'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:11:36.324491 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328f208-5862-4f6f-842f-68fce6a7307f req-0881f97a-edba-48cd-a466-d6719d85303a tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:36.325947 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e328f208-5862-4f6f-842f-68fce6a7307f req-0881f97a-edba-48cd-a466-d6719d85303a tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 944 time: 0.0788608 Mar 08 10:11:36.368716 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e328f208-5862-4f6f-842f-68fce6a7307f req-42a0138c-648e-46c1-aab1-41c59d2699c8 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372324 Mar 08 10:11:36.813382 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 9d68d859-f26c-4784-9fff-bbafa2163fd2 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:11:36.878136 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 9d68d859-f26c-4784-9fff-bbafa2163fd2 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:11:36.882722 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 9d68d859-f26c-4784-9fff-bbafa2163fd2 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:11:36.883088 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:36.993428 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:37.018820 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc9d156-befb-452d-8a08-d523524d9810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d68d859-f26c-4784-9fff-bbafa2163fd2'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:11:37.028041 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 9d68d859-f26c-4784-9fff-bbafa2163fd2, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9d68d859-f26c-4784-9fff-bbafa2163fd2,segment=NetworkSegment(061d2bc5-deaa-4b87-8605-e7e747ef0dd8),segment_id=061d2bc5-deaa-4b87-8605-e7e747ef0dd8)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:11:37.033200 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:37.068766 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc9d156-befb-452d-8a08-d523524d9810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d68d859-f26c-4784-9fff-bbafa2163fd2', 'code': 200} Mar 08 10:11:37.099887 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=9d68d859-f26c-4784-9fff-bbafa2163fd2,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:37.281459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3a379-279b-4083-8a05-f139b45f25b0 req-858666a3-4264-4df3-80c4-41b1f1049b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:37.282887 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a6c3a379-279b-4083-8a05-f139b45f25b0 req-858666a3-4264-4df3-80c4-41b1f1049b7c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 1098 time: 0.0709677 Mar 08 10:11:37.321859 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a6c3a379-279b-4083-8a05-f139b45f25b0 req-904158aa-6559-450e-93dc-08a74e0c16a6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328569 Mar 08 10:11:37.554028 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff400a2-3c2b-4e23-a1ff-813a96fdc5af req-7a3e710b-2656-42fa-ba95-9f5ad746ea53 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:37.555392 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4ff400a2-3c2b-4e23-a1ff-813a96fdc5af req-7a3e710b-2656-42fa-ba95-9f5ad746ea53 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 945 time: 0.0824678 Mar 08 10:11:37.599016 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4ff400a2-3c2b-4e23-a1ff-813a96fdc5af req-7bae3f3f-07dc-4e7d-a9bb-c3ee97300d27 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380361 Mar 08 10:11:38.780345 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4846421-4f2a-45ec-bd7d-46abf238ac6f req-ec00f44c-99ef-4671-b67a-30e8e8566759 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:38.781825 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c4846421-4f2a-45ec-bd7d-46abf238ac6f req-ec00f44c-99ef-4671-b67a-30e8e8566759 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 945 time: 0.0780103 Mar 08 10:11:38.839578 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c4846421-4f2a-45ec-bd7d-46abf238ac6f req-1135036f-4004-4952-bc09-d2d4d73e54c6 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515079 Mar 08 10:11:39.027929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca907d-7274-42d4-91c5-4c55149a6430 req-c7ca69da-15fd-4c13-b9d2-23453e6440dd tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:39.030181 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37ca907d-7274-42d4-91c5-4c55149a6430 req-c7ca69da-15fd-4c13-b9d2-23453e6440dd tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 945 time: 0.0817957 Mar 08 10:11:39.072373 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37ca907d-7274-42d4-91c5-4c55149a6430 req-a7a39714-f62a-43a1-bd75-0e2faaa66437 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367062 Mar 08 10:11:39.461959 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edaea7-2486-45fd-8d6a-0a1446b3bcf5 req-618cb9fa-503b-4796-9623-85424bd4baa3 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:39.463467 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24edaea7-2486-45fd-8d6a-0a1446b3bcf5 req-618cb9fa-503b-4796-9623-85424bd4baa3 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 945 time: 0.0835993 Mar 08 10:11:39.508287 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24edaea7-2486-45fd-8d6a-0a1446b3bcf5 req-708dfeb3-7df4-4ff0-a818-215aa3ebad36 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375216 Mar 08 10:11:40.690008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ec78a-461b-49a3-a8ab-9a53c132616e req-2b63cb2a-b0ab-401d-ba53-2214bb98ba82 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:40.691445 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f38ec78a-461b-49a3-a8ab-9a53c132616e req-2b63cb2a-b0ab-401d-ba53-2214bb98ba82 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 945 time: 0.0781565 Mar 08 10:11:40.734223 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f38ec78a-461b-49a3-a8ab-9a53c132616e req-ffc435ff-130f-4986-a718-f88d060740ff tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372350 Mar 08 10:11:41.126950 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de71c3e-ab98-4653-8bae-a2d1ef73164e req-53e06cb3-9879-470b-9b4e-96a811d6e15e tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:41.128386 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7de71c3e-ab98-4653-8bae-a2d1ef73164e req-53e06cb3-9879-470b-9b4e-96a811d6e15e tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 945 time: 0.1397491 Mar 08 10:11:41.131008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce4baf-6dfb-4416-8ca3-fd908b58971f req-b6cff416-c9f6-4dac-b8f9-32c094d31251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:41.132334 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cbce4baf-6dfb-4416-8ca3-fd908b58971f req-b6cff416-c9f6-4dac-b8f9-32c094d31251 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ffd708646bdd4b7c8566eb4098f62ee1&device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 1098 time: 0.1068952 Mar 08 10:11:41.344298 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7de71c3e-ab98-4653-8bae-a2d1ef73164e req-aae84410-00b2-4931-a2ca-6fd1d1501939 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101982 Mar 08 10:11:41.377247 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce4baf-6dfb-4416-8ca3-fd908b58971f req-a0138580-1ae8-4ecf-8438-01cb1fad019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:41.378656 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cbce4baf-6dfb-4416-8ca3-fd908b58971f req-a0138580-1ae8-4ecf-8438-01cb1fad019d service neutron] 10.222.0.26 "GET /v2.0/networks?id=8a094f60-b60c-4283-90bd-4e01a16559b4 HTTP/1.1" status: 200 len: 913 time: 0.2318463 Mar 08 10:11:41.446443 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cbce4baf-6dfb-4416-8ca3-fd908b58971f req-43b88c4b-046c-43a2-af99-cfdd3141ca50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d68d859-f26c-4784-9fff-bbafa2163fd2 HTTP/1.1" status: 200 len: 217 time: 0.0618999 Mar 08 10:11:41.508581 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce4baf-6dfb-4416-8ca3-fd908b58971f req-644974c7-cb7b-4c78-99b9-f5e1987306f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:41.509973 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cbce4baf-6dfb-4416-8ca3-fd908b58971f req-644974c7-cb7b-4c78-99b9-f5e1987306f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7731143b-c288-4034-9f4a-7bf5f4ca27f6 HTTP/1.1" status: 200 len: 852 time: 0.0582583 Mar 08 10:11:41.555031 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cbce4baf-6dfb-4416-8ca3-fd908b58971f req-bb519060-ec3b-4230-b733-4868f5a122bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a094f60-b60c-4283-90bd-4e01a16559b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388784 Mar 08 10:11:41.681298 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cbce4baf-6dfb-4416-8ca3-fd908b58971f req-f1fa7fe3-0f9d-4364-bd7a-16e3d5bc13c0 service neutron] 10.222.0.26 "GET /v2.0/networks/8a094f60-b60c-4283-90bd-4e01a16559b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201956 Mar 08 10:11:41.807833 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cbce4baf-6dfb-4416-8ca3-fd908b58971f req-d5760434-8f5a-49b2-b559-4558da6499c4 service neutron] 10.222.0.26 "GET /v2.0/networks/8a094f60-b60c-4283-90bd-4e01a16559b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207008 Mar 08 10:11:42.528098 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc91cf9-3ea5-4852-9bb1-beffc7e10a95 req-12e54c20-c8cb-4b6d-9c8a-ce0bd534a478 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:42.529579 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbc91cf9-3ea5-4852-9bb1-beffc7e10a95 req-12e54c20-c8cb-4b6d-9c8a-ce0bd534a478 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 945 time: 0.0812726 Mar 08 10:11:42.576382 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbc91cf9-3ea5-4852-9bb1-beffc7e10a95 req-f8a7b58e-1007-404b-9a08-e7db0c06795d tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410020 Mar 08 10:11:43.314995 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:43.757867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e332cc-c175-49a4-b4f2-45df08cf4873 req-c54d26fe-3ecd-4ba8-9657-80ea5814bf48 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:43.759313 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-20e332cc-c175-49a4-b4f2-45df08cf4873 req-c54d26fe-3ecd-4ba8-9657-80ea5814bf48 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 945 time: 0.0787144 Mar 08 10:11:43.802934 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-20e332cc-c175-49a4-b4f2-45df08cf4873 req-de780acd-0a85-4cf4-9c2a-e9c814b9d179 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374439 Mar 08 10:11:44.205245 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdba5cf-9326-4b1b-b5f4-1b8fc6c6f639 req-5883e5fe-d442-45be-8b6f-d665c9c7a300 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:44.206702 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6bdba5cf-9326-4b1b-b5f4-1b8fc6c6f639 req-5883e5fe-d442-45be-8b6f-d665c9c7a300 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 945 time: 0.0872746 Mar 08 10:11:44.250547 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6bdba5cf-9326-4b1b-b5f4-1b8fc6c6f639 req-e0f75683-c1cc-4720-965f-ab3b88802212 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372441 Mar 08 10:11:45.431533 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aeff77-dcd0-4268-ba36-2fbfff558b48 req-15ed29a0-560e-4299-945a-f18b6fc30079 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:45.433489 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-88aeff77-dcd0-4268-ba36-2fbfff558b48 req-15ed29a0-560e-4299-945a-f18b6fc30079 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 945 time: 0.0779641 Mar 08 10:11:45.476297 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-88aeff77-dcd0-4268-ba36-2fbfff558b48 req-dd30bca3-21f8-4498-b739-1e98b1e42611 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371771 Mar 08 10:11:45.814570 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b33bc-0f09-4227-92d7-1ca2cb1e914d req-468a1e13-59d2-4979-a578-069156a982d6 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:45.816045 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-874b33bc-0f09-4227-92d7-1ca2cb1e914d req-468a1e13-59d2-4979-a578-069156a982d6 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 945 time: 0.0839548 Mar 08 10:11:45.818872 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1dd7c-1b1a-4793-877c-617bb8d1d758 req-afab808a-d3bf-4069-9b02-c103e1d03dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:45.820311 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-71a1dd7c-1b1a-4793-877c-617bb8d1d758 req-afab808a-d3bf-4069-9b02-c103e1d03dfe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ffd708646bdd4b7c8566eb4098f62ee1&device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 1098 time: 0.0688338 Mar 08 10:11:45.859638 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-874b33bc-0f09-4227-92d7-1ca2cb1e914d req-d9777b86-77ac-4e4a-a73b-e2031abe17cf tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374627 Mar 08 10:11:45.947251 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1dd7c-1b1a-4793-877c-617bb8d1d758 req-c57012ae-7976-4b21-9b40-5e23e52d7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:45.948756 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-71a1dd7c-1b1a-4793-877c-617bb8d1d758 req-c57012ae-7976-4b21-9b40-5e23e52d7c0e service neutron] 10.222.0.26 "GET /v2.0/networks?id=8a094f60-b60c-4283-90bd-4e01a16559b4 HTTP/1.1" status: 200 len: 913 time: 0.1225202 Mar 08 10:11:46.015245 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-71a1dd7c-1b1a-4793-877c-617bb8d1d758 req-792c065a-5070-4ff6-a1b7-c8d4d27da4b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d68d859-f26c-4784-9fff-bbafa2163fd2 HTTP/1.1" status: 200 len: 217 time: 0.0611625 Mar 08 10:11:46.077299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1dd7c-1b1a-4793-877c-617bb8d1d758 req-f60221e2-d2ac-4886-8341-4fa68e194790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:46.078635 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-71a1dd7c-1b1a-4793-877c-617bb8d1d758 req-f60221e2-d2ac-4886-8341-4fa68e194790 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7731143b-c288-4034-9f4a-7bf5f4ca27f6 HTTP/1.1" status: 200 len: 852 time: 0.0577869 Mar 08 10:11:46.122695 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-71a1dd7c-1b1a-4793-877c-617bb8d1d758 req-9963b16b-0728-44cf-8436-cb178d428978 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a094f60-b60c-4283-90bd-4e01a16559b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383453 Mar 08 10:11:46.247040 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-71a1dd7c-1b1a-4793-877c-617bb8d1d758 req-c2e60b27-3d67-48b1-a4e7-9fa453880be6 service neutron] 10.222.0.26 "GET /v2.0/networks/8a094f60-b60c-4283-90bd-4e01a16559b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184540 Mar 08 10:11:46.372373 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-71a1dd7c-1b1a-4793-877c-617bb8d1d758 req-490aa870-8493-4cac-985a-7d59a374bd98 service neutron] 10.222.0.26 "GET /v2.0/networks/8a094f60-b60c-4283-90bd-4e01a16559b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194954 Mar 08 10:11:47.040898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafd5c5-068b-431f-88e4-df6888166c2a req-2d7901ad-0fb4-4c5f-afeb-d7744704a399 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:47.042333 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2eafd5c5-068b-431f-88e4-df6888166c2a req-2d7901ad-0fb4-4c5f-afeb-d7744704a399 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 945 time: 0.0780568 Mar 08 10:11:47.088096 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2eafd5c5-068b-431f-88e4-df6888166c2a req-768a8318-4c00-4634-b3b2-d0cf09ed3b7d tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399795 Mar 08 10:11:48.269020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42c870-0904-4b02-8ccb-17cac8eeb909 req-c818c7f4-3049-4138-87bb-7dccbb01b698 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:48.270432 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7f42c870-0904-4b02-8ccb-17cac8eeb909 req-c818c7f4-3049-4138-87bb-7dccbb01b698 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 945 time: 0.0775943 Mar 08 10:11:48.313085 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7f42c870-0904-4b02-8ccb-17cac8eeb909 req-cbe0e515-8e75-4fac-bf04-12f2d919cb6e tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370843 Mar 08 10:11:48.694438 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abb671-e455-486c-9aa1-aa8fdf50b019 req-a288ee0a-8d44-459e-868c-c2cd33eed6aa tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:48.695861 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14abb671-e455-486c-9aa1-aa8fdf50b019 req-a288ee0a-8d44-459e-868c-c2cd33eed6aa tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 945 time: 0.0814431 Mar 08 10:11:48.738502 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14abb671-e455-486c-9aa1-aa8fdf50b019 req-d5b712af-c01d-46cb-bf06-bac8fbd3c298 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364366 Mar 08 10:11:50.006033 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff587d6-2d95-4fc5-a1a2-c2825eceaa22 req-135196e0-d171-4f31-a14b-156c436f0137 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:50.007464 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7ff587d6-2d95-4fc5-a1a2-c2825eceaa22 req-135196e0-d171-4f31-a14b-156c436f0137 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 945 time: 0.1639383 Mar 08 10:11:50.050124 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7ff587d6-2d95-4fc5-a1a2-c2825eceaa22 req-6ee78f0a-a058-47b8-888c-b6784a321f6e tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e561574-5749-460c-9e5f-0c57dbc6dbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363374 Mar 08 10:11:50.514673 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350af2dd-1f48-498c-9a81-c20df4e387b3 req-0bf612a3-f70f-442f-bb2a-5fedb0748482 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:11:50.516086 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-350af2dd-1f48-498c-9a81-c20df4e387b3 req-0bf612a3-f70f-442f-bb2a-5fedb0748482 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 945 time: 0.0822897 Mar 08 10:11:50.584545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-350af2dd-1f48-498c-9a81-c20df4e387b3 req-2342d4ac-7276-44d4-8f7a-2777ec50f2d7 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Deleting port 9d68d859-f26c-4784-9fff-bbafa2163fd2 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:11:50.584820 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-350af2dd-1f48-498c-9a81-c20df4e387b3 req-2342d4ac-7276-44d4-8f7a-2777ec50f2d7 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:50.822573 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-350af2dd-1f48-498c-9a81-c20df4e387b3 req-2342d4ac-7276-44d4-8f7a-2777ec50f2d7 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] For port 9d68d859-f26c-4784-9fff-bbafa2163fd2, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=9d68d859-f26c-4784-9fff-bbafa2163fd2,segment=NetworkSegment(061d2bc5-deaa-4b87-8605-e7e747ef0dd8),segment_id=061d2bc5-deaa-4b87-8605-e7e747ef0dd8)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:11:50.822926 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-350af2dd-1f48-498c-9a81-c20df4e387b3 req-2342d4ac-7276-44d4-8f7a-2777ec50f2d7 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:50.941263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-350af2dd-1f48-498c-9a81-c20df4e387b3 req-2342d4ac-7276-44d4-8f7a-2777ec50f2d7 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Calling delete_port for 9d68d859-f26c-4784-9fff-bbafa2163fd2 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:11:51.083318 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-350af2dd-1f48-498c-9a81-c20df4e387b3 req-2342d4ac-7276-44d4-8f7a-2777ec50f2d7 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:51.096363 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['9d68d859-f26c-4784-9fff-bbafa2163fd2'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:11:51.132576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342d4ac-7276-44d4-8f7a-2777ec50f2d7 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Pushing event deleted for resources: {'Port': ['ID=9d68d859-f26c-4784-9fff-bbafa2163fd2,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:51.206067 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4f71b5c6-6052-481d-ade7-91a9343747cf req-8ebe044f-7118-479b-a20d-219be75080f9 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc9d156-befb-452d-8a08-d523524d9810 HTTP/1.1" status: 200 len: 210 time: 0.0428264 Mar 08 10:11:51.210120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-350af2dd-1f48-498c-9a81-c20df4e387b3 req-2342d4ac-7276-44d4-8f7a-2777ec50f2d7 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] No DVR routers for this DVR port 9d68d859-f26c-4784-9fff-bbafa2163fd2 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:11:51.212560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-350af2dd-1f48-498c-9a81-c20df4e387b3 req-2342d4ac-7276-44d4-8f7a-2777ec50f2d7 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:51.215713 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc9d156-befb-452d-8a08-d523524d9810', 'name': 'network-vif-deleted', 'tag': '9d68d859-f26c-4784-9fff-bbafa2163fd2'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:11:51.232183 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-350af2dd-1f48-498c-9a81-c20df4e387b3 req-2342d4ac-7276-44d4-8f7a-2777ec50f2d7 tempest-TestServerAdvancedOps-1180775217 tempest-TestServerAdvancedOps-1180775217-project] 10.222.0.26 "DELETE /v2.0/ports/9d68d859-f26c-4784-9fff-bbafa2163fd2 HTTP/1.1" status: 204 len: 173 time: 0.7109907 Mar 08 10:11:51.266130 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc9d156-befb-452d-8a08-d523524d9810', 'name': 'network-vif-deleted', 'tag': '9d68d859-f26c-4784-9fff-bbafa2163fd2', 'status': 'completed', 'code': 200} Mar 08 10:11:52.304614 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50598) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:52.365161 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9bdaced-30da-4c7c-ba8d-3281a69ac90b admin admin] Deleting subnet 7731143b-c288-4034-9f4a-7bf5f4ca27f6 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:11:52.367931 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a9bdaced-30da-4c7c-ba8d-3281a69ac90b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:52.414623 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a9bdaced-30da-4c7c-ba8d-3281a69ac90b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:52.470899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a9bdaced-30da-4c7c-ba8d-3281a69ac90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:52.535095 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a9bdaced-30da-4c7c-ba8d-3281a69ac90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:52.570861 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdaced-30da-4c7c-ba8d-3281a69ac90b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7731143b-c288-4034-9f4a-7bf5f4ca27f6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:52.575044 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a9bdaced-30da-4c7c-ba8d-3281a69ac90b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:52.581721 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a9bdaced-30da-4c7c-ba8d-3281a69ac90b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7731143b-c288-4034-9f4a-7bf5f4ca27f6 HTTP/1.1" status: 204 len: 168 time: 0.2762654 Mar 08 10:11:52.584119 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50602) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:52.785041 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b79e244-d039-4aa4-bec4-72ac302fd840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:52.903408 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b79e244-d039-4aa4-bec4-72ac302fd840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:52.927780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0b79e244-d039-4aa4-bec4-72ac302fd840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a094f60-b60c-4283-90bd-4e01a16559b4']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:52.942990 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0b79e244-d039-4aa4-bec4-72ac302fd840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061d2bc5-deaa-4b87-8605-e7e747ef0dd8') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:52.943281 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0b79e244-d039-4aa4-bec4-72ac302fd840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061d2bc5-deaa-4b87-8605-e7e747ef0dd8') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:52.954810 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b79e244-d039-4aa4-bec4-72ac302fd840 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:52.970448 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b79e244-d039-4aa4-bec4-72ac302fd840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:52.976494 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b79e244-d039-4aa4-bec4-72ac302fd840 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:11:52.977068 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b79e244-d039-4aa4-bec4-72ac302fd840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:11:52.989778 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:11:53.061508 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b79e244-d039-4aa4-bec4-72ac302fd840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:53.077085 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b79e244-d039-4aa4-bec4-72ac302fd840 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:53.090214 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79e244-d039-4aa4-bec4-72ac302fd840 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a094f60-b60c-4283-90bd-4e01a16559b4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:53.098211 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0b79e244-d039-4aa4-bec4-72ac302fd840 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8a094f60-b60c-4283-90bd-4e01a16559b4 HTTP/1.1" status: 204 len: 168 time: 0.5131381 Mar 08 10:11:53.100986 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50606) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:53.159223 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a66cfcb-a034-43dd-8c80-1c10fb1da8eb admin admin] Deleting subnet 4ab87919-5a8e-42fa-9bcf-d324dd3bbf82 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:11:53.162657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a66cfcb-a034-43dd-8c80-1c10fb1da8eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:53.211155 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a66cfcb-a034-43dd-8c80-1c10fb1da8eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:53.268295 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a66cfcb-a034-43dd-8c80-1c10fb1da8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:53.334824 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a66cfcb-a034-43dd-8c80-1c10fb1da8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:53.371938 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66cfcb-a034-43dd-8c80-1c10fb1da8eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ab87919-5a8e-42fa-9bcf-d324dd3bbf82,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:53.375580 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a66cfcb-a034-43dd-8c80-1c10fb1da8eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:53.381379 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4a66cfcb-a034-43dd-8c80-1c10fb1da8eb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4ab87919-5a8e-42fa-9bcf-d324dd3bbf82 HTTP/1.1" status: 204 len: 168 time: 0.2794855 Mar 08 10:11:53.383918 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50610) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:53.486752 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f8572ba7-995e-40bf-bc05-9439df62471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:53.609493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f8572ba7-995e-40bf-bc05-9439df62471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:53.633719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-f8572ba7-995e-40bf-bc05-9439df62471d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2caf629-7407-4796-b0c9-b482f3fa1a63']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:53.645301 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-f8572ba7-995e-40bf-bc05-9439df62471d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db027387-0bc1-49a1-99ca-6595d9e8abc4') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:53.645598 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-f8572ba7-995e-40bf-bc05-9439df62471d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db027387-0bc1-49a1-99ca-6595d9e8abc4') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:11:53.657102 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f8572ba7-995e-40bf-bc05-9439df62471d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:53.674424 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f8572ba7-995e-40bf-bc05-9439df62471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:53.681134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8572ba7-995e-40bf-bc05-9439df62471d admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:11:53.681576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f8572ba7-995e-40bf-bc05-9439df62471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:11:53.694750 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:11:53.773177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f8572ba7-995e-40bf-bc05-9439df62471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:53.789382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f8572ba7-995e-40bf-bc05-9439df62471d admin admin] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:53.799123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8572ba7-995e-40bf-bc05-9439df62471d admin admin] Pushing event deleted for resources: {'Network': ['ID=b2caf629-7407-4796-b0c9-b482f3fa1a63,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:53.804672 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f8572ba7-995e-40bf-bc05-9439df62471d admin admin] 10.222.0.24 "DELETE /v2.0/networks/b2caf629-7407-4796-b0c9-b482f3fa1a63 HTTP/1.1" status: 204 len: 168 time: 0.4174786 Mar 08 10:11:53.972513 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50616) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:54.023002 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bea5c907-60d8-4103-a8bc-6f0cf8e3629c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ffd708646bdd4b7c8566eb4098f62ee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493312 Mar 08 10:11:54.025512 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50620) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:54.081636 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70097e73-a1a9-43d0-afe7-58e8b443b30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:54.106699 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70097e73-a1a9-43d0-afe7-58e8b443b30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:54.157379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70097e73-a1a9-43d0-afe7-58e8b443b30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:54.174395 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70097e73-a1a9-43d0-afe7-58e8b443b30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e561574-5749-460c-9e5f-0c57dbc6dbad,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:54.186813 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70097e73-a1a9-43d0-afe7-58e8b443b30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:54.187949 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-70097e73-a1a9-43d0-afe7-58e8b443b30c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e561574-5749-460c-9e5f-0c57dbc6dbad HTTP/1.1" status: 204 len: 168 time: 0.1615818 Mar 08 10:11:54.520723 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50628) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:54.567811 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b90ec6d2-1596-4dd2-88e9-a566aa1c73a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6123a088ac14771a5dc72ac29314371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458875 Mar 08 10:11:54.570240 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50632) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:11:54.629830 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a37b531-1f5d-45c2-980c-5c6d2737facd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:54.655291 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a37b531-1f5d-45c2-980c-5c6d2737facd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:54.706088 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a37b531-1f5d-45c2-980c-5c6d2737facd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:54.719827 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37b531-1f5d-45c2-980c-5c6d2737facd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef8039c-5af2-41a7-98ce-1120c9a0269e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:11:54.726088 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a37b531-1f5d-45c2-980c-5c6d2737facd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:54.727206 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4a37b531-1f5d-45c2-980c-5c6d2737facd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ef8039c-5af2-41a7-98ce-1120c9a0269e HTTP/1.1" status: 204 len: 168 time: 0.1560981 Mar 08 10:11:54.920439 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f46c635f-eb40-4226-96b8-95f98692fa8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:54.924152 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 9d68d859-f26c-4784-9fff-bbafa2163fd2 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:11:54.959175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 9d68d859-f26c-4784-9fff-bbafa2163fd2 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:11:54.959522 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 9d68d859-f26c-4784-9fff-bbafa2163fd2 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:11:55.330023 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:11:57.587996 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26fc43aa-2b3e-4dd9-9d3a-9ba7096975d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:58.271730 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:11:58.301656 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:00.121545 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:02.096287 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-5e363798-3555-48c1-a12d-a14d3e9588b1 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c72d20015e9f4ef4ac5f8f43e15071f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267236 Mar 08 10:12:02.241414 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-723228c4-aecd-4651-be15-7e48f9ac9049 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:02.242818 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-723228c4-aecd-4651-be15-7e48f9ac9049 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417212 Mar 08 10:12:02.257200 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-3c05ca87-78ee-47ce-b568-c02ef01d43c0 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/quotas/c72d20015e9f4ef4ac5f8f43e15071f2 HTTP/1.1" status: 200 len: 375 time: 0.0088837 Mar 08 10:12:02.392874 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b732dde9-931d-449f-9abf-ba8428408988 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c72d20015e9f4ef4ac5f8f43e15071f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1302953 Mar 08 10:12:02.665824 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6a8571bf-c737-40de-910d-0b467b6e4e0d req-83c6bd82-d835-4c3c-ab4e-88722eea11cb tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/ports?device_id=01544904-b164-4085-b2b5-95e7656c6540 HTTP/1.1" status: 200 len: 210 time: 0.1467423 Mar 08 10:12:03.759848 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-37d791eb-6ab4-4998-a959-47cfef4bc1f4 req-36f3ef6e-4df8-4f6e-9c74-7f025ff6091b tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/ports?device_id=01544904-b164-4085-b2b5-95e7656c6540 HTTP/1.1" status: 200 len: 210 time: 0.0439584 Mar 08 10:12:04.906234 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c7eed57c-4bf1-42a0-af57-b77bf86bca36 req-67cc8fe0-1119-4b7e-858b-339ae9a2ecf6 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/ports?device_id=01544904-b164-4085-b2b5-95e7656c6540 HTTP/1.1" status: 200 len: 210 time: 0.0451722 Mar 08 10:12:05.453611 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b6f66ee3-34d5-438b-b173-b5a0cba9ed98 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c72d20015e9f4ef4ac5f8f43e15071f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265758 Mar 08 10:12:05.600110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-5711269c-4ea1-4293-bc94-491ffda3722b tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:05.601650 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-5711269c-4ea1-4293-bc94-491ffda3722b tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1434772 Mar 08 10:12:05.614528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Request body: {'port': {'device_id': '01544904-b164-4085-b2b5-95e7656c6540', 'network_id': '24345e94-496d-4d3a-ac27-7d949d56fe7b', 'admin_state_up': True, 'tenant_id': 'c72d20015e9f4ef4ac5f8f43e15071f2'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:12:05.747338 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:12:05.751049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Usage tracker for resource:port and tenant:c72d20015e9f4ef4ac5f8f43e15071f2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:12:05.754016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:12:05.759586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:12:05.768791 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Made reservation on behalf of c72d20015e9f4ef4ac5f8f43e15071f2 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:12:05.772241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:05.787928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:05.803113 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:12:05.806919 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Usage tracker for resource:security_group_rule and tenant:c72d20015e9f4ef4ac5f8f43e15071f2 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:12:05.809836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:12:05.816740 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:12:05.895867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:05.899233 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:05.980224 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1938f7c1-edd3-4664-8737-003d18fc55bf,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:12:06.085647 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ebc30be5-fc16-4193-8505-7d33018969c2 req-0d588938-2f35-4311-a5f1-3ff26663b8b7 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/ports?device_id=01544904-b164-4085-b2b5-95e7656c6540 HTTP/1.1" status: 200 len: 210 time: 0.0507033 Mar 08 10:12:06.107608 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Allocated IP 192.168.233.129 (24345e94-496d-4d3a-ac27-7d949d56fe7b/2ef0cd82-80d7-4c24-80f7-d95b273651b9/2f816884-3bd8-4237-9383-19ad25de7036) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:12:06.302086 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:06.317436 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Transition to ACTIVE for port object 2f816884-3bd8-4237-9383-19ad25de7036 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:12:06.340265 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:06.403993 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Network 24345e94-496d-4d3a-ac27-7d949d56fe7b is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:12:06.410817 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:12:06.414995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:12:06.450548 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Pushing event updated for resources: {'Port': ['ID=2f816884-3bd8-4237-9383-19ad25de7036,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:12:06.481755 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:06.482413 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:06.510266 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-0199fdfe-2706-43a1-b250-239df33c459a tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8999581 Mar 08 10:12:06.521727 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Request body: {'port': {'device_id': '01544904-b164-4085-b2b5-95e7656c6540', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:12:06.632967 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:06.677783 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-cda8a159-baf7-4cfe-aea5-954f76e35a8d None None] Provisioning for port 2f816884-3bd8-4237-9383-19ad25de7036 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:12:06.683134 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-cda8a159-baf7-4cfe-aea5-954f76e35a8d None None] Provisioning complete for port 2f816884-3bd8-4237-9383-19ad25de7036 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:12:06.683400 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cda8a159-baf7-4cfe-aea5-954f76e35a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:06.735167 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-cda8a159-baf7-4cfe-aea5-954f76e35a8d None None] Port 2f816884-3bd8-4237-9383-19ad25de7036 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:12:06.964020 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f816884-3bd8-4237-9383-19ad25de7036 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:12:06.970944 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:06.985382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Transition to ACTIVE for port object 2f816884-3bd8-4237-9383-19ad25de7036 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:12:06.988686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:07.118621 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Pushing event updated for resources: {'Port': ['ID=2f816884-3bd8-4237-9383-19ad25de7036,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:12:07.225703 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Attempting to bind port 2f816884-3bd8-4237-9383-19ad25de7036 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:12:07.226038 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Attempting to bind port 2f816884-3bd8-4237-9383-19ad25de7036 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'd1d49c5c-8103-41b1-8a14-47cf0e69b2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '24345e94-496d-4d3a-ac27-7d949d56fe7b'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:12:07.226367 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Attempting to bind port 2f816884-3bd8-4237-9383-19ad25de7036 on network 24345e94-496d-4d3a-ac27-7d949d56fe7b {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:12:07.231469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Port 2f816884-3bd8-4237-9383-19ad25de7036 on network 24345e94-496d-4d3a-ac27-7d949d56fe7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:12:07.231786 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Attempting to bind port 2f816884-3bd8-4237-9383-19ad25de7036 on network 24345e94-496d-4d3a-ac27-7d949d56fe7b {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:12:07.236915 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:12:07.237253 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Checking segment: {'id': 'd1d49c5c-8103-41b1-8a14-47cf0e69b2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '24345e94-496d-4d3a-ac27-7d949d56fe7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:12:07.237637 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Bound using segment: {'id': 'd1d49c5c-8103-41b1-8a14-47cf0e69b2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '24345e94-496d-4d3a-ac27-7d949d56fe7b'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:12:07.238059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Bound port: 2f816884-3bd8-4237-9383-19ad25de7036, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d49c5c-8103-41b1-8a14-47cf0e69b2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '24345e94-496d-4d3a-ac27-7d949d56fe7b'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:12:07.238406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:07.280238 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649b842-a558-45de-91ae-c7bb1678c176 req-5aadb061-b195-40e1-abea-a7901c326724 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:07.281769 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b649b842-a558-45de-91ae-c7bb1678c176 req-5aadb061-b195-40e1-abea-a7901c326724 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/ports?device_id=01544904-b164-4085-b2b5-95e7656c6540 HTTP/1.1" status: 200 len: 948 time: 0.0811234 Mar 08 10:12:07.325208 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b649b842-a558-45de-91ae-c7bb1678c176 req-8ff612f4-feaa-4177-a937-c148c2f14e83 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1938f7c1-edd3-4664-8737-003d18fc55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376246 Mar 08 10:12:07.330018 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] For port 2f816884-3bd8-4237-9383-19ad25de7036, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:12:07.333085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] For port 2f816884-3bd8-4237-9383-19ad25de7036, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2f816884-3bd8-4237-9383-19ad25de7036,segment=NetworkSegment(d1d49c5c-8103-41b1-8a14-47cf0e69b2fe),segment_id=d1d49c5c-8103-41b1-8a14-47cf0e69b2fe)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:12:07.337790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:07.392314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:07.392939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:07.394300 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] 10.222.0.26 "PUT /v2.0/ports/2f816884-3bd8-4237-9383-19ad25de7036 HTTP/1.1" status: 200 len: 1098 time: 0.8767869 Mar 08 10:12:07.394730 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01544904-b164-4085-b2b5-95e7656c6540', 'tag': '2f816884-3bd8-4237-9383-19ad25de7036'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:12:07.420490 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffc906-ab3e-472f-8e64-1635faaeea47 service neutron] Pushing event updated for resources: {'Port': ['ID=2f816884-3bd8-4237-9383-19ad25de7036,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:12:07.470208 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01544904-b164-4085-b2b5-95e7656c6540', 'tag': '2f816884-3bd8-4237-9383-19ad25de7036', 'status': 'completed', 'code': 200} Mar 08 10:12:07.607712 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-90f1b1cc-0403-46b7-b322-ef65640b11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:07.609185 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-90f1b1cc-0403-46b7-b322-ef65640b11a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c72d20015e9f4ef4ac5f8f43e15071f2&device_id=01544904-b164-4085-b2b5-95e7656c6540 HTTP/1.1" status: 200 len: 1101 time: 0.1732161 Mar 08 10:12:07.674845 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-1d2d0575-d4cb-4d2a-bea1-a427b3cb344d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=2f816884-3bd8-4237-9383-19ad25de7036 HTTP/1.1" status: 200 len: 217 time: 0.0589645 Mar 08 10:12:07.739892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-cc47f6b5-18b0-4ffa-b38f-4db7c19afc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:07.741269 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-cc47f6b5-18b0-4ffa-b38f-4db7c19afc93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ef0cd82-80d7-4c24-80f7-d95b273651b9 HTTP/1.1" status: 200 len: 843 time: 0.0598834 Mar 08 10:12:07.816366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-ba445a07-f27c-4f07-8758-d9e626ced0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:07.817867 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-ba445a07-f27c-4f07-8758-d9e626ced0a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24345e94-496d-4d3a-ac27-7d949d56fe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0703857 Mar 08 10:12:07.946880 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-4cef5ab4-749d-417e-bf52-101e7af171b2 service neutron] 10.222.0.26 "GET /v2.0/networks/24345e94-496d-4d3a-ac27-7d949d56fe7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209004 Mar 08 10:12:08.074906 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2aa687d0-cf80-467c-b2f4-9085eae798b1 req-11e116cf-7641-4a19-806e-fb461715b573 service neutron] 10.222.0.26 "GET /v2.0/networks/24345e94-496d-4d3a-ac27-7d949d56fe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211355 Mar 08 10:12:08.191564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d60d2-2587-4ae9-b046-f04257a96ba3 req-b28767e7-0916-42a0-8c6a-922daf41393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:08.193049 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-888d60d2-2587-4ae9-b046-f04257a96ba3 req-b28767e7-0916-42a0-8c6a-922daf41393c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c72d20015e9f4ef4ac5f8f43e15071f2&device_id=01544904-b164-4085-b2b5-95e7656c6540 HTTP/1.1" status: 200 len: 1101 time: 0.0785897 Mar 08 10:12:08.323311 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d60d2-2587-4ae9-b046-f04257a96ba3 req-e82f9137-d6ff-42f6-8c42-a7e0427a3b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:08.324750 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-888d60d2-2587-4ae9-b046-f04257a96ba3 req-e82f9137-d6ff-42f6-8c42-a7e0427a3b7d service neutron] 10.222.0.26 "GET /v2.0/networks?id=24345e94-496d-4d3a-ac27-7d949d56fe7b HTTP/1.1" status: 200 len: 870 time: 0.1261036 Mar 08 10:12:08.389640 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-888d60d2-2587-4ae9-b046-f04257a96ba3 req-c5f085bb-885d-45f5-941c-903399e582e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=2f816884-3bd8-4237-9383-19ad25de7036 HTTP/1.1" status: 200 len: 217 time: 0.0591934 Mar 08 10:12:08.454760 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d60d2-2587-4ae9-b046-f04257a96ba3 req-8d5cfdda-4348-4242-b374-bcbc8d9cd681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:08.456178 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-888d60d2-2587-4ae9-b046-f04257a96ba3 req-8d5cfdda-4348-4242-b374-bcbc8d9cd681 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ef0cd82-80d7-4c24-80f7-d95b273651b9 HTTP/1.1" status: 200 len: 843 time: 0.0601468 Mar 08 10:12:08.511592 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8abf4-d9c5-4fe4-9031-188481607f25 req-a23bc005-4535-48bf-a36f-0222a5466b6c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:08.513051 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5da8abf4-d9c5-4fe4-9031-188481607f25 req-a23bc005-4535-48bf-a36f-0222a5466b6c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/ports?device_id=01544904-b164-4085-b2b5-95e7656c6540 HTTP/1.1" status: 200 len: 948 time: 0.0818884 Mar 08 10:12:08.529006 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d60d2-2587-4ae9-b046-f04257a96ba3 req-4c283651-7d14-466e-8edd-c1186684174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:08.530469 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-888d60d2-2587-4ae9-b046-f04257a96ba3 req-4c283651-7d14-466e-8edd-c1186684174a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=24345e94-496d-4d3a-ac27-7d949d56fe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0689003 Mar 08 10:12:08.557253 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5da8abf4-d9c5-4fe4-9031-188481607f25 req-e75c3507-e96f-4b9e-8d9e-44e10baa0552 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1938f7c1-edd3-4664-8737-003d18fc55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385504 Mar 08 10:12:08.663194 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-888d60d2-2587-4ae9-b046-f04257a96ba3 req-4319ee23-5f8b-4f66-a4bf-b7743ee32bd0 service neutron] 10.222.0.26 "GET /v2.0/networks/24345e94-496d-4d3a-ac27-7d949d56fe7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263566 Mar 08 10:12:08.791198 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-888d60d2-2587-4ae9-b046-f04257a96ba3 req-1d7ea5a1-c765-476c-b85c-1e964ce7c1ec service neutron] 10.222.0.26 "GET /v2.0/networks/24345e94-496d-4d3a-ac27-7d949d56fe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212568 Mar 08 10:12:09.740635 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d62397-4a26-41da-a15c-d5a7f919ad3d req-48f0a7ce-d0af-4c7b-bc4d-629a5cf72309 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:09.741348 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-94d62397-4a26-41da-a15c-d5a7f919ad3d req-48f0a7ce-d0af-4c7b-bc4d-629a5cf72309 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Synchronizing usage tracker for tenant:c72d20015e9f4ef4ac5f8f43e15071f2 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:12:09.757987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-94d62397-4a26-41da-a15c-d5a7f919ad3d req-48f0a7ce-d0af-4c7b-bc4d-629a5cf72309 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Unset dirty status for tenant:c72d20015e9f4ef4ac5f8f43e15071f2 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:12:09.759405 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-94d62397-4a26-41da-a15c-d5a7f919ad3d req-48f0a7ce-d0af-4c7b-bc4d-629a5cf72309 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/ports?device_id=01544904-b164-4085-b2b5-95e7656c6540 HTTP/1.1" status: 200 len: 948 time: 0.0944254 Mar 08 10:12:09.806638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-94d62397-4a26-41da-a15c-d5a7f919ad3d req-b7770ce9-9677-497c-8c18-02def7eb9de9 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Synchronizing usage tracker for tenant:c72d20015e9f4ef4ac5f8f43e15071f2 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:12:09.821975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-94d62397-4a26-41da-a15c-d5a7f919ad3d req-b7770ce9-9677-497c-8c18-02def7eb9de9 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Unset dirty status for tenant:c72d20015e9f4ef4ac5f8f43e15071f2 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:12:09.823737 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-94d62397-4a26-41da-a15c-d5a7f919ad3d req-b7770ce9-9677-497c-8c18-02def7eb9de9 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1938f7c1-edd3-4664-8737-003d18fc55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577641 Mar 08 10:12:11.009084 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde56d25-08f2-4ffd-ba3c-b8415db1f7b0 req-5f80824f-cfa4-4bc7-917d-fc3b253ee98b tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:11.010521 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cde56d25-08f2-4ffd-ba3c-b8415db1f7b0 req-5f80824f-cfa4-4bc7-917d-fc3b253ee98b tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/ports?device_id=01544904-b164-4085-b2b5-95e7656c6540 HTTP/1.1" status: 200 len: 948 time: 0.0783138 Mar 08 10:12:11.014939 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 2f816884-3bd8-4237-9383-19ad25de7036 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:12:11.054373 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cde56d25-08f2-4ffd-ba3c-b8415db1f7b0 req-1a42d0e0-4590-4a85-9ddf-8c818fb66b18 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1938f7c1-edd3-4664-8737-003d18fc55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381794 Mar 08 10:12:11.143531 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 2f816884-3bd8-4237-9383-19ad25de7036, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2f816884-3bd8-4237-9383-19ad25de7036,segment=NetworkSegment(d1d49c5c-8103-41b1-8a14-47cf0e69b2fe),segment_id=d1d49c5c-8103-41b1-8a14-47cf0e69b2fe)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:12:11.156375 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '2f816884-3bd8-4237-9383-19ad25de7036', 'network_id': '24345e94-496d-4d3a-ac27-7d949d56fe7b', 'port_id': '2f816884-3bd8-4237-9383-19ad25de7036', 'mac_address': 'fa:16:3e:99:63:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef0cd82-80d7-4c24-80f7-d95b273651b9', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:12:11.213207 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:11.229703 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f816884-3bd8-4237-9383-19ad25de7036 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:12:11.244146 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 2f816884-3bd8-4237-9383-19ad25de7036, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2f816884-3bd8-4237-9383-19ad25de7036,segment=NetworkSegment(d1d49c5c-8103-41b1-8a14-47cf0e69b2fe),segment_id=d1d49c5c-8103-41b1-8a14-47cf0e69b2fe)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:12:11.247908 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:11.313289 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=2f816884-3bd8-4237-9383-19ad25de7036,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:12:11.320199 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:11.320547 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:11.320913 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:11.321249 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:11.321579 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:11.321910 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:11.322236 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:11.322561 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:11.323398 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:11.323725 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:11.324080 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:11.324419 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:11.562429 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['2f816884-3bd8-4237-9383-19ad25de7036'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:12:12.231807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14e142-ea63-4c42-869c-f7bd28ce4f05 req-0182b093-e3cf-4748-8847-a4f78984c6bf tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:12.233288 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4d14e142-ea63-4c42-869c-f7bd28ce4f05 req-0182b093-e3cf-4748-8847-a4f78984c6bf tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/ports?device_id=01544904-b164-4085-b2b5-95e7656c6540 HTTP/1.1" status: 200 len: 949 time: 0.0780635 Mar 08 10:12:12.275526 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4d14e142-ea63-4c42-869c-f7bd28ce4f05 req-e3eb5e0e-3009-435c-b7e3-4443310b7e77 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1938f7c1-edd3-4664-8737-003d18fc55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367396 Mar 08 10:12:13.030596 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 2f816884-3bd8-4237-9383-19ad25de7036 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:12:13.094892 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 2f816884-3bd8-4237-9383-19ad25de7036 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:12:13.099364 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 2f816884-3bd8-4237-9383-19ad25de7036 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:12:13.099729 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:13.211643 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:13.237483 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01544904-b164-4085-b2b5-95e7656c6540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f816884-3bd8-4237-9383-19ad25de7036'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:12:13.248395 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 2f816884-3bd8-4237-9383-19ad25de7036, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2f816884-3bd8-4237-9383-19ad25de7036,segment=NetworkSegment(d1d49c5c-8103-41b1-8a14-47cf0e69b2fe),segment_id=d1d49c5c-8103-41b1-8a14-47cf0e69b2fe)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:12:13.253366 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:13.293267 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01544904-b164-4085-b2b5-95e7656c6540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f816884-3bd8-4237-9383-19ad25de7036', 'code': 200} Mar 08 10:12:13.335445 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:13.337981 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=2f816884-3bd8-4237-9383-19ad25de7036,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:12:13.473210 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461ab12-c638-4a43-af56-3aa546e38215 req-8b8807a6-d102-4311-b1fe-1ebc88641799 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:13.474746 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8461ab12-c638-4a43-af56-3aa546e38215 req-8b8807a6-d102-4311-b1fe-1ebc88641799 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/ports?device_id=01544904-b164-4085-b2b5-95e7656c6540 HTTP/1.1" status: 200 len: 950 time: 0.0861921 Mar 08 10:12:13.558447 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8461ab12-c638-4a43-af56-3aa546e38215 req-5fdc5127-933f-4bb3-8131-e61656f00aab tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1938f7c1-edd3-4664-8737-003d18fc55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493002 Mar 08 10:12:13.581919 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c51aee-737f-46ae-a8ea-cd0212251ab3 req-0ed4256f-7f90-47e5-a87a-3c5000a890d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:13.583378 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-39c51aee-737f-46ae-a8ea-cd0212251ab3 req-0ed4256f-7f90-47e5-a87a-3c5000a890d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=01544904-b164-4085-b2b5-95e7656c6540 HTTP/1.1" status: 200 len: 1103 time: 0.1078055 Mar 08 10:12:13.625876 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-39c51aee-737f-46ae-a8ea-cd0212251ab3 req-e05b2271-cb0c-4734-8975-8159e700df43 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1938f7c1-edd3-4664-8737-003d18fc55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355449 Mar 08 10:12:14.742079 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f6f3e-7b20-4a1d-a595-41acbc18c6b7 req-59bf87fa-3a77-4d86-9d2b-8536b8ce69ba tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:14.743571 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b53f6f3e-7b20-4a1d-a595-41acbc18c6b7 req-59bf87fa-3a77-4d86-9d2b-8536b8ce69ba tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/ports?device_id=01544904-b164-4085-b2b5-95e7656c6540 HTTP/1.1" status: 200 len: 950 time: 0.0809474 Mar 08 10:12:14.789383 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b53f6f3e-7b20-4a1d-a595-41acbc18c6b7 req-4737c236-e137-48dc-b116-db8dcc9486e9 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1938f7c1-edd3-4664-8737-003d18fc55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396583 Mar 08 10:12:16.058021 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d1bf9-a31e-4e96-98ab-fdba56bec794 req-d96ad9d4-1016-4f4a-b829-8a03ee26a66b tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:16.059477 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-df5d1bf9-a31e-4e96-98ab-fdba56bec794 req-d96ad9d4-1016-4f4a-b829-8a03ee26a66b tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/ports?device_id=01544904-b164-4085-b2b5-95e7656c6540 HTTP/1.1" status: 200 len: 950 time: 0.1655779 Mar 08 10:12:16.103114 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-df5d1bf9-a31e-4e96-98ab-fdba56bec794 req-5e8c268a-2b22-48b0-a9f0-582f5a7e21bf tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1938f7c1-edd3-4664-8737-003d18fc55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377214 Mar 08 10:12:17.181848 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18be807-52eb-4ba9-b05a-f939376edfc5 req-6356f706-773f-4e7a-9bc6-11b27845f726 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:17.183315 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d18be807-52eb-4ba9-b05a-f939376edfc5 req-6356f706-773f-4e7a-9bc6-11b27845f726 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/ports?device_id=01544904-b164-4085-b2b5-95e7656c6540 HTTP/1.1" status: 200 len: 950 time: 0.0807757 Mar 08 10:12:17.225776 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d18be807-52eb-4ba9-b05a-f939376edfc5 req-919f1814-71ad-4ca9-a73c-bac8765e39e6 tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1938f7c1-edd3-4664-8737-003d18fc55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369427 Mar 08 10:12:18.410427 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17803148-56ce-4ae8-bec6-23d0fe92baa6 req-8ae6bc64-570e-4e79-b101-6018e4c6317e tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:18.411837 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-17803148-56ce-4ae8-bec6-23d0fe92baa6 req-8ae6bc64-570e-4e79-b101-6018e4c6317e tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/ports?device_id=01544904-b164-4085-b2b5-95e7656c6540 HTTP/1.1" status: 200 len: 950 time: 0.0815370 Mar 08 10:12:18.455125 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-17803148-56ce-4ae8-bec6-23d0fe92baa6 req-f92ba00d-7b5d-40ac-8153-a682643fccda tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1938f7c1-edd3-4664-8737-003d18fc55bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369227 Mar 08 10:12:18.521639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2553e47-0dd1-48fc-98eb-95d30ebca8ca req-714f4212-2a58-449a-a58a-56bbb6f379fb tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:18.522970 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f2553e47-0dd1-48fc-98eb-95d30ebca8ca req-714f4212-2a58-449a-a58a-56bbb6f379fb tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.26 "GET /v2.0/ports?device_id=01544904-b164-4085-b2b5-95e7656c6540 HTTP/1.1" status: 200 len: 950 time: 0.0765829 Mar 08 10:12:18.595516 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-f2553e47-0dd1-48fc-98eb-95d30ebca8ca req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Deleting port 2f816884-3bd8-4237-9383-19ad25de7036 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:12:18.595859 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f2553e47-0dd1-48fc-98eb-95d30ebca8ca req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:18.834861 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-f2553e47-0dd1-48fc-98eb-95d30ebca8ca req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] For port 2f816884-3bd8-4237-9383-19ad25de7036, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2f816884-3bd8-4237-9383-19ad25de7036,segment=NetworkSegment(d1d49c5c-8103-41b1-8a14-47cf0e69b2fe),segment_id=d1d49c5c-8103-41b1-8a14-47cf0e69b2fe)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:12:18.835109 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f2553e47-0dd1-48fc-98eb-95d30ebca8ca req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:18.954061 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-f2553e47-0dd1-48fc-98eb-95d30ebca8ca req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Calling delete_port for 2f816884-3bd8-4237-9383-19ad25de7036 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:12:19.095275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f2553e47-0dd1-48fc-98eb-95d30ebca8ca req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:19.142548 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Pushing event deleted for resources: {'Port': ['ID=2f816884-3bd8-4237-9383-19ad25de7036,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:12:19.177025 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:19.177376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:19.177725 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:19.178072 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:19.178408 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:19.178738 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:19.179068 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:19.179392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:19.179720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:19.180048 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:19.180371 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:19.180737 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:19.232422 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2553e47-0dd1-48fc-98eb-95d30ebca8ca req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] No DVR routers for this DVR port 2f816884-3bd8-4237-9383-19ad25de7036 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:12:19.234971 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f2553e47-0dd1-48fc-98eb-95d30ebca8ca req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:19.237655 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01544904-b164-4085-b2b5-95e7656c6540', 'name': 'network-vif-deleted', 'tag': '2f816884-3bd8-4237-9383-19ad25de7036'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:12:19.253714 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f2553e47-0dd1-48fc-98eb-95d30ebca8ca req-662c8933-ef62-4a79-a1a9-3e4b795a6f0c tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.26 "DELETE /v2.0/ports/2f816884-3bd8-4237-9383-19ad25de7036 HTTP/1.1" status: 204 len: 173 time: 0.7249870 Mar 08 10:12:19.284910 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01544904-b164-4085-b2b5-95e7656c6540', 'name': 'network-vif-deleted', 'tag': '2f816884-3bd8-4237-9383-19ad25de7036', 'status': 'completed', 'code': 200} Mar 08 10:12:19.611054 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5c26ee91-cae9-4cfd-872f-23598b6104b2 req-9e70e296-ef20-42f6-b7c5-00349d7e03ad tempest-ServersAdminNegativeTestJSON-1546334233 tempest-ServersAdminNegativeTestJSON-1546334233-project] 10.222.0.24 "GET /v2.0/ports?device_id=01544904-b164-4085-b2b5-95e7656c6540 HTTP/1.1" status: 200 len: 210 time: 0.0424943 Mar 08 10:12:20.957023 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50784) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:12:21.076927 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 2f816884-3bd8-4237-9383-19ad25de7036 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:12:21.098821 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-96389b1b-e974-4bff-8119-851f4360c9e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c72d20015e9f4ef4ac5f8f43e15071f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406550 Mar 08 10:12:21.101386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50790) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:12:21.109830 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 2f816884-3bd8-4237-9383-19ad25de7036 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:12:21.110189 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 2f816884-3bd8-4237-9383-19ad25de7036 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:12:21.162232 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc1891f9-cc5d-4304-bfdc-09a7556b56ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:21.187067 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc1891f9-cc5d-4304-bfdc-09a7556b56ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:21.237186 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc1891f9-cc5d-4304-bfdc-09a7556b56ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:21.252913 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1891f9-cc5d-4304-bfdc-09a7556b56ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1938f7c1-edd3-4664-8737-003d18fc55bf,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:12:21.261704 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1891f9-cc5d-4304-bfdc-09a7556b56ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:21.262047 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1891f9-cc5d-4304-bfdc-09a7556b56ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:21.262685 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1891f9-cc5d-4304-bfdc-09a7556b56ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:21.263137 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1891f9-cc5d-4304-bfdc-09a7556b56ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:21.263533 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1891f9-cc5d-4304-bfdc-09a7556b56ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:21.263867 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1891f9-cc5d-4304-bfdc-09a7556b56ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:21.264191 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1891f9-cc5d-4304-bfdc-09a7556b56ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:21.264521 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1891f9-cc5d-4304-bfdc-09a7556b56ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:21.264871 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1891f9-cc5d-4304-bfdc-09a7556b56ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:21.265194 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1891f9-cc5d-4304-bfdc-09a7556b56ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:21.265510 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1891f9-cc5d-4304-bfdc-09a7556b56ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:21.265825 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1891f9-cc5d-4304-bfdc-09a7556b56ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:12:21.272582 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc1891f9-cc5d-4304-bfdc-09a7556b56ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:21.273711 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bc1891f9-cc5d-4304-bfdc-09a7556b56ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1938f7c1-edd3-4664-8737-003d18fc55bf HTTP/1.1" status: 204 len: 168 time: 0.1714330 Mar 08 10:12:21.538560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 50798) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:12:21.555716 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-29a8fb72-1d78-4960-819d-cc78ddf2dbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:21.569973 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-29a8fb72-1d78-4960-819d-cc78ddf2dbf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:12:21.574354 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-29a8fb72-1d78-4960-819d-cc78ddf2dbf7 admin admin] Usage tracker for resource:security_group_rule and tenant:1e3a0b79dffd45abaf75e76eedf0e65d is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:12:21.577144 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-29a8fb72-1d78-4960-819d-cc78ddf2dbf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:12:21.582700 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-29a8fb72-1d78-4960-819d-cc78ddf2dbf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:12:21.665141 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-29a8fb72-1d78-4960-819d-cc78ddf2dbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:21.669668 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-29a8fb72-1d78-4960-819d-cc78ddf2dbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:21.715830 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-29a8fb72-1d78-4960-819d-cc78ddf2dbf7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e3a0b79dffd45abaf75e76eedf0e65d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760974 Mar 08 10:12:21.717313 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8fb72-1d78-4960-819d-cc78ddf2dbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e206ee9a-0913-4666-9e42-2f14c5c5c669,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:12:21.718473 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50802) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:12:21.775277 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d75a1b96-2f8e-43bf-92bd-455f51d99f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:21.800160 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d75a1b96-2f8e-43bf-92bd-455f51d99f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:21.851198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d75a1b96-2f8e-43bf-92bd-455f51d99f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:21.867146 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a1b96-2f8e-43bf-92bd-455f51d99f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e206ee9a-0913-4666-9e42-2f14c5c5c669,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:12:21.872645 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d75a1b96-2f8e-43bf-92bd-455f51d99f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:21.873947 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d75a1b96-2f8e-43bf-92bd-455f51d99f56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e206ee9a-0913-4666-9e42-2f14c5c5c669 HTTP/1.1" status: 204 len: 168 time: 0.1542170 Mar 08 10:12:22.585528 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50826) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:12:22.699075 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1922707050-network', 'tenant_id': '55e0f451ef044d808779698bfb386ca8'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:12:22.704598 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:12:22.708463 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Usage tracker for resource:network and tenant:55e0f451ef044d808779698bfb386ca8 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:12:22.711694 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:12:22.721384 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:12:22.732324 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Made reservation on behalf of 55e0f451ef044d808779698bfb386ca8 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:12:22.734663 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:22.748506 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:22.766265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:12:22.769999 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Usage tracker for resource:security_group_rule and tenant:55e0f451ef044d808779698bfb386ca8 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:12:22.772759 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:12:22.778451 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:12:22.874699 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:22.878417 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:22.907762 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:12:22.915134 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b0cc46-bbe3-4938-943b-8d0532d58728,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:12:22.924135 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:22.924135 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Added segment 8942a3d1-8c4b-4d9f-bd73-1d12c42feb4b of type vlan for network 276b7c01-6ed3-4c6d-9740-ab2adc5af40e Mar 08 10:12:22.950198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:22.979180 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:22.980204 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:22.980806 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:23.082864 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] Pushing event updated for resources: {'Network': ['ID=276b7c01-6ed3-4c6d-9740-ab2adc5af40e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:12:23.085827 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fbe4fd7b-4a62-4c4a-a283-f977ee0aa4f9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4992819 Mar 08 10:12:23.089371 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50832) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:12:23.093459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 276b7c01-6ed3-4c6d-9740-ab2adc5af40e details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:12:23.094861 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b4924971-48e1-4f86-9c57-3e816b9b7993 admin admin] Request body: {'subnet': {'network_id': '276b7c01-6ed3-4c6d-9740-ab2adc5af40e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1922707050-subnet', 'tenant_id': '55e0f451ef044d808779698bfb386ca8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:12:23.099775 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b4924971-48e1-4f86-9c57-3e816b9b7993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:12:23.103572 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b4924971-48e1-4f86-9c57-3e816b9b7993 admin admin] Usage tracker for resource:subnet and tenant:55e0f451ef044d808779698bfb386ca8 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:12:23.107118 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b4924971-48e1-4f86-9c57-3e816b9b7993 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:12:23.112765 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b4924971-48e1-4f86-9c57-3e816b9b7993 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:12:23.123984 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4924971-48e1-4f86-9c57-3e816b9b7993 admin admin] Made reservation on behalf of 55e0f451ef044d808779698bfb386ca8 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:12:23.126407 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4924971-48e1-4f86-9c57-3e816b9b7993 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:23.327808 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4924971-48e1-4f86-9c57-3e816b9b7993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:23.399615 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4924971-48e1-4f86-9c57-3e816b9b7993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8619d13-01cf-4dbb-b93f-70097dc1f647,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:12:23.407329 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4924971-48e1-4f86-9c57-3e816b9b7993 admin admin] Checking segment: {'id': '8942a3d1-8c4b-4d9f-bd73-1d12c42feb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '276b7c01-6ed3-4c6d-9740-ab2adc5af40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:12:23.407679 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4924971-48e1-4f86-9c57-3e816b9b7993 admin admin] Network hostable DHCP agents. Network: 276b7c01-6ed3-4c6d-9740-ab2adc5af40e, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:12:23.426112 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4924971-48e1-4f86-9c57-3e816b9b7993 admin admin] Network 276b7c01-6ed3-4c6d-9740-ab2adc5af40e is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:12:23.435213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b4924971-48e1-4f86-9c57-3e816b9b7993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 276b7c01-6ed3-4c6d-9740-ab2adc5af40e) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:12:23.439370 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4924971-48e1-4f86-9c57-3e816b9b7993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:23.439946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4924971-48e1-4f86-9c57-3e816b9b7993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:23.444080 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf45b99b-5cca-4d0d-9534-1cb95710ac30 None None] Network 276b7c01-6ed3-4c6d-9740-ab2adc5af40e requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:12:23.460665 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b4924971-48e1-4f86-9c57-3e816b9b7993 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3701806 Mar 08 10:12:23.659978 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a113eb2e-d8fa-4ef9-bb44-b0cecb30c3ba None None] Network 276b7c01-6ed3-4c6d-9740-ab2adc5af40e requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:12:24.066882 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-96ed3eeb-4fa7-42e0-9549-29731607b2da tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:24.067547 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-96ed3eeb-4fa7-42e0-9549-29731607b2da tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Synchronizing usage tracker for tenant:55e0f451ef044d808779698bfb386ca8 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:12:24.084226 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-96ed3eeb-4fa7-42e0-9549-29731607b2da tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Unset dirty status for tenant:55e0f451ef044d808779698bfb386ca8 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:12:24.085479 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-96ed3eeb-4fa7-42e0-9549-29731607b2da tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/networks?id=276b7c01-6ed3-4c6d-9740-ab2adc5af40e HTTP/1.1" status: 200 len: 812 time: 0.2575791 Mar 08 10:12:24.100472 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-c99a277c-9db4-47d0-b2f6-5651293f3cdd tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/quotas/55e0f451ef044d808779698bfb386ca8 HTTP/1.1" status: 200 len: 375 time: 0.0089834 Mar 08 10:12:24.148818 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-37e01592-3519-4537-9325-08b9e18ca38c tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=55e0f451ef044d808779698bfb386ca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435290 Mar 08 10:12:24.327534 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-5458dbb4-b034-4525-bd66-8d2517afbf48 service neutron] 10.222.0.24 "GET /v2.0/networks/276b7c01-6ed3-4c6d-9740-ab2adc5af40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714694 Mar 08 10:12:24.453893 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-d41eb73d-dfd3-4ab0-a5c3-561cc9ba1fc7 service neutron] 10.222.0.24 "GET /v2.0/networks/276b7c01-6ed3-4c6d-9740-ab2adc5af40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206014 Mar 08 10:12:24.633976 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a32192f9-e411-46c9-955b-3c93c667c60e req-9b6d3fcd-fc31-4fe3-8909-4592a0c1e2fb tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 210 time: 0.0471785 Mar 08 10:12:24.913985 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-192213f5-12b8-4874-ae67-3247e1312294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:25.796544 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f30a08c2-c978-4273-92cf-3f1ab9796c9a req-b79de262-d4a1-4590-b7c1-22ac1ab4309e tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 210 time: 0.0550451 Mar 08 10:12:25.805723 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-58edf379-39c9-4f8d-a6cc-d51a9e59ab29 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:25.807727 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-58edf379-39c9-4f8d-a6cc-d51a9e59ab29 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.26 "GET /v2.0/networks?id=276b7c01-6ed3-4c6d-9740-ab2adc5af40e HTTP/1.1" status: 200 len: 812 time: 0.1535842 Mar 08 10:12:25.818962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-90155d66-705e-4f68-ab45-2613b9db7419 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Request body: {'port': {'device_id': '583e08a6-1ce9-40bb-a13f-e65aaa114b21', 'network_id': '276b7c01-6ed3-4c6d-9740-ab2adc5af40e', 'admin_state_up': True, 'tenant_id': '55e0f451ef044d808779698bfb386ca8'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:12:25.960252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-90155d66-705e-4f68-ab45-2613b9db7419 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:12:25.964018 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-90155d66-705e-4f68-ab45-2613b9db7419 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Usage tracker for resource:port and tenant:55e0f451ef044d808779698bfb386ca8 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:12:25.966741 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-90155d66-705e-4f68-ab45-2613b9db7419 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:12:25.972302 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-90155d66-705e-4f68-ab45-2613b9db7419 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:12:25.981516 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-90155d66-705e-4f68-ab45-2613b9db7419 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Made reservation on behalf of 55e0f451ef044d808779698bfb386ca8 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:12:25.985156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-90155d66-705e-4f68-ab45-2613b9db7419 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:26.140565 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-90155d66-705e-4f68-ab45-2613b9db7419 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Allocated IP 172.20.0.5 (276b7c01-6ed3-4c6d-9740-ab2adc5af40e/f8619d13-01cf-4dbb-b93f-70097dc1f647/b13a785a-819e-4e03-9a53-5aeff6ec1e69) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:12:26.438492 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-90155d66-705e-4f68-ab45-2613b9db7419 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:26.465945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-90155d66-705e-4f68-ab45-2613b9db7419 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:26.528684 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-90155d66-705e-4f68-ab45-2613b9db7419 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Network 276b7c01-6ed3-4c6d-9740-ab2adc5af40e is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:12:26.533609 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-90155d66-705e-4f68-ab45-2613b9db7419 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:12:26.545921 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-90155d66-705e-4f68-ab45-2613b9db7419 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:12:26.581577 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90155d66-705e-4f68-ab45-2613b9db7419 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Pushing event updated for resources: {'Port': ['ID=b13a785a-819e-4e03-9a53-5aeff6ec1e69,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:12:26.612731 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-90155d66-705e-4f68-ab45-2613b9db7419 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:26.613343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-90155d66-705e-4f68-ab45-2613b9db7419 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:26.636934 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-90155d66-705e-4f68-ab45-2613b9db7419 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8217409 Mar 08 10:12:26.647360 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Request body: {'port': {'device_id': '583e08a6-1ce9-40bb-a13f-e65aaa114b21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:12:26.756608 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:27.093799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecde91-8ada-4935-9a1b-834b925bad8f req-73ae9af8-3239-462d-8c3f-502342506875 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:27.094524 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-62ecde91-8ada-4935-9a1b-834b925bad8f req-73ae9af8-3239-462d-8c3f-502342506875 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Synchronizing usage tracker for tenant:55e0f451ef044d808779698bfb386ca8 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:12:27.149761 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-62ecde91-8ada-4935-9a1b-834b925bad8f req-73ae9af8-3239-462d-8c3f-502342506875 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Unset dirty status for tenant:55e0f451ef044d808779698bfb386ca8 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:12:27.151475 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-62ecde91-8ada-4935-9a1b-834b925bad8f req-73ae9af8-3239-462d-8c3f-502342506875 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 931 time: 0.2297628 Mar 08 10:12:27.202264 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13a785a-819e-4e03-9a53-5aeff6ec1e69 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:12:27.213441 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:27.225197 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-62ecde91-8ada-4935-9a1b-834b925bad8f req-f614a5d6-f1fe-4daa-9c3a-92bf965ca04a tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641525 Mar 08 10:12:27.233186 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Transition to ACTIVE for port object b13a785a-819e-4e03-9a53-5aeff6ec1e69 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:12:27.237270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:27.389023 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Pushing event updated for resources: {'Port': ['ID=b13a785a-819e-4e03-9a53-5aeff6ec1e69,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:12:27.462099 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Attempting to bind port b13a785a-819e-4e03-9a53-5aeff6ec1e69 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:12:27.462434 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Attempting to bind port b13a785a-819e-4e03-9a53-5aeff6ec1e69 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '8942a3d1-8c4b-4d9f-bd73-1d12c42feb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '276b7c01-6ed3-4c6d-9740-ab2adc5af40e'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:12:27.462759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Attempting to bind port b13a785a-819e-4e03-9a53-5aeff6ec1e69 on network 276b7c01-6ed3-4c6d-9740-ab2adc5af40e {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:12:27.467216 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Port b13a785a-819e-4e03-9a53-5aeff6ec1e69 on network 276b7c01-6ed3-4c6d-9740-ab2adc5af40e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:12:27.467533 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Attempting to bind port b13a785a-819e-4e03-9a53-5aeff6ec1e69 on network 276b7c01-6ed3-4c6d-9740-ab2adc5af40e {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:12:27.472486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:12:27.472857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Checking segment: {'id': '8942a3d1-8c4b-4d9f-bd73-1d12c42feb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '276b7c01-6ed3-4c6d-9740-ab2adc5af40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:12:27.473235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Bound using segment: {'id': '8942a3d1-8c4b-4d9f-bd73-1d12c42feb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '276b7c01-6ed3-4c6d-9740-ab2adc5af40e'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:12:27.473672 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Bound port: b13a785a-819e-4e03-9a53-5aeff6ec1e69, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8942a3d1-8c4b-4d9f-bd73-1d12c42feb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '276b7c01-6ed3-4c6d-9740-ab2adc5af40e'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:12:27.474010 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:27.559906 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] For port b13a785a-819e-4e03-9a53-5aeff6ec1e69, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:12:27.562980 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] For port b13a785a-819e-4e03-9a53-5aeff6ec1e69, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b13a785a-819e-4e03-9a53-5aeff6ec1e69,segment=NetworkSegment(8942a3d1-8c4b-4d9f-bd73-1d12c42feb4b),segment_id=8942a3d1-8c4b-4d9f-bd73-1d12c42feb4b)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:12:27.567360 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:27.592482 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01c6e83e-8431-4ca2-8945-0db8d2522510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:27.624568 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:27.625246 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:27.626619 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] 10.222.0.26 "PUT /v2.0/ports/b13a785a-819e-4e03-9a53-5aeff6ec1e69 HTTP/1.1" status: 200 len: 1093 time: 0.9830911 Mar 08 10:12:27.627054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583e08a6-1ce9-40bb-a13f-e65aaa114b21', 'tag': 'b13a785a-819e-4e03-9a53-5aeff6ec1e69'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:12:27.658447 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbb54e-ac98-40d5-ac9c-563da11b9847 service neutron] Pushing event updated for resources: {'Port': ['ID=b13a785a-819e-4e03-9a53-5aeff6ec1e69,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:12:27.694459 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583e08a6-1ce9-40bb-a13f-e65aaa114b21', 'tag': 'b13a785a-819e-4e03-9a53-5aeff6ec1e69', 'status': 'completed', 'code': 200} Mar 08 10:12:27.733024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-68f43980-2666-49d8-b233-50358cb811ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:27.734462 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-68f43980-2666-49d8-b233-50358cb811ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55e0f451ef044d808779698bfb386ca8&device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 1096 time: 0.0715222 Mar 08 10:12:27.803117 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-aa2016d9-97af-45ae-8fb5-db62a7e701d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b13a785a-819e-4e03-9a53-5aeff6ec1e69 HTTP/1.1" status: 200 len: 217 time: 0.0622206 Mar 08 10:12:27.861813 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-599ef20a-197a-4547-b771-3817dd68802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:27.863157 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-599ef20a-197a-4547-b771-3817dd68802a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f8619d13-01cf-4dbb-b93f-70097dc1f647 HTTP/1.1" status: 200 len: 852 time: 0.0544782 Mar 08 10:12:27.909617 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-30edb7a1-e71a-430e-8377-a83c90c18c0c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=276b7c01-6ed3-4c6d-9740-ab2adc5af40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408077 Mar 08 10:12:28.133995 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-1bce5b91-752d-4098-9f83-684d913413ea service neutron] 10.222.0.26 "GET /v2.0/networks/276b7c01-6ed3-4c6d-9740-ab2adc5af40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180974 Mar 08 10:12:28.262851 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-db91c5f2-b3d8-45aa-bf8f-97d7a7240a87 req-3b290964-812f-4db0-9704-d7665608223a service neutron] 10.222.0.26 "GET /v2.0/networks/276b7c01-6ed3-4c6d-9740-ab2adc5af40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216063 Mar 08 10:12:28.277570 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:28.305455 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:28.444494 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012004f-dad9-4953-85b7-096c80ca917a req-cf239f4a-be67-485f-a395-f7706abd17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:28.445967 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5012004f-dad9-4953-85b7-096c80ca917a req-cf239f4a-be67-485f-a395-f7706abd17ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55e0f451ef044d808779698bfb386ca8&device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 1096 time: 0.1312671 Mar 08 10:12:28.454484 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c8122-0ca2-4b93-95e1-1b92eba17bb9 req-fe8cac51-01de-4e0f-88d7-9719db9f31a8 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:28.455792 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7b3c8122-0ca2-4b93-95e1-1b92eba17bb9 req-fe8cac51-01de-4e0f-88d7-9719db9f31a8 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 943 time: 0.1074831 Mar 08 10:12:28.582166 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7b3c8122-0ca2-4b93-95e1-1b92eba17bb9 req-c91d5b1b-d2bd-4f85-a8dd-4607cf610ea8 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078794 Mar 08 10:12:28.610399 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012004f-dad9-4953-85b7-096c80ca917a req-809b8727-a514-4a66-9b48-8c8a8b6a7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:28.611830 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5012004f-dad9-4953-85b7-096c80ca917a req-809b8727-a514-4a66-9b48-8c8a8b6a7b86 service neutron] 10.222.0.26 "GET /v2.0/networks?id=276b7c01-6ed3-4c6d-9740-ab2adc5af40e HTTP/1.1" status: 200 len: 913 time: 0.1552093 Mar 08 10:12:28.679209 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5012004f-dad9-4953-85b7-096c80ca917a req-e3c98c17-19f7-4f0a-a8c4-f9fc82db6cb1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b13a785a-819e-4e03-9a53-5aeff6ec1e69 HTTP/1.1" status: 200 len: 217 time: 0.0610642 Mar 08 10:12:28.739134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012004f-dad9-4953-85b7-096c80ca917a req-46bf9cea-77e7-47d7-843e-daf983f25a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:28.740464 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5012004f-dad9-4953-85b7-096c80ca917a req-46bf9cea-77e7-47d7-843e-daf983f25a4f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f8619d13-01cf-4dbb-b93f-70097dc1f647 HTTP/1.1" status: 200 len: 852 time: 0.0545092 Mar 08 10:12:28.785628 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5012004f-dad9-4953-85b7-096c80ca917a req-1c796f5e-dc32-4c07-9599-a569175ddb94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=276b7c01-6ed3-4c6d-9740-ab2adc5af40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390093 Mar 08 10:12:28.912332 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5012004f-dad9-4953-85b7-096c80ca917a req-2a976aec-3c8d-4cde-afba-960b87a08c99 service neutron] 10.222.0.26 "GET /v2.0/networks/276b7c01-6ed3-4c6d-9740-ab2adc5af40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198597 Mar 08 10:12:29.052033 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5012004f-dad9-4953-85b7-096c80ca917a req-0b21210f-52d5-44d5-ad68-3636720995d2 service neutron] 10.222.0.26 "GET /v2.0/networks/276b7c01-6ed3-4c6d-9740-ab2adc5af40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314843 Mar 08 10:12:29.763356 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ba766-e417-405d-8906-60c51a8752e4 req-8d8036b5-822e-433d-b7c0-239685af158b tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:29.764823 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a5ba766-e417-405d-8906-60c51a8752e4 req-8d8036b5-822e-433d-b7c0-239685af158b tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 943 time: 0.0782366 Mar 08 10:12:29.810116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-9a5ba766-e417-405d-8906-60c51a8752e4 req-5f7545ab-96d4-42b7-9799-1783adad3aeb tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Synchronizing usage tracker for tenant:55e0f451ef044d808779698bfb386ca8 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:12:29.825920 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-9a5ba766-e417-405d-8906-60c51a8752e4 req-5f7545ab-96d4-42b7-9799-1783adad3aeb tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Unset dirty status for tenant:55e0f451ef044d808779698bfb386ca8 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:12:29.827043 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a5ba766-e417-405d-8906-60c51a8752e4 req-5f7545ab-96d4-42b7-9799-1783adad3aeb tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566566 Mar 08 10:12:30.122825 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:31.009753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c375c-89ef-4d4f-be94-d3f4863a9854 req-913c948d-11d5-42a1-ac66-313e29a1bf55 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:31.011231 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-835c375c-89ef-4d4f-be94-d3f4863a9854 req-913c948d-11d5-42a1-ac66-313e29a1bf55 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 943 time: 0.0817525 Mar 08 10:12:31.053516 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-835c375c-89ef-4d4f-be94-d3f4863a9854 req-9c56bcd8-1afd-453e-b01b-2ae6fb6ab39c tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367060 Mar 08 10:12:31.125477 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device b13a785a-819e-4e03-9a53-5aeff6ec1e69 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:12:31.278897 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port b13a785a-819e-4e03-9a53-5aeff6ec1e69, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b13a785a-819e-4e03-9a53-5aeff6ec1e69,segment=NetworkSegment(8942a3d1-8c4b-4d9f-bd73-1d12c42feb4b),segment_id=8942a3d1-8c4b-4d9f-bd73-1d12c42feb4b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:12:31.291869 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': 'b13a785a-819e-4e03-9a53-5aeff6ec1e69', 'network_id': '276b7c01-6ed3-4c6d-9740-ab2adc5af40e', 'port_id': 'b13a785a-819e-4e03-9a53-5aeff6ec1e69', 'mac_address': 'fa:16:3e:e6:7b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8619d13-01cf-4dbb-b93f-70097dc1f647', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:12:31.343552 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:31.359886 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13a785a-819e-4e03-9a53-5aeff6ec1e69 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:12:31.374465 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port b13a785a-819e-4e03-9a53-5aeff6ec1e69, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b13a785a-819e-4e03-9a53-5aeff6ec1e69,segment=NetworkSegment(8942a3d1-8c4b-4d9f-bd73-1d12c42feb4b),segment_id=8942a3d1-8c4b-4d9f-bd73-1d12c42feb4b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:12:31.379325 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:31.446125 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=b13a785a-819e-4e03-9a53-5aeff6ec1e69,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:12:31.672043 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['b13a785a-819e-4e03-9a53-5aeff6ec1e69'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:12:32.233758 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f5310-4035-47bc-b4f4-84c0c227e82e req-0af5f28e-8785-4f38-89c0-f096014e3bb2 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:32.235183 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ca8f5310-4035-47bc-b4f4-84c0c227e82e req-0af5f28e-8785-4f38-89c0-f096014e3bb2 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 944 time: 0.0786898 Mar 08 10:12:32.277743 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ca8f5310-4035-47bc-b4f4-84c0c227e82e req-650e7451-8243-4ad2-8cb2-5cc81327d03e tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370088 Mar 08 10:12:32.328598 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:12:33.138288 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device b13a785a-819e-4e03-9a53-5aeff6ec1e69 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:12:33.207258 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port b13a785a-819e-4e03-9a53-5aeff6ec1e69 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:12:33.211677 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port b13a785a-819e-4e03-9a53-5aeff6ec1e69 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:12:33.212048 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:33.325880 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:33.351291 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583e08a6-1ce9-40bb-a13f-e65aaa114b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13a785a-819e-4e03-9a53-5aeff6ec1e69'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:12:33.361137 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port b13a785a-819e-4e03-9a53-5aeff6ec1e69, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b13a785a-819e-4e03-9a53-5aeff6ec1e69,segment=NetworkSegment(8942a3d1-8c4b-4d9f-bd73-1d12c42feb4b),segment_id=8942a3d1-8c4b-4d9f-bd73-1d12c42feb4b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:12:33.365273 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:33.401597 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583e08a6-1ce9-40bb-a13f-e65aaa114b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13a785a-819e-4e03-9a53-5aeff6ec1e69', 'code': 200} Mar 08 10:12:33.434390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=b13a785a-819e-4e03-9a53-5aeff6ec1e69,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:12:33.467657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82b173-0543-47a7-b9e0-ab455299989d req-74781ccc-fa25-4d98-8514-ca3ff68ce71c tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:33.469125 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7e82b173-0543-47a7-b9e0-ab455299989d req-74781ccc-fa25-4d98-8514-ca3ff68ce71c tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0857103 Mar 08 10:12:33.512352 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7e82b173-0543-47a7-b9e0-ab455299989d req-1629e813-7b08-4f0b-9525-3f67a4075361 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372982 Mar 08 10:12:33.622603 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27090127-81f1-4c3d-9edb-0b50b2d58c87 req-8075143c-d9e5-460d-989f-3441e602bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:33.624086 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-27090127-81f1-4c3d-9edb-0b50b2d58c87 req-8075143c-d9e5-460d-989f-3441e602bb43 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 1098 time: 0.0705445 Mar 08 10:12:33.662515 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-27090127-81f1-4c3d-9edb-0b50b2d58c87 req-e2de55e7-4b9f-4271-987f-040e3c40b2d0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326087 Mar 08 10:12:34.697818 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93155fe4-6de7-4efd-bcf9-24af1b8ae04c req-fabbb96c-2c37-4e4b-b32f-3ae1523a02e0 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:34.699255 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-93155fe4-6de7-4efd-bcf9-24af1b8ae04c req-fabbb96c-2c37-4e4b-b32f-3ae1523a02e0 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0826290 Mar 08 10:12:34.742378 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-93155fe4-6de7-4efd-bcf9-24af1b8ae04c req-b58b9866-1099-4e0a-acce-92176aa1abdc tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374432 Mar 08 10:12:35.924792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4362f-9823-43c0-92ea-8b4904b1ac9a req-0fa7642d-4c81-41e4-95d5-387128851ec6 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:35.926194 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d8c4362f-9823-43c0-92ea-8b4904b1ac9a req-0fa7642d-4c81-41e4-95d5-387128851ec6 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0807672 Mar 08 10:12:35.968180 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d8c4362f-9823-43c0-92ea-8b4904b1ac9a req-ae5d2fcc-6659-4ea1-87f4-1a5638b39a5e tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364990 Mar 08 10:12:36.325057 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 50902) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:12:36.357380 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc5602-fd91-41dc-8d0c-860f263f6ecc req-cfbd95b4-b809-40a3-8e42-05c18deefffa tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:36.358838 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-47dc5602-fd91-41dc-8d0c-860f263f6ecc req-cfbd95b4-b809-40a3-8e42-05c18deefffa tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0791695 Mar 08 10:12:36.402388 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-47dc5602-fd91-41dc-8d0c-860f263f6ecc req-30d59c4a-35c1-46ef-aa30-1ad7928f1356 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380344 Mar 08 10:12:36.433147 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-7544aae2-6b60-41fb-ab17-2393b7fb2241 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1064320 Mar 08 10:12:37.594690 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbc809-9f54-4e27-b81f-e71af71f3652 req-be4518dd-e3f9-4d9d-b34c-263cd3c9ba0c tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:37.596216 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-55fbc809-9f54-4e27-b81f-e71af71f3652 req-be4518dd-e3f9-4d9d-b34c-263cd3c9ba0c tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0876005 Mar 08 10:12:37.640815 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-55fbc809-9f54-4e27-b81f-e71af71f3652 req-b077755d-dfeb-40ff-b310-4c4b8c572666 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385723 Mar 08 10:12:37.641309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-47dd36d2-d4f6-47c5-8cae-0b89731afdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:37.642763 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-47dd36d2-d4f6-47c5-8cae-0b89731afdf3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55e0f451ef044d808779698bfb386ca8&device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 1098 time: 0.1681576 Mar 08 10:12:37.771186 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-c16bdad2-ca52-4d26-8fac-7f196fadacba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:37.772537 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-c16bdad2-ca52-4d26-8fac-7f196fadacba service neutron] 10.222.0.26 "GET /v2.0/networks?id=276b7c01-6ed3-4c6d-9740-ab2adc5af40e HTTP/1.1" status: 200 len: 913 time: 0.1242435 Mar 08 10:12:37.839356 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-c01fea9f-e56f-4f96-b065-842da33a7f5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b13a785a-819e-4e03-9a53-5aeff6ec1e69 HTTP/1.1" status: 200 len: 217 time: 0.0611329 Mar 08 10:12:37.898580 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-7978fa3b-74b2-4ff2-8561-7b22712ab200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:37.899929 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-7978fa3b-74b2-4ff2-8561-7b22712ab200 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f8619d13-01cf-4dbb-b93f-70097dc1f647 HTTP/1.1" status: 200 len: 852 time: 0.0551434 Mar 08 10:12:37.944801 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-b2d6037c-9dff-43d0-835b-4b2407500970 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=276b7c01-6ed3-4c6d-9740-ab2adc5af40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386574 Mar 08 10:12:38.070312 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-5d240a0c-84be-4811-80bb-6cf71a1aef46 service neutron] 10.222.0.26 "GET /v2.0/networks/276b7c01-6ed3-4c6d-9740-ab2adc5af40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194036 Mar 08 10:12:38.196387 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-515b8985-616f-4d08-8523-cb4156de2586 service neutron] 10.222.0.26 "GET /v2.0/networks/276b7c01-6ed3-4c6d-9740-ab2adc5af40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201704 Mar 08 10:12:38.828113 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fe6ac-178d-4c0a-950b-a5a565fa1af7 req-3fc9f1d8-44b9-4d7f-9c7f-f29b49749b05 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:38.829573 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bf8fe6ac-178d-4c0a-950b-a5a565fa1af7 req-3fc9f1d8-44b9-4d7f-9c7f-f29b49749b05 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0817900 Mar 08 10:12:38.874139 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bf8fe6ac-178d-4c0a-950b-a5a565fa1af7 req-ef408a98-8939-4e10-88d8-3f1880a79c86 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389576 Mar 08 10:12:40.057063 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b76d2-a072-4734-a708-0bc937653e0e req-a85ccda8-1cf5-4b3c-80c1-9dee397dc1cb tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:40.058516 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9f3b76d2-a072-4734-a708-0bc937653e0e req-a85ccda8-1cf5-4b3c-80c1-9dee397dc1cb tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0785782 Mar 08 10:12:40.102522 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9f3b76d2-a072-4734-a708-0bc937653e0e req-dd6c1c6f-5196-4c9f-b0a7-ca2a88ec821a tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385752 Mar 08 10:12:41.284175 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ae255-aa86-42dd-a761-c5e2ddff44ab req-f842c4e0-08ef-418f-88c6-72044ba2b275 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:41.285624 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a01ae255-aa86-42dd-a761-c5e2ddff44ab req-f842c4e0-08ef-418f-88c6-72044ba2b275 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0813289 Mar 08 10:12:41.327955 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a01ae255-aa86-42dd-a761-c5e2ddff44ab req-1f2002ab-78fc-41b3-ad36-312d89dda8ea tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368273 Mar 08 10:12:42.508810 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cbe71-7905-42d1-b1b3-89fec5ca2696 req-3dfa41f2-228e-4ce6-ac5d-c4ad420d795c tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:42.510237 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-468cbe71-7905-42d1-b1b3-89fec5ca2696 req-3dfa41f2-228e-4ce6-ac5d-c4ad420d795c tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0787613 Mar 08 10:12:42.553733 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-468cbe71-7905-42d1-b1b3-89fec5ca2696 req-bf3a8d44-1778-4eb0-b1de-09765eeb73d6 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372968 Mar 08 10:12:43.322821 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:43.736484 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf39f34-4462-4884-ae9c-1f1661dd7bbf req-29eac8ea-23e3-4007-87dc-4c3337a99016 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:43.737958 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cbf39f34-4462-4884-ae9c-1f1661dd7bbf req-29eac8ea-23e3-4007-87dc-4c3337a99016 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0807991 Mar 08 10:12:43.781777 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cbf39f34-4462-4884-ae9c-1f1661dd7bbf req-504007f2-1b96-4642-8dd7-7c12ea8cd8f2 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381765 Mar 08 10:12:44.969652 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b55dd1-2803-4bed-aaa6-534461b3b575 req-989b9faf-2232-461c-ae9b-8a74614ecc2d tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:44.971097 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-92b55dd1-2803-4bed-aaa6-534461b3b575 req-989b9faf-2232-461c-ae9b-8a74614ecc2d tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0871980 Mar 08 10:12:45.014506 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-92b55dd1-2803-4bed-aaa6-534461b3b575 req-ec6e712d-7204-4532-b2ac-5b514fafbe23 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378067 Mar 08 10:12:46.203595 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70248047-3c68-4a63-ae7a-b9c52c235aca req-3e477e00-3fdd-4502-86bc-2458b85b06a2 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:46.205041 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-70248047-3c68-4a63-ae7a-b9c52c235aca req-3e477e00-3fdd-4502-86bc-2458b85b06a2 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0856729 Mar 08 10:12:46.247298 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-70248047-3c68-4a63-ae7a-b9c52c235aca req-df84ec86-c1cd-4642-94f5-d5ac567e6481 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367150 Mar 08 10:12:47.424929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464e97a-5911-4bbd-ad39-b3c0738a5334 req-3f3336db-8dfe-4111-9046-52458962eccb tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:47.426355 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8464e97a-5911-4bbd-ad39-b3c0738a5334 req-3f3336db-8dfe-4111-9046-52458962eccb tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0782306 Mar 08 10:12:47.469714 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8464e97a-5911-4bbd-ad39-b3c0738a5334 req-e56c3fa5-6bce-48cc-89d3-6c7be26f4751 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378547 Mar 08 10:12:48.650261 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b2350-5556-4e46-9295-6d3e57f16ff2 req-b4b4a5d3-e4ea-41d6-b79d-8b50cd914f20 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:48.651656 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-138b2350-5556-4e46-9295-6d3e57f16ff2 req-b4b4a5d3-e4ea-41d6-b79d-8b50cd914f20 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0784006 Mar 08 10:12:48.694942 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-138b2350-5556-4e46-9295-6d3e57f16ff2 req-c6e9bf81-3eb6-4607-9860-35461d49c6e2 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377526 Mar 08 10:12:49.879901 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141498c-f5cb-458d-8ddd-57d32e335392 req-06a7c31b-b7bb-4cf4-96ed-6e7f5a31bfd0 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:49.881261 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8141498c-f5cb-458d-8ddd-57d32e335392 req-06a7c31b-b7bb-4cf4-96ed-6e7f5a31bfd0 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0804491 Mar 08 10:12:49.923642 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8141498c-f5cb-458d-8ddd-57d32e335392 req-b8648565-1d00-4d9a-9005-17633a726024 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362780 Mar 08 10:12:51.105352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff62191-0a46-46e3-80db-35150e8227ca req-e84d8f89-1760-4c4c-aa3e-2c36d8b94edb tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:51.106771 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fff62191-0a46-46e3-80db-35150e8227ca req-e84d8f89-1760-4c4c-aa3e-2c36d8b94edb tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0812998 Mar 08 10:12:51.148445 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fff62191-0a46-46e3-80db-35150e8227ca req-263879a2-f87e-42ea-b1b4-ee919ddf2dd5 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361474 Mar 08 10:12:52.329754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea14582-f672-4d48-a063-e794e1f0e522 req-08f733e4-0784-44fa-88fc-326e082bd7e3 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:52.331161 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0ea14582-f672-4d48-a063-e794e1f0e522 req-08f733e4-0784-44fa-88fc-326e082bd7e3 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0810132 Mar 08 10:12:52.373625 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0ea14582-f672-4d48-a063-e794e1f0e522 req-f278a66f-b868-4a75-a24c-7b3b76fe0101 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369523 Mar 08 10:12:53.560029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0ee4c-ae6a-4498-8d74-73d28d3d5d36 req-21865cb0-ec7d-434a-b3b1-ea8b85d4db11 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:53.561512 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-37e0ee4c-ae6a-4498-8d74-73d28d3d5d36 req-21865cb0-ec7d-434a-b3b1-ea8b85d4db11 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0808489 Mar 08 10:12:53.607236 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-37e0ee4c-ae6a-4498-8d74-73d28d3d5d36 req-83715449-e5b7-47b7-80a6-3af573844cfb tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398221 Mar 08 10:12:54.784785 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110481c-699b-44d7-99d1-9e9b032ab6f0 req-742aad21-4a8e-4b40-abb8-f65473d4ada6 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:54.786144 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c110481c-699b-44d7-99d1-9e9b032ab6f0 req-742aad21-4a8e-4b40-abb8-f65473d4ada6 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0778434 Mar 08 10:12:54.829908 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c110481c-699b-44d7-99d1-9e9b032ab6f0 req-ceed898d-4c4b-4523-b210-7cd23a591766 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380855 Mar 08 10:12:54.918916 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c1be75e-e6f2-4073-b9fa-565ee3520674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:56.011673 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801976ea-9d7c-4854-a825-0993381f0207 req-01fe530c-0730-49a7-8650-aa37e444db9d tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:56.013112 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-801976ea-9d7c-4854-a825-0993381f0207 req-01fe530c-0730-49a7-8650-aa37e444db9d tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0814204 Mar 08 10:12:56.055106 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-801976ea-9d7c-4854-a825-0993381f0207 req-b4deeee1-d9f1-4020-aa62-cd3ac72dd024 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364165 Mar 08 10:12:57.346834 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac29376-c1f7-4f97-9d96-150a20eab1d2 req-669c5c6e-37b3-4dcc-97c7-e1365b9e2a5a tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:57.348171 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fac29376-c1f7-4f97-9d96-150a20eab1d2 req-669c5c6e-37b3-4dcc-97c7-e1365b9e2a5a tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.1835542 Mar 08 10:12:57.390628 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fac29376-c1f7-4f97-9d96-150a20eab1d2 req-749e7edf-8036-4fe8-8371-d537dcdeef78 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367658 Mar 08 10:12:57.593773 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a70adc6-9a0e-451f-ba71-54d3e33016d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:58.275268 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:58.307235 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:12:58.576198 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c450df-c918-4d27-9a3f-d8dfb44b10a3 req-55e8f1b1-5ac4-4d9f-8ba1-1b37bb152138 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:58.577540 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-01c450df-c918-4d27-9a3f-d8dfb44b10a3 req-55e8f1b1-5ac4-4d9f-8ba1-1b37bb152138 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0811715 Mar 08 10:12:58.620569 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-01c450df-c918-4d27-9a3f-d8dfb44b10a3 req-0973ce81-cf4c-48e7-8f60-67380ac13434 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373795 Mar 08 10:12:59.944668 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0c965-2b3f-40f8-8e61-44ab626ff8cf req-c85bf343-19d1-426f-a1e2-4ed0af6ff5b4 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:12:59.946192 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a7f0c965-2b3f-40f8-8e61-44ab626ff8cf req-c85bf343-19d1-426f-a1e2-4ed0af6ff5b4 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0809114 Mar 08 10:12:59.991449 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a7f0c965-2b3f-40f8-8e61-44ab626ff8cf req-e8c99feb-4727-46fc-a45d-422ff1bf8799 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389998 Mar 08 10:13:00.125296 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:01.173807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf21c82-8cc8-4d2e-8e7d-beef64b3ed3c req-c30f0f3f-ed4e-4f75-9812-23c23ac02ae9 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:01.175228 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ddf21c82-8cc8-4d2e-8e7d-beef64b3ed3c req-c30f0f3f-ed4e-4f75-9812-23c23ac02ae9 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0776286 Mar 08 10:13:01.227603 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ddf21c82-8cc8-4d2e-8e7d-beef64b3ed3c req-a4feb898-9bac-46d1-907e-f34e98c04a02 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468414 Mar 08 10:13:02.407735 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d646664-cc4a-45dc-b5f4-67cf0684fc99 req-c8e7007b-8652-4996-8fe9-5797903c974a tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:02.409202 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d646664-cc4a-45dc-b5f4-67cf0684fc99 req-c8e7007b-8652-4996-8fe9-5797903c974a tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0789680 Mar 08 10:13:02.451699 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d646664-cc4a-45dc-b5f4-67cf0684fc99 req-cbf9350b-9467-41ec-a5b6-f61d00b72641 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369730 Mar 08 10:13:03.726247 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55244714-b73e-469f-bb63-3908774f46d8 req-a8e3b073-4c44-4c4e-803a-94e71ab700b8 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:03.727587 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-55244714-b73e-469f-bb63-3908774f46d8 req-a8e3b073-4c44-4c4e-803a-94e71ab700b8 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.1696992 Mar 08 10:13:03.771174 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-55244714-b73e-469f-bb63-3908774f46d8 req-43378e28-b65e-46ab-b0ab-eb110ea289ea tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378449 Mar 08 10:13:04.890869 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-934950aa-9a4d-411f-8c59-0a35a5af1dee service neutron] 10.222.0.26 "GET /v2.0/ports/b13a785a-819e-4e03-9a53-5aeff6ec1e69/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0750117 Mar 08 10:13:04.968565 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ee3e3-629e-46f8-980f-65f6813cab7e req-89b06003-e7f6-4a10-bc04-d94c871a0c31 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:04.970796 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc9ee3e3-629e-46f8-980f-65f6813cab7e req-89b06003-e7f6-4a10-bc04-d94c871a0c31 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0925992 Mar 08 10:13:05.014135 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc9ee3e3-629e-46f8-980f-65f6813cab7e req-571f0548-b018-4ecb-82e2-d757c7636ba1 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381348 Mar 08 10:13:05.155124 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-58837b20-7fda-4870-a47a-80fb422c07e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:05.156448 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-58837b20-7fda-4870-a47a-80fb422c07e6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21&tenant_id=55e0f451ef044d808779698bfb386ca8 HTTP/1.1" status: 200 len: 1098 time: 0.0692029 Mar 08 10:13:05.243758 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-d0b6c60f-905b-4ed0-9bf7-19588312c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:05.245211 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-d0b6c60f-905b-4ed0-9bf7-19588312c879 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55e0f451ef044d808779698bfb386ca8&device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 1098 time: 0.0674126 Mar 08 10:13:05.370658 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-901710a4-1b7b-44ae-8d82-854d08433e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:05.372079 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-901710a4-1b7b-44ae-8d82-854d08433e4c service neutron] 10.222.0.26 "GET /v2.0/networks?id=276b7c01-6ed3-4c6d-9740-ab2adc5af40e HTTP/1.1" status: 200 len: 913 time: 0.1217439 Mar 08 10:13:05.441025 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-b3ccf377-7b64-4e27-8565-a682360c9337 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b13a785a-819e-4e03-9a53-5aeff6ec1e69 HTTP/1.1" status: 200 len: 217 time: 0.0626225 Mar 08 10:13:05.501036 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-717f44f5-24c8-4e71-bb81-28eec20d0247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:05.502405 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-717f44f5-24c8-4e71-bb81-28eec20d0247 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f8619d13-01cf-4dbb-b93f-70097dc1f647 HTTP/1.1" status: 200 len: 852 time: 0.0559428 Mar 08 10:13:05.550272 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-cf438f32-d589-4ed2-9594-ce590f2b7a98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=276b7c01-6ed3-4c6d-9740-ab2adc5af40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420961 Mar 08 10:13:05.677546 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-837a8973-3c74-4a3b-84ac-56e3b4f9e9b3 service neutron] 10.222.0.26 "GET /v2.0/networks/276b7c01-6ed3-4c6d-9740-ab2adc5af40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214349 Mar 08 10:13:05.804949 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec375032-ad5e-46c6-8399-f135caaef2f4 req-51169b1d-ff31-41be-b7ee-19254215992b service neutron] 10.222.0.26 "GET /v2.0/networks/276b7c01-6ed3-4c6d-9740-ab2adc5af40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205454 Mar 08 10:13:06.194417 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bd22b-a58b-4fbf-b11f-801651275fdb req-650d436f-02cf-40a7-a146-b9b693123015 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:06.195836 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-608bd22b-a58b-4fbf-b11f-801651275fdb req-650d436f-02cf-40a7-a146-b9b693123015 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0773540 Mar 08 10:13:06.237303 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-608bd22b-a58b-4fbf-b11f-801651275fdb req-da27470f-742a-4a1d-9f0e-ee8c63fcd20f tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358424 Mar 08 10:13:07.309036 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device b13a785a-819e-4e03-9a53-5aeff6ec1e69 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:13:07.418470 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76507cef-ae9e-4751-bcc6-7e26b676f750 req-1048aae6-29f0-44e6-9a63-2ae178f279fc tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:07.420036 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:07.420196 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-76507cef-ae9e-4751-bcc6-7e26b676f750 req-1048aae6-29f0-44e6-9a63-2ae178f279fc tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 945 time: 0.0792165 Mar 08 10:13:07.446433 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583e08a6-1ce9-40bb-a13f-e65aaa114b21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13a785a-819e-4e03-9a53-5aeff6ec1e69'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:13:07.455632 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port b13a785a-819e-4e03-9a53-5aeff6ec1e69, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b13a785a-819e-4e03-9a53-5aeff6ec1e69,segment=NetworkSegment(8942a3d1-8c4b-4d9f-bd73-1d12c42feb4b),segment_id=8942a3d1-8c4b-4d9f-bd73-1d12c42feb4b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:13:07.461973 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:07.473380 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-76507cef-ae9e-4751-bcc6-7e26b676f750 req-f1a38be0-a9fb-48e5-9614-f19cfda0ade0 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473785 Mar 08 10:13:07.511595 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583e08a6-1ce9-40bb-a13f-e65aaa114b21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13a785a-819e-4e03-9a53-5aeff6ec1e69', 'code': 200} Mar 08 10:13:07.533811 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=b13a785a-819e-4e03-9a53-5aeff6ec1e69,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:13:07.989425 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cd5aa-c55c-437e-bd16-52dc0c04ecb6 req-d23b6979-8b6c-400d-bf2f-0f95a1c87b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:07.990841 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0e4cd5aa-c55c-437e-bd16-52dc0c04ecb6 req-d23b6979-8b6c-400d-bf2f-0f95a1c87b93 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55e0f451ef044d808779698bfb386ca8&device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 1096 time: 0.0721853 Mar 08 10:13:08.132112 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cd5aa-c55c-437e-bd16-52dc0c04ecb6 req-9965107b-3979-40aa-9e5c-d8d1cc901705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:08.133557 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0e4cd5aa-c55c-437e-bd16-52dc0c04ecb6 req-9965107b-3979-40aa-9e5c-d8d1cc901705 service neutron] 10.222.0.26 "GET /v2.0/networks?id=276b7c01-6ed3-4c6d-9740-ab2adc5af40e HTTP/1.1" status: 200 len: 913 time: 0.1227336 Mar 08 10:13:08.201094 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0e4cd5aa-c55c-437e-bd16-52dc0c04ecb6 req-038d8450-30b5-4943-a94e-9ac4b4ff9880 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b13a785a-819e-4e03-9a53-5aeff6ec1e69 HTTP/1.1" status: 200 len: 217 time: 0.0610056 Mar 08 10:13:08.259675 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cd5aa-c55c-437e-bd16-52dc0c04ecb6 req-fc1a5614-692b-4dfa-8f48-41f4e19a3419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:08.261490 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0e4cd5aa-c55c-437e-bd16-52dc0c04ecb6 req-fc1a5614-692b-4dfa-8f48-41f4e19a3419 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f8619d13-01cf-4dbb-b93f-70097dc1f647 HTTP/1.1" status: 200 len: 852 time: 0.0548897 Mar 08 10:13:08.305975 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0e4cd5aa-c55c-437e-bd16-52dc0c04ecb6 req-dbf1056b-7010-4010-a7b7-86fa9ee0eb5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=276b7c01-6ed3-4c6d-9740-ab2adc5af40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383627 Mar 08 10:13:08.435409 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0e4cd5aa-c55c-437e-bd16-52dc0c04ecb6 req-f93ce039-918a-473a-89b2-6fbb6b01a2c9 service neutron] 10.222.0.26 "GET /v2.0/networks/276b7c01-6ed3-4c6d-9740-ab2adc5af40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230483 Mar 08 10:13:08.660662 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5656a-316d-49e2-b844-2fd950c0a95a req-7ac8090c-6ffe-4b29-a3cb-8827a506f2be tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:08.662141 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2be5656a-316d-49e2-b844-2fd950c0a95a req-7ac8090c-6ffe-4b29-a3cb-8827a506f2be tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 943 time: 0.0795431 Mar 08 10:13:08.664136 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0e4cd5aa-c55c-437e-bd16-52dc0c04ecb6 req-2de2bcba-742c-494c-b073-968fdef3bba1 service neutron] 10.222.0.26 "GET /v2.0/networks/276b7c01-6ed3-4c6d-9740-ab2adc5af40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216263 Mar 08 10:13:08.710430 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2be5656a-316d-49e2-b844-2fd950c0a95a req-0d29cbd9-0e36-4743-b07e-1cc8fd5f3b3b tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425317 Mar 08 10:13:09.229533 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-c5994abc-ad74-4337-9bac-07c16d6f6516 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:09.230842 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-c5994abc-ad74-4337-9bac-07c16d6f6516 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.26 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21&tenant_id=55e0f451ef044d808779698bfb386ca8&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 943 time: 0.0847924 Mar 08 10:13:09.326836 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:13:09.363756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-9d0aab18-1f19-40b0-9ae8-831823c66645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:09.365233 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-9d0aab18-1f19-40b0-9ae8-831823c66645 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55e0f451ef044d808779698bfb386ca8&device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 1096 time: 0.0691118 Mar 08 10:13:09.491008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-8fbcefdc-993c-4604-860e-85ed0a97295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:09.492353 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-8fbcefdc-993c-4604-860e-85ed0a97295e service neutron] 10.222.0.26 "GET /v2.0/networks?id=276b7c01-6ed3-4c6d-9740-ab2adc5af40e HTTP/1.1" status: 200 len: 913 time: 0.1210995 Mar 08 10:13:09.565456 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-b756f705-0902-448b-aa88-8d578a7fdc75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b13a785a-819e-4e03-9a53-5aeff6ec1e69 HTTP/1.1" status: 200 len: 217 time: 0.0671017 Mar 08 10:13:09.624936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-f1048bdb-45d7-40e1-904f-f25f09c415ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:09.626320 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-f1048bdb-45d7-40e1-904f-f25f09c415ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f8619d13-01cf-4dbb-b93f-70097dc1f647 HTTP/1.1" status: 200 len: 852 time: 0.0556090 Mar 08 10:13:09.674658 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-bfc8c0a3-c60c-49cf-b009-3c570486b7b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=276b7c01-6ed3-4c6d-9740-ab2adc5af40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423028 Mar 08 10:13:09.802237 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-6f6d832e-6c1b-4713-8f13-dac14c99134c service neutron] 10.222.0.26 "GET /v2.0/networks/276b7c01-6ed3-4c6d-9740-ab2adc5af40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214647 Mar 08 10:13:09.930300 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-db602e55-acd3-4fef-ba15-ad325a5306ad service neutron] 10.222.0.26 "GET /v2.0/networks/276b7c01-6ed3-4c6d-9740-ab2adc5af40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217456 Mar 08 10:13:10.738739 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b38a95-2d3f-4636-922b-0f42514eb8aa req-41351953-942e-489f-8048-f8a72c64467e tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:10.740177 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-04b38a95-2d3f-4636-922b-0f42514eb8aa req-41351953-942e-489f-8048-f8a72c64467e tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 943 time: 0.0828516 Mar 08 10:13:10.783399 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-04b38a95-2d3f-4636-922b-0f42514eb8aa req-bbe04959-3dfb-4a24-960d-251acb2dba9e tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371094 Mar 08 10:13:11.967728 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c42e9a-0318-46a8-8b8d-36981ccd34c8 req-1f36784a-eca2-4e70-9b04-565f0ac97524 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:11.969170 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b0c42e9a-0318-46a8-8b8d-36981ccd34c8 req-1f36784a-eca2-4e70-9b04-565f0ac97524 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 943 time: 0.0806289 Mar 08 10:13:12.011871 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b0c42e9a-0318-46a8-8b8d-36981ccd34c8 req-169e556c-200e-4a13-b41b-d0206c6d89df tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/security-groups?id=64b0cc46-bbe3-4938-943b-8d0532d58728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370626 Mar 08 10:13:12.459803 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-658b87e9-2882-4f25-9a4b-23a77f25cefe tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:12.461225 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-658b87e9-2882-4f25-9a4b-23a77f25cefe tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.26 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 943 time: 0.0796611 Mar 08 10:13:12.526516 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-78c7b58c-0b09-4efd-8c6d-8cfd06f294d1 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Deleting port b13a785a-819e-4e03-9a53-5aeff6ec1e69 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:13:12.526847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-78c7b58c-0b09-4efd-8c6d-8cfd06f294d1 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:12.767731 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-78c7b58c-0b09-4efd-8c6d-8cfd06f294d1 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] For port b13a785a-819e-4e03-9a53-5aeff6ec1e69, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b13a785a-819e-4e03-9a53-5aeff6ec1e69,segment=NetworkSegment(8942a3d1-8c4b-4d9f-bd73-1d12c42feb4b),segment_id=8942a3d1-8c4b-4d9f-bd73-1d12c42feb4b)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:13:12.768089 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-78c7b58c-0b09-4efd-8c6d-8cfd06f294d1 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:12.885425 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-78c7b58c-0b09-4efd-8c6d-8cfd06f294d1 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Calling delete_port for b13a785a-819e-4e03-9a53-5aeff6ec1e69 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:13:13.120835 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-78c7b58c-0b09-4efd-8c6d-8cfd06f294d1 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:13.156950 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e616015a-2b7a-49f3-bd3e-db19795dba5b req-1078f6a9-f344-4027-98a0-4641a4bcc771 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.24 "GET /v2.0/ports?device_id=583e08a6-1ce9-40bb-a13f-e65aaa114b21 HTTP/1.1" status: 200 len: 210 time: 0.0436223 Mar 08 10:13:13.169914 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7b58c-0b09-4efd-8c6d-8cfd06f294d1 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Pushing event deleted for resources: {'Port': ['ID=b13a785a-819e-4e03-9a53-5aeff6ec1e69,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:13:13.241458 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-78c7b58c-0b09-4efd-8c6d-8cfd06f294d1 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] No DVR routers for this DVR port b13a785a-819e-4e03-9a53-5aeff6ec1e69 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:13:13.243786 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-78c7b58c-0b09-4efd-8c6d-8cfd06f294d1 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:13.246639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583e08a6-1ce9-40bb-a13f-e65aaa114b21', 'name': 'network-vif-deleted', 'tag': 'b13a785a-819e-4e03-9a53-5aeff6ec1e69'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:13:13.262306 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ddbb4e2f-215f-4769-95e5-fdd0273f2e1a req-78c7b58c-0b09-4efd-8c6d-8cfd06f294d1 tempest-DeleteServersTestJSON-1802939095 tempest-DeleteServersTestJSON-1802939095-project] 10.222.0.26 "DELETE /v2.0/ports/b13a785a-819e-4e03-9a53-5aeff6ec1e69 HTTP/1.1" status: 204 len: 173 time: 0.7963605 Mar 08 10:13:13.291765 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583e08a6-1ce9-40bb-a13f-e65aaa114b21', 'name': 'network-vif-deleted', 'tag': 'b13a785a-819e-4e03-9a53-5aeff6ec1e69', 'status': 'completed', 'code': 200} Mar 08 10:13:13.351508 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:14.397428 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 51004) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:13:14.457407 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-07453f4a-7227-46dc-ae0f-bb5d7787a04d admin admin] Deleting subnet f8619d13-01cf-4dbb-b93f-70097dc1f647 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:13:14.460084 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07453f4a-7227-46dc-ae0f-bb5d7787a04d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:14.506947 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07453f4a-7227-46dc-ae0f-bb5d7787a04d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:14.560219 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07453f4a-7227-46dc-ae0f-bb5d7787a04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:14.629134 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07453f4a-7227-46dc-ae0f-bb5d7787a04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:14.666294 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07453f4a-7227-46dc-ae0f-bb5d7787a04d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8619d13-01cf-4dbb-b93f-70097dc1f647,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:13:14.668183 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-07453f4a-7227-46dc-ae0f-bb5d7787a04d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:14.674303 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-07453f4a-7227-46dc-ae0f-bb5d7787a04d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f8619d13-01cf-4dbb-b93f-70097dc1f647 HTTP/1.1" status: 204 len: 168 time: 0.2758937 Mar 08 10:13:14.676838 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 51008) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:13:14.779325 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6aae3170-d55c-4eb2-a913-384eba745816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:14.899323 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6aae3170-d55c-4eb2-a913-384eba745816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:14.923780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6aae3170-d55c-4eb2-a913-384eba745816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276b7c01-6ed3-4c6d-9740-ab2adc5af40e']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:13:14.937618 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6aae3170-d55c-4eb2-a913-384eba745816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8942a3d1-8c4b-4d9f-bd73-1d12c42feb4b') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:13:14.937908 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6aae3170-d55c-4eb2-a913-384eba745816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8942a3d1-8c4b-4d9f-bd73-1d12c42feb4b') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:13:14.949758 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6aae3170-d55c-4eb2-a913-384eba745816 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:14.965670 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6aae3170-d55c-4eb2-a913-384eba745816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:14.971414 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aae3170-d55c-4eb2-a913-384eba745816 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:13:14.971784 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6aae3170-d55c-4eb2-a913-384eba745816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:13:14.984827 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:13:15.059771 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6aae3170-d55c-4eb2-a913-384eba745816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:15.074757 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6aae3170-d55c-4eb2-a913-384eba745816 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:15.084583 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae3170-d55c-4eb2-a913-384eba745816 admin admin] Pushing event deleted for resources: {'Network': ['ID=276b7c01-6ed3-4c6d-9740-ab2adc5af40e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:13:15.092106 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6aae3170-d55c-4eb2-a913-384eba745816 admin admin] 10.222.0.24 "DELETE /v2.0/networks/276b7c01-6ed3-4c6d-9740-ab2adc5af40e HTTP/1.1" status: 204 len: 168 time: 0.4143445 Mar 08 10:13:15.198712 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 51014) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:13:15.245924 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-37699210-c9e5-4f88-bbca-10f47ce806e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55e0f451ef044d808779698bfb386ca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460556 Mar 08 10:13:15.248154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 51018) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:13:15.314450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-22b3fa07-3e5c-4a06-ac95-3bf6e48a504c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:15.342889 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-22b3fa07-3e5c-4a06-ac95-3bf6e48a504c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:15.385646 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device b13a785a-819e-4e03-9a53-5aeff6ec1e69 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:13:15.396132 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-22b3fa07-3e5c-4a06-ac95-3bf6e48a504c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:15.413055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3fa07-3e5c-4a06-ac95-3bf6e48a504c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b0cc46-bbe3-4938-943b-8d0532d58728,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:13:15.425042 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-22b3fa07-3e5c-4a06-ac95-3bf6e48a504c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:15.426169 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-22b3fa07-3e5c-4a06-ac95-3bf6e48a504c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64b0cc46-bbe3-4938-943b-8d0532d58728 HTTP/1.1" status: 204 len: 168 time: 0.1771486 Mar 08 10:13:15.429675 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: b13a785a-819e-4e03-9a53-5aeff6ec1e69 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:13:15.430324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device b13a785a-819e-4e03-9a53-5aeff6ec1e69 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:13:16.133910 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 51042) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:13:16.239558 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-917915915-network', 'tenant_id': 'b2f2aa3f8077456289796261c69e322e'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:13:16.245278 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:13:16.249148 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Usage tracker for resource:network and tenant:b2f2aa3f8077456289796261c69e322e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:13:16.251952 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:13:16.257641 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:13:16.267206 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Made reservation on behalf of b2f2aa3f8077456289796261c69e322e for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:13:16.269473 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:16.281630 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:16.299703 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:13:16.303428 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Usage tracker for resource:security_group_rule and tenant:b2f2aa3f8077456289796261c69e322e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:13:16.306176 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:13:16.311809 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:13:16.395220 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:16.400048 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:16.427384 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:13:16.439616 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:13:16.444238 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:16.444587 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Added segment ed10a0be-ba61-4105-a2ce-365a81beb09e of type vlan for network 84595550-dfc5-4efe-a447-cf1f5f6a1046 Mar 08 10:13:16.471800 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:16.499251 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:16.500227 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:16.500837 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:16.608025 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4730198 Mar 08 10:13:16.610894 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 51048) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:13:16.617966 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3dfaf661-5f01-4d8e-8c6c-996f2cec9c6f admin admin] Request body: {'subnet': {'network_id': '84595550-dfc5-4efe-a447-cf1f5f6a1046', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-917915915-subnet', 'tenant_id': 'b2f2aa3f8077456289796261c69e322e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:13:16.621090 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a6f21-6108-4011-a0df-69b8c4942c3a admin admin] Pushing event updated for resources: {'Network': ['ID=84595550-dfc5-4efe-a447-cf1f5f6a1046,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:13:16.624557 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3dfaf661-5f01-4d8e-8c6c-996f2cec9c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:13:16.628761 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3dfaf661-5f01-4d8e-8c6c-996f2cec9c6f admin admin] Usage tracker for resource:subnet and tenant:b2f2aa3f8077456289796261c69e322e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:13:16.630979 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 84595550-dfc5-4efe-a447-cf1f5f6a1046 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:13:16.631465 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3dfaf661-5f01-4d8e-8c6c-996f2cec9c6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:13:16.637549 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3dfaf661-5f01-4d8e-8c6c-996f2cec9c6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:13:16.647094 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfaf661-5f01-4d8e-8c6c-996f2cec9c6f admin admin] Made reservation on behalf of b2f2aa3f8077456289796261c69e322e for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:13:16.649455 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3dfaf661-5f01-4d8e-8c6c-996f2cec9c6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:16.949934 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3dfaf661-5f01-4d8e-8c6c-996f2cec9c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:17.027010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfaf661-5f01-4d8e-8c6c-996f2cec9c6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6648e3c-0bd8-4300-90d8-c77212e176e3,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:13:17.030965 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfaf661-5f01-4d8e-8c6c-996f2cec9c6f admin admin] Checking segment: {'id': 'ed10a0be-ba61-4105-a2ce-365a81beb09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '84595550-dfc5-4efe-a447-cf1f5f6a1046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:13:17.031319 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfaf661-5f01-4d8e-8c6c-996f2cec9c6f admin admin] Network hostable DHCP agents. Network: 84595550-dfc5-4efe-a447-cf1f5f6a1046, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:13:17.050420 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfaf661-5f01-4d8e-8c6c-996f2cec9c6f admin admin] Network 84595550-dfc5-4efe-a447-cf1f5f6a1046 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:13:17.059806 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-3dfaf661-5f01-4d8e-8c6c-996f2cec9c6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 84595550-dfc5-4efe-a447-cf1f5f6a1046) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:13:17.066141 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfaf661-5f01-4d8e-8c6c-996f2cec9c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:17.067061 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3dfaf661-5f01-4d8e-8c6c-996f2cec9c6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:17.067781 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0de362-0a7f-4011-b545-5f6e4768b57b None None] Network 84595550-dfc5-4efe-a447-cf1f5f6a1046 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:13:17.087730 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3dfaf661-5f01-4d8e-8c6c-996f2cec9c6f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4758596 Mar 08 10:13:17.275321 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbb1a53-92b0-411d-b916-35e4db45ee85 None None] Network 84595550-dfc5-4efe-a447-cf1f5f6a1046 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:13:17.583603 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e0933-7909-47e1-b829-baf5cd8af701 req-b4b73a99-ac5a-45b4-acc3-ed0e3987b374 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:17.585156 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-171e0933-7909-47e1-b829-baf5cd8af701 req-b4b73a99-ac5a-45b4-acc3-ed0e3987b374 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/networks?id=84595550-dfc5-4efe-a447-cf1f5f6a1046 HTTP/1.1" status: 200 len: 814 time: 0.1442883 Mar 08 10:13:17.600259 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-171e0933-7909-47e1-b829-baf5cd8af701 req-8aed241a-d257-4795-888c-eca9be701d86 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/quotas/b2f2aa3f8077456289796261c69e322e HTTP/1.1" status: 200 len: 375 time: 0.0090263 Mar 08 10:13:17.645961 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-171e0933-7909-47e1-b829-baf5cd8af701 req-e60e9358-c196-45a1-a583-e0340776effd tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2f2aa3f8077456289796261c69e322e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399358 Mar 08 10:13:17.819741 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-171e0933-7909-47e1-b829-baf5cd8af701 req-8bb76944-b7d8-40b4-9ce1-f05771a920a7 service neutron] 10.222.0.24 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667697 Mar 08 10:13:17.950611 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-171e0933-7909-47e1-b829-baf5cd8af701 req-fd39217f-f800-46c5-aecd-912bed265933 service neutron] 10.222.0.24 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251035 Mar 08 10:13:18.119018 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eebb4efc-23e8-49f3-8e6f-bb663cc562e9 req-9cf634b6-1e38-4c48-b884-3a936ebf99a8 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 210 time: 0.0424767 Mar 08 10:13:19.115545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e0933-7909-47e1-b829-baf5cd8af701 req-36a8bb5c-dbda-4aae-9bfb-a92dbd8f551b tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:19.116978 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-171e0933-7909-47e1-b829-baf5cd8af701 req-36a8bb5c-dbda-4aae-9bfb-a92dbd8f551b tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.26 "GET /v2.0/networks?id=84595550-dfc5-4efe-a447-cf1f5f6a1046 HTTP/1.1" status: 200 len: 814 time: 0.1481130 Mar 08 10:13:19.127865 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-171e0933-7909-47e1-b829-baf5cd8af701 req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Request body: {'port': {'device_id': 'b84c892f-125f-4606-a218-e46cfc805f44', 'network_id': '84595550-dfc5-4efe-a447-cf1f5f6a1046', 'admin_state_up': True, 'tenant_id': 'b2f2aa3f8077456289796261c69e322e'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:13:19.285403 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-57455750-ba8e-4105-b6fa-7e6dd2b80dd8 req-099f3b27-af71-4f2b-b8e5-dcfd4520d2d6 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 210 time: 0.0536468 Mar 08 10:13:19.304543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-171e0933-7909-47e1-b829-baf5cd8af701 req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:13:19.308337 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-171e0933-7909-47e1-b829-baf5cd8af701 req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Usage tracker for resource:port and tenant:b2f2aa3f8077456289796261c69e322e is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:13:19.311155 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-171e0933-7909-47e1-b829-baf5cd8af701 req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:13:19.316762 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-171e0933-7909-47e1-b829-baf5cd8af701 req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:13:19.326345 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-171e0933-7909-47e1-b829-baf5cd8af701 req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Made reservation on behalf of b2f2aa3f8077456289796261c69e322e for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:13:19.329891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-171e0933-7909-47e1-b829-baf5cd8af701 req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:19.485507 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-171e0933-7909-47e1-b829-baf5cd8af701 req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Allocated IP 172.20.0.11 (84595550-dfc5-4efe-a447-cf1f5f6a1046/e6648e3c-0bd8-4300-90d8-c77212e176e3/60629758-4c19-43df-ad15-f8e739a57cd6) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:13:19.678458 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-171e0933-7909-47e1-b829-baf5cd8af701 req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:19.707125 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-171e0933-7909-47e1-b829-baf5cd8af701 req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:19.767151 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171e0933-7909-47e1-b829-baf5cd8af701 req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Network 84595550-dfc5-4efe-a447-cf1f5f6a1046 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:13:19.770056 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-171e0933-7909-47e1-b829-baf5cd8af701 req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:13:19.773704 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-171e0933-7909-47e1-b829-baf5cd8af701 req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:13:19.918024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Pushing event updated for resources: {'Port': ['ID=60629758-4c19-43df-ad15-f8e739a57cd6,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:13:19.930639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:19.930987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:19.931326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:19.932183 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:19.932515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:19.932903 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:19.933235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:19.933559 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:19.933881 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:19.934202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:19.934525 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:19.934840 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:19.950109 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e0933-7909-47e1-b829-baf5cd8af701 req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:19.950705 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-171e0933-7909-47e1-b829-baf5cd8af701 req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:19.970892 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-171e0933-7909-47e1-b829-baf5cd8af701 req-e1c925f6-770d-4406-81f0-35274caa644f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8465350 Mar 08 10:13:19.982343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Request body: {'port': {'device_id': 'b84c892f-125f-4606-a218-e46cfc805f44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:13:20.091807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:20.419927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60629758-4c19-43df-ad15-f8e739a57cd6 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:13:20.427009 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:20.442032 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Transition to ACTIVE for port object 60629758-4c19-43df-ad15-f8e739a57cd6 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:13:20.445905 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:20.474154 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b75642-c967-4213-817f-c5569feb9a09 req-85949176-8122-44d6-945b-093459c1e4e3 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:20.475609 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e4b75642-c967-4213-817f-c5569feb9a09 req-85949176-8122-44d6-945b-093459c1e4e3 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 932 time: 0.0831664 Mar 08 10:13:20.519720 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e4b75642-c967-4213-817f-c5569feb9a09 req-848dc57d-3923-4e80-a66d-4e1201ee4b14 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Synchronizing usage tracker for tenant:b2f2aa3f8077456289796261c69e322e on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:13:20.537437 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e4b75642-c967-4213-817f-c5569feb9a09 req-848dc57d-3923-4e80-a66d-4e1201ee4b14 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Unset dirty status for tenant:b2f2aa3f8077456289796261c69e322e on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:13:20.538625 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e4b75642-c967-4213-817f-c5569feb9a09 req-848dc57d-3923-4e80-a66d-4e1201ee4b14 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567875 Mar 08 10:13:20.633254 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Pushing event updated for resources: {'Port': ['ID=60629758-4c19-43df-ad15-f8e739a57cd6,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:13:20.677496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Attempting to bind port 60629758-4c19-43df-ad15-f8e739a57cd6 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:13:20.677827 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Attempting to bind port 60629758-4c19-43df-ad15-f8e739a57cd6 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ed10a0be-ba61-4105-a2ce-365a81beb09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '84595550-dfc5-4efe-a447-cf1f5f6a1046'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:13:20.678152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Attempting to bind port 60629758-4c19-43df-ad15-f8e739a57cd6 on network 84595550-dfc5-4efe-a447-cf1f5f6a1046 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:13:20.682623 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Port 60629758-4c19-43df-ad15-f8e739a57cd6 on network 84595550-dfc5-4efe-a447-cf1f5f6a1046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:13:20.682939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Attempting to bind port 60629758-4c19-43df-ad15-f8e739a57cd6 on network 84595550-dfc5-4efe-a447-cf1f5f6a1046 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:13:20.687875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:13:20.688208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Checking segment: {'id': 'ed10a0be-ba61-4105-a2ce-365a81beb09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '84595550-dfc5-4efe-a447-cf1f5f6a1046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:13:20.688583 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Bound using segment: {'id': 'ed10a0be-ba61-4105-a2ce-365a81beb09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '84595550-dfc5-4efe-a447-cf1f5f6a1046'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:13:20.689028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Bound port: 60629758-4c19-43df-ad15-f8e739a57cd6, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed10a0be-ba61-4105-a2ce-365a81beb09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '84595550-dfc5-4efe-a447-cf1f5f6a1046'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:13:20.689363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:20.773291 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] For port 60629758-4c19-43df-ad15-f8e739a57cd6, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:13:20.776618 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] For port 60629758-4c19-43df-ad15-f8e739a57cd6, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=60629758-4c19-43df-ad15-f8e739a57cd6,segment=NetworkSegment(ed10a0be-ba61-4105-a2ce-365a81beb09e),segment_id=ed10a0be-ba61-4105-a2ce-365a81beb09e)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:13:20.780907 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:20.836576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:20.837242 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:20.839134 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-171e0933-7909-47e1-b829-baf5cd8af701 req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] 10.222.0.26 "PUT /v2.0/ports/60629758-4c19-43df-ad15-f8e739a57cd6 HTTP/1.1" status: 200 len: 1094 time: 0.8606334 Mar 08 10:13:20.839599 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84c892f-125f-4606-a218-e46cfc805f44', 'tag': '60629758-4c19-43df-ad15-f8e739a57cd6'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:13:20.866510 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146b044-1a81-4681-96d5-649e484f98ec service neutron] Pushing event updated for resources: {'Port': ['ID=60629758-4c19-43df-ad15-f8e739a57cd6,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:13:20.906734 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84c892f-125f-4606-a218-e46cfc805f44', 'tag': '60629758-4c19-43df-ad15-f8e739a57cd6', 'status': 'completed', 'code': 200} Mar 08 10:13:20.945014 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e0933-7909-47e1-b829-baf5cd8af701 req-123f0e5b-3e00-421a-81ba-2a99c9f1b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:20.946471 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-171e0933-7909-47e1-b829-baf5cd8af701 req-123f0e5b-3e00-421a-81ba-2a99c9f1b0f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f2aa3f8077456289796261c69e322e&device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 1097 time: 0.0711803 Mar 08 10:13:21.015156 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-171e0933-7909-47e1-b829-baf5cd8af701 req-b5fceeaf-f950-4b2d-a83b-3c0390e5623c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60629758-4c19-43df-ad15-f8e739a57cd6 HTTP/1.1" status: 200 len: 217 time: 0.0616186 Mar 08 10:13:21.074856 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e0933-7909-47e1-b829-baf5cd8af701 req-93817fd1-2648-4f62-9332-bc100ea3dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:21.076232 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-171e0933-7909-47e1-b829-baf5cd8af701 req-93817fd1-2648-4f62-9332-bc100ea3dacf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6648e3c-0bd8-4300-90d8-c77212e176e3 HTTP/1.1" status: 200 len: 854 time: 0.0555224 Mar 08 10:13:21.123778 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-171e0933-7909-47e1-b829-baf5cd8af701 req-30eede31-4fab-49d5-9a08-2a44aebb8203 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84595550-dfc5-4efe-a447-cf1f5f6a1046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419934 Mar 08 10:13:21.249866 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-171e0933-7909-47e1-b829-baf5cd8af701 req-77719527-47a3-4879-9d68-71b9bf96dfed service neutron] 10.222.0.26 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202617 Mar 08 10:13:21.375706 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-171e0933-7909-47e1-b829-baf5cd8af701 req-f7f95890-750f-4fb1-bf41-d125d424cbba service neutron] 10.222.0.26 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202400 Mar 08 10:13:21.488678 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf73a5a-31a7-4515-b7b1-77c331ddb555 req-e8a5f30b-b312-4ca0-a999-0862f80cfec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:21.490127 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5cf73a5a-31a7-4515-b7b1-77c331ddb555 req-e8a5f30b-b312-4ca0-a999-0862f80cfec1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f2aa3f8077456289796261c69e322e&device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 1097 time: 0.0684738 Mar 08 10:13:21.715889 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf73a5a-31a7-4515-b7b1-77c331ddb555 req-5af1b830-f381-4ba8-811e-e15396db1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:21.717409 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5cf73a5a-31a7-4515-b7b1-77c331ddb555 req-5af1b830-f381-4ba8-811e-e15396db1ec3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=84595550-dfc5-4efe-a447-cf1f5f6a1046 HTTP/1.1" status: 200 len: 915 time: 0.2218482 Mar 08 10:13:21.723901 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16e1ed-ec9b-4156-8ea6-41cf6412846a req-92a70d51-49d7-4d50-aa99-717e1bb82c1e tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:21.725378 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2a16e1ed-ec9b-4156-8ea6-41cf6412846a req-92a70d51-49d7-4d50-aa99-717e1bb82c1e tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 944 time: 0.0793428 Mar 08 10:13:21.769141 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2a16e1ed-ec9b-4156-8ea6-41cf6412846a req-705dedc8-9842-422f-8c7b-15da733015f3 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374072 Mar 08 10:13:21.785052 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5cf73a5a-31a7-4515-b7b1-77c331ddb555 req-bed9503c-7e3c-4c05-999f-b7b8dd028d9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60629758-4c19-43df-ad15-f8e739a57cd6 HTTP/1.1" status: 200 len: 217 time: 0.0620599 Mar 08 10:13:21.844956 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf73a5a-31a7-4515-b7b1-77c331ddb555 req-cf1f73b3-d752-43f3-a3fa-38c6a4f4fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:21.846244 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5cf73a5a-31a7-4515-b7b1-77c331ddb555 req-cf1f73b3-d752-43f3-a3fa-38c6a4f4fe9f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6648e3c-0bd8-4300-90d8-c77212e176e3 HTTP/1.1" status: 200 len: 854 time: 0.0561903 Mar 08 10:13:21.893714 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5cf73a5a-31a7-4515-b7b1-77c331ddb555 req-c48c86eb-17fb-49de-830a-ebb268056cc7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84595550-dfc5-4efe-a447-cf1f5f6a1046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420790 Mar 08 10:13:22.021215 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5cf73a5a-31a7-4515-b7b1-77c331ddb555 req-7156b203-08f0-4d6b-af92-c13d461c6634 service neutron] 10.222.0.26 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203187 Mar 08 10:13:22.147024 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5cf73a5a-31a7-4515-b7b1-77c331ddb555 req-fe9b9cd4-2684-4bc3-8885-8f90a6267d75 service neutron] 10.222.0.26 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195309 Mar 08 10:13:22.952106 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e9a0c-36ec-4dd4-bae7-b0a29bd3c61a req-f3d1b664-b751-4d1d-9603-43c2b9cb66d0 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:22.952797 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-ad8e9a0c-36ec-4dd4-bae7-b0a29bd3c61a req-f3d1b664-b751-4d1d-9603-43c2b9cb66d0 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Synchronizing usage tracker for tenant:b2f2aa3f8077456289796261c69e322e on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:13:22.969312 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-ad8e9a0c-36ec-4dd4-bae7-b0a29bd3c61a req-f3d1b664-b751-4d1d-9603-43c2b9cb66d0 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Unset dirty status for tenant:b2f2aa3f8077456289796261c69e322e on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:13:22.970439 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ad8e9a0c-36ec-4dd4-bae7-b0a29bd3c61a req-f3d1b664-b751-4d1d-9603-43c2b9cb66d0 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 944 time: 0.0948157 Mar 08 10:13:23.014207 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ad8e9a0c-36ec-4dd4-bae7-b0a29bd3c61a req-7af86340-9d83-43dd-a8d7-69f3287dc9b5 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380909 Mar 08 10:13:23.435390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 60629758-4c19-43df-ad15-f8e739a57cd6 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:13:23.591282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 60629758-4c19-43df-ad15-f8e739a57cd6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=60629758-4c19-43df-ad15-f8e739a57cd6,segment=NetworkSegment(ed10a0be-ba61-4105-a2ce-365a81beb09e),segment_id=ed10a0be-ba61-4105-a2ce-365a81beb09e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:13:23.604026 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '60629758-4c19-43df-ad15-f8e739a57cd6', 'network_id': '84595550-dfc5-4efe-a447-cf1f5f6a1046', 'port_id': '60629758-4c19-43df-ad15-f8e739a57cd6', 'mac_address': 'fa:16:3e:36:27:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6648e3c-0bd8-4300-90d8-c77212e176e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:13:23.659608 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:23.675729 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60629758-4c19-43df-ad15-f8e739a57cd6 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:13:23.690798 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 60629758-4c19-43df-ad15-f8e739a57cd6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=60629758-4c19-43df-ad15-f8e739a57cd6,segment=NetworkSegment(ed10a0be-ba61-4105-a2ce-365a81beb09e),segment_id=ed10a0be-ba61-4105-a2ce-365a81beb09e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:13:23.694627 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:23.760206 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=60629758-4c19-43df-ad15-f8e739a57cd6,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:13:23.767139 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:23.767493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:23.767834 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:23.768177 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:23.768511 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:23.768877 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:23.769208 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:23.769533 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:23.769858 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:23.770180 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:23.770503 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:23.770822 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:13:24.019175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['60629758-4c19-43df-ad15-f8e739a57cd6'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:13:24.197921 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37488f28-2ea4-4ed7-9b18-bb4d22236a53 req-994b92c7-a98e-4d7d-aec7-7e8e7537c5c2 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:24.199346 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37488f28-2ea4-4ed7-9b18-bb4d22236a53 req-994b92c7-a98e-4d7d-aec7-7e8e7537c5c2 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 945 time: 0.0824711 Mar 08 10:13:24.242245 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37488f28-2ea4-4ed7-9b18-bb4d22236a53 req-89e201b5-0e17-4aaf-ad51-5f136f50b44b tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372438 Mar 08 10:13:24.921037 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0d5d6656-9727-4c3e-a5ca-6decfda2ad76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:25.427369 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0869cd7-2d5e-46d1-8c9d-2d076be78b0e req-5acda21b-91a8-44d0-ae74-9fc0b35e4f2e tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:25.428807 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b0869cd7-2d5e-46d1-8c9d-2d076be78b0e req-5acda21b-91a8-44d0-ae74-9fc0b35e4f2e tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 945 time: 0.0842860 Mar 08 10:13:25.432857 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 60629758-4c19-43df-ad15-f8e739a57cd6 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:13:25.471525 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b0869cd7-2d5e-46d1-8c9d-2d076be78b0e req-be8f798a-1696-4d68-8f67-a17b25134480 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364578 Mar 08 10:13:25.497936 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 60629758-4c19-43df-ad15-f8e739a57cd6 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:13:25.502412 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 60629758-4c19-43df-ad15-f8e739a57cd6 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:13:25.502778 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:25.614630 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:25.640186 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84c892f-125f-4606-a218-e46cfc805f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60629758-4c19-43df-ad15-f8e739a57cd6'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:13:25.649963 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 60629758-4c19-43df-ad15-f8e739a57cd6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=60629758-4c19-43df-ad15-f8e739a57cd6,segment=NetworkSegment(ed10a0be-ba61-4105-a2ce-365a81beb09e),segment_id=ed10a0be-ba61-4105-a2ce-365a81beb09e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:13:25.653630 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:25.701121 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c892f-125f-4606-a218-e46cfc805f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60629758-4c19-43df-ad15-f8e739a57cd6', 'code': 200} Mar 08 10:13:25.726834 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=60629758-4c19-43df-ad15-f8e739a57cd6,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:13:25.913732 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e420600-db6d-4907-8c2b-9438cc4e7aef req-8da97d6a-8482-485a-888b-b834ac635b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:25.915128 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7e420600-db6d-4907-8c2b-9438cc4e7aef req-8da97d6a-8482-485a-888b-b834ac635b4a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 1099 time: 0.0682809 Mar 08 10:13:25.954159 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7e420600-db6d-4907-8c2b-9438cc4e7aef req-3e1602da-3b11-4e7d-9391-718449591459 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328116 Mar 08 10:13:26.657726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4a736-1557-4b3a-95d3-392b87c5d49f req-69ab4ebc-0a27-478d-8469-248733fdee38 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:26.659161 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-90d4a736-1557-4b3a-95d3-392b87c5d49f req-69ab4ebc-0a27-478d-8469-248733fdee38 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0842044 Mar 08 10:13:26.701154 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-90d4a736-1557-4b3a-95d3-392b87c5d49f req-baa16d5a-a1a7-4b3a-b06c-a5ff29a01806 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364432 Mar 08 10:13:27.595065 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9350c948-9adc-45c2-835c-6d7bc0a3a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:27.886946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2440c7a-62ec-4695-a9be-7d1a37ba680d req-3036843c-a7c4-4d1c-9643-2c08de67d8d3 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:27.888271 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d2440c7a-62ec-4695-a9be-7d1a37ba680d req-3036843c-a7c4-4d1c-9643-2c08de67d8d3 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0812442 Mar 08 10:13:27.930737 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d2440c7a-62ec-4695-a9be-7d1a37ba680d req-d710290f-e161-407f-92e2-c696f9bc6cd1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368552 Mar 08 10:13:28.115649 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1cfe4-99d4-465d-b0f3-1d52d47e00e8 req-5e8522df-8901-4048-b48c-050520448d4c tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:28.117106 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f5b1cfe4-99d4-465d-b0f3-1d52d47e00e8 req-5e8522df-8901-4048-b48c-050520448d4c tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0777736 Mar 08 10:13:28.162238 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f5b1cfe4-99d4-465d-b0f3-1d52d47e00e8 req-4f9089a5-f660-4f3b-a90d-1910e6672772 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394609 Mar 08 10:13:28.279404 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:28.309187 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:28.501297 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61adb0-fee6-4eb2-829a-41573eb35ae9 req-6863e41b-005f-41ed-a3a0-63cd066c3cfb tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:28.502717 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9e61adb0-fee6-4eb2-829a-41573eb35ae9 req-6863e41b-005f-41ed-a3a0-63cd066c3cfb tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0771308 Mar 08 10:13:28.546649 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9e61adb0-fee6-4eb2-829a-41573eb35ae9 req-a8ee958e-7f9d-4a03-bf97-37bcfb9f184f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382783 Mar 08 10:13:28.727386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8e5ba-99ba-4d66-b5aa-224e2c299c7c req-72393d96-7609-4120-917e-31dec82c983e tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:28.728870 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7eb8e5ba-99ba-4d66-b5aa-224e2c299c7c req-72393d96-7609-4120-917e-31dec82c983e tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0783777 Mar 08 10:13:28.771687 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7eb8e5ba-99ba-4d66-b5aa-224e2c299c7c req-b41bd1a8-82ba-46e3-a0cd-c059263e0eb0 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371671 Mar 08 10:13:29.169273 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e93b3dc7-2390-430c-8e69-aff671938496 req-98508048-5aa0-441d-bede-80bbd2372bc2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1283145 Mar 08 10:13:29.181139 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3d4c2-3bd2-44a1-a8b4-7f382db08009 req-b4660b95-533b-47c9-98a8-400e9b75ffb3 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:29.183076 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-06c3d4c2-3bd2-44a1-a8b4-7f382db08009 req-b4660b95-533b-47c9-98a8-400e9b75ffb3 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0991285 Mar 08 10:13:29.229996 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-06c3d4c2-3bd2-44a1-a8b4-7f382db08009 req-e6c2fe59-80ee-4c10-9d41-3fd6baa14f6f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405605 Mar 08 10:13:30.127650 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:30.315998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b3dc7-2390-430c-8e69-aff671938496 req-f91b845b-9d8b-4223-ad88-20a7cbb49442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:30.318101 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e93b3dc7-2390-430c-8e69-aff671938496 req-f91b845b-9d8b-4223-ad88-20a7cbb49442 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f2aa3f8077456289796261c69e322e&device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 1099 time: 0.0780761 Mar 08 10:13:30.509180 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b3dc7-2390-430c-8e69-aff671938496 req-251801b6-a489-4716-a6e5-a714d6187eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:30.511268 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e93b3dc7-2390-430c-8e69-aff671938496 req-251801b6-a489-4716-a6e5-a714d6187eff service neutron] 10.222.0.26 "GET /v2.0/networks?id=84595550-dfc5-4efe-a447-cf1f5f6a1046 HTTP/1.1" status: 200 len: 915 time: 0.1876700 Mar 08 10:13:30.522105 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04c877-cf33-4c0b-9c66-3b0a0cd8f5c8 req-288f34c9-d52a-40dd-8ac7-306edfa5d04f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:30.523433 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0d04c877-cf33-4c0b-9c66-3b0a0cd8f5c8 req-288f34c9-d52a-40dd-8ac7-306edfa5d04f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.1788595 Mar 08 10:13:30.597864 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e93b3dc7-2390-430c-8e69-aff671938496 req-08834421-6006-497f-a434-6c79999ca234 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60629758-4c19-43df-ad15-f8e739a57cd6 HTTP/1.1" status: 200 len: 217 time: 0.0735226 Mar 08 10:13:30.664080 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0d04c877-cf33-4c0b-9c66-3b0a0cd8f5c8 req-e9dc49de-c20e-4d38-870a-d18bb66c330f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919359 Mar 08 10:13:30.679091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b3dc7-2390-430c-8e69-aff671938496 req-dcd708c1-5b12-48ba-ae0b-61e945bd293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:30.680477 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e93b3dc7-2390-430c-8e69-aff671938496 req-dcd708c1-5b12-48ba-ae0b-61e945bd293a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6648e3c-0bd8-4300-90d8-c77212e176e3 HTTP/1.1" status: 200 len: 854 time: 0.0758123 Mar 08 10:13:30.825130 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e93b3dc7-2390-430c-8e69-aff671938496 req-571831fa-88c7-4a74-b821-29c8d516272a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84595550-dfc5-4efe-a447-cf1f5f6a1046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388676 Mar 08 10:13:30.951852 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e93b3dc7-2390-430c-8e69-aff671938496 req-b005f348-e5dd-404d-93ab-c5ae5d8177d8 service neutron] 10.222.0.26 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211402 Mar 08 10:13:31.083538 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e93b3dc7-2390-430c-8e69-aff671938496 req-f472510a-cbc2-43f8-a01c-c9eb8e3e5d4f service neutron] 10.222.0.26 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259973 Mar 08 10:13:31.844623 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72aba3-6301-48da-a90e-650c6eda7dca req-6df225e5-a6a4-4293-b01f-48b5f582a228 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:31.845963 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2e72aba3-6301-48da-a90e-650c6eda7dca req-6df225e5-a6a4-4293-b01f-48b5f582a228 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0775669 Mar 08 10:13:31.889229 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2e72aba3-6301-48da-a90e-650c6eda7dca req-0561b8c8-b634-42fa-a3db-13a49f6052fc tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376897 Mar 08 10:13:33.067252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6746de-2920-4389-909e-1982849a870c req-8ca343a3-4d2c-4513-b891-c8054fdb1f82 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:33.068706 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8e6746de-2920-4389-909e-1982849a870c req-8ca343a3-4d2c-4513-b891-c8054fdb1f82 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0776663 Mar 08 10:13:33.114488 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8e6746de-2920-4389-909e-1982849a870c req-f8afc23e-24f6-4d8c-9167-933edb84e171 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397396 Mar 08 10:13:34.300885 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658f8bf-f01b-43da-a287-219266bfde2e req-c3268bae-874a-4070-a71c-15a0e7e72ba6 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:34.302353 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5658f8bf-f01b-43da-a287-219266bfde2e req-c3268bae-874a-4070-a71c-15a0e7e72ba6 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0830936 Mar 08 10:13:34.344942 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5658f8bf-f01b-43da-a287-219266bfde2e req-d851b186-21d4-4e7e-b701-b849b03f7e0d tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368826 Mar 08 10:13:35.528023 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc19029-dc44-4502-80af-f079c3adb9c9 req-73e115a1-a12e-4fde-a4d4-848a232aa27a tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:35.529472 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7dc19029-dc44-4502-80af-f079c3adb9c9 req-73e115a1-a12e-4fde-a4d4-848a232aa27a tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0785730 Mar 08 10:13:35.572184 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7dc19029-dc44-4502-80af-f079c3adb9c9 req-3d0a6151-82ba-44a1-901b-18c17af8ad3f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371051 Mar 08 10:13:36.752234 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8899327-27ee-484f-bbdd-a53f36d30b38 req-80fecc9b-0234-4ef2-8be4-a7f41e03d7d2 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:36.753697 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e8899327-27ee-484f-bbdd-a53f36d30b38 req-80fecc9b-0234-4ef2-8be4-a7f41e03d7d2 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0789194 Mar 08 10:13:36.796606 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e8899327-27ee-484f-bbdd-a53f36d30b38 req-97460416-98fc-4133-92e0-ffea84f776b1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372953 Mar 08 10:13:37.978318 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350da92d-c88c-4dc8-bb17-e50278b70f07 req-670a7676-c8fc-497e-9599-c52d5ba57ac8 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:37.979745 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-350da92d-c88c-4dc8-bb17-e50278b70f07 req-670a7676-c8fc-497e-9599-c52d5ba57ac8 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0808818 Mar 08 10:13:38.022353 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-350da92d-c88c-4dc8-bb17-e50278b70f07 req-8034cae3-0b73-4b7c-b18a-e01250f361df tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370419 Mar 08 10:13:39.203310 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06834c-b748-4e1f-9122-249043778a5c req-3780bb6e-817b-4741-8cfc-d2e0e14932f2 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:39.204740 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fd06834c-b748-4e1f-9122-249043778a5c req-3780bb6e-817b-4741-8cfc-d2e0e14932f2 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0813112 Mar 08 10:13:39.250062 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fd06834c-b748-4e1f-9122-249043778a5c req-4eba884a-9c2c-4ff8-bbb9-ba23a023c675 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396221 Mar 08 10:13:40.430505 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef816b-fe22-4e8a-a1aa-4576d67ccc49 req-b477a10f-729c-4c89-8820-5069127eef93 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:40.431950 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e9ef816b-fe22-4e8a-a1aa-4576d67ccc49 req-b477a10f-729c-4c89-8820-5069127eef93 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0781059 Mar 08 10:13:40.474485 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e9ef816b-fe22-4e8a-a1aa-4576d67ccc49 req-5752fe5f-313d-4543-b20a-b685bc7efb02 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370486 Mar 08 10:13:41.656673 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1a540-845c-4e15-8d9c-6f6afabb3ef6 req-24f43a33-a06a-439c-a93e-2d7f05d90a2a tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:41.658147 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eae1a540-845c-4e15-8d9c-6f6afabb3ef6 req-24f43a33-a06a-439c-a93e-2d7f05d90a2a tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0800550 Mar 08 10:13:41.704127 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eae1a540-845c-4e15-8d9c-6f6afabb3ef6 req-f49a9a45-8cba-409a-ac32-2cb037a7977e tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404966 Mar 08 10:13:42.889499 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e146b37-2d8d-425c-8fa0-3024aa5b1bdb req-74ac2240-dfc8-4e8f-9d37-f3feb02f8ffa tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:42.890824 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3e146b37-2d8d-425c-8fa0-3024aa5b1bdb req-74ac2240-dfc8-4e8f-9d37-f3feb02f8ffa tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0811183 Mar 08 10:13:42.942822 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3e146b37-2d8d-425c-8fa0-3024aa5b1bdb req-c24746e6-1e34-4e9b-950d-84cc90724ae5 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464511 Mar 08 10:13:43.370714 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:44.130563 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa5d92-6fdf-4790-88e0-52d4763d6478 req-d0ed3bf8-345e-4f81-997f-cf11b3de2e8a tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:44.131986 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-46fa5d92-6fdf-4790-88e0-52d4763d6478 req-d0ed3bf8-345e-4f81-997f-cf11b3de2e8a tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0785685 Mar 08 10:13:44.174801 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-46fa5d92-6fdf-4790-88e0-52d4763d6478 req-81799fbc-ce49-4782-b092-53234fe95e08 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370998 Mar 08 10:13:45.355053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959197ea-63ce-487c-bf6b-08b9edc8450f req-b7c095dd-caf5-41ea-bdb6-c1cfebde199f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:45.356474 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-959197ea-63ce-487c-bf6b-08b9edc8450f req-b7c095dd-caf5-41ea-bdb6-c1cfebde199f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0778279 Mar 08 10:13:45.401777 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-959197ea-63ce-487c-bf6b-08b9edc8450f req-75c13740-1b69-46c9-b600-a2dc027020be tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396199 Mar 08 10:13:46.330826 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:13:46.584187 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7bc85-e801-4fb6-a97e-5210024be76e req-e4085d84-a7d9-4dc4-8a6a-1b4606f157d7 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:46.585615 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-39a7bc85-e801-4fb6-a97e-5210024be76e req-e4085d84-a7d9-4dc4-8a6a-1b4606f157d7 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0812068 Mar 08 10:13:46.628937 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-39a7bc85-e801-4fb6-a97e-5210024be76e req-5dbda3de-cef7-41b6-9553-d8a5182ab095 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374568 Mar 08 10:13:47.807890 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405249c-315d-4087-b0d7-194e945b9707 req-8c70d6e7-8315-4afa-a62c-c05a99a9044d tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:47.809363 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1405249c-315d-4087-b0d7-194e945b9707 req-8c70d6e7-8315-4afa-a62c-c05a99a9044d tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0782654 Mar 08 10:13:47.851639 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1405249c-315d-4087-b0d7-194e945b9707 req-2f4b3ff7-088f-4d8e-bdd1-98bd49fe1c05 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366845 Mar 08 10:13:49.032516 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb3972-3787-4ead-80f7-6dee648f9559 req-90ecc094-87f7-40cc-bf31-d4695bd0725b tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:49.033949 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-20cb3972-3787-4ead-80f7-6dee648f9559 req-90ecc094-87f7-40cc-bf31-d4695bd0725b tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0771766 Mar 08 10:13:49.076576 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-20cb3972-3787-4ead-80f7-6dee648f9559 req-26ed6baf-01fe-40ae-a9f7-d34ac64ca862 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370543 Mar 08 10:13:50.258415 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd2f47-9399-464e-8984-dbe05bf931c3 req-8432987b-8823-49f5-821d-3c29ee44c6a4 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:50.260373 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-eedd2f47-9399-464e-8984-dbe05bf931c3 req-8432987b-8823-49f5-821d-3c29ee44c6a4 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0804543 Mar 08 10:13:50.302692 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-eedd2f47-9399-464e-8984-dbe05bf931c3 req-42a4f961-ae91-4b0d-8e79-75f61498c8cf tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366905 Mar 08 10:13:51.484790 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3751e-c193-4260-9fdd-108c464cd5c5 req-6c757963-1b45-4b90-ab42-eae6be2a090c tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:51.486217 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-baf3751e-c193-4260-9fdd-108c464cd5c5 req-6c757963-1b45-4b90-ab42-eae6be2a090c tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0817776 Mar 08 10:13:51.528852 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-baf3751e-c193-4260-9fdd-108c464cd5c5 req-385df91e-ef04-4c7d-b2f6-7cb7af9db2bd tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369716 Mar 08 10:13:52.708037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442c997-7951-41d3-ace7-8a3286911d59 req-be82a7a1-fbfd-4de7-82de-e069650a9c76 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:52.709492 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b442c997-7951-41d3-ace7-8a3286911d59 req-be82a7a1-fbfd-4de7-82de-e069650a9c76 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0773146 Mar 08 10:13:52.752136 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b442c997-7951-41d3-ace7-8a3286911d59 req-0e5539f4-ecfd-43dc-afc7-77b7b3c667f0 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366025 Mar 08 10:13:53.932198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb18ff6-ff5d-4420-b188-e410c72ad83f req-f431ea33-e59e-4f5f-a2f8-aeeb5467dd9a tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:53.933694 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0fb18ff6-ff5d-4420-b188-e410c72ad83f req-f431ea33-e59e-4f5f-a2f8-aeeb5467dd9a tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0793149 Mar 08 10:13:53.981029 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0fb18ff6-ff5d-4420-b188-e410c72ad83f req-7a740c0d-b296-4ead-a801-6eb1fdcd93f7 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414116 Mar 08 10:13:54.922652 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a74b2ba-c65a-4f50-9ef9-4df1ea2cec77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:55.163394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792935cc-47ec-48e2-af97-5d899b8c5ee8 req-f39f9b51-2ff8-47a9-b4ff-38d44d28203f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:55.164839 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-792935cc-47ec-48e2-af97-5d899b8c5ee8 req-f39f9b51-2ff8-47a9-b4ff-38d44d28203f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0800531 Mar 08 10:13:55.207666 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-792935cc-47ec-48e2-af97-5d899b8c5ee8 req-c0ec92d4-e28c-463b-adc3-f1bb7fc281e2 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369244 Mar 08 10:13:56.392761 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe583e-31fe-4c3f-b6c1-6c96e1a52ad7 req-70d20e29-371e-4b77-86a2-8bf694341f44 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:56.394241 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8afe583e-31fe-4c3f-b6c1-6c96e1a52ad7 req-70d20e29-371e-4b77-86a2-8bf694341f44 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0795879 Mar 08 10:13:56.438838 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8afe583e-31fe-4c3f-b6c1-6c96e1a52ad7 req-0c672cfc-226d-4395-a3ed-ac9aa795c98c tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382602 Mar 08 10:13:57.596618 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67c61a46-2f2b-4df5-bdb1-e1dc082e77fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:57.630074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1533ab6-d863-4ed6-88ad-48a9e71c128e req-271e6109-7ca8-415c-9c48-b135dc99aba6 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:57.631480 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d1533ab6-d863-4ed6-88ad-48a9e71c128e req-271e6109-7ca8-415c-9c48-b135dc99aba6 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0837545 Mar 08 10:13:57.673964 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d1533ab6-d863-4ed6-88ad-48a9e71c128e req-e890a194-c1c1-4a9d-b810-9423e8e31d53 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362153 Mar 08 10:13:57.836227 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e93b3dc7-2390-430c-8e69-aff671938496 req-81d6b57d-7b60-4882-ac7c-07f995af168f service neutron] 10.222.0.26 "GET /v2.0/ports/60629758-4c19-43df-ad15-f8e739a57cd6/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0711758 Mar 08 10:13:58.119677 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b3dc7-2390-430c-8e69-aff671938496 req-b53e3c2d-0de1-4dbe-9600-9880646262fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:58.121054 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e93b3dc7-2390-430c-8e69-aff671938496 req-b53e3c2d-0de1-4dbe-9600-9880646262fe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44&tenant_id=b2f2aa3f8077456289796261c69e322e HTTP/1.1" status: 200 len: 1099 time: 0.0722017 Mar 08 10:13:58.207969 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b3dc7-2390-430c-8e69-aff671938496 req-8b674f45-5879-4c06-bd68-3f825705f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:58.209489 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e93b3dc7-2390-430c-8e69-aff671938496 req-8b674f45-5879-4c06-bd68-3f825705f906 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f2aa3f8077456289796261c69e322e&device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 1099 time: 0.0683019 Mar 08 10:13:58.281912 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:58.312616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:13:58.426031 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b3dc7-2390-430c-8e69-aff671938496 req-b91b5f19-a759-4a6f-a155-7913d91a17e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:58.427457 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e93b3dc7-2390-430c-8e69-aff671938496 req-b91b5f19-a759-4a6f-a155-7913d91a17e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=84595550-dfc5-4efe-a447-cf1f5f6a1046 HTTP/1.1" status: 200 len: 915 time: 0.2115266 Mar 08 10:13:58.494361 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e93b3dc7-2390-430c-8e69-aff671938496 req-69a7897f-2bef-4831-8b94-aeb02948b01d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60629758-4c19-43df-ad15-f8e739a57cd6 HTTP/1.1" status: 200 len: 217 time: 0.0611088 Mar 08 10:13:58.553816 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b3dc7-2390-430c-8e69-aff671938496 req-564bf9da-2cbc-429f-a7c0-3ce3cd88fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:58.555803 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e93b3dc7-2390-430c-8e69-aff671938496 req-564bf9da-2cbc-429f-a7c0-3ce3cd88fa53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6648e3c-0bd8-4300-90d8-c77212e176e3 HTTP/1.1" status: 200 len: 854 time: 0.0557654 Mar 08 10:13:58.600477 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e93b3dc7-2390-430c-8e69-aff671938496 req-7f5f2d4f-fb8a-4117-9f48-1bf435ae06a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84595550-dfc5-4efe-a447-cf1f5f6a1046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384636 Mar 08 10:13:58.728345 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e93b3dc7-2390-430c-8e69-aff671938496 req-ef88de8e-74a7-4723-9135-3acc1f6cfc85 service neutron] 10.222.0.26 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217136 Mar 08 10:13:58.858075 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e93b3dc7-2390-430c-8e69-aff671938496 req-226c5620-e68d-4ec0-a272-fbab45e0977e service neutron] 10.222.0.26 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242282 Mar 08 10:13:58.859707 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366cf230-d8c7-4b58-83b7-a7d276de4388 req-cb98fbb3-f3a7-43f3-b44d-7f93e0fb6a34 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:13:58.861144 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-366cf230-d8c7-4b58-83b7-a7d276de4388 req-cb98fbb3-f3a7-43f3-b44d-7f93e0fb6a34 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0811808 Mar 08 10:13:58.909771 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-366cf230-d8c7-4b58-83b7-a7d276de4388 req-461ed034-1caf-477f-853e-c77655a6bced tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420108 Mar 08 10:14:00.100123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369aea03-0afa-4b17-b057-bd041393dc0b req-10cf1332-4e05-45d0-963d-99e34ffe3cf8 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:00.101621 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-369aea03-0afa-4b17-b057-bd041393dc0b req-10cf1332-4e05-45d0-963d-99e34ffe3cf8 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0827069 Mar 08 10:14:00.131699 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:00.147499 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-369aea03-0afa-4b17-b057-bd041393dc0b req-d10deeb3-2aed-4cf1-8727-f775ef8f5516 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394654 Mar 08 10:14:01.336950 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88beee-918f-4c48-8f6b-c7c5858287e2 req-c14ec4bd-7b0a-4cb2-b20e-1ca6ed1e164f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:01.338419 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bd88beee-918f-4c48-8f6b-c7c5858287e2 req-c14ec4bd-7b0a-4cb2-b20e-1ca6ed1e164f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0870283 Mar 08 10:14:01.388468 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bd88beee-918f-4c48-8f6b-c7c5858287e2 req-468c120c-0354-48ba-a5b3-7c72d57c7a43 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441465 Mar 08 10:14:01.634991 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 60629758-4c19-43df-ad15-f8e739a57cd6 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:14:01.637336 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 60629758-4c19-43df-ad15-f8e739a57cd6 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:14:01.853504 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:01.874239 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 60629758-4c19-43df-ad15-f8e739a57cd6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=60629758-4c19-43df-ad15-f8e739a57cd6,segment=NetworkSegment(ed10a0be-ba61-4105-a2ce-365a81beb09e),segment_id=ed10a0be-ba61-4105-a2ce-365a81beb09e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:14:01.892668 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '60629758-4c19-43df-ad15-f8e739a57cd6', 'network_id': '84595550-dfc5-4efe-a447-cf1f5f6a1046', 'port_id': '60629758-4c19-43df-ad15-f8e739a57cd6', 'mac_address': 'fa:16:3e:36:27:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6648e3c-0bd8-4300-90d8-c77212e176e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:14:01.897615 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84c892f-125f-4606-a218-e46cfc805f44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60629758-4c19-43df-ad15-f8e739a57cd6'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:14:01.940650 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 60629758-4c19-43df-ad15-f8e739a57cd6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=60629758-4c19-43df-ad15-f8e739a57cd6,segment=NetworkSegment(ed10a0be-ba61-4105-a2ce-365a81beb09e),segment_id=ed10a0be-ba61-4105-a2ce-365a81beb09e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:14:01.948231 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:01.950822 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c892f-125f-4606-a218-e46cfc805f44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60629758-4c19-43df-ad15-f8e739a57cd6', 'code': 200} Mar 08 10:14:02.007234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:02.033687 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60629758-4c19-43df-ad15-f8e739a57cd6 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:14:02.073918 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=60629758-4c19-43df-ad15-f8e739a57cd6,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:14:02.100579 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 10:14:02.100965 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 10:14:02.575778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72052f-dbf1-479e-9dba-764bfe308043 req-f155d3e3-b217-40ac-96ee-32afe34cf089 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:02.577240 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bd72052f-dbf1-479e-9dba-764bfe308043 req-f155d3e3-b217-40ac-96ee-32afe34cf089 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 944 time: 0.0820537 Mar 08 10:14:02.625726 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bd72052f-dbf1-479e-9dba-764bfe308043 req-540c95d2-29d4-4d3e-8dda-f0c3191259d4 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424554 Mar 08 10:14:02.661837 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:02.678896 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60629758-4c19-43df-ad15-f8e739a57cd6 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:14:02.694310 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 60629758-4c19-43df-ad15-f8e739a57cd6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=60629758-4c19-43df-ad15-f8e739a57cd6,segment=NetworkSegment(ed10a0be-ba61-4105-a2ce-365a81beb09e),segment_id=ed10a0be-ba61-4105-a2ce-365a81beb09e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:14:02.699289 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:02.769623 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['60629758-4c19-43df-ad15-f8e739a57cd6'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:14:02.857554 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=60629758-4c19-43df-ad15-f8e739a57cd6,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:14:02.935962 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ade931-b57d-46e7-930e-5454b4cdd864 req-64a11ddf-1bae-4a62-b21e-506e0352f4de tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:02.937530 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b9ade931-b57d-46e7-930e-5454b4cdd864 req-64a11ddf-1bae-4a62-b21e-506e0352f4de tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 945 time: 0.0864654 Mar 08 10:14:02.950537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca0bc6-0831-4c88-9530-be31b02db12d req-b8dff4f8-2a84-4241-ac55-59d05232a809 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:02.952032 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-19ca0bc6-0831-4c88-9530-be31b02db12d req-b8dff4f8-2a84-4241-ac55-59d05232a809 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.26 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44&tenant_id=b2f2aa3f8077456289796261c69e322e&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 945 time: 0.0972867 Mar 08 10:14:02.986136 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b9ade931-b57d-46e7-930e-5454b4cdd864 req-3f78d2d3-5eeb-40a2-803d-5fd088286c57 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424685 Mar 08 10:14:03.088026 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca0bc6-0831-4c88-9530-be31b02db12d req-64ffba0e-5d7e-4aa8-96e8-96055db8564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:03.089494 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-19ca0bc6-0831-4c88-9530-be31b02db12d req-64ffba0e-5d7e-4aa8-96e8-96055db8564f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f2aa3f8077456289796261c69e322e&device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 1098 time: 0.0689788 Mar 08 10:14:03.217607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca0bc6-0831-4c88-9530-be31b02db12d req-cb21db32-eda2-45fe-8fce-0e994b123a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:03.218948 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-19ca0bc6-0831-4c88-9530-be31b02db12d req-cb21db32-eda2-45fe-8fce-0e994b123a47 service neutron] 10.222.0.26 "GET /v2.0/networks?id=84595550-dfc5-4efe-a447-cf1f5f6a1046 HTTP/1.1" status: 200 len: 915 time: 0.1234331 Mar 08 10:14:03.286610 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-19ca0bc6-0831-4c88-9530-be31b02db12d req-c91bf852-e2dd-4914-84d6-819853db4127 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60629758-4c19-43df-ad15-f8e739a57cd6 HTTP/1.1" status: 200 len: 217 time: 0.0612009 Mar 08 10:14:03.346007 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca0bc6-0831-4c88-9530-be31b02db12d req-41f1b722-dafd-4b10-938a-5fe3dc6a6e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:03.347386 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-19ca0bc6-0831-4c88-9530-be31b02db12d req-41f1b722-dafd-4b10-938a-5fe3dc6a6e56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6648e3c-0bd8-4300-90d8-c77212e176e3 HTTP/1.1" status: 200 len: 854 time: 0.0549653 Mar 08 10:14:03.391557 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-19ca0bc6-0831-4c88-9530-be31b02db12d req-77fb7283-e9a4-453a-adbc-89fccef15ee9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84595550-dfc5-4efe-a447-cf1f5f6a1046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379963 Mar 08 10:14:03.517061 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-19ca0bc6-0831-4c88-9530-be31b02db12d req-a8533d24-f14e-4d99-9711-ef9717dfeec9 service neutron] 10.222.0.26 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194344 Mar 08 10:14:03.643527 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-19ca0bc6-0831-4c88-9530-be31b02db12d req-8b22326a-7266-4d3f-a0bb-00ca53e81dd1 service neutron] 10.222.0.26 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209083 Mar 08 10:14:03.649472 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 60629758-4c19-43df-ad15-f8e739a57cd6 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:14:03.718657 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 60629758-4c19-43df-ad15-f8e739a57cd6 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:14:03.719374 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:03.831839 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:03.863287 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 60629758-4c19-43df-ad15-f8e739a57cd6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=60629758-4c19-43df-ad15-f8e739a57cd6,segment=NetworkSegment(ed10a0be-ba61-4105-a2ce-365a81beb09e),segment_id=ed10a0be-ba61-4105-a2ce-365a81beb09e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:14:03.866767 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:03.933388 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=60629758-4c19-43df-ad15-f8e739a57cd6,revision_number=8']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:14:03.951404 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84c892f-125f-4606-a218-e46cfc805f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60629758-4c19-43df-ad15-f8e739a57cd6'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:14:04.002589 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c892f-125f-4606-a218-e46cfc805f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60629758-4c19-43df-ad15-f8e739a57cd6', 'code': 200} Mar 08 10:14:04.174449 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d6067-972a-4d3f-8c92-236bc6de241c req-e993dd44-809a-4329-a808-2fea01a9d087 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:04.176080 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3b6d6067-972a-4d3f-8c92-236bc6de241c req-e993dd44-809a-4329-a808-2fea01a9d087 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0821071 Mar 08 10:14:04.221453 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3b6d6067-972a-4d3f-8c92-236bc6de241c req-9c7e681c-76d7-4f6c-ac9a-00ae9034957a tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385950 Mar 08 10:14:04.418864 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c0bd4-3b38-4d5b-8471-09e9556432fc req-af600876-1530-4b94-ab05-c9d1060608ad tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:04.420291 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9b9c0bd4-3b38-4d5b-8471-09e9556432fc req-af600876-1530-4b94-ab05-c9d1060608ad tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.0818655 Mar 08 10:14:04.462298 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9b9c0bd4-3b38-4d5b-8471-09e9556432fc req-4fba219b-3865-4c8a-a591-11173486af5a tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364146 Mar 08 10:14:04.744452 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541f317-b470-4bef-b968-4d57459de15f req-ed61e696-4d0b-40c8-bc7a-7f6d7dee6401 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:04.745901 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a541f317-b470-4bef-b968-4d57459de15f req-ed61e696-4d0b-40c8-bc7a-7f6d7dee6401 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.1803179 Mar 08 10:14:04.788830 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a541f317-b470-4bef-b968-4d57459de15f req-c55053fa-8eab-4751-a776-63dd8522741b tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372932 Mar 08 10:14:05.258376 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-293a1222-0b8d-4430-9304-1fd77385ecff tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:05.259088 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-293a1222-0b8d-4430-9304-1fd77385ecff tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Synchronizing usage tracker for tenant:b2f2aa3f8077456289796261c69e322e on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:14:05.275477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-293a1222-0b8d-4430-9304-1fd77385ecff tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Unset dirty status for tenant:b2f2aa3f8077456289796261c69e322e on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:14:05.276626 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-293a1222-0b8d-4430-9304-1fd77385ecff tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/networks?id=84595550-dfc5-4efe-a447-cf1f5f6a1046 HTTP/1.1" status: 200 len: 814 time: 0.1581700 Mar 08 10:14:05.291323 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-085b090d-18f7-4880-8eb1-2742de7e9cbe tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/quotas/b2f2aa3f8077456289796261c69e322e HTTP/1.1" status: 200 len: 375 time: 0.0090404 Mar 08 10:14:05.369302 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-81c1865b-c7a8-4543-8566-1cb6ffef3fb7 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2f2aa3f8077456289796261c69e322e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729215 Mar 08 10:14:05.496162 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-8dfce5d7-249e-48fb-b444-27831d195c15 service neutron] 10.222.0.24 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203873 Mar 08 10:14:05.623517 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-e41f134b-6fa8-47f6-bede-628150644fb8 service neutron] 10.222.0.24 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217368 Mar 08 10:14:05.797695 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b02ce1ba-7636-4e24-9a6a-1e3a1b1f3bf7 req-6fa89c27-67da-45f3-be05-bf530878dfd5 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 210 time: 0.0422630 Mar 08 10:14:06.792324 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-89308915-b79e-466d-8f68-ab2b8b3ac55b tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:06.794020 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-89308915-b79e-466d-8f68-ab2b8b3ac55b tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.26 "GET /v2.0/networks?id=84595550-dfc5-4efe-a447-cf1f5f6a1046 HTTP/1.1" status: 200 len: 814 time: 0.1498914 Mar 08 10:14:06.811856 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-61813b97-7ab6-4656-8297-0b9053ea381f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Request body: {'port': {'device_id': '1a3238ab-0f75-4359-bb9c-62fd55e36018', 'network_id': '84595550-dfc5-4efe-a447-cf1f5f6a1046', 'admin_state_up': True, 'tenant_id': 'b2f2aa3f8077456289796261c69e322e'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:14:06.956454 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6271a728-2215-44fb-86d2-a521de3126cc req-5855ad53-d22b-4a7e-88ea-58c36389474b tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 210 time: 0.0475254 Mar 08 10:14:07.097445 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-61813b97-7ab6-4656-8297-0b9053ea381f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:14:07.106341 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48af9bd-0b85-4d52-aaa3-8eb2dd2f4074 req-21a23354-fe5b-40dd-817c-74aaf54649c9 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:07.107791 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b48af9bd-0b85-4d52-aaa3-8eb2dd2f4074 req-21a23354-fe5b-40dd-817c-74aaf54649c9 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.26 "GET /v2.0/ports?device_id=b84c892f-125f-4606-a218-e46cfc805f44 HTTP/1.1" status: 200 len: 946 time: 0.3004727 Mar 08 10:14:07.116493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-61813b97-7ab6-4656-8297-0b9053ea381f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:14:07.167369 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-61813b97-7ab6-4656-8297-0b9053ea381f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Made reservation on behalf of b2f2aa3f8077456289796261c69e322e for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:14:07.170997 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-61813b97-7ab6-4656-8297-0b9053ea381f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:07.206885 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-b48af9bd-0b85-4d52-aaa3-8eb2dd2f4074 req-30ccc7dc-dcf2-4750-bc0c-f50f921820dc tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Deleting port 60629758-4c19-43df-ad15-f8e739a57cd6 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:14:07.207213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b48af9bd-0b85-4d52-aaa3-8eb2dd2f4074 req-30ccc7dc-dcf2-4750-bc0c-f50f921820dc tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:07.521144 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-61813b97-7ab6-4656-8297-0b9053ea381f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Allocated IP 172.20.0.4 (84595550-dfc5-4efe-a447-cf1f5f6a1046/e6648e3c-0bd8-4300-90d8-c77212e176e3/e009f56b-04ac-4a8a-99cf-037699f67fb5) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:14:07.586961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-b48af9bd-0b85-4d52-aaa3-8eb2dd2f4074 req-30ccc7dc-dcf2-4750-bc0c-f50f921820dc tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] For port 60629758-4c19-43df-ad15-f8e739a57cd6, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=60629758-4c19-43df-ad15-f8e739a57cd6,segment=NetworkSegment(ed10a0be-ba61-4105-a2ce-365a81beb09e),segment_id=ed10a0be-ba61-4105-a2ce-365a81beb09e)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:14:07.587309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b48af9bd-0b85-4d52-aaa3-8eb2dd2f4074 req-30ccc7dc-dcf2-4750-bc0c-f50f921820dc tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:07.724808 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-b48af9bd-0b85-4d52-aaa3-8eb2dd2f4074 req-30ccc7dc-dcf2-4750-bc0c-f50f921820dc tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Calling delete_port for 60629758-4c19-43df-ad15-f8e739a57cd6 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:14:07.982057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-61813b97-7ab6-4656-8297-0b9053ea381f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:08.002752 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b48af9bd-0b85-4d52-aaa3-8eb2dd2f4074 req-30ccc7dc-dcf2-4750-bc0c-f50f921820dc tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:08.058828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccc7dc-dcf2-4750-bc0c-f50f921820dc tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Pushing event deleted for resources: {'Port': ['ID=60629758-4c19-43df-ad15-f8e739a57cd6,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:14:08.147653 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9f6112dd-331c-45b9-9296-c287baa6c754 req-ad90d0b2-0a68-46e6-b680-4eec6d6f0e5f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 210 time: 0.0578654 Mar 08 10:14:08.183906 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48af9bd-0b85-4d52-aaa3-8eb2dd2f4074 req-30ccc7dc-dcf2-4750-bc0c-f50f921820dc tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] No DVR routers for this DVR port 60629758-4c19-43df-ad15-f8e739a57cd6 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:14:08.186590 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b48af9bd-0b85-4d52-aaa3-8eb2dd2f4074 req-30ccc7dc-dcf2-4750-bc0c-f50f921820dc tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:08.190807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84c892f-125f-4606-a218-e46cfc805f44', 'name': 'network-vif-deleted', 'tag': '60629758-4c19-43df-ad15-f8e739a57cd6'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:14:08.200509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-61813b97-7ab6-4656-8297-0b9053ea381f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:08.241610 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c892f-125f-4606-a218-e46cfc805f44', 'name': 'network-vif-deleted', 'tag': '60629758-4c19-43df-ad15-f8e739a57cd6', 'status': 'completed', 'code': 200} Mar 08 10:14:08.264584 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b48af9bd-0b85-4d52-aaa3-8eb2dd2f4074 req-30ccc7dc-dcf2-4750-bc0c-f50f921820dc tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.26 "DELETE /v2.0/ports/60629758-4c19-43df-ad15-f8e739a57cd6 HTTP/1.1" status: 204 len: 173 time: 1.1491749 Mar 08 10:14:08.270106 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-61813b97-7ab6-4656-8297-0b9053ea381f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Network 84595550-dfc5-4efe-a447-cf1f5f6a1046 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:14:08.273199 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-61813b97-7ab6-4656-8297-0b9053ea381f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:14:08.277606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-61813b97-7ab6-4656-8297-0b9053ea381f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:14:08.330445 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61813b97-7ab6-4656-8297-0b9053ea381f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Pushing event updated for resources: {'Port': ['ID=e009f56b-04ac-4a8a-99cf-037699f67fb5,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:14:08.349653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-61813b97-7ab6-4656-8297-0b9053ea381f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:08.350252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-61813b97-7ab6-4656-8297-0b9053ea381f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:08.367127 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-61813b97-7ab6-4656-8297-0b9053ea381f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5585802 Mar 08 10:14:08.379078 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Request body: {'port': {'device_id': '1a3238ab-0f75-4359-bb9c-62fd55e36018', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:14:08.582654 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:08.923221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e009f56b-04ac-4a8a-99cf-037699f67fb5 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:14:08.930968 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:08.944857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Transition to ACTIVE for port object e009f56b-04ac-4a8a-99cf-037699f67fb5 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:14:08.948272 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:09.099994 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Pushing event updated for resources: {'Port': ['ID=e009f56b-04ac-4a8a-99cf-037699f67fb5,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:14:09.170298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Attempting to bind port e009f56b-04ac-4a8a-99cf-037699f67fb5 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:14:09.170624 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Attempting to bind port e009f56b-04ac-4a8a-99cf-037699f67fb5 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ed10a0be-ba61-4105-a2ce-365a81beb09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '84595550-dfc5-4efe-a447-cf1f5f6a1046'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:14:09.170946 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Attempting to bind port e009f56b-04ac-4a8a-99cf-037699f67fb5 on network 84595550-dfc5-4efe-a447-cf1f5f6a1046 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:14:09.175929 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Port e009f56b-04ac-4a8a-99cf-037699f67fb5 on network 84595550-dfc5-4efe-a447-cf1f5f6a1046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:14:09.175929 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Attempting to bind port e009f56b-04ac-4a8a-99cf-037699f67fb5 on network 84595550-dfc5-4efe-a447-cf1f5f6a1046 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:14:09.181769 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:14:09.182098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Checking segment: {'id': 'ed10a0be-ba61-4105-a2ce-365a81beb09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '84595550-dfc5-4efe-a447-cf1f5f6a1046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:14:09.182489 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Bound using segment: {'id': 'ed10a0be-ba61-4105-a2ce-365a81beb09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '84595550-dfc5-4efe-a447-cf1f5f6a1046'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:14:09.182884 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Bound port: e009f56b-04ac-4a8a-99cf-037699f67fb5, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed10a0be-ba61-4105-a2ce-365a81beb09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '84595550-dfc5-4efe-a447-cf1f5f6a1046'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:14:09.183215 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:09.311578 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] For port e009f56b-04ac-4a8a-99cf-037699f67fb5, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:14:09.315624 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] For port e009f56b-04ac-4a8a-99cf-037699f67fb5, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e009f56b-04ac-4a8a-99cf-037699f67fb5,segment=NetworkSegment(ed10a0be-ba61-4105-a2ce-365a81beb09e),segment_id=ed10a0be-ba61-4105-a2ce-365a81beb09e)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:14:09.321062 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:09.390331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:09.390928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:09.392250 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] 10.222.0.26 "PUT /v2.0/ports/e009f56b-04ac-4a8a-99cf-037699f67fb5 HTTP/1.1" status: 200 len: 1093 time: 1.0170653 Mar 08 10:14:09.420177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96222ab2-8c35-4e38-8154-e4ad2ac92408 req-dcf0b2a0-adf1-4189-9199-562e12c6e1a0 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:09.420913 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-96222ab2-8c35-4e38-8154-e4ad2ac92408 req-dcf0b2a0-adf1-4189-9199-562e12c6e1a0 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Synchronizing usage tracker for tenant:b2f2aa3f8077456289796261c69e322e on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:14:09.426140 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd985b-3fac-4282-a89c-80f92a5921bd service neutron] Pushing event updated for resources: {'Port': ['ID=e009f56b-04ac-4a8a-99cf-037699f67fb5,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:14:09.479429 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-96222ab2-8c35-4e38-8154-e4ad2ac92408 req-dcf0b2a0-adf1-4189-9199-562e12c6e1a0 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Unset dirty status for tenant:b2f2aa3f8077456289796261c69e322e on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:14:09.480532 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-96222ab2-8c35-4e38-8154-e4ad2ac92408 req-dcf0b2a0-adf1-4189-9199-562e12c6e1a0 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 943 time: 0.2297010 Mar 08 10:14:09.539750 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-96222ab2-8c35-4e38-8154-e4ad2ac92408 req-f03fcf4f-91e9-4720-85f5-16ba973fb33c tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530150 Mar 08 10:14:09.542365 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-337752fa-a672-4382-a396-b53e00f18386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:09.543978 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-337752fa-a672-4382-a396-b53e00f18386 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f2aa3f8077456289796261c69e322e&device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 1096 time: 0.1145272 Mar 08 10:14:09.608614 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-43681bb6-f04c-4fc1-b2cc-8043aee8f2d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e009f56b-04ac-4a8a-99cf-037699f67fb5 HTTP/1.1" status: 200 len: 217 time: 0.0587862 Mar 08 10:14:09.671932 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-768577e8-2d1d-4921-88a3-fe4523ba551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:09.673330 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-768577e8-2d1d-4921-88a3-fe4523ba551e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6648e3c-0bd8-4300-90d8-c77212e176e3 HTTP/1.1" status: 200 len: 854 time: 0.0592778 Mar 08 10:14:09.679587 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 60629758-4c19-43df-ad15-f8e739a57cd6 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:14:09.713555 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 60629758-4c19-43df-ad15-f8e739a57cd6 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:14:09.713898 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 60629758-4c19-43df-ad15-f8e739a57cd6 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:14:09.719455 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-9476f152-b8ec-4c74-a66b-375464406c8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84595550-dfc5-4efe-a447-cf1f5f6a1046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400336 Mar 08 10:14:09.846856 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-f703f6b3-770a-4ab8-8433-edfc3280feb0 service neutron] 10.222.0.26 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211889 Mar 08 10:14:09.972392 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-562c4112-dc4d-416d-b0c5-e286cd0160e7 req-16978739-b040-4180-bbb0-db59808a9e5d service neutron] 10.222.0.26 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198964 Mar 08 10:14:10.242962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3238ab-0f75-4359-bb9c-62fd55e36018', 'tag': 'e009f56b-04ac-4a8a-99cf-037699f67fb5'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:14:10.285543 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a3238ab-0f75-4359-bb9c-62fd55e36018', 'tag': 'e009f56b-04ac-4a8a-99cf-037699f67fb5', 'status': 'completed', 'code': 200} Mar 08 10:14:10.374785 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43097e49-b7e0-4c3f-a5cb-e61835bc7387 req-17852805-dcb3-4017-9a85-b5e1ec2be268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:10.376204 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43097e49-b7e0-4c3f-a5cb-e61835bc7387 req-17852805-dcb3-4017-9a85-b5e1ec2be268 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f2aa3f8077456289796261c69e322e&device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 1096 time: 0.0687289 Mar 08 10:14:10.596512 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43097e49-b7e0-4c3f-a5cb-e61835bc7387 req-b4245e2e-8180-47bf-9281-7fea06bdae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:10.597986 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43097e49-b7e0-4c3f-a5cb-e61835bc7387 req-b4245e2e-8180-47bf-9281-7fea06bdae4c service neutron] 10.222.0.26 "GET /v2.0/networks?id=84595550-dfc5-4efe-a447-cf1f5f6a1046 HTTP/1.1" status: 200 len: 915 time: 0.2159138 Mar 08 10:14:10.706247 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43097e49-b7e0-4c3f-a5cb-e61835bc7387 req-68d21e7b-af0e-4239-ba1a-0587c073cbd1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e009f56b-04ac-4a8a-99cf-037699f67fb5 HTTP/1.1" status: 200 len: 217 time: 0.1013937 Mar 08 10:14:10.779485 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43097e49-b7e0-4c3f-a5cb-e61835bc7387 req-c69bde95-f39f-4bef-9fa4-58133105f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:10.780917 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43097e49-b7e0-4c3f-a5cb-e61835bc7387 req-c69bde95-f39f-4bef-9fa4-58133105f351 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6648e3c-0bd8-4300-90d8-c77212e176e3 HTTP/1.1" status: 200 len: 854 time: 0.0686564 Mar 08 10:14:10.828221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9e1ad-bf14-478c-aa5e-add3b8516e6f req-2880a3ae-5bbc-431e-9d93-677f50815de9 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:10.829556 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fed9e1ad-bf14-478c-aa5e-add3b8516e6f req-2880a3ae-5bbc-431e-9d93-677f50815de9 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 943 time: 0.1763337 Mar 08 10:14:10.836301 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43097e49-b7e0-4c3f-a5cb-e61835bc7387 req-6ae99489-d5d6-47f2-96ca-e2bbc670757f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84595550-dfc5-4efe-a447-cf1f5f6a1046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477905 Mar 08 10:14:10.946933 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fed9e1ad-bf14-478c-aa5e-add3b8516e6f req-35b3466e-eafd-4065-8487-a5b8212a76f6 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096919 Mar 08 10:14:10.994646 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43097e49-b7e0-4c3f-a5cb-e61835bc7387 req-efc1e918-2048-4319-ba77-779a4041f786 service neutron] 10.222.0.26 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411598 Mar 08 10:14:11.120845 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43097e49-b7e0-4c3f-a5cb-e61835bc7387 req-102c9136-3d5b-41bd-a53d-130b9c12b5bb service neutron] 10.222.0.26 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199574 Mar 08 10:14:12.133647 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f0a0f-a187-49f2-8784-d8b2ddc34201 req-db3e0c99-ed63-4adc-ab17-fcc70e73fd95 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:12.135064 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-562f0a0f-a187-49f2-8784-d8b2ddc34201 req-db3e0c99-ed63-4adc-ab17-fcc70e73fd95 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 943 time: 0.0783374 Mar 08 10:14:12.177527 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-562f0a0f-a187-49f2-8784-d8b2ddc34201 req-eca315b1-39e5-41e3-afd5-c38decf75cc9 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369079 Mar 08 10:14:13.362852 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef53db3-5a42-4d83-9c76-f2c0a1d03b62 req-253e2fd0-4c82-4eeb-b2e2-5fcbf35e41a0 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:13.364522 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5ef53db3-5a42-4d83-9c76-f2c0a1d03b62 req-253e2fd0-4c82-4eeb-b2e2-5fcbf35e41a0 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 943 time: 0.0830612 Mar 08 10:14:13.365904 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:13.407593 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5ef53db3-5a42-4d83-9c76-f2c0a1d03b62 req-71b05981-0523-4e59-b007-90c34791b8b5 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372250 Mar 08 10:14:13.695589 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device e009f56b-04ac-4a8a-99cf-037699f67fb5 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:14:13.825223 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port e009f56b-04ac-4a8a-99cf-037699f67fb5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e009f56b-04ac-4a8a-99cf-037699f67fb5,segment=NetworkSegment(ed10a0be-ba61-4105-a2ce-365a81beb09e),segment_id=ed10a0be-ba61-4105-a2ce-365a81beb09e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:14:13.837731 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': 'e009f56b-04ac-4a8a-99cf-037699f67fb5', 'network_id': '84595550-dfc5-4efe-a447-cf1f5f6a1046', 'port_id': 'e009f56b-04ac-4a8a-99cf-037699f67fb5', 'mac_address': 'fa:16:3e:86:77:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6648e3c-0bd8-4300-90d8-c77212e176e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:14:13.893526 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:13.909344 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e009f56b-04ac-4a8a-99cf-037699f67fb5 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:14:13.924335 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port e009f56b-04ac-4a8a-99cf-037699f67fb5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e009f56b-04ac-4a8a-99cf-037699f67fb5,segment=NetworkSegment(ed10a0be-ba61-4105-a2ce-365a81beb09e),segment_id=ed10a0be-ba61-4105-a2ce-365a81beb09e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:14:13.927803 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:13.990719 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=e009f56b-04ac-4a8a-99cf-037699f67fb5,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:14:14.227113 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['e009f56b-04ac-4a8a-99cf-037699f67fb5'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:14:14.590720 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a1cb6-ee0c-4625-95fe-45ae24e97505 req-fd6a10d0-20c6-4681-be81-0fccf6b2dffb tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:14.592123 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d72a1cb6-ee0c-4625-95fe-45ae24e97505 req-fd6a10d0-20c6-4681-be81-0fccf6b2dffb tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 944 time: 0.0830073 Mar 08 10:14:14.636102 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d72a1cb6-ee0c-4625-95fe-45ae24e97505 req-665a7d99-17e1-4dee-86ed-00bab220a3ad tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382638 Mar 08 10:14:15.695257 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device e009f56b-04ac-4a8a-99cf-037699f67fb5 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:14:15.762454 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port e009f56b-04ac-4a8a-99cf-037699f67fb5 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:14:15.767159 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port e009f56b-04ac-4a8a-99cf-037699f67fb5 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:14:15.767535 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:15.823526 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671b976-6735-4663-b22a-2de0625c4c6d req-bd40b38f-8e28-4182-b1e6-70b2add99cf7 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:15.824969 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3671b976-6735-4663-b22a-2de0625c4c6d req-bd40b38f-8e28-4182-b1e6-70b2add99cf7 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 944 time: 0.0848024 Mar 08 10:14:15.869901 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3671b976-6735-4663-b22a-2de0625c4c6d req-9fd604fa-a6ac-413e-a2fe-8faee4cac31b tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391331 Mar 08 10:14:15.882854 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:15.907978 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3238ab-0f75-4359-bb9c-62fd55e36018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e009f56b-04ac-4a8a-99cf-037699f67fb5'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:14:15.918840 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port e009f56b-04ac-4a8a-99cf-037699f67fb5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e009f56b-04ac-4a8a-99cf-037699f67fb5,segment=NetworkSegment(ed10a0be-ba61-4105-a2ce-365a81beb09e),segment_id=ed10a0be-ba61-4105-a2ce-365a81beb09e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:14:15.923127 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:15.956158 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3238ab-0f75-4359-bb9c-62fd55e36018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e009f56b-04ac-4a8a-99cf-037699f67fb5', 'code': 200} Mar 08 10:14:16.000307 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=e009f56b-04ac-4a8a-99cf-037699f67fb5,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:14:16.174527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e1e7b-6127-4478-ada5-d52eda223d54 req-7b8e9041-44c0-45e0-9790-be331671e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:16.175984 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9d2e1e7b-6127-4478-ada5-d52eda223d54 req-7b8e9041-44c0-45e0-9790-be331671e45c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 1098 time: 0.0680716 Mar 08 10:14:16.215770 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9d2e1e7b-6127-4478-ada5-d52eda223d54 req-6717e5f4-6c0f-4913-b108-6d48bd6df5d6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330963 Mar 08 10:14:17.054941 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8dc0c-e591-450f-a809-a6a6642ad9a8 req-b7f4887d-eec5-4767-97ad-d6d6f0b2e6d1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:17.056367 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-04e8dc0c-e591-450f-a809-a6a6642ad9a8 req-b7f4887d-eec5-4767-97ad-d6d6f0b2e6d1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0866172 Mar 08 10:14:17.098572 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-04e8dc0c-e591-450f-a809-a6a6642ad9a8 req-b5f08e3c-cf9b-4c4c-badc-3c20d57faf56 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365493 Mar 08 10:14:18.286640 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a1a39-5878-4662-bfd8-107232a35b64 req-bab80d1a-4fdd-43b1-b264-4f5522a16012 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:18.288061 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7d7a1a39-5878-4662-bfd8-107232a35b64 req-bab80d1a-4fdd-43b1-b264-4f5522a16012 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0807090 Mar 08 10:14:18.334844 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7d7a1a39-5878-4662-bfd8-107232a35b64 req-86a3d0ef-b94c-46f6-ac37-a4204096804f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410407 Mar 08 10:14:18.515367 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4346f-98da-485e-9699-b739010defba req-ddb40904-fd7c-4a48-9dd2-a4b07e2f714f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:18.516809 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-40e4346f-98da-485e-9699-b739010defba req-ddb40904-fd7c-4a48-9dd2-a4b07e2f714f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0772576 Mar 08 10:14:18.562547 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-40e4346f-98da-485e-9699-b739010defba req-fcc702c6-2ca9-4f67-a53a-dc06c19da9b0 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Mar 08 10:14:18.899372 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-d57cde3e-0717-4e28-8a72-2250b323d9e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0691447 Mar 08 10:14:18.961175 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2881f-d13a-4503-88d1-3f1b46065064 req-22b80e95-8c38-4564-9a31-75b25e9d8ce8 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:18.962603 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-75b2881f-d13a-4503-88d1-3f1b46065064 req-22b80e95-8c38-4564-9a31-75b25e9d8ce8 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0835147 Mar 08 10:14:19.006409 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-75b2881f-d13a-4503-88d1-3f1b46065064 req-7e457fb3-6347-4808-8a47-268545ddc821 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380812 Mar 08 10:14:19.973286 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-ad5eb388-05ca-440d-84f2-a3d865111398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:19.974726 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-ad5eb388-05ca-440d-84f2-a3d865111398 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f2aa3f8077456289796261c69e322e&device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 1098 time: 0.0740535 Mar 08 10:14:20.105004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-52a8c527-ea19-4feb-a568-c7527f29afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:20.106516 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-52a8c527-ea19-4feb-a568-c7527f29afd4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=84595550-dfc5-4efe-a447-cf1f5f6a1046 HTTP/1.1" status: 200 len: 915 time: 0.1258821 Mar 08 10:14:20.171330 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-11ec92e5-6074-4190-a580-16d3fe0fa081 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e009f56b-04ac-4a8a-99cf-037699f67fb5 HTTP/1.1" status: 200 len: 217 time: 0.0589032 Mar 08 10:14:20.190955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e61fd1-a931-45e7-946e-77b2c7b2e007 req-f5b14801-503a-436d-a9c5-6fb2fffd6f53 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:20.192397 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d2e61fd1-a931-45e7-946e-77b2c7b2e007 req-f5b14801-503a-436d-a9c5-6fb2fffd6f53 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0791414 Mar 08 10:14:20.241043 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d2e61fd1-a931-45e7-946e-77b2c7b2e007 req-03b78217-a6cb-4821-931a-a10817d30cc2 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427387 Mar 08 10:14:20.326052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-e4f4ea87-ad3a-4cd9-9557-18b96497076d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:20.327444 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-e4f4ea87-ad3a-4cd9-9557-18b96497076d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6648e3c-0bd8-4300-90d8-c77212e176e3 HTTP/1.1" status: 200 len: 854 time: 0.1509387 Mar 08 10:14:20.372915 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-60472230-104d-4f73-812b-63eb12c8bc4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84595550-dfc5-4efe-a447-cf1f5f6a1046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388079 Mar 08 10:14:20.496980 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-b920d1e1-e8de-4831-a58c-573a87310ce2 service neutron] 10.222.0.26 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183658 Mar 08 10:14:20.622336 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-bbeb6d32-6a5f-4c8b-9605-7b710dcfb25f service neutron] 10.222.0.26 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199844 Mar 08 10:14:21.420731 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94b457-d893-4db1-beb3-4fbafd1aaac2 req-67271940-64ec-43ec-8e0d-b46ea31886ac tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:21.422135 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ee94b457-d893-4db1-beb3-4fbafd1aaac2 req-67271940-64ec-43ec-8e0d-b46ea31886ac tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0771673 Mar 08 10:14:21.467713 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ee94b457-d893-4db1-beb3-4fbafd1aaac2 req-65f27c6b-bfff-4b31-8185-bf326318bceb tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400386 Mar 08 10:14:22.646583 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e36386-b5ee-4928-8239-88483707fe78 req-dccb1373-2595-4621-87d0-7cca0d9921e2 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:22.648628 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-70e36386-b5ee-4928-8239-88483707fe78 req-dccb1373-2595-4621-87d0-7cca0d9921e2 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0793545 Mar 08 10:14:22.690922 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-70e36386-b5ee-4928-8239-88483707fe78 req-ec685d28-f486-4ad2-a288-23739e25e0b0 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365946 Mar 08 10:14:23.329971 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:14:23.874292 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a4123-234b-4eb7-98ba-f34c0ba1e4c2 req-25678307-97d3-4ac2-9a60-68c04505c8cf tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:23.875632 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-429a4123-234b-4eb7-98ba-f34c0ba1e4c2 req-25678307-97d3-4ac2-9a60-68c04505c8cf tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0775409 Mar 08 10:14:23.920765 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-429a4123-234b-4eb7-98ba-f34c0ba1e4c2 req-32775a4c-84b1-403e-9942-ef1fd020088f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394428 Mar 08 10:14:24.925165 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-072fb19a-84df-45f8-8d0c-6a9d9ef370f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:25.109506 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6d3f7-10ea-49ad-b3fa-bed16b455607 req-29d521ca-9ff7-4049-be7a-c06faae7c6c0 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:25.110867 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0af6d3f7-10ea-49ad-b3fa-bed16b455607 req-29d521ca-9ff7-4049-be7a-c06faae7c6c0 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0851085 Mar 08 10:14:25.153863 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0af6d3f7-10ea-49ad-b3fa-bed16b455607 req-9ba523ca-a41e-4df1-98b9-63bdabc6ab8b tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373785 Mar 08 10:14:26.356083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3e07f-c181-4347-b4b3-b9416634ff90 req-91c0caf0-f7e3-4bde-8e6e-0afa6b02f498 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:26.357574 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0aa3e07f-c181-4347-b4b3-b9416634ff90 req-91c0caf0-f7e3-4bde-8e6e-0afa6b02f498 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0957403 Mar 08 10:14:26.401740 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0aa3e07f-c181-4347-b4b3-b9416634ff90 req-3d638f03-bcf4-43ee-b91e-786497049777 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385125 Mar 08 10:14:27.593461 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae81f7-c199-4317-807d-04d231026911 req-8040a88b-da85-44e2-8ad7-f3d39ea22291 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:27.594996 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-74ae81f7-c199-4317-807d-04d231026911 req-8040a88b-da85-44e2-8ad7-f3d39ea22291 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0882595 Mar 08 10:14:27.598989 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-118cd011-023c-4fff-8915-2f39725f52a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:27.639453 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-74ae81f7-c199-4317-807d-04d231026911 req-191e6861-2a16-4091-a943-353073483d2b tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376301 Mar 08 10:14:28.284319 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:28.315271 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:28.819774 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4d090-1c11-4637-b4f0-b2278af83cce req-f8242439-a38d-44a6-b3db-50ef111e23f9 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:28.821243 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3dd4d090-1c11-4637-b4f0-b2278af83cce req-f8242439-a38d-44a6-b3db-50ef111e23f9 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0782063 Mar 08 10:14:28.867974 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3dd4d090-1c11-4637-b4f0-b2278af83cce req-aa3dee1a-ffbb-40a7-9ac3-88a90ab3986d tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374115 Mar 08 10:14:30.056024 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2186f97-9a84-462c-b8ba-cdb9f2c2b774 req-99ddf650-cf8f-4d48-9caa-4706363c51d1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:30.057479 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e2186f97-9a84-462c-b8ba-cdb9f2c2b774 req-99ddf650-cf8f-4d48-9caa-4706363c51d1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0812573 Mar 08 10:14:30.100759 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e2186f97-9a84-462c-b8ba-cdb9f2c2b774 req-9473df87-0f2b-4a8e-8f0e-078b6e0d80c3 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374639 Mar 08 10:14:30.133076 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:31.284853 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873e158-4da9-4367-9813-70b87473fe47 req-f97af645-614d-4af0-a7c5-16894cbba3d2 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:31.286305 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9873e158-4da9-4367-9813-70b87473fe47 req-f97af645-614d-4af0-a7c5-16894cbba3d2 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0813355 Mar 08 10:14:31.329832 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9873e158-4da9-4367-9813-70b87473fe47 req-ef8ee028-4409-42bc-8ee2-83d627222ef8 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371118 Mar 08 10:14:32.513600 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464132e-699e-410e-be42-5e4d2a3cdde7 req-aaba7ff3-c3a6-4883-ad84-b91f74602a25 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:32.515016 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9464132e-699e-410e-be42-5e4d2a3cdde7 req-aaba7ff3-c3a6-4883-ad84-b91f74602a25 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0824907 Mar 08 10:14:32.557746 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9464132e-699e-410e-be42-5e4d2a3cdde7 req-e53ceb3d-79d1-46f2-8c8a-f3855bcee2c4 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371649 Mar 08 10:14:33.746599 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc18b14-95de-4713-b528-81d481ded87d req-f9caa1ee-342c-4057-9365-57b5f1fcd139 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:33.747998 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0fc18b14-95de-4713-b528-81d481ded87d req-f9caa1ee-342c-4057-9365-57b5f1fcd139 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0803137 Mar 08 10:14:33.791311 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0fc18b14-95de-4713-b528-81d481ded87d req-6e6e76da-91da-40d7-9cc2-ec4c543903fd tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376117 Mar 08 10:14:34.982554 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c7de6-6d30-4f6f-baa4-59e09bddac53 req-2c7bff9f-3a9b-4736-9547-6702beaf8fe7 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:34.984001 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c69c7de6-6d30-4f6f-baa4-59e09bddac53 req-2c7bff9f-3a9b-4736-9547-6702beaf8fe7 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0795734 Mar 08 10:14:35.026303 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c69c7de6-6d30-4f6f-baa4-59e09bddac53 req-739f8f5c-b659-4655-be3f-d60fa8d9566d tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368621 Mar 08 10:14:36.207342 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b8c9e-66b7-4290-9048-d22df8cead2a req-b7177c30-81a7-4be5-b957-6a3d05fd4595 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:36.208802 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-611b8c9e-66b7-4290-9048-d22df8cead2a req-b7177c30-81a7-4be5-b957-6a3d05fd4595 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0778623 Mar 08 10:14:36.251927 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-611b8c9e-66b7-4290-9048-d22df8cead2a req-44dc31cd-3e18-4f27-b410-9e0ed2c20637 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371230 Mar 08 10:14:37.434348 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11432789-10de-4405-9be9-f81d4e6ce0a6 req-44989061-2b03-4a3b-a111-7aad6ede1736 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:37.435752 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-11432789-10de-4405-9be9-f81d4e6ce0a6 req-44989061-2b03-4a3b-a111-7aad6ede1736 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0807576 Mar 08 10:14:37.478513 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-11432789-10de-4405-9be9-f81d4e6ce0a6 req-edc363b8-14c4-4cf0-9c36-b3b7a82eac45 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372570 Mar 08 10:14:38.663292 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6e995-fca5-4df9-9f86-f3d82977e11e req-179b6e27-5b5b-430b-9371-636d9ad6f194 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:38.664644 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7bb6e995-fca5-4df9-9f86-f3d82977e11e req-179b6e27-5b5b-430b-9371-636d9ad6f194 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0818510 Mar 08 10:14:38.706651 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7bb6e995-fca5-4df9-9f86-f3d82977e11e req-74968928-12a8-4130-b6ad-6f6f88c2357c tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360694 Mar 08 10:14:39.887368 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d1bce-4da4-474a-801a-5477bf7ac45b req-199d3f30-413b-4c6b-ade5-bf503c2c0a07 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:39.888730 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-954d1bce-4da4-474a-801a-5477bf7ac45b req-199d3f30-413b-4c6b-ade5-bf503c2c0a07 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0782583 Mar 08 10:14:39.935068 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-954d1bce-4da4-474a-801a-5477bf7ac45b req-d0c8db72-8ee6-4308-8ace-b604a28a8ddb tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408394 Mar 08 10:14:41.112963 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60ce1c-8dec-4816-9e59-63486922ccbd req-e1395afa-deeb-4526-8d4c-b8e9bb652348 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:41.114371 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4c60ce1c-8dec-4816-9e59-63486922ccbd req-e1395afa-deeb-4526-8d4c-b8e9bb652348 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0777335 Mar 08 10:14:41.160545 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4c60ce1c-8dec-4816-9e59-63486922ccbd req-dc19d292-5c0a-4152-bb6e-ed6f34d0179b tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405941 Mar 08 10:14:42.346028 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586c18e-902f-41f0-a61a-fd1486922670 req-ae874d12-9b1a-4b4d-9be6-608e8eb074da tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:42.347441 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9586c18e-902f-41f0-a61a-fd1486922670 req-ae874d12-9b1a-4b4d-9be6-608e8eb074da tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0786469 Mar 08 10:14:42.389326 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9586c18e-902f-41f0-a61a-fd1486922670 req-1404f514-c2f3-4fd0-a316-f7d74467aa84 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357494 Mar 08 10:14:43.372972 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:43.570283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c3391-e3c9-4972-a64b-21bc59e3fcf1 req-20af6799-fbbd-43e7-9074-2927f60ad5c3 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:43.571716 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4a9c3391-e3c9-4972-a64b-21bc59e3fcf1 req-20af6799-fbbd-43e7-9074-2927f60ad5c3 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0788500 Mar 08 10:14:43.615712 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4a9c3391-e3c9-4972-a64b-21bc59e3fcf1 req-ef123db0-a9e2-4193-80da-99f140b56695 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382516 Mar 08 10:14:44.800197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04f096-0cf3-442e-8a63-b11fca31f1ea req-ff5efad5-ffe2-4f0e-827f-f9cf8044f84f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:44.801646 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cd04f096-0cf3-442e-8a63-b11fca31f1ea req-ff5efad5-ffe2-4f0e-827f-f9cf8044f84f tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0808947 Mar 08 10:14:44.844613 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cd04f096-0cf3-442e-8a63-b11fca31f1ea req-dc87fd2f-918b-4cb5-8a08-921ec6a9e8f2 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369020 Mar 08 10:14:46.033613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c37d1c-d1b8-46cf-ab1c-d3092a9d9f20 req-e7ab35fa-df9a-4001-95a6-90942bb1bc93 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:46.035063 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-50c37d1c-d1b8-46cf-ab1c-d3092a9d9f20 req-e7ab35fa-df9a-4001-95a6-90942bb1bc93 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0830507 Mar 08 10:14:46.078617 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-50c37d1c-d1b8-46cf-ab1c-d3092a9d9f20 req-880c3c3a-a9a0-4ec9-b92c-86315e060af0 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379002 Mar 08 10:14:47.259668 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff096e41-d61d-4693-995a-92e3e0be3030 req-9a5b1023-d770-4ffd-84c8-7d68eefff284 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:47.261257 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff096e41-d61d-4693-995a-92e3e0be3030 req-9a5b1023-d770-4ffd-84c8-7d68eefff284 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0799222 Mar 08 10:14:47.308101 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff096e41-d61d-4693-995a-92e3e0be3030 req-715477fd-5c9a-4979-a238-e0ed39732782 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410724 Mar 08 10:14:47.367077 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-0af356de-969e-4565-8911-c7770b363f47 service neutron] 10.222.0.26 "GET /v2.0/ports/e009f56b-04ac-4a8a-99cf-037699f67fb5/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0716259 Mar 08 10:14:47.626641 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-e0457dda-b323-4c12-8def-1c9b9f0748e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:47.628086 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-e0457dda-b323-4c12-8def-1c9b9f0748e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018&tenant_id=b2f2aa3f8077456289796261c69e322e HTTP/1.1" status: 200 len: 1098 time: 0.0720100 Mar 08 10:14:47.717495 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-025670ea-6ddb-4899-afab-68213487eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:47.718940 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-025670ea-6ddb-4899-afab-68213487eaa0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f2aa3f8077456289796261c69e322e&device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 1098 time: 0.0692918 Mar 08 10:14:47.845032 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-73e1f3c0-7672-47c2-b4b0-696394b10b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:47.846355 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-73e1f3c0-7672-47c2-b4b0-696394b10b0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=84595550-dfc5-4efe-a447-cf1f5f6a1046 HTTP/1.1" status: 200 len: 915 time: 0.1218331 Mar 08 10:14:48.000162 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-dba37335-342c-434e-a402-c01441110cc6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e009f56b-04ac-4a8a-99cf-037699f67fb5 HTTP/1.1" status: 200 len: 217 time: 0.1474776 Mar 08 10:14:48.059738 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-dee2ec09-96f2-49e9-a835-845c66b9c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:48.061123 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-dee2ec09-96f2-49e9-a835-845c66b9c74f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6648e3c-0bd8-4300-90d8-c77212e176e3 HTTP/1.1" status: 200 len: 854 time: 0.0553160 Mar 08 10:14:48.107346 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-b0bba0b9-ffa8-40fe-b53c-7171b1e60c87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84595550-dfc5-4efe-a447-cf1f5f6a1046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405173 Mar 08 10:14:48.234126 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-fa9dfa2a-4ce9-4d4a-8795-b0d845e57007 service neutron] 10.222.0.26 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206219 Mar 08 10:14:48.389041 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-639c444c-21e5-48e2-bb9c-468ac10c654c req-33608da4-5704-4c24-af24-3bf7355d1ced service neutron] 10.222.0.26 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488206 Mar 08 10:14:48.499070 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690205f2-81fc-4f63-a7e7-cc28a8dda2b0 req-49d0bf47-b4bd-497f-b89d-b9033b412aa4 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:48.500897 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-690205f2-81fc-4f63-a7e7-cc28a8dda2b0 req-49d0bf47-b4bd-497f-b89d-b9033b412aa4 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0829341 Mar 08 10:14:48.548949 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-690205f2-81fc-4f63-a7e7-cc28a8dda2b0 req-5eb97df1-0764-4dfc-b785-0c959b52d8e4 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417500 Mar 08 10:14:49.739149 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db7d6a-7fc2-4899-9aa9-bfca5519fee1 req-456ffc39-99b4-441b-b490-f99daa263cd7 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:49.740583 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-26db7d6a-7fc2-4899-9aa9-bfca5519fee1 req-456ffc39-99b4-441b-b490-f99daa263cd7 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 945 time: 0.0786364 Mar 08 10:14:49.784108 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-26db7d6a-7fc2-4899-9aa9-bfca5519fee1 req-9eb65938-ce97-4c78-9e79-5e9f0ff184dd tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378792 Mar 08 10:14:49.919076 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device e009f56b-04ac-4a8a-99cf-037699f67fb5 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:14:49.922362 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device e009f56b-04ac-4a8a-99cf-037699f67fb5 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:14:50.126657 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:50.156044 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port e009f56b-04ac-4a8a-99cf-037699f67fb5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e009f56b-04ac-4a8a-99cf-037699f67fb5,segment=NetworkSegment(ed10a0be-ba61-4105-a2ce-365a81beb09e),segment_id=ed10a0be-ba61-4105-a2ce-365a81beb09e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:14:50.177426 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3238ab-0f75-4359-bb9c-62fd55e36018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e009f56b-04ac-4a8a-99cf-037699f67fb5'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:14:50.183501 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': 'e009f56b-04ac-4a8a-99cf-037699f67fb5', 'network_id': '84595550-dfc5-4efe-a447-cf1f5f6a1046', 'port_id': 'e009f56b-04ac-4a8a-99cf-037699f67fb5', 'mac_address': 'fa:16:3e:86:77:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6648e3c-0bd8-4300-90d8-c77212e176e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:14:50.189584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port e009f56b-04ac-4a8a-99cf-037699f67fb5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e009f56b-04ac-4a8a-99cf-037699f67fb5,segment=NetworkSegment(ed10a0be-ba61-4105-a2ce-365a81beb09e),segment_id=ed10a0be-ba61-4105-a2ce-365a81beb09e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:14:50.219839 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:50.296926 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3238ab-0f75-4359-bb9c-62fd55e36018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e009f56b-04ac-4a8a-99cf-037699f67fb5', 'code': 200} Mar 08 10:14:50.299699 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:50.321541 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e009f56b-04ac-4a8a-99cf-037699f67fb5 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:14:50.325163 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=e009f56b-04ac-4a8a-99cf-037699f67fb5,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:14:50.338449 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:50.338794 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:50.339124 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:50.339458 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:50.339785 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:50.340111 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:50.340434 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:50.340781 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:50.341105 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:50.341422 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:50.341741 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:50.342055 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:50.350326 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port e009f56b-04ac-4a8a-99cf-037699f67fb5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e009f56b-04ac-4a8a-99cf-037699f67fb5,segment=NetworkSegment(ed10a0be-ba61-4105-a2ce-365a81beb09e),segment_id=ed10a0be-ba61-4105-a2ce-365a81beb09e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:14:50.355573 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:50.451069 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['e009f56b-04ac-4a8a-99cf-037699f67fb5'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:14:50.495737 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=e009f56b-04ac-4a8a-99cf-037699f67fb5,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:14:50.970416 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b891b-bf3a-4333-9dc7-2b4716d401b0 req-1022bb74-e170-4c8e-92d6-d527bbc98225 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:50.971868 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b24b891b-bf3a-4333-9dc7-2b4716d401b0 req-1022bb74-e170-4c8e-92d6-d527bbc98225 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 944 time: 0.0849919 Mar 08 10:14:51.120074 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b24b891b-bf3a-4333-9dc7-2b4716d401b0 req-1db98138-e6d2-4549-8639-96dfd34b3c34 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417558 Mar 08 10:14:52.308049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081a24c-909d-41f3-bdd0-ec093b289fd4 req-1eceda9b-82f4-4490-9ae2-a509efc641bd tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:52.309510 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6081a24c-909d-41f3-bdd0-ec093b289fd4 req-1eceda9b-82f4-4490-9ae2-a509efc641bd tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 944 time: 0.0826974 Mar 08 10:14:52.351917 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6081a24c-909d-41f3-bdd0-ec093b289fd4 req-2432675e-6bc8-4f9a-ab81-e1282920be8b tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368276 Mar 08 10:14:52.714016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86eda-ffa0-49b8-82a8-13540c446fea req-e42105e5-20a3-40ba-8901-02529fd62be0 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:52.715394 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-75b86eda-ffa0-49b8-82a8-13540c446fea req-e42105e5-20a3-40ba-8901-02529fd62be0 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018&tenant_id=b2f2aa3f8077456289796261c69e322e&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 944 time: 0.1111813 Mar 08 10:14:52.722555 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07af4a-a0ab-42ec-8912-dc8e33c9b266 req-17a2d58b-96a1-49c3-a614-28bafa4626fe tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:52.723865 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1c07af4a-a0ab-42ec-8912-dc8e33c9b266 req-17a2d58b-96a1-49c3-a614-28bafa4626fe tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 944 time: 0.1503279 Mar 08 10:14:52.767895 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1c07af4a-a0ab-42ec-8912-dc8e33c9b266 req-a7303275-b6e3-482c-b626-b77753567c7c tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376282 Mar 08 10:14:52.853289 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86eda-ffa0-49b8-82a8-13540c446fea req-952e1959-5466-4748-997a-6253970321cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:52.854704 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-75b86eda-ffa0-49b8-82a8-13540c446fea req-952e1959-5466-4748-997a-6253970321cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f2aa3f8077456289796261c69e322e&device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 1097 time: 0.0714586 Mar 08 10:14:52.980725 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86eda-ffa0-49b8-82a8-13540c446fea req-046d74ef-be4e-4625-978b-f9a5864c34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:52.982165 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-75b86eda-ffa0-49b8-82a8-13540c446fea req-046d74ef-be4e-4625-978b-f9a5864c34e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=84595550-dfc5-4efe-a447-cf1f5f6a1046 HTTP/1.1" status: 200 len: 915 time: 0.1222138 Mar 08 10:14:53.045519 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-75b86eda-ffa0-49b8-82a8-13540c446fea req-6fd1847d-4019-43c0-9bf1-436d055d167b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e009f56b-04ac-4a8a-99cf-037699f67fb5 HTTP/1.1" status: 200 len: 217 time: 0.0574024 Mar 08 10:14:53.107457 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86eda-ffa0-49b8-82a8-13540c446fea req-63dc18d1-76cb-431a-b3d9-9d1477b7c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:53.108863 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-75b86eda-ffa0-49b8-82a8-13540c446fea req-63dc18d1-76cb-431a-b3d9-9d1477b7c210 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6648e3c-0bd8-4300-90d8-c77212e176e3 HTTP/1.1" status: 200 len: 854 time: 0.0577493 Mar 08 10:14:53.153066 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-75b86eda-ffa0-49b8-82a8-13540c446fea req-6d127272-fb23-45d1-a402-04e6a659f133 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84595550-dfc5-4efe-a447-cf1f5f6a1046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383720 Mar 08 10:14:53.278804 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-75b86eda-ffa0-49b8-82a8-13540c446fea req-dc637576-59f8-4919-8a71-da26daad9bb0 service neutron] 10.222.0.26 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197839 Mar 08 10:14:53.406023 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-75b86eda-ffa0-49b8-82a8-13540c446fea req-4e015a77-3860-4c42-a9cd-2ea99a40084a service neutron] 10.222.0.26 "GET /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205771 Mar 08 10:14:53.959090 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1b8d6-c7a4-4688-b425-7523aedf7c48 req-4fa3e830-f289-46d6-a3f8-9459f0960002 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:53.960536 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86e1b8d6-c7a4-4688-b425-7523aedf7c48 req-4fa3e830-f289-46d6-a3f8-9459f0960002 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 944 time: 0.0801058 Mar 08 10:14:54.005714 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86e1b8d6-c7a4-4688-b425-7523aedf7c48 req-45bee738-1807-4f66-8f2c-adef0a469791 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393543 Mar 08 10:14:54.191571 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448eed7-652d-47e3-a9da-db37bf618bcf req-af9ea512-bd99-47f2-b5cc-7be0fc482492 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:54.193047 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f448eed7-652d-47e3-a9da-db37bf618bcf req-af9ea512-bd99-47f2-b5cc-7be0fc482492 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 944 time: 0.0785065 Mar 08 10:14:54.339967 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f448eed7-652d-47e3-a9da-db37bf618bcf req-cd5ab926-aa6a-417d-8765-695a2191ace9 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413162 Mar 08 10:14:54.522343 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3678020-0de9-49e8-a8bf-dd64afb9de07 req-8e375517-7b4c-42bb-8bd9-59bf36f36d35 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:54.523744 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a3678020-0de9-49e8-a8bf-dd64afb9de07 req-8e375517-7b4c-42bb-8bd9-59bf36f36d35 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 944 time: 0.0809095 Mar 08 10:14:54.567598 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a3678020-0de9-49e8-a8bf-dd64afb9de07 req-ded906a7-c0e2-4791-84b6-4233fb749725 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381181 Mar 08 10:14:54.927651 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db18d0d9-713d-45f9-adbd-73c95c8e4426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:55.100795 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a0db4-c0ff-44b4-b435-b8eb727a4f66 req-38e4c811-d258-4cff-9eb9-2e43ec331ba5 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:55.102120 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9d3a0db4-c0ff-44b4-b435-b8eb727a4f66 req-38e4c811-d258-4cff-9eb9-2e43ec331ba5 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 944 time: 0.0769489 Mar 08 10:14:55.144759 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9d3a0db4-c0ff-44b4-b435-b8eb727a4f66 req-494965ca-10ee-43d9-bc0a-7238adc578b5 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370932 Mar 08 10:14:56.329640 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b2858-0caf-437e-925e-d44f410c9960 req-b0d3c013-29fd-4304-9da4-30d2e9886e52 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:56.331056 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-537b2858-0caf-437e-925e-d44f410c9960 req-b0d3c013-29fd-4304-9da4-30d2e9886e52 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 944 time: 0.0819461 Mar 08 10:14:56.373510 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-537b2858-0caf-437e-925e-d44f410c9960 req-fd255b8b-b00f-43ee-a899-1f00b40aebcd tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360765 Mar 08 10:14:56.610272 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1377d48-e2c5-4bf1-9059-2c3d12388412 req-750ccaf2-ec8e-4085-8696-978226aa5830 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:14:56.611665 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1377d48-e2c5-4bf1-9059-2c3d12388412 req-750ccaf2-ec8e-4085-8696-978226aa5830 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 944 time: 0.0799196 Mar 08 10:14:56.676928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-e1377d48-e2c5-4bf1-9059-2c3d12388412 req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Deleting port e009f56b-04ac-4a8a-99cf-037699f67fb5 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:14:56.677794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e1377d48-e2c5-4bf1-9059-2c3d12388412 req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:56.911392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-e1377d48-e2c5-4bf1-9059-2c3d12388412 req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] For port e009f56b-04ac-4a8a-99cf-037699f67fb5, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=e009f56b-04ac-4a8a-99cf-037699f67fb5,segment=NetworkSegment(ed10a0be-ba61-4105-a2ce-365a81beb09e),segment_id=ed10a0be-ba61-4105-a2ce-365a81beb09e)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:14:56.912173 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e1377d48-e2c5-4bf1-9059-2c3d12388412 req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:57.028771 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-e1377d48-e2c5-4bf1-9059-2c3d12388412 req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Calling delete_port for e009f56b-04ac-4a8a-99cf-037699f67fb5 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:14:57.165744 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e1377d48-e2c5-4bf1-9059-2c3d12388412 req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:57.214041 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Pushing event deleted for resources: {'Port': ['ID=e009f56b-04ac-4a8a-99cf-037699f67fb5,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:14:57.252586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:57.252958 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:57.253295 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:57.253626 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:57.253952 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:57.254276 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:57.254597 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:57.254914 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:57.255233 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:57.255575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:57.255893 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:57.256208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:57.296297 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1377d48-e2c5-4bf1-9059-2c3d12388412 req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] No DVR routers for this DVR port e009f56b-04ac-4a8a-99cf-037699f67fb5 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:14:57.298464 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e1377d48-e2c5-4bf1-9059-2c3d12388412 req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:57.300790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3238ab-0f75-4359-bb9c-62fd55e36018', 'name': 'network-vif-deleted', 'tag': 'e009f56b-04ac-4a8a-99cf-037699f67fb5'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:14:57.316115 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1377d48-e2c5-4bf1-9059-2c3d12388412 req-e101308f-ba76-4980-81b3-2f523f7bd2c1 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.26 "DELETE /v2.0/ports/e009f56b-04ac-4a8a-99cf-037699f67fb5 HTTP/1.1" status: 204 len: 173 time: 0.6992953 Mar 08 10:14:57.403172 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3238ab-0f75-4359-bb9c-62fd55e36018', 'name': 'network-vif-deleted', 'tag': 'e009f56b-04ac-4a8a-99cf-037699f67fb5', 'status': 'completed', 'code': 200} Mar 08 10:14:57.533538 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ebee50cf-3ad1-41c6-b2a5-35364e728e9d req-07c98f18-5c1a-4c39-b32c-a360b59ec661 tempest-ServerDiskConfigTestJSON-1452868683 tempest-ServerDiskConfigTestJSON-1452868683-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3238ab-0f75-4359-bb9c-62fd55e36018 HTTP/1.1" status: 200 len: 210 time: 0.0414071 Mar 08 10:14:57.602018 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80257d2d-43c6-4aae-8c6e-fad1f77485fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:58.289543 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:58.315865 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:58.768897 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 51386) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:14:58.825987 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba7c6e0-e992-4b7b-bf3f-f2cab4eb760d admin admin] Deleting subnet e6648e3c-0bd8-4300-90d8-c77212e176e3 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:14:58.828658 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ba7c6e0-e992-4b7b-bf3f-f2cab4eb760d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:58.878385 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ba7c6e0-e992-4b7b-bf3f-f2cab4eb760d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:58.932671 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ba7c6e0-e992-4b7b-bf3f-f2cab4eb760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:59.001275 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ba7c6e0-e992-4b7b-bf3f-f2cab4eb760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:59.039584 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7c6e0-e992-4b7b-bf3f-f2cab4eb760d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6648e3c-0bd8-4300-90d8-c77212e176e3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:14:59.044710 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ba7c6e0-e992-4b7b-bf3f-f2cab4eb760d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:59.051481 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7c6e0-e992-4b7b-bf3f-f2cab4eb760d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:59.051824 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7c6e0-e992-4b7b-bf3f-f2cab4eb760d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:59.052208 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7c6e0-e992-4b7b-bf3f-f2cab4eb760d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:59.052539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7c6e0-e992-4b7b-bf3f-f2cab4eb760d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:59.052891 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7c6e0-e992-4b7b-bf3f-f2cab4eb760d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:59.053235 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7c6e0-e992-4b7b-bf3f-f2cab4eb760d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:59.053535 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7c6e0-e992-4b7b-bf3f-f2cab4eb760d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:59.053853 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7c6e0-e992-4b7b-bf3f-f2cab4eb760d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:59.054170 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7c6e0-e992-4b7b-bf3f-f2cab4eb760d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:59.054484 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7c6e0-e992-4b7b-bf3f-f2cab4eb760d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:59.054798 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7c6e0-e992-4b7b-bf3f-f2cab4eb760d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:59.055109 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7c6e0-e992-4b7b-bf3f-f2cab4eb760d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:14:59.059777 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2ba7c6e0-e992-4b7b-bf3f-f2cab4eb760d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e6648e3c-0bd8-4300-90d8-c77212e176e3 HTTP/1.1" status: 204 len: 168 time: 0.2899065 Mar 08 10:14:59.062387 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 51390) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:14:59.164921 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e978f2a-620e-4f70-8217-5a6df1f0b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:59.283562 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e978f2a-620e-4f70-8217-5a6df1f0b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:59.316535 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8e978f2a-620e-4f70-8217-5a6df1f0b3c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84595550-dfc5-4efe-a447-cf1f5f6a1046']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:14:59.329487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8e978f2a-620e-4f70-8217-5a6df1f0b3c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed10a0be-ba61-4105-a2ce-365a81beb09e') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:14:59.329780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8e978f2a-620e-4f70-8217-5a6df1f0b3c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed10a0be-ba61-4105-a2ce-365a81beb09e') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:14:59.341383 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e978f2a-620e-4f70-8217-5a6df1f0b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:59.356663 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e978f2a-620e-4f70-8217-5a6df1f0b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:59.362732 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e978f2a-620e-4f70-8217-5a6df1f0b3c4 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:14:59.363116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e978f2a-620e-4f70-8217-5a6df1f0b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:14:59.375808 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:14:59.450904 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e978f2a-620e-4f70-8217-5a6df1f0b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:59.467090 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e978f2a-620e-4f70-8217-5a6df1f0b3c4 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:59.477051 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e978f2a-620e-4f70-8217-5a6df1f0b3c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=84595550-dfc5-4efe-a447-cf1f5f6a1046,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:14:59.484547 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8e978f2a-620e-4f70-8217-5a6df1f0b3c4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/84595550-dfc5-4efe-a447-cf1f5f6a1046 HTTP/1.1" status: 204 len: 168 time: 0.4212143 Mar 08 10:14:59.602851 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 51396) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:14:59.653232 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-364834a4-4418-4bbe-ac4d-f710662e07de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2f2aa3f8077456289796261c69e322e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469427 Mar 08 10:14:59.653458 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 51400) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:14:59.719966 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61f2ac50-22f9-493a-ae8f-164b2ff51337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:59.745665 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61f2ac50-22f9-493a-ae8f-164b2ff51337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:59.798244 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61f2ac50-22f9-493a-ae8f-164b2ff51337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:59.815554 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2ac50-22f9-493a-ae8f-164b2ff51337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfc0bcb-908e-4a43-b813-4961ac8b2d5f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:14:59.828597 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61f2ac50-22f9-493a-ae8f-164b2ff51337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:14:59.832547 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-61f2ac50-22f9-493a-ae8f-164b2ff51337 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9cfc0bcb-908e-4a43-b813-4961ac8b2d5f HTTP/1.1" status: 204 len: 168 time: 0.1782038 Mar 08 10:14:59.976554 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device e009f56b-04ac-4a8a-99cf-037699f67fb5 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:14:59.978950 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device e009f56b-04ac-4a8a-99cf-037699f67fb5 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:15:00.009923 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No ports have port_id starting with e009f56b-04ac-4a8a-99cf-037699f67fb5 Mar 08 10:15:00.015462 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device e009f56b-04ac-4a8a-99cf-037699f67fb5 requested by agent hyperv_hv-neutron-8317 not found in database {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:99}} Mar 08 10:15:00.017185 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: e009f56b-04ac-4a8a-99cf-037699f67fb5 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:15:00.017705 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device e009f56b-04ac-4a8a-99cf-037699f67fb5 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:15:00.135630 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:00.329022 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:15:00.542369 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 51424) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:15:00.644081 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1799338662-network', 'tenant_id': '0ab8441d3d92485396d2defea990afac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:15:00.649528 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:15:00.653365 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Usage tracker for resource:network and tenant:0ab8441d3d92485396d2defea990afac is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:15:00.656176 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:15:00.661842 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:15:00.671822 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Made reservation on behalf of 0ab8441d3d92485396d2defea990afac for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:15:00.674281 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:00.686085 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:00.700409 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:15:00.704170 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab8441d3d92485396d2defea990afac is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:15:00.706943 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:15:00.713271 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:15:00.792780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:00.796439 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:00.827122 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:15:00.832087 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec87a48-c483-4907-afab-74700aa42bac,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:00.839389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:00.840323 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Added segment ba2a2058-86a2-4a02-9a11-6776a2fc95dc of type vlan for network db5a9ab4-6851-42b6-b700-f872dd8e8d43 Mar 08 10:15:00.868016 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:00.897660 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:00.898724 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:00.899289 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:00.991449 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4477260 Mar 08 10:15:00.994382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 51430) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:15:00.999839 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-afab4d08-95a7-474f-b694-98597d443ca1 admin admin] Request body: {'subnet': {'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1799338662-subnet', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:15:01.001338 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d6d08-b267-4330-8e04-9c2b896c0a14 admin admin] Pushing event updated for resources: {'Network': ['ID=db5a9ab4-6851-42b6-b700-f872dd8e8d43,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:01.004642 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-afab4d08-95a7-474f-b694-98597d443ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:15:01.009744 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-afab4d08-95a7-474f-b694-98597d443ca1 admin admin] Usage tracker for resource:subnet and tenant:0ab8441d3d92485396d2defea990afac is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:15:01.011135 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network db5a9ab4-6851-42b6-b700-f872dd8e8d43 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:15:01.013007 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-afab4d08-95a7-474f-b694-98597d443ca1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:15:01.019264 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-afab4d08-95a7-474f-b694-98597d443ca1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:15:01.029070 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afab4d08-95a7-474f-b694-98597d443ca1 admin admin] Made reservation on behalf of 0ab8441d3d92485396d2defea990afac for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:15:01.031500 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afab4d08-95a7-474f-b694-98597d443ca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:01.228400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afab4d08-95a7-474f-b694-98597d443ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:01.296916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab4d08-95a7-474f-b694-98597d443ca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0231f9d6-16c9-4869-a528-68f0f1201cef,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:01.307174 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afab4d08-95a7-474f-b694-98597d443ca1 admin admin] Checking segment: {'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:15:01.307553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afab4d08-95a7-474f-b694-98597d443ca1 admin admin] Network hostable DHCP agents. Network: db5a9ab4-6851-42b6-b700-f872dd8e8d43, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:15:01.326008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afab4d08-95a7-474f-b694-98597d443ca1 admin admin] Network db5a9ab4-6851-42b6-b700-f872dd8e8d43 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:15:01.334719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-afab4d08-95a7-474f-b694-98597d443ca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, db5a9ab4-6851-42b6-b700-f872dd8e8d43) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:15:01.338576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afab4d08-95a7-474f-b694-98597d443ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:01.339149 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afab4d08-95a7-474f-b694-98597d443ca1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:01.344066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5feaa1e-02d4-4f5f-84a2-bd3321657652 None None] Network db5a9ab4-6851-42b6-b700-f872dd8e8d43 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:15:01.361727 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-afab4d08-95a7-474f-b694-98597d443ca1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3635812 Mar 08 10:15:01.362021 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 51434) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:15:01.367645 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:15:01.372309 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:15:01.376303 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Usage tracker for resource:router and tenant:0ab8441d3d92485396d2defea990afac is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:15:01.379292 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:15:01.385034 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:15:01.398525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:01.399515 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:01.414637 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:01.556684 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:15:01.557568 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:01.717630 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Allocated IP 172.20.0.2 (db5a9ab4-6851-42b6-b700-f872dd8e8d43/0231f9d6-16c9-4869-a528-68f0f1201cef/f13d0d21-3198-48a9-89bd-b52496711346) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:15:01.785289 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:01.922734 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:01.932590 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Transition to ACTIVE for port object f13d0d21-3198-48a9-89bd-b52496711346 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:15:01.949767 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Transition to ACTIVE for port object f13d0d21-3198-48a9-89bd-b52496711346 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:15:01.956273 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:02.016255 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Network db5a9ab4-6851-42b6-b700-f872dd8e8d43 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:15:02.023281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:15:02.027730 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:15:02.033415 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Pushing event updated for resources: {'Port': ['ID=f13d0d21-3198-48a9-89bd-b52496711346,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:02.095155 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:02.119008 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Attempting to bind port f13d0d21-3198-48a9-89bd-b52496711346 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:15:02.119370 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Attempting to bind port f13d0d21-3198-48a9-89bd-b52496711346 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:15:02.119729 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Attempting to bind port f13d0d21-3198-48a9-89bd-b52496711346 on network db5a9ab4-6851-42b6-b700-f872dd8e8d43 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:15:02.124782 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:15:02.125151 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Checking segment: {'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:15:02.125284 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:02.125544 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:02.125930 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Bound using segment: {'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:15:02.126390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Bound port: f13d0d21-3198-48a9-89bd-b52496711346, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:15:02.126757 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:02.215643 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] For port f13d0d21-3198-48a9-89bd-b52496711346, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:15:02.218855 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] For port f13d0d21-3198-48a9-89bd-b52496711346, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f13d0d21-3198-48a9-89bd-b52496711346,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:15:02.223276 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:02.259364 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Allocated IP 172.26.2.50 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/1a624efc-3dd9-401a-bb0c-40ef12d3139f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:15:02.305095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d1ded-beab-4f1c-b680-2b432f3461c9 None None] Pushing event updated for resources: {'Port': ['ID=f13d0d21-3198-48a9-89bd-b52496711346,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:02.410057 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:02.441002 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:02.517014 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:15:02.524964 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:15:02.527351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:15:02.562911 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Pushing event updated for resources: {'Port': ['ID=1a624efc-3dd9-401a-bb0c-40ef12d3139f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:02.930965 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:03.251381 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a5cc94-a518-4637-a373-a3be4882b76d None None] Network db5a9ab4-6851-42b6-b700-f872dd8e8d43 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:15:03.358336 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3787a834-8bc2-47d7-87fc-199c11db96f2 None None] Provisioning for port f13d0d21-3198-48a9-89bd-b52496711346 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:15:03.396097 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:03.600933 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Router 484aa1b6-3c69-46d8-9da9-8dc1949c490f is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 10:15:03.782437 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:15:03.790825 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Sync routers for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:15:03.799929 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:15:03.800538 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:14:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:15:03.805163 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:03.806962 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-01d155fa-7b96-4ac0-9e30-5b28ab90912f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4438536 Mar 08 10:15:03.809579 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 51438) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:15:03.973682 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:15:04.262054 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:02Z', 'revision_number': 3, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:15:04.265813 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Checking router: 484aa1b6-3c69-46d8-9da9-8dc1949c490f for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:15:04.266158 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Updating router 484aa1b6-3c69-46d8-9da9-8dc1949c490f port 1a624efc-3dd9-401a-bb0c-40ef12d3139f binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:15:04.323938 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:04.516896 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f13d0d21-3198-48a9-89bd-b52496711346 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:15:04.589421 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port f13d0d21-3198-48a9-89bd-b52496711346 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:15:04.595149 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f13d0d21-3198-48a9-89bd-b52496711346 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:15:04.595763 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:04.595899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec11c16c-3524-4a97-bde6-955e56012f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:04.697667 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:04.711119 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Transition to ACTIVE for port object 1a624efc-3dd9-401a-bb0c-40ef12d3139f will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:15:04.718725 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:04.766417 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:04.797865 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Attempting to bind port 1a624efc-3dd9-401a-bb0c-40ef12d3139f on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:15:04.798464 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Attempting to bind port 1a624efc-3dd9-401a-bb0c-40ef12d3139f by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:15:04.798604 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Attempting to bind port 1a624efc-3dd9-401a-bb0c-40ef12d3139f on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:15:04.800661 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port f13d0d21-3198-48a9-89bd-b52496711346, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f13d0d21-3198-48a9-89bd-b52496711346,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:15:04.806037 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:04.809949 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a722e-cbc6-43e1-bafe-52ac8b90ccd3 None None] Pushing event updated for resources: {'Port': ['ID=1a624efc-3dd9-401a-bb0c-40ef12d3139f,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:04.816707 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:15:04.817087 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:15:04.817512 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:04.817892 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:15:04.818336 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Bound port: 1a624efc-3dd9-401a-bb0c-40ef12d3139f, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:15:04.818880 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:04.826572 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-ec11c16c-3524-4a97-bde6-955e56012f7c admin admin] Allocated IP 172.20.0.1 (db5a9ab4-6851-42b6-b700-f872dd8e8d43/0231f9d6-16c9-4869-a528-68f0f1201cef/25bd7f68-43cd-40bf-9fc1-6277d1311c62) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:15:04.843700 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a722e-cbc6-43e1-bafe-52ac8b90ccd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:04.844035 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a722e-cbc6-43e1-bafe-52ac8b90ccd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:04.844365 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a722e-cbc6-43e1-bafe-52ac8b90ccd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:04.844709 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a722e-cbc6-43e1-bafe-52ac8b90ccd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:04.845030 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a722e-cbc6-43e1-bafe-52ac8b90ccd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:04.845348 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a722e-cbc6-43e1-bafe-52ac8b90ccd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:04.845663 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a722e-cbc6-43e1-bafe-52ac8b90ccd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:04.845980 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a722e-cbc6-43e1-bafe-52ac8b90ccd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:04.846287 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a722e-cbc6-43e1-bafe-52ac8b90ccd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:04.846600 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a722e-cbc6-43e1-bafe-52ac8b90ccd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:04.846913 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a722e-cbc6-43e1-bafe-52ac8b90ccd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:04.847668 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a722e-cbc6-43e1-bafe-52ac8b90ccd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:04.872871 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=f13d0d21-3198-48a9-89bd-b52496711346,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:04.902255 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] For port 1a624efc-3dd9-401a-bb0c-40ef12d3139f, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:15:04.905328 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] For port 1a624efc-3dd9-401a-bb0c-40ef12d3139f, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1a624efc-3dd9-401a-bb0c-40ef12d3139f,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:15:04.909308 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:04.982816 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec11c16c-3524-4a97-bde6-955e56012f7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:04.992872 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:15:04.993546 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:14:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:15:04.998602 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-ec11c16c-3524-4a97-bde6-955e56012f7c admin admin] Transition to ACTIVE for port object 25bd7f68-43cd-40bf-9fc1-6277d1311c62 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:15:05.022026 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec11c16c-3524-4a97-bde6-955e56012f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:05.039653 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a722e-cbc6-43e1-bafe-52ac8b90ccd3 None None] Pushing event updated for resources: {'Port': ['ID=1a624efc-3dd9-401a-bb0c-40ef12d3139f,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:05.079281 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec11c16c-3524-4a97-bde6-955e56012f7c admin admin] Network db5a9ab4-6851-42b6-b700-f872dd8e8d43 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:15:05.081985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ec11c16c-3524-4a97-bde6-955e56012f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:15:05.090084 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec11c16c-3524-4a97-bde6-955e56012f7c admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:15:05.134060 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11c16c-3524-4a97-bde6-955e56012f7c admin admin] Pushing event updated for resources: {'Port': ['ID=25bd7f68-43cd-40bf-9fc1-6277d1311c62,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:05.151783 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec11c16c-3524-4a97-bde6-955e56012f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:05.176095 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:15:05.323898 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-435ebe32-436d-4ccc-886f-42726acc60e9 None None] Provisioning for port 25bd7f68-43cd-40bf-9fc1-6277d1311c62 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:15:05.329439 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-435ebe32-436d-4ccc-886f-42726acc60e9 None None] Provisioning complete for port 25bd7f68-43cd-40bf-9fc1-6277d1311c62 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:15:05.329584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-435ebe32-436d-4ccc-886f-42726acc60e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:05.388254 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-435ebe32-436d-4ccc-886f-42726acc60e9 None None] Port 25bd7f68-43cd-40bf-9fc1-6277d1311c62 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:15:05.415008 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec11c16c-3524-4a97-bde6-955e56012f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:05.464824 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:02Z', 'revision_number': 3, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:15:05.468631 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3976b57b-d3f3-49d2-81a0-7b371522333b None None] The sync data for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv is: [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:02Z', 'revision_number': 3, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:15:05.641891 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec11c16c-3524-4a97-bde6-955e56012f7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:05.646445 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec11c16c-3524-4a97-bde6-955e56012f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:05.750681 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11c16c-3524-4a97-bde6-955e56012f7c admin admin] Pushing event updated for resources: {'Port': ['ID=25bd7f68-43cd-40bf-9fc1-6277d1311c62,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:05.755875 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec11c16c-3524-4a97-bde6-955e56012f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:05.892647 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec11c16c-3524-4a97-bde6-955e56012f7c admin admin] Network db5a9ab4-6851-42b6-b700-f872dd8e8d43 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:15:05.893850 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ec11c16c-3524-4a97-bde6-955e56012f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:15:06.117002 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-47c495b7-085d-417f-8dee-862a545781b7 None None] Provisioning complete for port 25bd7f68-43cd-40bf-9fc1-6277d1311c62 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:15:06.117571 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-47c495b7-085d-417f-8dee-862a545781b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:06.172339 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-47c495b7-085d-417f-8dee-862a545781b7 None None] Port 25bd7f68-43cd-40bf-9fc1-6277d1311c62 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:15:06.209750 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec11c16c-3524-4a97-bde6-955e56012f7c admin admin] Router 484aa1b6-3c69-46d8-9da9-8dc1949c490f has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:15:06.388277 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec11c16c-3524-4a97-bde6-955e56012f7c admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:15:06.397298 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ec11c16c-3524-4a97-bde6-955e56012f7c admin admin] 10.222.0.24 "PUT /v2.0/routers/484aa1b6-3c69-46d8-9da9-8dc1949c490f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5866463 Mar 08 10:15:06.549610 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 1a624efc-3dd9-401a-bb0c-40ef12d3139f up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:15:06.620979 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 1a624efc-3dd9-401a-bb0c-40ef12d3139f completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:15:06.625621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 1a624efc-3dd9-401a-bb0c-40ef12d3139f triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:15:06.625984 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:06.745822 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:06.763339 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 1a624efc-3dd9-401a-bb0c-40ef12d3139f, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1a624efc-3dd9-401a-bb0c-40ef12d3139f,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:15:06.767292 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:06.768041 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f13d0d21-3198-48a9-89bd-b52496711346 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:15:06.892553 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=1a624efc-3dd9-401a-bb0c-40ef12d3139f,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:06.897487 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f13d0d21-3198-48a9-89bd-b52496711346 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:15:06.897860 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:06.899839 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 51450) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:15:06.905091 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7ede4bef-fe57-4543-bc5a-d1c6b76fa32f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--275030758', 'description': 'tempest-description--660097095'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:15:06.910927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7ede4bef-fe57-4543-bc5a-d1c6b76fa32f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:15:06.914735 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7ede4bef-fe57-4543-bc5a-d1c6b76fa32f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Usage tracker for resource:security_group and tenant:0ab8441d3d92485396d2defea990afac is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:15:06.917576 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7ede4bef-fe57-4543-bc5a-d1c6b76fa32f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:15:06.923482 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7ede4bef-fe57-4543-bc5a-d1c6b76fa32f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:15:06.933447 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ede4bef-fe57-4543-bc5a-d1c6b76fa32f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:06.956718 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7ede4bef-fe57-4543-bc5a-d1c6b76fa32f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:15:06.962170 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7ede4bef-fe57-4543-bc5a-d1c6b76fa32f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Usage tracker for resource:security_group_rule and tenant:0ab8441d3d92485396d2defea990afac is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:15:06.965278 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7ede4bef-fe57-4543-bc5a-d1c6b76fa32f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:15:06.971801 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7ede4bef-fe57-4543-bc5a-d1c6b76fa32f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:15:06.990826 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Sync routers for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:15:07.017821 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:15:07.018438 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:14:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:15:07.041320 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ede4bef-fe57-4543-bc5a-d1c6b76fa32f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:07.045270 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ede4bef-fe57-4543-bc5a-d1c6b76fa32f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:07.087638 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede4bef-fe57-4543-bc5a-d1c6b76fa32f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033fc557-8329-4a84-9f01-0ad32352d366,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:07.091900 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ede4bef-fe57-4543-bc5a-d1c6b76fa32f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:07.093306 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7ede4bef-fe57-4543-bc5a-d1c6b76fa32f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1924613 Mar 08 10:15:07.096015 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 51454) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:15:07.101197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-efa44dfd-f36f-4d69-8cdd-a5db792358b6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Request body: {'security_group_rule': {'security_group_id': '033fc557-8329-4a84-9f01-0ad32352d366', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:15:07.107027 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-efa44dfd-f36f-4d69-8cdd-a5db792358b6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:15:07.111426 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-efa44dfd-f36f-4d69-8cdd-a5db792358b6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Usage tracker for resource:security_group_rule and tenant:0ab8441d3d92485396d2defea990afac is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:15:07.114791 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-efa44dfd-f36f-4d69-8cdd-a5db792358b6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:15:07.120429 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-efa44dfd-f36f-4d69-8cdd-a5db792358b6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:15:07.137492 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-efa44dfd-f36f-4d69-8cdd-a5db792358b6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:07.196383 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-efa44dfd-f36f-4d69-8cdd-a5db792358b6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:07.200192 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-efa44dfd-f36f-4d69-8cdd-a5db792358b6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:07.202609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:15:07.230291 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa44dfd-f36f-4d69-8cdd-a5db792358b6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a8c655-1842-45f2-af33-d1a7a833ec7c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:07.236726 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-efa44dfd-f36f-4d69-8cdd-a5db792358b6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:07.240963 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-efa44dfd-f36f-4d69-8cdd-a5db792358b6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409385 Mar 08 10:15:07.241145 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 51458) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:15:07.246077 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-69ab92fa-b218-484e-929f-a96a1aa80700 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Request body: {'security_group_rule': {'security_group_id': '033fc557-8329-4a84-9f01-0ad32352d366', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:15:07.251822 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-69ab92fa-b218-484e-929f-a96a1aa80700 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:15:07.256170 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-69ab92fa-b218-484e-929f-a96a1aa80700 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Usage tracker for resource:security_group_rule and tenant:0ab8441d3d92485396d2defea990afac is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:15:07.259058 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-69ab92fa-b218-484e-929f-a96a1aa80700 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:15:07.264775 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-69ab92fa-b218-484e-929f-a96a1aa80700 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:15:07.281593 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69ab92fa-b218-484e-929f-a96a1aa80700 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:07.344596 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69ab92fa-b218-484e-929f-a96a1aa80700 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:07.348073 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69ab92fa-b218-484e-929f-a96a1aa80700 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:07.372220 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab92fa-b218-484e-929f-a96a1aa80700 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22929aa1-928f-413b-aaeb-f351c9a713b9,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:07.381970 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69ab92fa-b218-484e-929f-a96a1aa80700 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:07.383252 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-69ab92fa-b218-484e-929f-a96a1aa80700 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411684 Mar 08 10:15:07.386406 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 51462) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:15:07.391409 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:15:07.397181 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:15:07.400922 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Usage tracker for resource:floatingip and tenant:0ab8441d3d92485396d2defea990afac is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:15:07.403727 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:15:07.409439 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:15:07.420869 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:07.509940 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 2, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:15:07.513718 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Checking router: 484aa1b6-3c69-46d8-9da9-8dc1949c490f for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:15:07.514072 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Updating router 484aa1b6-3c69-46d8-9da9-8dc1949c490f port 25bd7f68-43cd-40bf-9fc1-6277d1311c62 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:15:07.563353 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:07.569763 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:07.704100 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Allocated IP 172.26.2.248 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/974e6917-0155-4616-b2a8-28c3c529e651) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:15:07.856219 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:07.884625 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:07.936289 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:07.945678 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:15:07.947572 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Transition to ACTIVE for port object 25bd7f68-43cd-40bf-9fc1-6277d1311c62 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:15:07.952996 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:15:07.955828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:07.957242 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:15:07.990385 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Pushing event updated for resources: {'Port': ['ID=974e6917-0155-4616-b2a8-28c3c529e651,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:08.044484 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:08.107078 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fedc7-b118-42f6-a595-c2b12ea85743 None None] Pushing event updated for resources: {'Port': ['ID=25bd7f68-43cd-40bf-9fc1-6277d1311c62,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:08.111957 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:08.171324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Attempting to bind port 25bd7f68-43cd-40bf-9fc1-6277d1311c62 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:15:08.171691 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Attempting to bind port 25bd7f68-43cd-40bf-9fc1-6277d1311c62 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:15:08.172044 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Attempting to bind port 25bd7f68-43cd-40bf-9fc1-6277d1311c62 on network db5a9ab4-6851-42b6-b700-f872dd8e8d43 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:15:08.177520 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:15:08.177892 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Checking segment: {'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:15:08.178287 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:08.178675 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Bound using segment: {'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:15:08.179141 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Bound port: 25bd7f68-43cd-40bf-9fc1-6277d1311c62, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:15:08.179666 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:08.266023 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] For port 25bd7f68-43cd-40bf-9fc1-6277d1311c62, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:15:08.269505 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] For port 25bd7f68-43cd-40bf-9fc1-6277d1311c62, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=25bd7f68-43cd-40bf-9fc1-6277d1311c62,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:15:08.274458 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:08.328231 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:08.334322 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:08.365755 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fedc7-b118-42f6-a595-c2b12ea85743 None None] Pushing event updated for resources: {'Port': ['ID=25bd7f68-43cd-40bf-9fc1-6277d1311c62,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:08.372939 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:15:08.373559 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:14:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:15:08.446305 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Pushing event updated for resources: {'Port': ['ID=974e6917-0155-4616-b2a8-28c3c529e651,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:08.462040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:08.487227 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:08.496822 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1f0ff691-44bc-41f1-8fd2-2840ba8fae1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1012714 Mar 08 10:15:08.543255 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 1a624efc-3dd9-401a-bb0c-40ef12d3139f up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:15:08.643454 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:15:08.663201 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-7b8d135b-9584-4d1e-85cd-9334066ce8ed tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--275030758&fields=id&tenant_id=0ab8441d3d92485396d2defea990afac HTTP/1.1" status: 200 len: 267 time: 0.0383685 Mar 08 10:15:08.793563 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 1a624efc-3dd9-401a-bb0c-40ef12d3139f triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:15:08.793931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:08.812949 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-33ccfc94-c1b1-4c75-b73d-2f7ba2f4342e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:08.814376 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-33ccfc94-c1b1-4c75-b73d-2f7ba2f4342e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 812 time: 0.1442597 Mar 08 10:15:08.829732 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-58fbdec7-58f7-41c2-80fc-df298786b869 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/quotas/0ab8441d3d92485396d2defea990afac HTTP/1.1" status: 200 len: 375 time: 0.0088398 Mar 08 10:15:08.917086 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-e8ee44c3-7e60-4bd4-bb97-20eaba1f8dca tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0825984 Mar 08 10:15:09.062676 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:08Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:15:09.067294 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527bc1d6-660e-40d8-8505-29bd507c4a2f None None] The sync data for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv is: [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:08Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:15:09.158058 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-38023106-ad10-4c42-8e31-27492c4b9d5a service neutron] 10.222.0.24 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278535 Mar 08 10:15:09.291659 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-efa7f88d-74ca-4906-935c-2fbdb7419fde service neutron] 10.222.0.24 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272871 Mar 08 10:15:09.471460 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f57bd3bd-381d-435e-95fa-c9e89e02c1ad req-6b332609-8bc4-4a0a-9c8d-e9b04338bc23 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Synchronizing usage tracker for tenant:0ab8441d3d92485396d2defea990afac on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:15:09.490671 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f57bd3bd-381d-435e-95fa-c9e89e02c1ad req-6b332609-8bc4-4a0a-9c8d-e9b04338bc23 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Unset dirty status for tenant:0ab8441d3d92485396d2defea990afac on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:15:09.491975 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f57bd3bd-381d-435e-95fa-c9e89e02c1ad req-6b332609-8bc4-4a0a-9c8d-e9b04338bc23 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 210 time: 0.0639610 Mar 08 10:15:10.518921 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 25bd7f68-43cd-40bf-9fc1-6277d1311c62 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:15:10.556705 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-cb1590a9-b783-4e5d-9bdc-99bdf022f8fc tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:10.559092 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-cb1590a9-b783-4e5d-9bdc-99bdf022f8fc tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 812 time: 0.1772580 Mar 08 10:15:10.643364 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 25bd7f68-43cd-40bf-9fc1-6277d1311c62 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:15:10.648015 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 25bd7f68-43cd-40bf-9fc1-6277d1311c62 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:15:10.648420 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:10.665432 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-55e067c4-75a6-40b4-b73c-81ec01bcfd8b req-4a6dbf7f-9a83-4cdb-aaaa-b22629e8492b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 210 time: 0.0553167 Mar 08 10:15:10.672049 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9cd119bf-0c5e-4f47-acad-faeb5050d341 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ab8441d3d92485396d2defea990afac HTTP/1.1" status: 200 len: 379 time: 0.1049261 Mar 08 10:15:10.681662 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-6b261233-27da-4a56-8584-dcc46ffafafa tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Request body: {'port': {'device_id': '4377c1ad-164a-4bb3-8bbd-f0d664b1a4db', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'admin_state_up': True, 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'security_groups': ['033fc557-8329-4a84-9f01-0ad32352d366']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:15:10.764411 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:10.817560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-6b261233-27da-4a56-8584-dcc46ffafafa tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:15:10.827136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-6b261233-27da-4a56-8584-dcc46ffafafa tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:15:10.839576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-6b261233-27da-4a56-8584-dcc46ffafafa tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Made reservation on behalf of 0ab8441d3d92485396d2defea990afac for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:15:10.841653 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 25bd7f68-43cd-40bf-9fc1-6277d1311c62, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=25bd7f68-43cd-40bf-9fc1-6277d1311c62,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:15:10.843354 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-6b261233-27da-4a56-8584-dcc46ffafafa tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:10.845996 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:10.911701 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=25bd7f68-43cd-40bf-9fc1-6277d1311c62,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:11.004141 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-6b261233-27da-4a56-8584-dcc46ffafafa tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Allocated IP 172.20.0.13 (db5a9ab4-6851-42b6-b700-f872dd8e8d43/0231f9d6-16c9-4869-a528-68f0f1201cef/4125f8d1-2189-4174-bbdb-fe6d7d80def4) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:15:11.187288 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-6b261233-27da-4a56-8584-dcc46ffafafa tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:11.202202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-6b261233-27da-4a56-8584-dcc46ffafafa tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Transition to ACTIVE for port object 4125f8d1-2189-4174-bbdb-fe6d7d80def4 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:15:11.224957 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-6b261233-27da-4a56-8584-dcc46ffafafa tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:11.289942 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-6b261233-27da-4a56-8584-dcc46ffafafa tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Network db5a9ab4-6851-42b6-b700-f872dd8e8d43 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:15:11.292721 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-6b261233-27da-4a56-8584-dcc46ffafafa tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:15:11.300618 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-6b261233-27da-4a56-8584-dcc46ffafafa tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:15:11.337685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b261233-27da-4a56-8584-dcc46ffafafa tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Pushing event updated for resources: {'Port': ['ID=4125f8d1-2189-4174-bbdb-fe6d7d80def4,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:11.370913 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-6b261233-27da-4a56-8584-dcc46ffafafa tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:11.371539 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-6b261233-27da-4a56-8584-dcc46ffafafa tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:11.398646 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-6b261233-27da-4a56-8584-dcc46ffafafa tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7206080 Mar 08 10:15:11.408090 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-64df4576-861b-43ef-8428-5a70ddec8c7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 10:15:11.409078 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-64df4576-861b-43ef-8428-5a70ddec8c7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051639 Mar 08 10:15:11.420037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Request body: {'port': {'device_id': '4377c1ad-164a-4bb3-8bbd-f0d664b1a4db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:15:11.530396 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:11.534592 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ad12f2f8-84a0-443f-86c9-a7b94fcc49d9 None None] Provisioning for port 4125f8d1-2189-4174-bbdb-fe6d7d80def4 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:15:11.540116 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ad12f2f8-84a0-443f-86c9-a7b94fcc49d9 None None] Provisioning complete for port 4125f8d1-2189-4174-bbdb-fe6d7d80def4 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:15:11.540435 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ad12f2f8-84a0-443f-86c9-a7b94fcc49d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:11.595192 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ad12f2f8-84a0-443f-86c9-a7b94fcc49d9 None None] Port 4125f8d1-2189-4174-bbdb-fe6d7d80def4 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:15:11.847186 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d4f33-78c2-4a5f-a822-9d62c04b5339 req-e53886f8-edc6-4786-a278-f3aaafc77562 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:11.849084 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-586d4f33-78c2-4a5f-a822-9d62c04b5339 req-e53886f8-edc6-4786-a278-f3aaafc77562 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 932 time: 0.0776174 Mar 08 10:15:11.868350 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4125f8d1-2189-4174-bbdb-fe6d7d80def4 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:15:11.875868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:11.890017 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Transition to ACTIVE for port object 4125f8d1-2189-4174-bbdb-fe6d7d80def4 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:15:11.893101 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-586d4f33-78c2-4a5f-a822-9d62c04b5339 req-0d1a2a0e-e5c7-460d-8420-5026610d5f12 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Synchronizing usage tracker for tenant:0ab8441d3d92485396d2defea990afac on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:15:11.894258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:11.910268 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-586d4f33-78c2-4a5f-a822-9d62c04b5339 req-0d1a2a0e-e5c7-460d-8420-5026610d5f12 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Unset dirty status for tenant:0ab8441d3d92485396d2defea990afac on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:15:11.911921 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-586d4f33-78c2-4a5f-a822-9d62c04b5339 req-0d1a2a0e-e5c7-460d-8420-5026610d5f12 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568354 Mar 08 10:15:12.152308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4125f8d1-2189-4174-bbdb-fe6d7d80def4,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:12.230730 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Attempting to bind port 4125f8d1-2189-4174-bbdb-fe6d7d80def4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:15:12.231066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Attempting to bind port 4125f8d1-2189-4174-bbdb-fe6d7d80def4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:15:12.231395 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Attempting to bind port 4125f8d1-2189-4174-bbdb-fe6d7d80def4 on network db5a9ab4-6851-42b6-b700-f872dd8e8d43 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:15:12.235904 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Port 4125f8d1-2189-4174-bbdb-fe6d7d80def4 on network db5a9ab4-6851-42b6-b700-f872dd8e8d43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:15:12.236225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Attempting to bind port 4125f8d1-2189-4174-bbdb-fe6d7d80def4 on network db5a9ab4-6851-42b6-b700-f872dd8e8d43 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:15:12.241248 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:15:12.241583 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Checking segment: {'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:15:12.241961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Bound using segment: {'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:15:12.242381 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Bound port: 4125f8d1-2189-4174-bbdb-fe6d7d80def4, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:15:12.242719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:12.330007 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] For port 4125f8d1-2189-4174-bbdb-fe6d7d80def4, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:15:12.333626 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] For port 4125f8d1-2189-4174-bbdb-fe6d7d80def4, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4125f8d1-2189-4174-bbdb-fe6d7d80def4,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:15:12.337677 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:12.390316 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:12.391132 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:12.392420 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] 10.222.0.26 "PUT /v2.0/ports/4125f8d1-2189-4174-bbdb-fe6d7d80def4 HTTP/1.1" status: 200 len: 1094 time: 0.9765785 Mar 08 10:15:12.392886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4377c1ad-164a-4bb3-8bbd-f0d664b1a4db', 'tag': '4125f8d1-2189-4174-bbdb-fe6d7d80def4'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:15:12.423919 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c997496-07f1-4881-91b0-1780f7b714b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4125f8d1-2189-4174-bbdb-fe6d7d80def4,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:12.469798 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4377c1ad-164a-4bb3-8bbd-f0d664b1a4db', 'tag': '4125f8d1-2189-4174-bbdb-fe6d7d80def4', 'status': 'completed', 'code': 200} Mar 08 10:15:12.503394 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 25bd7f68-43cd-40bf-9fc1-6277d1311c62 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:15:12.513928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-39d4bc8f-a0c2-4f1d-bd77-51b87563e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:12.515544 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-39d4bc8f-a0c2-4f1d-bd77-51b87563e194 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 1097 time: 0.0802624 Mar 08 10:15:12.572431 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 25bd7f68-43cd-40bf-9fc1-6277d1311c62 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:15:12.572960 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:12.586892 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-24c1fcd8-20d6-457d-b315-d74dd62a8d4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4125f8d1-2189-4174-bbdb-fe6d7d80def4 HTTP/1.1" status: 200 len: 217 time: 0.0650232 Mar 08 10:15:12.653467 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-933d985a-0b75-4768-8d0b-d9fe63d78624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:12.654792 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-933d985a-0b75-4768-8d0b-d9fe63d78624 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0622916 Mar 08 10:15:12.733001 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-477c7a4e-7937-4377-95ac-68f644d87380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:12.735200 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-477c7a4e-7937-4377-95ac-68f644d87380 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737662 Mar 08 10:15:12.864947 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-61176c3a-6d9c-4d21-99d1-e22cbb11b968 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229987 Mar 08 10:15:12.992851 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca9f0463-996e-4d50-8592-1fdf2bfc229b req-7c51b114-5765-4b31-9edc-3eff9fdfbac2 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225657 Mar 08 10:15:13.112431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d9a35-85b5-49b5-96a9-4e60e7d8fabc req-d1a02c29-9650-4b95-889f-6f67d9d0315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:13.114465 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-152d9a35-85b5-49b5-96a9-4e60e7d8fabc req-d1a02c29-9650-4b95-889f-6f67d9d0315f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 1097 time: 0.0778818 Mar 08 10:15:13.218256 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d48ed-6ae7-4824-afb9-26656ce00041 req-3447ed44-12ba-4d83-b360-bf298af17667 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:13.219627 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a48d48ed-6ae7-4824-afb9-26656ce00041 req-3447ed44-12ba-4d83-b360-bf298af17667 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 944 time: 0.1980975 Mar 08 10:15:13.244846 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d9a35-85b5-49b5-96a9-4e60e7d8fabc req-be16f99f-935c-40db-9a0a-4fa7b0f650c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:13.246270 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-152d9a35-85b5-49b5-96a9-4e60e7d8fabc req-be16f99f-935c-40db-9a0a-4fa7b0f650c7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1260359 Mar 08 10:15:13.263855 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a48d48ed-6ae7-4824-afb9-26656ce00041 req-f3511dbd-e412-4b3a-94b7-009b7957a362 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383892 Mar 08 10:15:13.310380 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-152d9a35-85b5-49b5-96a9-4e60e7d8fabc req-3e0e579f-45a6-4887-a3da-e4e0d0af181c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4125f8d1-2189-4174-bbdb-fe6d7d80def4 HTTP/1.1" status: 200 len: 217 time: 0.0582075 Mar 08 10:15:13.373844 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d9a35-85b5-49b5-96a9-4e60e7d8fabc req-9a90874b-c561-4c06-8724-7ca0f5893f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:13.375513 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-152d9a35-85b5-49b5-96a9-4e60e7d8fabc req-9a90874b-c561-4c06-8724-7ca0f5893f40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0600216 Mar 08 10:15:13.400089 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:13.448425 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d9a35-85b5-49b5-96a9-4e60e7d8fabc req-95df4d03-c273-4168-a498-2001c88f820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:13.449895 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-152d9a35-85b5-49b5-96a9-4e60e7d8fabc req-95df4d03-c273-4168-a498-2001c88f820d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684018 Mar 08 10:15:13.578596 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-152d9a35-85b5-49b5-96a9-4e60e7d8fabc req-2fbb16e0-aa4a-4e49-b606-ddd7ea693ebd service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224108 Mar 08 10:15:13.707092 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-152d9a35-85b5-49b5-96a9-4e60e7d8fabc req-08685537-6f3c-436a-90d4-ce936047836d service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223629 Mar 08 10:15:14.455643 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9903c7b-497d-438c-8f80-6f2de36680af req-e168b4b5-c407-4c86-b3f7-5494c1710b5b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:14.456319 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-d9903c7b-497d-438c-8f80-6f2de36680af req-e168b4b5-c407-4c86-b3f7-5494c1710b5b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Synchronizing usage tracker for tenant:0ab8441d3d92485396d2defea990afac on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:15:14.471391 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-d9903c7b-497d-438c-8f80-6f2de36680af req-e168b4b5-c407-4c86-b3f7-5494c1710b5b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Unset dirty status for tenant:0ab8441d3d92485396d2defea990afac on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:15:14.472479 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d9903c7b-497d-438c-8f80-6f2de36680af req-e168b4b5-c407-4c86-b3f7-5494c1710b5b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 944 time: 0.0993280 Mar 08 10:15:14.516515 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d9903c7b-497d-438c-8f80-6f2de36680af req-4de6f0b1-58b3-4114-931b-28735ea71301 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382321 Mar 08 10:15:15.700340 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac056852-8454-4a68-a3ab-0544383db894 req-73923011-ecd1-42a9-881b-4433a79300c3 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:15.701781 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ac056852-8454-4a68-a3ab-0544383db894 req-73923011-ecd1-42a9-881b-4433a79300c3 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 944 time: 0.0810525 Mar 08 10:15:15.745071 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ac056852-8454-4a68-a3ab-0544383db894 req-dfe7a6dd-ece8-4410-9e6b-7f15a09a6813 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376368 Mar 08 10:15:16.004282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 4125f8d1-2189-4174-bbdb-fe6d7d80def4 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:15:16.133579 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 4125f8d1-2189-4174-bbdb-fe6d7d80def4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4125f8d1-2189-4174-bbdb-fe6d7d80def4,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:15:16.146240 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '4125f8d1-2189-4174-bbdb-fe6d7d80def4', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'port_id': '4125f8d1-2189-4174-bbdb-fe6d7d80def4', 'mac_address': 'fa:16:3e:19:dd:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:15:16.199705 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:16.218003 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4125f8d1-2189-4174-bbdb-fe6d7d80def4 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:15:16.232476 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 4125f8d1-2189-4174-bbdb-fe6d7d80def4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4125f8d1-2189-4174-bbdb-fe6d7d80def4,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:15:16.236609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:16.300095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=4125f8d1-2189-4174-bbdb-fe6d7d80def4,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:16.544298 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['4125f8d1-2189-4174-bbdb-fe6d7d80def4'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:15:16.924840 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849385cf-b367-439c-b21b-4977f2df2975 req-928fe2df-bd8f-41be-944d-a02a10909a59 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:16.926302 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-849385cf-b367-439c-b21b-4977f2df2975 req-928fe2df-bd8f-41be-944d-a02a10909a59 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 945 time: 0.0781147 Mar 08 10:15:16.968308 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-849385cf-b367-439c-b21b-4977f2df2975 req-6db06453-a85d-4c40-8ef3-367e62f6be43 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365243 Mar 08 10:15:18.036188 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 4125f8d1-2189-4174-bbdb-fe6d7d80def4 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:15:18.105015 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 4125f8d1-2189-4174-bbdb-fe6d7d80def4 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:15:18.110444 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 4125f8d1-2189-4174-bbdb-fe6d7d80def4 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:15:18.110792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:18.155174 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00a040-7b10-48ed-aebc-d57328d57ea0 req-ddbab3a3-5fb9-4ae0-8405-2aa8050ee250 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:18.156654 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ef00a040-7b10-48ed-aebc-d57328d57ea0 req-ddbab3a3-5fb9-4ae0-8405-2aa8050ee250 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 945 time: 0.0832002 Mar 08 10:15:18.200377 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ef00a040-7b10-48ed-aebc-d57328d57ea0 req-b2f83522-6795-47e0-a897-479c834b653d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372908 Mar 08 10:15:18.229434 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:18.254965 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4377c1ad-164a-4bb3-8bbd-f0d664b1a4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4125f8d1-2189-4174-bbdb-fe6d7d80def4'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:15:18.264246 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 4125f8d1-2189-4174-bbdb-fe6d7d80def4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4125f8d1-2189-4174-bbdb-fe6d7d80def4,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:15:18.268659 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:18.304551 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4377c1ad-164a-4bb3-8bbd-f0d664b1a4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4125f8d1-2189-4174-bbdb-fe6d7d80def4', 'code': 200} Mar 08 10:15:18.335994 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=4125f8d1-2189-4174-bbdb-fe6d7d80def4,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:18.616844 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e35179-98cf-4db8-b67f-ffb3b49fa601 req-f6c0c6dd-6963-4f35-ad00-21b4ea430491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:18.618313 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-84e35179-98cf-4db8-b67f-ffb3b49fa601 req-f6c0c6dd-6963-4f35-ad00-21b4ea430491 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 1099 time: 0.1588516 Mar 08 10:15:18.657686 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-84e35179-98cf-4db8-b67f-ffb3b49fa601 req-96252e96-054f-45a0-9258-d3d1c867fcc0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332592 Mar 08 10:15:19.387188 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde42bf-646c-4cc0-8679-d5a3433d5df3 req-53fdf289-46bd-400b-a624-5318d6afb10f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:19.388606 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6dde42bf-646c-4cc0-8679-d5a3433d5df3 req-53fdf289-46bd-400b-a624-5318d6afb10f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0809684 Mar 08 10:15:19.433177 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6dde42bf-646c-4cc0-8679-d5a3433d5df3 req-0c273f55-cfe6-44bc-af04-2dbf71b5cc69 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387936 Mar 08 10:15:20.615339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f18d3-6962-473e-97fe-8ded13feb83a req-35625571-1e73-4880-8998-9208ae1c24c9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:20.616785 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-304f18d3-6962-473e-97fe-8ded13feb83a req-35625571-1e73-4880-8998-9208ae1c24c9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0806832 Mar 08 10:15:20.659657 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-304f18d3-6962-473e-97fe-8ded13feb83a req-63fc9265-4da0-4fc4-bc49-3f7d1fc8ed7d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372362 Mar 08 10:15:20.847367 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80539624-1cb8-4c83-b22f-e301310e6ca7 req-303885e7-b7cf-433e-b847-10c548065059 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:20.849256 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80539624-1cb8-4c83-b22f-e301310e6ca7 req-303885e7-b7cf-433e-b847-10c548065059 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0826015 Mar 08 10:15:20.857520 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 51516) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:15:20.862277 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-788fc3e6-347c-4fdf-a151-902c68577529 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Request body: {'floatingip': {'port_id': '4125f8d1-2189-4174-bbdb-fe6d7d80def4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:15:20.936391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-788fc3e6-347c-4fdf-a151-902c68577529 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for floatingip, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:21.519005 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-788fc3e6-347c-4fdf-a151-902c68577529 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:21.522913 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-788fc3e6-347c-4fdf-a151-902c68577529 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:21.688505 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-788fc3e6-347c-4fdf-a151-902c68577529 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Floating IP c83ef84e-66a8-4a76-b0c9-1f8092be5795 associated. External IP: 172.26.2.248, port: 4125f8d1-2189-4174-bbdb-fe6d7d80def4. Mar 08 10:15:22.128258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788fc3e6-347c-4fdf-a151-902c68577529 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Router 484aa1b6-3c69-46d8-9da9-8dc1949c490f has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:15:22.298359 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788fc3e6-347c-4fdf-a151-902c68577529 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:15:22.303709 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-788fc3e6-347c-4fdf-a151-902c68577529 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:22.308222 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7138a12-ea4c-48ec-a233-a19679d6713b None None] Sync routers for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:15:22.318092 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7138a12-ea4c-48ec-a233-a19679d6713b None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:15:22.318692 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c7138a12-ea4c-48ec-a233-a19679d6713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:14:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:15:22.359340 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-788fc3e6-347c-4fdf-a151-902c68577529 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "PUT /v2.0/floatingips/c83ef84e-66a8-4a76-b0c9-1f8092be5795 HTTP/1.1" status: 200 len: 992 time: 1.5007987 Mar 08 10:15:22.360029 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4377c1ad-164a-4bb3-8bbd-f0d664b1a4db', 'tag': '4125f8d1-2189-4174-bbdb-fe6d7d80def4'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:15:22.465005 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4377c1ad-164a-4bb3-8bbd-f0d664b1a4db', 'tag': '4125f8d1-2189-4174-bbdb-fe6d7d80def4', 'status': 'completed', 'code': 200} Mar 08 10:15:22.497401 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c7138a12-ea4c-48ec-a233-a19679d6713b None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:15:22.591117 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefb14b-7e1a-4b09-95a4-bfde9cbbbd14 req-207d4884-7e38-4946-b13b-34b2dd98d511 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:22.593011 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bfefb14b-7e1a-4b09-95a4-bfde9cbbbd14 req-207d4884-7e38-4946-b13b-34b2dd98d511 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.1444829 Mar 08 10:15:22.599272 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf320f-4b2b-44ad-b3a9-10e47743602e req-1e282b42-6cbd-4388-a86f-1c66eb551278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:22.600630 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a9bf320f-4b2b-44ad-b3a9-10e47743602e req-1e282b42-6cbd-4388-a86f-1c66eb551278 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 1099 time: 0.1122892 Mar 08 10:15:22.722915 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bfefb14b-7e1a-4b09-95a4-bfde9cbbbd14 req-eac0c488-2e10-4d16-a20c-12cc4989db1c tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212864 Mar 08 10:15:22.759067 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf320f-4b2b-44ad-b3a9-10e47743602e req-1dbdc18b-560f-4010-9ea2-e08d08de4923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:22.760496 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a9bf320f-4b2b-44ad-b3a9-10e47743602e req-1dbdc18b-560f-4010-9ea2-e08d08de4923 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1468971 Mar 08 10:15:22.864114 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c7138a12-ea4c-48ec-a233-a19679d6713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'c83ef84e-66a8-4a76-b0c9-1f8092be5795', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'port_id': '4125f8d1-2189-4174-bbdb-fe6d7d80def4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'mac_address': 'fa:16:3e:19:dd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377c1ad-164a-4bb3-8bbd-f0d664b1a4db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:15:08Z', 'updated_at': '2022-03-08T10:15:21Z', 'revision_number': 1, 'project_id': '0ab8441d3d92485396d2defea990afac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:15:22.864821 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a9bf320f-4b2b-44ad-b3a9-10e47743602e req-a30912d1-5c78-40b8-8d04-a919a51e7094 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4125f8d1-2189-4174-bbdb-fe6d7d80def4 HTTP/1.1" status: 200 len: 1000 time: 0.0985026 Mar 08 10:15:22.868013 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7138a12-ea4c-48ec-a233-a19679d6713b None None] Checking router: 484aa1b6-3c69-46d8-9da9-8dc1949c490f for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:15:22.876356 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7138a12-ea4c-48ec-a233-a19679d6713b None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:15:22.876973 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c7138a12-ea4c-48ec-a233-a19679d6713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:14:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:15:22.912524 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa855398-ea93-4b07-b37a-ccf6054d2762 req-0c4cf33a-fc1b-4028-8ec8-03fa1398e4e9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:22.914002 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aa855398-ea93-4b07-b37a-ccf6054d2762 req-0c4cf33a-fc1b-4028-8ec8-03fa1398e4e9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0798943 Mar 08 10:15:22.931306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf320f-4b2b-44ad-b3a9-10e47743602e req-b22f1513-242a-4105-82de-248f3903e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:22.932985 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a9bf320f-4b2b-44ad-b3a9-10e47743602e req-b22f1513-242a-4105-82de-248f3903e2ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0625501 Mar 08 10:15:22.959734 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aa855398-ea93-4b07-b37a-ccf6054d2762 req-10267e5c-e235-41c6-bc78-5a87b6066367 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390310 Mar 08 10:15:23.015235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf320f-4b2b-44ad-b3a9-10e47743602e req-88d45686-4c5d-4cac-8c0d-a015d4d874de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:23.016722 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a9bf320f-4b2b-44ad-b3a9-10e47743602e req-88d45686-4c5d-4cac-8c0d-a015d4d874de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782456 Mar 08 10:15:23.058116 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c7138a12-ea4c-48ec-a233-a19679d6713b None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:15:23.145550 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a9bf320f-4b2b-44ad-b3a9-10e47743602e req-5c776cf7-dafa-4b94-8160-ab3afa3f56c0 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219897 Mar 08 10:15:23.273639 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a9bf320f-4b2b-44ad-b3a9-10e47743602e req-3ac0187f-73de-4dbb-935f-0613d29edc17 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232641 Mar 08 10:15:23.395624 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c7138a12-ea4c-48ec-a233-a19679d6713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'c83ef84e-66a8-4a76-b0c9-1f8092be5795', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'port_id': '4125f8d1-2189-4174-bbdb-fe6d7d80def4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'mac_address': 'fa:16:3e:19:dd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377c1ad-164a-4bb3-8bbd-f0d664b1a4db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:15:08Z', 'updated_at': '2022-03-08T10:15:21Z', 'revision_number': 1, 'project_id': '0ab8441d3d92485396d2defea990afac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:15:23.399508 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7138a12-ea4c-48ec-a233-a19679d6713b None None] The sync data for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv is: [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'c83ef84e-66a8-4a76-b0c9-1f8092be5795', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'port_id': '4125f8d1-2189-4174-bbdb-fe6d7d80def4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'mac_address': 'fa:16:3e:19:dd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4377c1ad-164a-4bb3-8bbd-f0d664b1a4db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:15:08Z', 'updated_at': '2022-03-08T10:15:21Z', 'revision_number': 1, 'project_id': '0ab8441d3d92485396d2defea990afac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:15:23.575150 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5870e140-9ead-4148-aeb9-e9c3487a6b3c None None] New status for floating IP c83ef84e-66a8-4a76-b0c9-1f8092be5795: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:15:24.139459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5002f-5286-4792-aeea-fa8495d3a87e req-10e63209-b743-4a13-9fd5-fa246e7af34b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:24.140835 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e9c5002f-5286-4792-aeea-fa8495d3a87e req-10e63209-b743-4a13-9fd5-fa246e7af34b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0773628 Mar 08 10:15:24.183960 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e9c5002f-5286-4792-aeea-fa8495d3a87e req-c13cfd80-d452-46cb-b905-fc7aaf4bc7de tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375235 Mar 08 10:15:24.363723 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66619781-ea7c-49c2-8f1c-37171c139f37 req-9abb5929-0038-445a-a062-14cdfd0fd516 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:24.365160 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-66619781-ea7c-49c2-8f1c-37171c139f37 req-9abb5929-0038-445a-a062-14cdfd0fd516 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0814145 Mar 08 10:15:24.408163 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-66619781-ea7c-49c2-8f1c-37171c139f37 req-cf7a2c09-1171-4240-97fd-5f7be10e92b8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372300 Mar 08 10:15:24.801725 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-8cf86a56-65d4-4cd9-bc35-6f0595429156 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1242704 Mar 08 10:15:24.821313 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83875268-ab69-44b2-bf8f-32efb472cba4 req-280efbe6-6abd-4f32-9fc7-374fae015d76 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:24.822722 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-83875268-ab69-44b2-bf8f-32efb472cba4 req-280efbe6-6abd-4f32-9fc7-374fae015d76 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0996993 Mar 08 10:15:24.870291 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-83875268-ab69-44b2-bf8f-32efb472cba4 req-8c8be7e4-76ec-4401-a76d-def13175693a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395391 Mar 08 10:15:24.930420 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-64e29afa-ab3e-4f4d-82b0-01e549c3b339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:25.965265 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-753a0b9c-333c-4ec2-8d13-51cfab67df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:25.966721 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-753a0b9c-333c-4ec2-8d13-51cfab67df72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 1099 time: 0.0725398 Mar 08 10:15:26.149200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-7dd8b283-65df-4979-bc76-3397e15f7cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:26.150692 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-7dd8b283-65df-4979-bc76-3397e15f7cc6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1780057 Mar 08 10:15:26.158671 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b48d9-e02a-4a20-8dae-278823017be0 req-1cef4446-4007-49a5-842e-b35738632837 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:26.159966 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3c4b48d9-e02a-4a20-8dae-278823017be0 req-1cef4446-4007-49a5-842e-b35738632837 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.1698501 Mar 08 10:15:26.284336 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3c4b48d9-e02a-4a20-8dae-278823017be0 req-c30a4d42-4711-41bb-bea2-c6c95f2a6346 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737019 Mar 08 10:15:26.286198 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-5523bf00-415f-43a5-989a-a87e9290f6ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4125f8d1-2189-4174-bbdb-fe6d7d80def4 HTTP/1.1" status: 200 len: 1002 time: 0.1253953 Mar 08 10:15:26.349110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-2eed2a0c-43f7-4080-ac68-35fa823be7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:26.350478 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-2eed2a0c-43f7-4080-ac68-35fa823be7ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0586548 Mar 08 10:15:26.522000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-b9469a5a-4b59-494e-aa1a-68daa8a528ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:26.523477 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-b9469a5a-4b59-494e-aa1a-68daa8a528ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1671202 Mar 08 10:15:26.650645 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-08d786d9-c662-4d05-b3fd-e5c7ed18805b service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203327 Mar 08 10:15:26.778495 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-0b380a48-c89c-4eae-9a70-58f842166172 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230445 Mar 08 10:15:27.463896 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea484e8-a945-4233-928d-29ab6cb96552 req-d7c04ca3-dc83-4a4d-b51e-b143b296fa28 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:27.465361 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9ea484e8-a945-4233-928d-29ab6cb96552 req-d7c04ca3-dc83-4a4d-b51e-b143b296fa28 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0786054 Mar 08 10:15:27.508012 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9ea484e8-a945-4233-928d-29ab6cb96552 req-193d6cb5-3d41-4be9-93cd-a7bf8cf6bfc9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371406 Mar 08 10:15:27.603384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-751a5c8b-c4d2-47ed-b07a-792af6b6a0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:28.289140 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:28.318267 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:28.693603 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7047f99-cf27-4776-91c8-18732040348f req-2f1213c1-ba86-4f31-9464-7eeac7ea249d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:28.695026 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a7047f99-cf27-4776-91c8-18732040348f req-2f1213c1-ba86-4f31-9464-7eeac7ea249d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0830667 Mar 08 10:15:28.737792 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a7047f99-cf27-4776-91c8-18732040348f req-46f2516b-9bd3-4685-87e5-a34982ad0bb8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370960 Mar 08 10:15:29.921281 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38865d30-e932-4273-9fb4-969cc17bc754 req-1bb8a1db-79c3-4522-b02c-7b5465955625 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:29.922707 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-38865d30-e932-4273-9fb4-969cc17bc754 req-1bb8a1db-79c3-4522-b02c-7b5465955625 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0814788 Mar 08 10:15:29.965411 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-38865d30-e932-4273-9fb4-969cc17bc754 req-3b70f570-1c6f-49a6-98f8-3a669449ca57 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364993 Mar 08 10:15:30.137998 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:31.148071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764b54b-bf14-4139-ad2f-7439215c89eb req-dc0ad537-a182-4089-b9e9-e788fe5bd155 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:31.149665 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9764b54b-bf14-4139-ad2f-7439215c89eb req-dc0ad537-a182-4089-b9e9-e788fe5bd155 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0778368 Mar 08 10:15:31.192468 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9764b54b-bf14-4139-ad2f-7439215c89eb req-2358026a-f881-4466-b2d7-a27afe338991 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371964 Mar 08 10:15:32.379620 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dd038-67cc-40b2-9b9c-72fb38c32448 req-2d07409d-f2b7-408d-bd28-4d31bc7d20ed tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:32.381104 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-427dd038-67cc-40b2-9b9c-72fb38c32448 req-2d07409d-f2b7-408d-bd28-4d31bc7d20ed tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0847034 Mar 08 10:15:32.426744 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-427dd038-67cc-40b2-9b9c-72fb38c32448 req-215bec68-f28d-442b-997a-69d86d1cb33d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402076 Mar 08 10:15:33.610113 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea83b3-cd84-478b-a46a-96970f573010 req-b528a41b-ec6c-4a8d-abf2-9f99316de464 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:33.611551 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-19ea83b3-cd84-478b-a46a-96970f573010 req-b528a41b-ec6c-4a8d-abf2-9f99316de464 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0820420 Mar 08 10:15:33.654313 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-19ea83b3-cd84-478b-a46a-96970f573010 req-c58bf543-42f2-447e-b92e-914f11c8c6cb tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371256 Mar 08 10:15:34.852208 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0157cd-8fef-4664-8626-05635d673296 req-ac94468d-4a03-4462-b155-26300f74fb3e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:34.853660 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bb0157cd-8fef-4664-8626-05635d673296 req-ac94468d-4a03-4462-b155-26300f74fb3e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0786319 Mar 08 10:15:34.896072 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bb0157cd-8fef-4664-8626-05635d673296 req-4a891e9a-c1d2-4442-9e4f-1a6c49e8366a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369537 Mar 08 10:15:36.079678 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d0c2b-5a1a-40c7-8170-614da00a7cd4 req-6efac623-e629-4b58-9037-09e91a46c23b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:36.081125 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0d2d0c2b-5a1a-40c7-8170-614da00a7cd4 req-6efac623-e629-4b58-9037-09e91a46c23b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0824502 Mar 08 10:15:36.127915 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0d2d0c2b-5a1a-40c7-8170-614da00a7cd4 req-2986ad36-d422-4c21-a0d6-b3d57af5374a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397811 Mar 08 10:15:37.308899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f966d-ef5a-40e8-bb97-1f87de270599 req-4b89bf04-c5fc-401b-9d1c-6e3366358694 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:37.310307 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4e2f966d-ef5a-40e8-bb97-1f87de270599 req-4b89bf04-c5fc-401b-9d1c-6e3366358694 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0803440 Mar 08 10:15:37.327668 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:15:37.352819 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4e2f966d-ef5a-40e8-bb97-1f87de270599 req-d09fa0d9-1ea9-41bd-930c-b1a70303c401 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369010 Mar 08 10:15:38.533553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9099c36-33b6-4389-8985-817771b733dc req-074fa750-c5b7-4adf-9826-75a85f7bba4d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:38.534983 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d9099c36-33b6-4389-8985-817771b733dc req-074fa750-c5b7-4adf-9826-75a85f7bba4d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0766985 Mar 08 10:15:38.578166 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d9099c36-33b6-4389-8985-817771b733dc req-79f7cfb5-3f47-43a7-95d3-7bd9865507cf tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376232 Mar 08 10:15:39.759979 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e411ba8-682a-4b98-ac92-87fc0ab9847c req-3a226476-bd75-420b-a6ac-06a1e8704fa5 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:39.761431 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0e411ba8-682a-4b98-ac92-87fc0ab9847c req-3a226476-bd75-420b-a6ac-06a1e8704fa5 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0785494 Mar 08 10:15:39.804383 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0e411ba8-682a-4b98-ac92-87fc0ab9847c req-6cda59e8-c065-4082-879b-c4c21ad98205 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374544 Mar 08 10:15:40.983521 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f610e-473b-45ac-bb37-4f30542d6d5b req-2b0d4dc2-8a59-42b7-a425-4aefed4de117 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:40.984946 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-644f610e-473b-45ac-bb37-4f30542d6d5b req-2b0d4dc2-8a59-42b7-a425-4aefed4de117 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0797460 Mar 08 10:15:41.028121 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-644f610e-473b-45ac-bb37-4f30542d6d5b req-cf2fcf8d-7b8f-4a3a-8bd6-51aef8a7d996 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371282 Mar 08 10:15:42.311628 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44000e-9633-46e8-89dd-5a2a1363b42f req-aecaccb3-8be6-4965-afc0-770e2f775feb tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:42.312993 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb44000e-9633-46e8-89dd-5a2a1363b42f req-aecaccb3-8be6-4965-afc0-770e2f775feb tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.1824925 Mar 08 10:15:42.354630 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb44000e-9633-46e8-89dd-5a2a1363b42f req-bc722520-d680-40a2-aebb-8591bc83dd7b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354564 Mar 08 10:15:43.394456 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:43.537307 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0aa96-1c82-4594-a2b4-7215015fec5f req-4476f818-efd8-4a95-aaad-92ccb42f1099 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:43.538742 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-92b0aa96-1c82-4594-a2b4-7215015fec5f req-4476f818-efd8-4a95-aaad-92ccb42f1099 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0788336 Mar 08 10:15:43.581312 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-92b0aa96-1c82-4594-a2b4-7215015fec5f req-c29df238-fbc8-4db8-ad44-18874cb0145f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366287 Mar 08 10:15:44.764011 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e015a48-958a-46f1-8be2-50d36eb46725 req-2e891b00-c770-4a96-b3d8-83f85d832fae tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:44.765380 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2e015a48-958a-46f1-8be2-50d36eb46725 req-2e891b00-c770-4a96-b3d8-83f85d832fae tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0805943 Mar 08 10:15:44.812069 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2e015a48-958a-46f1-8be2-50d36eb46725 req-62881455-ea84-46f8-a458-c0d37b1cceae tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405054 Mar 08 10:15:45.995915 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313ef1c-8076-404f-a7e3-6de128d50b32 req-b737bc02-a7e9-41bf-a7aa-3cdd60979fab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:45.997386 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d313ef1c-8076-404f-a7e3-6de128d50b32 req-b737bc02-a7e9-41bf-a7aa-3cdd60979fab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0810859 Mar 08 10:15:46.040166 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d313ef1c-8076-404f-a7e3-6de128d50b32 req-25052f6a-ce96-48be-9c44-a25568f698e7 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371230 Mar 08 10:15:47.234392 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d428ee6-cccb-4a16-a831-556f865c56b8 req-0b4010db-6a8a-4ab6-95e6-241d7a05533f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:47.235834 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2d428ee6-cccb-4a16-a831-556f865c56b8 req-0b4010db-6a8a-4ab6-95e6-241d7a05533f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0790725 Mar 08 10:15:47.278265 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2d428ee6-cccb-4a16-a831-556f865c56b8 req-0dbe4871-975a-4812-8897-024fef0eb55d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368738 Mar 08 10:15:48.503460 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-e9cd7825-813c-4437-bca9-b6f3a8e6c297 service neutron] 10.222.0.26 "GET /v2.0/ports/4125f8d1-2189-4174-bbdb-fe6d7d80def4/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0917919 Mar 08 10:15:48.524069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d515ab5-8c22-4509-a44e-303bcb489113 req-1c29acff-85a1-4341-95b3-0fb53d716468 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:48.525611 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3d515ab5-8c22-4509-a44e-303bcb489113 req-1c29acff-85a1-4341-95b3-0fb53d716468 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.1446986 Mar 08 10:15:48.571416 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3d515ab5-8c22-4509-a44e-303bcb489113 req-e6255139-f681-4b39-8998-0655f4ac5f7b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396466 Mar 08 10:15:48.770710 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-916fd4b0-2b4a-4f27-b2f2-e6ad72c1ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:48.772185 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-916fd4b0-2b4a-4f27-b2f2-e6ad72c1ad66 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db&tenant_id=0ab8441d3d92485396d2defea990afac HTTP/1.1" status: 200 len: 1099 time: 0.0750527 Mar 08 10:15:48.860123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-9874d952-21b9-4313-b3c7-4df15480c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:48.861548 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-9874d952-21b9-4313-b3c7-4df15480c9d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 1099 time: 0.0694966 Mar 08 10:15:48.990818 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-5a34129a-b5f6-4134-8ea6-0450b4ef48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:48.992243 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-5a34129a-b5f6-4134-8ea6-0450b4ef48d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1242461 Mar 08 10:15:49.176834 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-2285bbac-8631-4a59-9341-727451a0eeae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4125f8d1-2189-4174-bbdb-fe6d7d80def4 HTTP/1.1" status: 200 len: 1002 time: 0.1786070 Mar 08 10:15:49.236909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-c49dd5f4-0e74-4795-a8fb-5e4d985f4ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:49.238831 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-c49dd5f4-0e74-4795-a8fb-5e4d985f4ebc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0553005 Mar 08 10:15:49.312156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-5f4d8937-9576-45c1-8afd-8d4eed00562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:49.313608 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-5f4d8937-9576-45c1-8afd-8d4eed00562e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690911 Mar 08 10:15:49.439826 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-8793e276-7686-4c8e-9f32-2e149d6f0b0a service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201797 Mar 08 10:15:49.566311 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-96032e40-f7cd-4f61-a84b-abb195ad4c0d req-93ac365a-0fba-4622-aea0-2872f04663c8 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205540 Mar 08 10:15:49.898445 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8407af3-c16b-406c-a5a4-ed8bcee27aee req-67be0a0c-18f4-48ca-9e6a-3385cbbd4838 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:49.899855 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b8407af3-c16b-406c-a5a4-ed8bcee27aee req-67be0a0c-18f4-48ca-9e6a-3385cbbd4838 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0801864 Mar 08 10:15:49.941872 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b8407af3-c16b-406c-a5a4-ed8bcee27aee req-14011336-1920-43e4-abc5-4890e47630b4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365386 Mar 08 10:15:51.123297 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58fa1f7-9535-4db2-aa46-1b8cf1e6ae2e req-44141a07-2110-4c0f-9493-a187aafe7f6b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:51.124735 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b58fa1f7-9535-4db2-aa46-1b8cf1e6ae2e req-44141a07-2110-4c0f-9493-a187aafe7f6b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0779777 Mar 08 10:15:51.172507 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b58fa1f7-9535-4db2-aa46-1b8cf1e6ae2e req-71b277a0-a69c-4643-801a-e1a730be1fff tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420809 Mar 08 10:15:52.269559 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 4125f8d1-2189-4174-bbdb-fe6d7d80def4 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:15:52.272517 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 4125f8d1-2189-4174-bbdb-fe6d7d80def4 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:15:52.356492 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c114658-d6f9-4ab2-8f1d-fa0789f0dc80 req-02c3ac8a-1a94-4587-9026-4e2ee57215b5 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:52.358057 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3c114658-d6f9-4ab2-8f1d-fa0789f0dc80 req-02c3ac8a-1a94-4587-9026-4e2ee57215b5 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0821724 Mar 08 10:15:52.401048 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3c114658-d6f9-4ab2-8f1d-fa0789f0dc80 req-377b1289-7adb-4f82-bb9d-0227ab480980 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373054 Mar 08 10:15:52.489304 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:52.510865 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 4125f8d1-2189-4174-bbdb-fe6d7d80def4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4125f8d1-2189-4174-bbdb-fe6d7d80def4,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:15:52.531179 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '4125f8d1-2189-4174-bbdb-fe6d7d80def4', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'port_id': '4125f8d1-2189-4174-bbdb-fe6d7d80def4', 'mac_address': 'fa:16:3e:19:dd:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:15:52.537467 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4377c1ad-164a-4bb3-8bbd-f0d664b1a4db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4125f8d1-2189-4174-bbdb-fe6d7d80def4'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:15:52.582234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 4125f8d1-2189-4174-bbdb-fe6d7d80def4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4125f8d1-2189-4174-bbdb-fe6d7d80def4,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:15:52.600136 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:52.641560 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4377c1ad-164a-4bb3-8bbd-f0d664b1a4db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4125f8d1-2189-4174-bbdb-fe6d7d80def4', 'code': 200} Mar 08 10:15:52.664147 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:52.694260 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4125f8d1-2189-4174-bbdb-fe6d7d80def4 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:15:52.701868 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=4125f8d1-2189-4174-bbdb-fe6d7d80def4,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:52.736045 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:52.736396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:52.736827 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:52.737166 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:52.737502 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:52.738353 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:52.738683 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:52.739006 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:52.739384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:52.739656 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:52.739977 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:52.740298 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:52.770324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 10:15:52.770609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 10:15:52.792134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a5258-810d-4248-bccd-7839ac4c3765 req-b4ae733d-2d4f-4a3b-ac00-4d87a7021ffc tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:52.793833 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8a6a5258-810d-4248-bccd-7839ac4c3765 req-b4ae733d-2d4f-4a3b-ac00-4d87a7021ffc tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 944 time: 0.1125371 Mar 08 10:15:52.801528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227782fa-487c-46ae-8042-ad1ad6dd2003 req-621fcb16-9a77-4ac0-8d71-d7b32a447b39 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:52.802833 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-227782fa-487c-46ae-8042-ad1ad6dd2003 req-621fcb16-9a77-4ac0-8d71-d7b32a447b39 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db&tenant_id=0ab8441d3d92485396d2defea990afac&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 944 time: 0.1538675 Mar 08 10:15:52.840786 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8a6a5258-810d-4248-bccd-7839ac4c3765 req-ff14b524-1456-432e-a39a-6a3a64a1fe9f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369895 Mar 08 10:15:52.937115 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227782fa-487c-46ae-8042-ad1ad6dd2003 req-ec680b14-e21c-4d84-86e4-4bc1fd1b2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:52.938563 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-227782fa-487c-46ae-8042-ad1ad6dd2003 req-ec680b14-e21c-4d84-86e4-4bc1fd1b2f9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 1097 time: 0.0684471 Mar 08 10:15:53.065743 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227782fa-487c-46ae-8042-ad1ad6dd2003 req-ed405c03-6396-4f16-866e-35f841a3cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:53.067634 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-227782fa-487c-46ae-8042-ad1ad6dd2003 req-ed405c03-6396-4f16-866e-35f841a3cd1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1229644 Mar 08 10:15:53.169815 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-227782fa-487c-46ae-8042-ad1ad6dd2003 req-af386461-05d4-48b9-9e9f-af8418dfc247 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4125f8d1-2189-4174-bbdb-fe6d7d80def4 HTTP/1.1" status: 200 len: 1000 time: 0.0966964 Mar 08 10:15:53.232707 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227782fa-487c-46ae-8042-ad1ad6dd2003 req-7aab34a5-ea65-4284-bb69-2b011cc148a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:53.234114 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-227782fa-487c-46ae-8042-ad1ad6dd2003 req-7aab34a5-ea65-4284-bb69-2b011cc148a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0592968 Mar 08 10:15:53.309157 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227782fa-487c-46ae-8042-ad1ad6dd2003 req-090cdf6a-7fa3-4e30-9545-3bb32b04ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:53.310591 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-227782fa-487c-46ae-8042-ad1ad6dd2003 req-090cdf6a-7fa3-4e30-9545-3bb32b04ef12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712163 Mar 08 10:15:53.326928 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:53.343061 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4125f8d1-2189-4174-bbdb-fe6d7d80def4 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:15:53.359151 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 4125f8d1-2189-4174-bbdb-fe6d7d80def4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4125f8d1-2189-4174-bbdb-fe6d7d80def4,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:15:53.363531 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:53.433315 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['4125f8d1-2189-4174-bbdb-fe6d7d80def4'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:15:53.442747 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-227782fa-487c-46ae-8042-ad1ad6dd2003 req-2095e31f-856a-4e56-b861-b74e865b1f51 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261911 Mar 08 10:15:53.472837 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=4125f8d1-2189-4174-bbdb-fe6d7d80def4,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:53.573937 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-227782fa-487c-46ae-8042-ad1ad6dd2003 req-c509107e-acce-4eff-bffa-870ff4d70b87 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255331 Mar 08 10:15:54.035458 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66624c5a-93ed-4d1a-a439-4d4c57fe67e1 req-a8303aaa-d87a-44ec-a10d-da8fc3cec8ad tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:54.036964 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-66624c5a-93ed-4d1a-a439-4d4c57fe67e1 req-a8303aaa-d87a-44ec-a10d-da8fc3cec8ad tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 945 time: 0.0823190 Mar 08 10:15:54.083907 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-66624c5a-93ed-4d1a-a439-4d4c57fe67e1 req-cb570810-7f69-4f11-8da4-eb998603a71e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408573 Mar 08 10:15:54.290697 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 4125f8d1-2189-4174-bbdb-fe6d7d80def4 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:15:54.356761 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 4125f8d1-2189-4174-bbdb-fe6d7d80def4 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:15:54.357459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:54.470044 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:54.501460 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 4125f8d1-2189-4174-bbdb-fe6d7d80def4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4125f8d1-2189-4174-bbdb-fe6d7d80def4,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:15:54.505733 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:54.573857 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=4125f8d1-2189-4174-bbdb-fe6d7d80def4,revision_number=8']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:54.642364 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4377c1ad-164a-4bb3-8bbd-f0d664b1a4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4125f8d1-2189-4174-bbdb-fe6d7d80def4'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:15:54.685356 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4377c1ad-164a-4bb3-8bbd-f0d664b1a4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4125f8d1-2189-4174-bbdb-fe6d7d80def4', 'code': 200} Mar 08 10:15:54.932950 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f00433c-e71c-4cda-9f47-ba1a743873e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:55.269716 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8451e98-be50-41b5-a7ce-2f057437058a req-522ae0ef-d38b-4850-bb15-ccac8ebffbc1 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:55.271061 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a8451e98-be50-41b5-a7ce-2f057437058a req-522ae0ef-d38b-4850-bb15-ccac8ebffbc1 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0829737 Mar 08 10:15:55.314802 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a8451e98-be50-41b5-a7ce-2f057437058a req-15ed3c62-e108-4a74-9953-6a89dd849f2c tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381329 Mar 08 10:15:55.501865 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c147bcd-fde3-48a0-a07d-7465f3545e14 req-96f84ca9-2506-4d52-baba-8cb8634be5a1 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:55.503831 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7c147bcd-fde3-48a0-a07d-7465f3545e14 req-96f84ca9-2506-4d52-baba-8cb8634be5a1 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0805581 Mar 08 10:15:55.548119 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7c147bcd-fde3-48a0-a07d-7465f3545e14 req-dcb5b073-45f6-40af-8a57-628e22d56816 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385263 Mar 08 10:15:55.729467 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195e2de-3c74-4039-95f5-543d0db92686 req-5eb07855-84de-4b08-a97f-612e5bf35d79 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:55.730910 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0195e2de-3c74-4039-95f5-543d0db92686 req-5eb07855-84de-4b08-a97f-612e5bf35d79 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0788584 Mar 08 10:15:55.776030 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0195e2de-3c74-4039-95f5-543d0db92686 req-e7503f2c-8636-4c9a-a9d7-0ccafbae6ac2 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396643 Mar 08 10:15:56.146210 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd964f2-e44e-4518-94d3-6f4ac8b20753 req-9732e357-3f65-49ee-b2f9-3a33f377319a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:56.147591 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0cd964f2-e44e-4518-94d3-6f4ac8b20753 req-9732e357-3f65-49ee-b2f9-3a33f377319a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0790248 Mar 08 10:15:56.190232 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0cd964f2-e44e-4518-94d3-6f4ac8b20753 req-0a713457-2726-47dc-ba93-f1749d8ead1d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368371 Mar 08 10:15:57.471229 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d18f00-0ad3-4b29-af27-eb868e9b442a req-8d692fc8-e507-444c-9dd4-4dfcea3205b8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:57.473234 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d4d18f00-0ad3-4b29-af27-eb868e9b442a req-8d692fc8-e507-444c-9dd4-4dfcea3205b8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.1755841 Mar 08 10:15:57.514954 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d4d18f00-0ad3-4b29-af27-eb868e9b442a req-8aeef0a9-6afe-443c-984f-4ba2b12cf586 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360570 Mar 08 10:15:57.603778 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a7ed4d2-89ca-48f5-9c61-77b51879cc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:57.888881 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e34d23-70c8-4ad9-a048-89468cff0731 req-e960eeb4-897f-4ae0-9148-229ccac1ebab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:15:57.890179 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-81e34d23-70c8-4ad9-a048-89468cff0731 req-e960eeb4-897f-4ae0-9148-229ccac1ebab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 946 time: 0.0791464 Mar 08 10:15:57.955376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-81e34d23-70c8-4ad9-a048-89468cff0731 req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Deleting port 4125f8d1-2189-4174-bbdb-fe6d7d80def4 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:15:57.955713 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-81e34d23-70c8-4ad9-a048-89468cff0731 req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:58.190082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-81e34d23-70c8-4ad9-a048-89468cff0731 req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] For port 4125f8d1-2189-4174-bbdb-fe6d7d80def4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=4125f8d1-2189-4174-bbdb-fe6d7d80def4,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:15:58.190461 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-81e34d23-70c8-4ad9-a048-89468cff0731 req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:58.291594 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:58.321860 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:58.474369 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-81e34d23-70c8-4ad9-a048-89468cff0731 req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:58.474931 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-81e34d23-70c8-4ad9-a048-89468cff0731 req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:58.475039 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [req-81e34d23-70c8-4ad9-a048-89468cff0731 req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Floating IP c83ef84e-66a8-4a76-b0c9-1f8092be5795 disassociated. External IP: 172.26.2.248, port: 4125f8d1-2189-4174-bbdb-fe6d7d80def4. Mar 08 10:15:58.475365 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-81e34d23-70c8-4ad9-a048-89468cff0731 req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Calling delete_port for 4125f8d1-2189-4174-bbdb-fe6d7d80def4 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:15:58.621929 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-81e34d23-70c8-4ad9-a048-89468cff0731 req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:58.669263 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7864016-4484-44ec-a205-dbf440eee02e req-940fd2aa-5f56-4de7-9234-62f1f55883fc tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 210 time: 0.0457702 Mar 08 10:15:58.673880 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Pushing event deleted for resources: {'Port': ['ID=4125f8d1-2189-4174-bbdb-fe6d7d80def4,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:15:58.684455 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:58.684834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:58.685177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:58.685512 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:58.685845 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:58.686173 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:58.686497 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:58.686848 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:58.687148 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:58.687466 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:58.687786 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:58.688101 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:15:58.868117 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81e34d23-70c8-4ad9-a048-89468cff0731 req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Router 484aa1b6-3c69-46d8-9da9-8dc1949c490f has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:15:59.041462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81e34d23-70c8-4ad9-a048-89468cff0731 req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:15:59.051265 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55181e-e36f-4dc0-84bc-a1d5e595fae3 None None] Sync routers for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:15:59.060535 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b55181e-e36f-4dc0-84bc-a1d5e595fae3 None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:15:59.061183 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7b55181e-e36f-4dc0-84bc-a1d5e595fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:15:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:15:59.220932 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e34d23-70c8-4ad9-a048-89468cff0731 req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] No DVR routers for this DVR port 4125f8d1-2189-4174-bbdb-fe6d7d80def4 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:15:59.223442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-81e34d23-70c8-4ad9-a048-89468cff0731 req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:15:59.226055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4377c1ad-164a-4bb3-8bbd-f0d664b1a4db', 'name': 'network-vif-deleted', 'tag': '4125f8d1-2189-4174-bbdb-fe6d7d80def4'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:15:59.238096 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-7b55181e-e36f-4dc0-84bc-a1d5e595fae3 None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:15:59.242621 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-81e34d23-70c8-4ad9-a048-89468cff0731 req-c573cfb7-92e2-4c3c-a92b-ed624515e870 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "DELETE /v2.0/ports/4125f8d1-2189-4174-bbdb-fe6d7d80def4 HTTP/1.1" status: 204 len: 173 time: 1.3471332 Mar 08 10:15:59.273548 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4377c1ad-164a-4bb3-8bbd-f0d664b1a4db', 'name': 'network-vif-deleted', 'tag': '4125f8d1-2189-4174-bbdb-fe6d7d80def4', 'status': 'completed', 'code': 200} Mar 08 10:15:59.546130 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7b55181e-e36f-4dc0-84bc-a1d5e595fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:15:59.550858 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55181e-e36f-4dc0-84bc-a1d5e595fae3 None None] Checking router: 484aa1b6-3c69-46d8-9da9-8dc1949c490f for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:15:59.560001 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b55181e-e36f-4dc0-84bc-a1d5e595fae3 None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:15:59.560608 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7b55181e-e36f-4dc0-84bc-a1d5e595fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:15:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:15:59.741396 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-7b55181e-e36f-4dc0-84bc-a1d5e595fae3 None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:15:59.842945 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7a15e2c7-76df-4515-8a2c-935f38867694 req-b5ddfc72-9641-4ae9-8159-6fbb5f2b615a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=4377c1ad-164a-4bb3-8bbd-f0d664b1a4db HTTP/1.1" status: 200 len: 210 time: 0.0462496 Mar 08 10:16:00.088240 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7b55181e-e36f-4dc0-84bc-a1d5e595fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:16:00.092603 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55181e-e36f-4dc0-84bc-a1d5e595fae3 None None] The sync data for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv is: [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:16:00.142459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:00.315735 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 4125f8d1-2189-4174-bbdb-fe6d7d80def4 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:16:00.341760 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772ff117-c073-40a1-877f-92aaa55cf432 None None] New status for floating IP c83ef84e-66a8-4a76-b0c9-1f8092be5795: DOWN {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:16:00.419368 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 4125f8d1-2189-4174-bbdb-fe6d7d80def4 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:16:00.419856 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 4125f8d1-2189-4174-bbdb-fe6d7d80def4 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:16:01.184582 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b2de7631-c786-45b7-a54b-bb6926b94485 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--275030758&fields=id&tenant_id=0ab8441d3d92485396d2defea990afac HTTP/1.1" status: 200 len: 267 time: 0.0386815 Mar 08 10:16:01.328662 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-9a6f9424-b167-486c-8d40-f88b4622b809 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:01.330086 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-9a6f9424-b167-486c-8d40-f88b4622b809 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 812 time: 0.1385679 Mar 08 10:16:01.344066 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-95868ab6-5966-481e-b186-65ef7bf3f442 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/quotas/0ab8441d3d92485396d2defea990afac HTTP/1.1" status: 200 len: 375 time: 0.0086331 Mar 08 10:16:01.428279 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-fe2abc1f-b273-45eb-9847-861cc42f012e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Synchronizing usage tracker for tenant:0ab8441d3d92485396d2defea990afac on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:16:01.445280 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-fe2abc1f-b273-45eb-9847-861cc42f012e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Unset dirty status for tenant:0ab8441d3d92485396d2defea990afac on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:16:01.446538 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-fe2abc1f-b273-45eb-9847-861cc42f012e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0971782 Mar 08 10:16:01.580369 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-8ace0741-d599-444c-9ce7-37fdd428b2cf service neutron] 10.222.0.24 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213613 Mar 08 10:16:01.708169 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-ba60d19a-268e-466b-a68b-183b15c6ec96 service neutron] 10.222.0.24 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212606 Mar 08 10:16:01.879118 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb5a5e74-2d25-4b93-974c-ac052b8b15c5 req-0f1fd447-d3b7-4800-a43e-3ce568c0c27c tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 210 time: 0.0426869 Mar 08 10:16:02.860166 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-17606de7-ed50-4f0b-8193-23fbd8c33c98 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:02.861511 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-17606de7-ed50-4f0b-8193-23fbd8c33c98 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 812 time: 0.1450908 Mar 08 10:16:02.915783 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-1296728b-a713-4b16-bcc4-50bce2b754b9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ab8441d3d92485396d2defea990afac HTTP/1.1" status: 200 len: 379 time: 0.0459998 Mar 08 10:16:02.923884 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-c5084ee3-cf6f-4621-872c-ab8cbad5afd8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Request body: {'port': {'device_id': 'b06199a6-5008-47d1-a864-f631ed00961e', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'admin_state_up': True, 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'security_groups': ['033fc557-8329-4a84-9f01-0ad32352d366']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:16:03.062429 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e980a141-e399-4271-af5f-ff2a6e88619a req-04708294-9df9-494d-9e77-82a6e57d06e6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 210 time: 0.0608015 Mar 08 10:16:03.099576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-c5084ee3-cf6f-4621-872c-ab8cbad5afd8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:16:03.108942 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-c5084ee3-cf6f-4621-872c-ab8cbad5afd8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:16:03.118349 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-c5084ee3-cf6f-4621-872c-ab8cbad5afd8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Made reservation on behalf of 0ab8441d3d92485396d2defea990afac for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:16:03.121753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-c5084ee3-cf6f-4621-872c-ab8cbad5afd8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:03.281510 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-c5084ee3-cf6f-4621-872c-ab8cbad5afd8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Allocated IP 172.20.0.4 (db5a9ab4-6851-42b6-b700-f872dd8e8d43/0231f9d6-16c9-4869-a528-68f0f1201cef/ae5e5703-3920-44d8-9290-422c0d2f80cd) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:16:03.471409 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-c5084ee3-cf6f-4621-872c-ab8cbad5afd8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:03.486481 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-c5084ee3-cf6f-4621-872c-ab8cbad5afd8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Transition to ACTIVE for port object ae5e5703-3920-44d8-9290-422c0d2f80cd will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:16:03.512792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-c5084ee3-cf6f-4621-872c-ab8cbad5afd8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:03.578957 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-c5084ee3-cf6f-4621-872c-ab8cbad5afd8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Network db5a9ab4-6851-42b6-b700-f872dd8e8d43 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:16:03.580036 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-c5084ee3-cf6f-4621-872c-ab8cbad5afd8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:16:03.583830 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-c5084ee3-cf6f-4621-872c-ab8cbad5afd8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:16:03.632032 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5084ee3-cf6f-4621-872c-ab8cbad5afd8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Pushing event updated for resources: {'Port': ['ID=ae5e5703-3920-44d8-9290-422c0d2f80cd,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:16:03.656221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-c5084ee3-cf6f-4621-872c-ab8cbad5afd8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:03.656915 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-c5084ee3-cf6f-4621-872c-ab8cbad5afd8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:03.684767 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-c5084ee3-cf6f-4621-872c-ab8cbad5afd8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7645979 Mar 08 10:16:03.695974 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Request body: {'port': {'device_id': 'b06199a6-5008-47d1-a864-f631ed00961e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:16:03.764775 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fd70ca84-3dc9-4ed1-b165-c8a54c60cc33 None None] Provisioning for port ae5e5703-3920-44d8-9290-422c0d2f80cd completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:16:03.770267 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fd70ca84-3dc9-4ed1-b165-c8a54c60cc33 None None] Provisioning complete for port ae5e5703-3920-44d8-9290-422c0d2f80cd triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:16:03.770715 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd70ca84-3dc9-4ed1-b165-c8a54c60cc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:03.821924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:03.831867 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fd70ca84-3dc9-4ed1-b165-c8a54c60cc33 None None] Port ae5e5703-3920-44d8-9290-422c0d2f80cd cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:16:04.243099 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5e5703-3920-44d8-9290-422c0d2f80cd {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:16:04.250549 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:04.251615 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c32945-14b9-4577-bbcf-1ced84637bd5 req-d31c7df1-f2b9-4b84-a758-0cb25cc033fd tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:04.253096 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-00c32945-14b9-4577-bbcf-1ced84637bd5 req-d31c7df1-f2b9-4b84-a758-0cb25cc033fd tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 931 time: 0.0826790 Mar 08 10:16:04.265199 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Transition to ACTIVE for port object ae5e5703-3920-44d8-9290-422c0d2f80cd will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:16:04.269227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:04.298551 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-00c32945-14b9-4577-bbcf-1ced84637bd5 req-64a81f1f-4b24-43d5-8f9f-ae52232843b3 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395131 Mar 08 10:16:04.399042 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5e5703-3920-44d8-9290-422c0d2f80cd,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:16:04.501630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Attempting to bind port ae5e5703-3920-44d8-9290-422c0d2f80cd on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:16:04.501965 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Attempting to bind port ae5e5703-3920-44d8-9290-422c0d2f80cd by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:16:04.502300 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Attempting to bind port ae5e5703-3920-44d8-9290-422c0d2f80cd on network db5a9ab4-6851-42b6-b700-f872dd8e8d43 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:16:04.507095 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Port ae5e5703-3920-44d8-9290-422c0d2f80cd on network db5a9ab4-6851-42b6-b700-f872dd8e8d43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:16:04.507411 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Attempting to bind port ae5e5703-3920-44d8-9290-422c0d2f80cd on network db5a9ab4-6851-42b6-b700-f872dd8e8d43 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:16:04.512570 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:16:04.512927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Checking segment: {'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:16:04.513308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Bound using segment: {'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:16:04.513726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Bound port: ae5e5703-3920-44d8-9290-422c0d2f80cd, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:16:04.514064 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:04.604227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] For port ae5e5703-3920-44d8-9290-422c0d2f80cd, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:16:04.607024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] For port ae5e5703-3920-44d8-9290-422c0d2f80cd, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ae5e5703-3920-44d8-9290-422c0d2f80cd,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:16:04.611486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:04.665603 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:04.666249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:04.667858 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] 10.222.0.26 "PUT /v2.0/ports/ae5e5703-3920-44d8-9290-422c0d2f80cd HTTP/1.1" status: 200 len: 1093 time: 0.9763205 Mar 08 10:16:04.668294 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06199a6-5008-47d1-a864-f631ed00961e', 'tag': 'ae5e5703-3920-44d8-9290-422c0d2f80cd'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:16:04.692855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462a0e4-ed36-4a7f-ad54-8a1468f8bdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5e5703-3920-44d8-9290-422c0d2f80cd,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:16:04.741032 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06199a6-5008-47d1-a864-f631ed00961e', 'tag': 'ae5e5703-3920-44d8-9290-422c0d2f80cd', 'status': 'completed', 'code': 200} Mar 08 10:16:04.787260 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-5b097c9f-0cac-4f56-bd92-713f392b39a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:04.788766 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-5b097c9f-0cac-4f56-bd92-713f392b39a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 1096 time: 0.0811470 Mar 08 10:16:04.904489 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-8f67d1eb-fb17-47cc-9796-6bba8406cd03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5e5703-3920-44d8-9290-422c0d2f80cd HTTP/1.1" status: 200 len: 217 time: 0.1091676 Mar 08 10:16:04.967316 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-353db8c6-5cb8-4e6c-a53e-a3692b0d765f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:04.968632 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-353db8c6-5cb8-4e6c-a53e-a3692b0d765f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0582891 Mar 08 10:16:05.039785 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-6e2cfa77-1da0-47d7-ac51-e4594ea5c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:05.041245 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-6e2cfa77-1da0-47d7-ac51-e4594ea5c105 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670714 Mar 08 10:16:05.176538 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-c1a8dd14-6bb7-4e46-b6ef-3399a5dc2e28 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289406 Mar 08 10:16:05.303635 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1102b341-790b-4271-a5d2-51d60ac20c36 req-5712acef-de47-4942-b8ff-e73aca8910bd service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207509 Mar 08 10:16:05.423720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac0021-7d22-410d-ab8b-cf33cc7b0853 req-82443587-eed4-4e96-8cce-241917d77913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:05.425291 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-50ac0021-7d22-410d-ab8b-cf33cc7b0853 req-82443587-eed4-4e96-8cce-241917d77913 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 1096 time: 0.0788751 Mar 08 10:16:05.484154 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc48aef-b781-4a40-a4b3-acebb0bb7d53 req-31efc94c-bbe5-4854-af49-38f2ab2e98e8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:05.485554 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ddc48aef-b781-4a40-a4b3-acebb0bb7d53 req-31efc94c-bbe5-4854-af49-38f2ab2e98e8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 943 time: 0.0801024 Mar 08 10:16:05.528754 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ddc48aef-b781-4a40-a4b3-acebb0bb7d53 req-54444629-02bd-48df-a19c-5b6a88f952cc tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368555 Mar 08 10:16:05.557424 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac0021-7d22-410d-ab8b-cf33cc7b0853 req-e537d793-b566-4513-89e8-c7aec111140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:05.558857 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-50ac0021-7d22-410d-ab8b-cf33cc7b0853 req-e537d793-b566-4513-89e8-c7aec111140a service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1272876 Mar 08 10:16:05.627393 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-50ac0021-7d22-410d-ab8b-cf33cc7b0853 req-0d56ed5e-b11e-4ba1-9680-4d6a6cb58861 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5e5703-3920-44d8-9290-422c0d2f80cd HTTP/1.1" status: 200 len: 217 time: 0.0622721 Mar 08 10:16:05.789294 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac0021-7d22-410d-ab8b-cf33cc7b0853 req-b231d246-d473-40a6-8634-b434bc04090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:05.791570 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-50ac0021-7d22-410d-ab8b-cf33cc7b0853 req-b231d246-d473-40a6-8634-b434bc04090f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.1589215 Mar 08 10:16:05.865998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac0021-7d22-410d-ab8b-cf33cc7b0853 req-b16b2f1c-acc6-4ff2-8981-b86ae9c25afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:05.867474 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-50ac0021-7d22-410d-ab8b-cf33cc7b0853 req-b16b2f1c-acc6-4ff2-8981-b86ae9c25afc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696526 Mar 08 10:16:05.992795 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-50ac0021-7d22-410d-ab8b-cf33cc7b0853 req-c7c29295-a25d-4001-ac0b-917e62c7d1fd service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188011 Mar 08 10:16:06.122325 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-50ac0021-7d22-410d-ab8b-cf33cc7b0853 req-09c21502-d3cb-4ea7-b0ff-8b445dc7dffc service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232333 Mar 08 10:16:06.715522 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f897f67-a627-446f-a455-a55bdce906ae req-f82cb9f1-5f31-4eb4-b352-88df3f5ac628 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:06.716203 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-5f897f67-a627-446f-a455-a55bdce906ae req-f82cb9f1-5f31-4eb4-b352-88df3f5ac628 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Synchronizing usage tracker for tenant:0ab8441d3d92485396d2defea990afac on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:16:06.732682 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-5f897f67-a627-446f-a455-a55bdce906ae req-f82cb9f1-5f31-4eb4-b352-88df3f5ac628 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Unset dirty status for tenant:0ab8441d3d92485396d2defea990afac on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:16:06.733893 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5f897f67-a627-446f-a455-a55bdce906ae req-f82cb9f1-5f31-4eb4-b352-88df3f5ac628 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 943 time: 0.0995400 Mar 08 10:16:06.785997 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5f897f67-a627-446f-a455-a55bdce906ae req-38599271-04ba-409b-b7f5-fbf4ce135831 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408912 Mar 08 10:16:07.970116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ce3a2-5cc7-4773-a711-ad322f1b8f17 req-381abd2b-e036-4f29-a861-71bf5caedcb8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:07.971547 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b44ce3a2-5cc7-4773-a711-ad322f1b8f17 req-381abd2b-e036-4f29-a861-71bf5caedcb8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 943 time: 0.0814142 Mar 08 10:16:08.014731 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b44ce3a2-5cc7-4773-a711-ad322f1b8f17 req-dd3c977d-68f2-4aae-b492-eedce848c204 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375655 Mar 08 10:16:08.376556 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ae5e5703-3920-44d8-9290-422c0d2f80cd details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:16:08.547618 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port ae5e5703-3920-44d8-9290-422c0d2f80cd, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ae5e5703-3920-44d8-9290-422c0d2f80cd,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:16:08.560111 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': 'ae5e5703-3920-44d8-9290-422c0d2f80cd', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'port_id': 'ae5e5703-3920-44d8-9290-422c0d2f80cd', 'mac_address': 'fa:16:3e:24:00:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:16:08.613419 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:08.629340 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5e5703-3920-44d8-9290-422c0d2f80cd {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:16:08.644431 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port ae5e5703-3920-44d8-9290-422c0d2f80cd, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ae5e5703-3920-44d8-9290-422c0d2f80cd,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:16:08.649190 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:08.715906 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=ae5e5703-3920-44d8-9290-422c0d2f80cd,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:16:08.947570 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['ae5e5703-3920-44d8-9290-422c0d2f80cd'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:16:09.197993 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c495d-a351-4840-8fcd-09ef32b4aa5c req-43f31719-4fb9-4e95-a082-d0cf2d95d9d4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:09.199355 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-916c495d-a351-4840-8fcd-09ef32b4aa5c req-43f31719-4fb9-4e95-a082-d0cf2d95d9d4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 944 time: 0.0785391 Mar 08 10:16:09.243353 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-916c495d-a351-4840-8fcd-09ef32b4aa5c req-c5328d7c-3e4f-4172-9990-46130e4d1d1e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383339 Mar 08 10:16:10.407883 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ae5e5703-3920-44d8-9290-422c0d2f80cd up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:16:10.426462 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5456a-ab0d-4eaf-9508-b47531c7971a req-d58511fd-ddf7-4a88-a580-68cc81020fbd tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:10.427880 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5ec5456a-ab0d-4eaf-9508-b47531c7971a req-d58511fd-ddf7-4a88-a580-68cc81020fbd tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 944 time: 0.0820560 Mar 08 10:16:10.471183 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5ec5456a-ab0d-4eaf-9508-b47531c7971a req-00958ccb-2e9d-44b1-a890-77ad175b8418 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375199 Mar 08 10:16:10.474069 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port ae5e5703-3920-44d8-9290-422c0d2f80cd completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:16:10.478698 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port ae5e5703-3920-44d8-9290-422c0d2f80cd triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:16:10.479069 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:10.593715 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:10.619133 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06199a6-5008-47d1-a864-f631ed00961e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5e5703-3920-44d8-9290-422c0d2f80cd'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:16:10.630360 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port ae5e5703-3920-44d8-9290-422c0d2f80cd, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ae5e5703-3920-44d8-9290-422c0d2f80cd,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:16:10.634183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:10.664899 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06199a6-5008-47d1-a864-f631ed00961e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5e5703-3920-44d8-9290-422c0d2f80cd', 'code': 200} Mar 08 10:16:10.703740 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=ae5e5703-3920-44d8-9290-422c0d2f80cd,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:16:10.893419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cb443-f428-4669-8fa9-1db3f6cea8c0 req-80407520-dd3c-4f4d-b916-a763ced73fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:10.894795 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7f7cb443-f428-4669-8fa9-1db3f6cea8c0 req-80407520-dd3c-4f4d-b916-a763ced73fc9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 1098 time: 0.0744205 Mar 08 10:16:10.933797 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7f7cb443-f428-4669-8fa9-1db3f6cea8c0 req-a01e01ad-1c84-4305-8db7-47f2a97811de service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329659 Mar 08 10:16:11.651378 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93618c-4137-4763-a8b5-e95f09a1ec09 req-87b63194-988c-4898-9446-b8585978b5a4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:11.652826 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-de93618c-4137-4763-a8b5-e95f09a1ec09 req-87b63194-988c-4898-9446-b8585978b5a4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0779016 Mar 08 10:16:11.696318 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-de93618c-4137-4763-a8b5-e95f09a1ec09 req-4380490f-359b-47e3-8c8c-af485fbff1a4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374653 Mar 08 10:16:12.878858 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af654f-726a-4a7e-ae1f-d693063f7b52 req-11cd76fd-7261-4bc9-bea5-78ef8506e03e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:12.880286 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-14af654f-726a-4a7e-ae1f-d693063f7b52 req-11cd76fd-7261-4bc9-bea5-78ef8506e03e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0777938 Mar 08 10:16:12.927018 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-14af654f-726a-4a7e-ae1f-d693063f7b52 req-61dc3337-40c9-4dd1-b925-8d1d5dcce071 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410728 Mar 08 10:16:13.103119 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02de1b-c316-429e-8a22-781a25043f2e req-6599e6a0-19b5-4f93-9aeb-cdf8ad1f446d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:13.104454 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ad02de1b-c316-429e-8a22-781a25043f2e req-6599e6a0-19b5-4f93-9aeb-cdf8ad1f446d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0815964 Mar 08 10:16:13.112883 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 51694) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:16:13.117608 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7c1ca3f0-9a5e-497c-bc5a-1bed7e09a681 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Request body: {'floatingip': {'port_id': 'ae5e5703-3920-44d8-9290-422c0d2f80cd'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:16:13.291110 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca3f0-9a5e-497c-bc5a-1bed7e09a681 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for floatingip, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:13.392508 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:13.867314 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca3f0-9a5e-497c-bc5a-1bed7e09a681 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:13.871124 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca3f0-9a5e-497c-bc5a-1bed7e09a681 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:14.032450 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-7c1ca3f0-9a5e-497c-bc5a-1bed7e09a681 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Floating IP c83ef84e-66a8-4a76-b0c9-1f8092be5795 associated. External IP: 172.26.2.248, port: ae5e5703-3920-44d8-9290-422c0d2f80cd. Mar 08 10:16:14.325907 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:16:14.375315 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1ca3f0-9a5e-497c-bc5a-1bed7e09a681 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Router 484aa1b6-3c69-46d8-9da9-8dc1949c490f has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:16:14.664674 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1ca3f0-9a5e-497c-bc5a-1bed7e09a681 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:16:14.669802 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca3f0-9a5e-497c-bc5a-1bed7e09a681 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:14.674316 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03598341-d108-44dc-ae46-b219138ffd21 None None] Sync routers for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:16:14.683360 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03598341-d108-44dc-ae46-b219138ffd21 None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:16:14.683952 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-03598341-d108-44dc-ae46-b219138ffd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:15:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:16:14.725112 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7c1ca3f0-9a5e-497c-bc5a-1bed7e09a681 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "PUT /v2.0/floatingips/c83ef84e-66a8-4a76-b0c9-1f8092be5795 HTTP/1.1" status: 200 len: 991 time: 1.6111786 Mar 08 10:16:14.725994 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06199a6-5008-47d1-a864-f631ed00961e', 'tag': 'ae5e5703-3920-44d8-9290-422c0d2f80cd'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:16:14.773185 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06199a6-5008-47d1-a864-f631ed00961e', 'tag': 'ae5e5703-3920-44d8-9290-422c0d2f80cd', 'status': 'completed', 'code': 200} Mar 08 10:16:14.859305 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-03598341-d108-44dc-ae46-b219138ffd21 None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:16:14.901658 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2aa54-21fe-4a2a-934e-ba904b80c1a6 req-b7199746-653f-4aa0-ba88-447edd9ccb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:14.903949 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-06f2aa54-21fe-4a2a-934e-ba904b80c1a6 req-b7199746-653f-4aa0-ba88-447edd9ccb8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 1098 time: 0.0798562 Mar 08 10:16:15.039448 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2aa54-21fe-4a2a-934e-ba904b80c1a6 req-0ed9f485-9368-49c2-befb-06310ebd9d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:15.040990 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-06f2aa54-21fe-4a2a-934e-ba904b80c1a6 req-0ed9f485-9368-49c2-befb-06310ebd9d60 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1299298 Mar 08 10:16:15.055690 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79bbdd-493b-47a9-945b-29e1790e5c7b req-0f72644c-19a0-4678-aebb-189f530df176 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:15.057006 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e79bbdd-493b-47a9-945b-29e1790e5c7b req-0f72644c-19a0-4678-aebb-189f530df176 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0839553 Mar 08 10:16:15.104957 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e79bbdd-493b-47a9-945b-29e1790e5c7b req-02b93bc1-48ae-4f93-b523-9cf4d759b2f0 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384657 Mar 08 10:16:15.142868 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-06f2aa54-21fe-4a2a-934e-ba904b80c1a6 req-c257cf07-2120-4698-9bfa-a02e17a5de2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5e5703-3920-44d8-9290-422c0d2f80cd HTTP/1.1" status: 200 len: 999 time: 0.0956571 Mar 08 10:16:15.202960 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2aa54-21fe-4a2a-934e-ba904b80c1a6 req-cfdf4251-ecc4-4276-8235-22131f7c7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:15.204296 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-03598341-d108-44dc-ae46-b219138ffd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'c83ef84e-66a8-4a76-b0c9-1f8092be5795', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'port_id': 'ae5e5703-3920-44d8-9290-422c0d2f80cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'mac_address': 'fa:16:3e:24:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06199a6-5008-47d1-a864-f631ed00961e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:15:08Z', 'updated_at': '2022-03-08T10:16:13Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:16:15.204519 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-06f2aa54-21fe-4a2a-934e-ba904b80c1a6 req-cfdf4251-ecc4-4276-8235-22131f7c7561 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0558550 Mar 08 10:16:15.208606 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03598341-d108-44dc-ae46-b219138ffd21 None None] Checking router: 484aa1b6-3c69-46d8-9da9-8dc1949c490f for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:16:15.216718 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03598341-d108-44dc-ae46-b219138ffd21 None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:16:15.217304 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-03598341-d108-44dc-ae46-b219138ffd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:15:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:16:15.280679 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2aa54-21fe-4a2a-934e-ba904b80c1a6 req-d83696bd-f210-4fdc-9daf-ceeed21bdff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:15.282160 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-06f2aa54-21fe-4a2a-934e-ba904b80c1a6 req-d83696bd-f210-4fdc-9daf-ceeed21bdff8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720665 Mar 08 10:16:15.389559 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-03598341-d108-44dc-ae46-b219138ffd21 None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:16:15.409960 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-06f2aa54-21fe-4a2a-934e-ba904b80c1a6 req-cd834736-02e0-44f5-ac4a-0fce53a67efc service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217427 Mar 08 10:16:15.543118 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-06f2aa54-21fe-4a2a-934e-ba904b80c1a6 req-f0902f50-c765-4c03-b39e-45b726494bce service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268749 Mar 08 10:16:15.756528 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-03598341-d108-44dc-ae46-b219138ffd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'c83ef84e-66a8-4a76-b0c9-1f8092be5795', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'port_id': 'ae5e5703-3920-44d8-9290-422c0d2f80cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'mac_address': 'fa:16:3e:24:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06199a6-5008-47d1-a864-f631ed00961e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:15:08Z', 'updated_at': '2022-03-08T10:16:13Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:16:15.760295 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03598341-d108-44dc-ae46-b219138ffd21 None None] The sync data for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv is: [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'c83ef84e-66a8-4a76-b0c9-1f8092be5795', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'port_id': 'ae5e5703-3920-44d8-9290-422c0d2f80cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'mac_address': 'fa:16:3e:24:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06199a6-5008-47d1-a864-f631ed00961e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:15:08Z', 'updated_at': '2022-03-08T10:16:13Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:16:15.945818 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f476a7-e591-44b2-b6f3-dc653afce2e4 None None] New status for floating IP c83ef84e-66a8-4a76-b0c9-1f8092be5795: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:16:16.290341 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c3589-8929-4d11-bec8-ea2d6a226a89 req-9c329dd8-4397-4e07-a626-216ade265694 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:16.291783 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-403c3589-8929-4d11-bec8-ea2d6a226a89 req-9c329dd8-4397-4e07-a626-216ade265694 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0788743 Mar 08 10:16:16.334494 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-403c3589-8929-4d11-bec8-ea2d6a226a89 req-a013f73e-5d0f-4d0b-b682-a59a53c983c4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367358 Mar 08 10:16:17.515824 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b4ca2-1f4b-435a-96a7-a4176b72250d req-41358a64-eae8-4e9f-a058-0635009d95c2 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:17.517264 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff1b4ca2-1f4b-435a-96a7-a4176b72250d req-41358a64-eae8-4e9f-a058-0635009d95c2 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0816481 Mar 08 10:16:17.560630 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff1b4ca2-1f4b-435a-96a7-a4176b72250d req-14fb0b86-96d5-4448-a9af-b1bd38cc48d0 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376272 Mar 08 10:16:18.836038 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c06e7e-720b-4138-8ba9-94ce203f82f4 req-d71b4bb4-48cb-4e72-8388-1c470098aa8f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:18.837433 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e9c06e7e-720b-4138-8ba9-94ce203f82f4 req-d71b4bb4-48cb-4e72-8388-1c470098aa8f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.1733475 Mar 08 10:16:18.880630 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e9c06e7e-720b-4138-8ba9-94ce203f82f4 req-23b8e410-016e-476e-a714-53c79134d9fd tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373402 Mar 08 10:16:20.065172 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e3c0d-c6bb-45dc-ab1d-ee72107499ce req-05c5dc45-3d22-4d2e-932c-657b566d4030 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:20.066650 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc7e3c0d-c6bb-45dc-ab1d-ee72107499ce req-05c5dc45-3d22-4d2e-932c-657b566d4030 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0798247 Mar 08 10:16:20.111118 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc7e3c0d-c6bb-45dc-ab1d-ee72107499ce req-460ad497-9ed3-4708-a109-de9a3aef63f4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380700 Mar 08 10:16:21.448615 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059abca-0f86-49e7-a20a-1b5c769b1d21 req-4c8ef05b-b884-4ab4-8a4c-aa9591a35861 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:21.450072 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e059abca-0f86-49e7-a20a-1b5c769b1d21 req-4c8ef05b-b884-4ab4-8a4c-aa9591a35861 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0871150 Mar 08 10:16:21.495756 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e059abca-0f86-49e7-a20a-1b5c769b1d21 req-43c94313-4b12-4aaf-9ea8-5f3a25e2fa61 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394900 Mar 08 10:16:22.678532 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef6fbf-543e-4ce4-be3f-06a29bb8ca8b req-aa208f47-20b4-485b-87ba-7f64f9fdd500 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:22.679966 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-16ef6fbf-543e-4ce4-be3f-06a29bb8ca8b req-aa208f47-20b4-485b-87ba-7f64f9fdd500 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0816994 Mar 08 10:16:22.724087 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-16ef6fbf-543e-4ce4-be3f-06a29bb8ca8b req-7c2fca52-9398-442e-84f3-ad9d2294686c tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385287 Mar 08 10:16:23.904102 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1b678-ee18-4495-98e8-5afd8787c16a req-f3332082-73f9-4322-8c9e-755a9ac93a92 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:23.905488 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2bc1b678-ee18-4495-98e8-5afd8787c16a req-f3332082-73f9-4322-8c9e-755a9ac93a92 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0774107 Mar 08 10:16:23.949019 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2bc1b678-ee18-4495-98e8-5afd8787c16a req-ea1f28f0-00ac-4969-9d58-5f60cb244a6a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369864 Mar 08 10:16:24.934847 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-941e129c-57c0-4851-ad55-d5f244a1c125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:25.127545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f67f8-0158-47b6-b9fa-e15dfbe6a0cb req-cad7ab22-afdd-46bf-9be3-b7e13633b833 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:25.129039 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f02f67f8-0158-47b6-b9fa-e15dfbe6a0cb req-cad7ab22-afdd-46bf-9be3-b7e13633b833 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0783894 Mar 08 10:16:25.175608 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f02f67f8-0158-47b6-b9fa-e15dfbe6a0cb req-41474d7c-aa1a-4de5-b869-bc851405976b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408595 Mar 08 10:16:26.356790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbf4fe-f169-4e25-b479-90a1dccc1b53 req-77caabd8-caa8-450b-b4ca-e13bc9652013 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:26.358268 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-94dbf4fe-f169-4e25-b479-90a1dccc1b53 req-77caabd8-caa8-450b-b4ca-e13bc9652013 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0816464 Mar 08 10:16:26.400557 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-94dbf4fe-f169-4e25-b479-90a1dccc1b53 req-2f96045c-e2d2-475a-a8e3-c686b8eb0309 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361018 Mar 08 10:16:27.586607 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bf6e9-081d-48da-8b65-f598776e1f5b req-86f3cf97-614d-41bc-b1e0-720af1ce14dc tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:27.588066 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc0bf6e9-081d-48da-8b65-f598776e1f5b req-86f3cf97-614d-41bc-b1e0-720af1ce14dc tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0825963 Mar 08 10:16:27.605993 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a10bb24-0ade-4031-b743-239a6fb45043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:27.633137 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc0bf6e9-081d-48da-8b65-f598776e1f5b req-09120e0b-5a4a-4275-abfe-27fa3c8ecd29 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385242 Mar 08 10:16:28.294356 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:28.321376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:28.820570 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb37d4d-7ece-4fdc-a71f-fe8bb03d5d47 req-70c46e09-5d09-4bb6-9dc4-50bf38044f8e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:28.822018 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6bb37d4d-7ece-4fdc-a71f-fe8bb03d5d47 req-70c46e09-5d09-4bb6-9dc4-50bf38044f8e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0842869 Mar 08 10:16:28.865471 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6bb37d4d-7ece-4fdc-a71f-fe8bb03d5d47 req-6ce6c9e2-de13-4a3b-b43d-cd35de0d6aef tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378089 Mar 08 10:16:30.047910 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c065bf-d8fa-41d0-b59b-cd9d2f97073a req-15f7328f-2746-4632-b228-193b87f4450c tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:30.049950 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b3c065bf-d8fa-41d0-b59b-cd9d2f97073a req-15f7328f-2746-4632-b228-193b87f4450c tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0826795 Mar 08 10:16:30.092024 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b3c065bf-d8fa-41d0-b59b-cd9d2f97073a req-2cc3689e-7e18-497c-b2a8-8a632d11d7f8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364535 Mar 08 10:16:30.143971 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:31.275633 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a3d14-6be9-45b5-9cdc-649a9cbae618 req-f9110abd-cdf7-4fdd-a940-197b3ceec194 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:31.277057 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a21a3d14-6be9-45b5-9cdc-649a9cbae618 req-f9110abd-cdf7-4fdd-a940-197b3ceec194 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0772572 Mar 08 10:16:31.322548 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a21a3d14-6be9-45b5-9cdc-649a9cbae618 req-440df4eb-5440-479a-a388-30cdf282b049 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399468 Mar 08 10:16:32.500943 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71919833-c8e8-40b3-ab79-63e356426096 req-3f74a13e-e42d-4eef-82c3-92af9c1ae919 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:32.502376 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-71919833-c8e8-40b3-ab79-63e356426096 req-3f74a13e-e42d-4eef-82c3-92af9c1ae919 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0777805 Mar 08 10:16:32.546000 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-71919833-c8e8-40b3-ab79-63e356426096 req-babd673b-54f5-4c8a-8c2a-4ac46322b5e9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380149 Mar 08 10:16:33.729545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e96eb-0dcf-4269-9482-866e2c512c6e req-c3bcc679-bf86-4abe-878e-e039e8c83244 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:33.730973 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-230e96eb-0dcf-4269-9482-866e2c512c6e req-c3bcc679-bf86-4abe-878e-e039e8c83244 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0821924 Mar 08 10:16:33.773460 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-230e96eb-0dcf-4269-9482-866e2c512c6e req-ad4e0efd-cf0a-4678-ba09-4a09d9068ff4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362046 Mar 08 10:16:34.960890 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8e1fe-9f59-42b6-a0d7-7d1a86401d48 req-d71b3fc2-0700-416a-be5d-235af1da58b3 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:34.962328 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45b8e1fe-9f59-42b6-a0d7-7d1a86401d48 req-d71b3fc2-0700-416a-be5d-235af1da58b3 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0816879 Mar 08 10:16:35.005059 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45b8e1fe-9f59-42b6-a0d7-7d1a86401d48 req-273a1e36-a790-4afe-b241-cf5882b8d5c3 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372250 Mar 08 10:16:36.190126 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516ba3d-3a67-42f2-9876-b8d448315d27 req-4bcb9abd-900b-4d7a-89f8-c641bc409b5b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:36.191548 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7516ba3d-3a67-42f2-9876-b8d448315d27 req-4bcb9abd-900b-4d7a-89f8-c641bc409b5b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0776746 Mar 08 10:16:36.237339 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7516ba3d-3a67-42f2-9876-b8d448315d27 req-b420f363-7a2d-4da2-a8af-8087085835fc tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402422 Mar 08 10:16:37.421208 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e660975-43c4-4da8-b681-571202874459 req-88524c28-b2a2-4526-ba49-6715be30bd6d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:37.422678 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6e660975-43c4-4da8-b681-571202874459 req-88524c28-b2a2-4526-ba49-6715be30bd6d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0790975 Mar 08 10:16:37.468878 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6e660975-43c4-4da8-b681-571202874459 req-c1adfe47-6d0b-4f33-8458-a35d16f7d32d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405385 Mar 08 10:16:38.645788 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58330d-861d-41a4-a43f-56b7f62dc8e1 req-aab9031e-8b81-4f9a-9166-f0cd7e72648a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:38.647213 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca58330d-861d-41a4-a43f-56b7f62dc8e1 req-aab9031e-8b81-4f9a-9166-f0cd7e72648a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0775368 Mar 08 10:16:38.690292 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca58330d-861d-41a4-a43f-56b7f62dc8e1 req-5c71d938-2501-4422-a0c9-6c48397724a4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373826 Mar 08 10:16:39.871201 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3072057-96c0-4ffa-94a6-f5b75852956a req-64095f77-0cb3-41c3-9306-f2ec64e42cb0 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:39.872546 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e3072057-96c0-4ffa-94a6-f5b75852956a req-64095f77-0cb3-41c3-9306-f2ec64e42cb0 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0780056 Mar 08 10:16:39.915410 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e3072057-96c0-4ffa-94a6-f5b75852956a req-e97a8db6-30bb-4829-82c6-57c34b353606 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367267 Mar 08 10:16:41.097130 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87069105-13c8-4fd7-ad8e-35f7b83ac2dd req-9e23ad1c-188d-40dc-a800-e9826b3acd5f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:41.098536 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-87069105-13c8-4fd7-ad8e-35f7b83ac2dd req-9e23ad1c-188d-40dc-a800-e9826b3acd5f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0822129 Mar 08 10:16:41.142180 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-87069105-13c8-4fd7-ad8e-35f7b83ac2dd req-a2934cb2-1853-4d34-92b6-d92144b26da4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374358 Mar 08 10:16:41.481505 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-38e869a7-0dc9-45c7-b415-737e7630d88b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0719604 Mar 08 10:16:41.533084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49803815-13ea-46d7-a649-62f365fac15f req-717a7fb2-18eb-4c05-b2b8-7f94c67515fa tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:41.534532 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-49803815-13ea-46d7-a649-62f365fac15f req-717a7fb2-18eb-4c05-b2b8-7f94c67515fa tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0782323 Mar 08 10:16:41.580458 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-49803815-13ea-46d7-a649-62f365fac15f req-ccf0b19b-09ac-4f34-93be-fd171c01c450 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403011 Mar 08 10:16:42.546130 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-2ba4608a-8c03-4e81-9ef1-e8b746fd7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:42.548085 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-2ba4608a-8c03-4e81-9ef1-e8b746fd7979 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 1098 time: 0.0720105 Mar 08 10:16:42.676948 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-4171c1fe-8419-4f3c-85dd-a5ba12736f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:42.678426 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-4171c1fe-8419-4f3c-85dd-a5ba12736f3c service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1252782 Mar 08 10:16:42.765655 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3828fd-ed3d-4754-8031-5ec67b5d52df req-b66bd5b4-b736-4b6f-b75f-63c76d6fb35f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:42.767053 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c3828fd-ed3d-4754-8031-5ec67b5d52df req-b66bd5b4-b736-4b6f-b75f-63c76d6fb35f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0825043 Mar 08 10:16:42.787439 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-537dc582-4c2b-4a95-a246-131e11c876ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5e5703-3920-44d8-9290-422c0d2f80cd HTTP/1.1" status: 200 len: 1001 time: 0.1018920 Mar 08 10:16:42.812881 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c3828fd-ed3d-4754-8031-5ec67b5d52df req-b20575d2-4d38-4bbf-a5ff-b87f63731281 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399587 Mar 08 10:16:42.847727 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-2f6c2995-e55c-4b0f-a658-1594b3142952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:42.849246 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-2f6c2995-e55c-4b0f-a658-1594b3142952 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0564251 Mar 08 10:16:42.924035 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-aa1246de-b89c-46ee-ad3d-b94694c356df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:42.925474 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-aa1246de-b89c-46ee-ad3d-b94694c356df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708475 Mar 08 10:16:43.137174 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-864d527a-e049-4efc-a35f-f5b061a61671 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054343 Mar 08 10:16:43.264061 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-5adca432-98ff-4ae6-8e30-c4ad61a436ea service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208565 Mar 08 10:16:43.389323 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:43.993200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2327d1-c815-408f-8364-a27cb3cb45ca req-d868e057-7a47-45d4-8d3d-cb7bbdbe1eec tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:43.994621 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4c2327d1-c815-408f-8364-a27cb3cb45ca req-d868e057-7a47-45d4-8d3d-cb7bbdbe1eec tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0779970 Mar 08 10:16:44.036935 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4c2327d1-c815-408f-8364-a27cb3cb45ca req-b33ce5c9-8181-4606-94d1-7611e6172756 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367928 Mar 08 10:16:44.860089 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-6c67e8bb-d71e-4e41-9f24-4149c04d65ae service neutron] 10.222.0.26 "GET /v2.0/ports/ae5e5703-3920-44d8-9290-422c0d2f80cd/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0780463 Mar 08 10:16:45.117375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-507b1c18-fe30-4e2b-85c3-0fd0d8d4e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:45.118754 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-507b1c18-fe30-4e2b-85c3-0fd0d8d4e459 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e&tenant_id=0ab8441d3d92485396d2defea990afac HTTP/1.1" status: 200 len: 1098 time: 0.0726213 Mar 08 10:16:45.212020 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-0632fbe6-7404-47b7-9c17-f16da1b62ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:45.213527 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-0632fbe6-7404-47b7-9c17-f16da1b62ab2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 1098 time: 0.0737767 Mar 08 10:16:45.227963 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baea316-8fc3-4842-8b0f-dba24ddf7a7e req-2ba9d7ec-b1fc-47e5-b969-2f5a6bf0ec23 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:45.229425 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1baea316-8fc3-4842-8b0f-dba24ddf7a7e req-2ba9d7ec-b1fc-47e5-b969-2f5a6bf0ec23 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0825908 Mar 08 10:16:45.276464 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1baea316-8fc3-4842-8b0f-dba24ddf7a7e req-c36bbf8a-b611-4bab-b94f-f25e45d4f83d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413594 Mar 08 10:16:45.343095 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-45c8d102-8d6a-4908-a725-b5e8bcf607de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:45.345095 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-45c8d102-8d6a-4908-a725-b5e8bcf607de service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1254160 Mar 08 10:16:45.442501 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-f079414f-2980-4c84-a829-491b1995052c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5e5703-3920-44d8-9290-422c0d2f80cd HTTP/1.1" status: 200 len: 1001 time: 0.0919147 Mar 08 10:16:45.500986 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-76b31bef-bfb6-413c-97fe-4071ddb844df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:45.502325 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-76b31bef-bfb6-413c-97fe-4071ddb844df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0546765 Mar 08 10:16:45.574658 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-ef65ce8d-e821-4448-afd5-3dc9a1b089a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:45.576092 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-ef65ce8d-e821-4448-afd5-3dc9a1b089a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677097 Mar 08 10:16:45.702328 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-806757b1-0a75-4e21-aca3-acff10dd2fdb service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200819 Mar 08 10:16:45.828296 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c6e8e07-fa1e-44d6-b8c2-fcd8a1923224 req-2fcf6a96-c2df-4789-9fb3-59d6fec92454 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199245 Mar 08 10:16:46.471198 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ff017-18a0-484b-829a-e8eae5cb47df req-72762a64-dde5-4f6d-bb28-375d5d29e24a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:46.472646 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-766ff017-18a0-484b-829a-e8eae5cb47df req-72762a64-dde5-4f6d-bb28-375d5d29e24a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0943115 Mar 08 10:16:46.515554 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-766ff017-18a0-484b-829a-e8eae5cb47df req-dceeb53a-9584-490c-a4fa-c40009a1d6e1 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372779 Mar 08 10:16:47.697933 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f17756-f18a-44ba-94a3-14ca30e6c561 req-e6a77459-562d-4e75-9ec1-1c4271d40f0b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:47.699351 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-20f17756-f18a-44ba-94a3-14ca30e6c561 req-e6a77459-562d-4e75-9ec1-1c4271d40f0b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0793068 Mar 08 10:16:47.744860 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-20f17756-f18a-44ba-94a3-14ca30e6c561 req-664908bf-2bf3-4db3-ac34-4374765f1925 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399134 Mar 08 10:16:48.562424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ae5e5703-3920-44d8-9290-422c0d2f80cd details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:16:48.566302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ae5e5703-3920-44d8-9290-422c0d2f80cd no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:16:48.782194 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:48.799940 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port ae5e5703-3920-44d8-9290-422c0d2f80cd, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ae5e5703-3920-44d8-9290-422c0d2f80cd,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:16:48.820292 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': 'ae5e5703-3920-44d8-9290-422c0d2f80cd', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'port_id': 'ae5e5703-3920-44d8-9290-422c0d2f80cd', 'mac_address': 'fa:16:3e:24:00:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:16:48.826789 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06199a6-5008-47d1-a864-f631ed00961e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5e5703-3920-44d8-9290-422c0d2f80cd'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:16:48.868673 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port ae5e5703-3920-44d8-9290-422c0d2f80cd, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ae5e5703-3920-44d8-9290-422c0d2f80cd,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:16:48.876667 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:48.918567 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06199a6-5008-47d1-a864-f631ed00961e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5e5703-3920-44d8-9290-422c0d2f80cd', 'code': 200} Mar 08 10:16:48.937464 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:48.943417 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6995bae-4474-475e-ab29-dbe65b0aead1 req-37217f13-cb14-4f40-b1a1-43c00f602b10 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:48.951907 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a6995bae-4474-475e-ab29-dbe65b0aead1 req-37217f13-cb14-4f40-b1a1-43c00f602b10 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 943 time: 0.0995677 Mar 08 10:16:48.968070 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae5e5703-3920-44d8-9290-422c0d2f80cd {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:16:48.980231 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=ae5e5703-3920-44d8-9290-422c0d2f80cd,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:16:49.001555 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a6995bae-4474-475e-ab29-dbe65b0aead1 req-d350f174-88e7-48c3-9729-54a84ae0ea47 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485575 Mar 08 10:16:49.045904 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 10:16:49.046327 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 10:16:49.372586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c053e05-f859-423e-9e57-76cf9785cf4f req-b5828954-4ecb-4d66-ba00-e3fe5a980bf2 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:49.373943 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8c053e05-f859-423e-9e57-76cf9785cf4f req-b5828954-4ecb-4d66-ba00-e3fe5a980bf2 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e&tenant_id=0ab8441d3d92485396d2defea990afac&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 943 time: 0.1130567 Mar 08 10:16:49.382275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6ebb9-7d6f-49d9-901d-c604499a800e req-a920423c-49ea-4d1d-9570-ccbf8453e031 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:49.383623 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-64a6ebb9-7d6f-49d9-901d-c604499a800e req-a920423c-49ea-4d1d-9570-ccbf8453e031 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 943 time: 0.1541588 Mar 08 10:16:49.433112 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-64a6ebb9-7d6f-49d9-901d-c604499a800e req-f3cddd58-3324-4b71-a5ce-a452d581e1ef tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437324 Mar 08 10:16:49.512787 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c053e05-f859-423e-9e57-76cf9785cf4f req-d80de5dd-d0a4-404f-8685-5c4c5f15f759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:49.514273 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8c053e05-f859-423e-9e57-76cf9785cf4f req-d80de5dd-d0a4-404f-8685-5c4c5f15f759 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 1096 time: 0.0679507 Mar 08 10:16:49.606517 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:49.624608 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5e5703-3920-44d8-9290-422c0d2f80cd {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:16:49.640661 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port ae5e5703-3920-44d8-9290-422c0d2f80cd, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ae5e5703-3920-44d8-9290-422c0d2f80cd,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:16:49.644889 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:49.708776 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['ae5e5703-3920-44d8-9290-422c0d2f80cd'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:16:49.740444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c053e05-f859-423e-9e57-76cf9785cf4f req-209a2401-658f-485d-a20d-0b6504d4adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:49.741927 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8c053e05-f859-423e-9e57-76cf9785cf4f req-209a2401-658f-485d-a20d-0b6504d4adb1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.2223084 Mar 08 10:16:49.788434 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=ae5e5703-3920-44d8-9290-422c0d2f80cd,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:16:49.848165 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8c053e05-f859-423e-9e57-76cf9785cf4f req-81ff1f77-2ab8-42c3-b61f-34d1ec3a9371 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5e5703-3920-44d8-9290-422c0d2f80cd HTTP/1.1" status: 200 len: 1000 time: 0.0994954 Mar 08 10:16:49.911453 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c053e05-f859-423e-9e57-76cf9785cf4f req-809b88dd-f0a8-44c2-af38-3d089dbda89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:49.912828 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8c053e05-f859-423e-9e57-76cf9785cf4f req-809b88dd-f0a8-44c2-af38-3d089dbda89a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0589283 Mar 08 10:16:49.985927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c053e05-f859-423e-9e57-76cf9785cf4f req-ccc56cf1-2f22-453f-9699-3f32994ff882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:49.987364 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8c053e05-f859-423e-9e57-76cf9785cf4f req-ccc56cf1-2f22-453f-9699-3f32994ff882 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686033 Mar 08 10:16:50.116152 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8c053e05-f859-423e-9e57-76cf9785cf4f req-76eecfb7-bdee-4341-8c7e-6b05533c49f6 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224177 Mar 08 10:16:50.246719 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8c053e05-f859-423e-9e57-76cf9785cf4f req-eed762b6-c64e-4b66-a67c-f0041a1cd496 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239734 Mar 08 10:16:50.577679 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ae5e5703-3920-44d8-9290-422c0d2f80cd up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:16:50.633633 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4162e-2ecc-4c49-80db-2026b03b2f42 req-1d8f1bcd-2711-498b-9769-09f0f466cc95 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:50.637142 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-95f4162e-2ecc-4c49-80db-2026b03b2f42 req-1d8f1bcd-2711-498b-9769-09f0f466cc95 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 944 time: 0.0921786 Mar 08 10:16:50.651100 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port ae5e5703-3920-44d8-9290-422c0d2f80cd triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:16:50.651700 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:50.683711 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-95f4162e-2ecc-4c49-80db-2026b03b2f42 req-a11e63ee-1848-4389-874c-3fb15c596f53 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420389 Mar 08 10:16:50.773710 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:50.807291 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port ae5e5703-3920-44d8-9290-422c0d2f80cd, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ae5e5703-3920-44d8-9290-422c0d2f80cd,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:16:50.811242 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:50.880605 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=ae5e5703-3920-44d8-9290-422c0d2f80cd,revision_number=8']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:16:50.919782 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06199a6-5008-47d1-a864-f631ed00961e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5e5703-3920-44d8-9290-422c0d2f80cd'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:16:50.963098 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06199a6-5008-47d1-a864-f631ed00961e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5e5703-3920-44d8-9290-422c0d2f80cd', 'code': 200} Mar 08 10:16:51.323928 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:16:51.881665 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d669de7-4573-46a0-ba23-27b1089ab5e4 req-cb2fe4d1-24a0-4e61-9528-ca76e9f7ec86 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:51.883059 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4d669de7-4573-46a0-ba23-27b1089ab5e4 req-cb2fe4d1-24a0-4e61-9528-ca76e9f7ec86 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0781515 Mar 08 10:16:51.928535 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4d669de7-4573-46a0-ba23-27b1089ab5e4 req-57f18e7d-d997-4b0d-990b-35c7d4b312e5 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399377 Mar 08 10:16:52.118824 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5f69a-345d-4a45-af40-3e7d98744093 req-74769f0b-f7fc-42af-b189-02c2ac5875b2 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:52.120265 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-76c5f69a-345d-4a45-af40-3e7d98744093 req-74769f0b-f7fc-42af-b189-02c2ac5875b2 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0888293 Mar 08 10:16:52.163127 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-76c5f69a-345d-4a45-af40-3e7d98744093 req-2a0f4251-7bd8-4433-a0bf-4c9f6c5fb03d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365086 Mar 08 10:16:52.548848 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bede0a5-8afe-40e8-af69-f1c452424db5 req-ea2ef539-4ee8-4b34-8315-20ad39fe1efc tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:52.550380 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4bede0a5-8afe-40e8-af69-f1c452424db5 req-ea2ef539-4ee8-4b34-8315-20ad39fe1efc tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.1296151 Mar 08 10:16:52.584721 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daa8d1-3a1e-43f7-9be1-c5d75ce164f9 req-93471437-209e-4e91-b859-db47feb15074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:52.586118 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d2daa8d1-3a1e-43f7-9be1-c5d75ce164f9 req-93471437-209e-4e91-b859-db47feb15074 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 1098 time: 0.1155708 Mar 08 10:16:52.636098 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4bede0a5-8afe-40e8-af69-f1c452424db5 req-92f574a6-27cd-4914-b711-601b6ccc4a9e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748644 Mar 08 10:16:52.729396 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daa8d1-3a1e-43f7-9be1-c5d75ce164f9 req-56d88760-af6c-459a-bae0-39ade00eb32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:52.730734 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d2daa8d1-3a1e-43f7-9be1-c5d75ce164f9 req-56d88760-af6c-459a-bae0-39ade00eb32c service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1369088 Mar 08 10:16:52.830640 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d2daa8d1-3a1e-43f7-9be1-c5d75ce164f9 req-3aa156cd-ea85-4547-9d0e-c6900b226107 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5e5703-3920-44d8-9290-422c0d2f80cd HTTP/1.1" status: 200 len: 1001 time: 0.0938742 Mar 08 10:16:52.889635 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daa8d1-3a1e-43f7-9be1-c5d75ce164f9 req-a475e8ba-a9ba-48e6-89b8-411fa5270cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:52.891462 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d2daa8d1-3a1e-43f7-9be1-c5d75ce164f9 req-a475e8ba-a9ba-48e6-89b8-411fa5270cce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0540855 Mar 08 10:16:52.967543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daa8d1-3a1e-43f7-9be1-c5d75ce164f9 req-3e5147ac-1b34-42b6-a857-641704b7cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:52.969582 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d2daa8d1-3a1e-43f7-9be1-c5d75ce164f9 req-3e5147ac-1b34-42b6-a857-641704b7cd9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712500 Mar 08 10:16:53.097561 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d2daa8d1-3a1e-43f7-9be1-c5d75ce164f9 req-eb64637d-b150-4b56-92fd-afed1a2a0e18 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225538 Mar 08 10:16:53.317151 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d2daa8d1-3a1e-43f7-9be1-c5d75ce164f9 req-3f669ca7-7971-4c8b-9978-66a9301fd389 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141018 Mar 08 10:16:53.822951 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9d65d-a922-4655-83fa-0fb32f14b68f req-3d4f11a0-68a7-4d85-bc13-03836139b95a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:53.824385 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9b9d65d-a922-4655-83fa-0fb32f14b68f req-3d4f11a0-68a7-4d85-bc13-03836139b95a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0800378 Mar 08 10:16:53.870539 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9b9d65d-a922-4655-83fa-0fb32f14b68f req-f8169696-d5d0-4835-985b-5b78ea93876a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404360 Mar 08 10:16:54.937753 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ef5c4f1c-cdbb-4c89-a944-2f3affc1ce68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:55.054506 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb28af3-bbea-4790-98c0-2ef1aa229d52 req-6f008ad7-8e41-4617-ab06-3bfefc3721c8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:55.055938 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8fb28af3-bbea-4790-98c0-2ef1aa229d52 req-6f008ad7-8e41-4617-ab06-3bfefc3721c8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0794802 Mar 08 10:16:55.098026 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8fb28af3-bbea-4790-98c0-2ef1aa229d52 req-2f676e57-f46b-46e6-b984-243acc031ecb tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364952 Mar 08 10:16:55.462963 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdbb99-f35e-4c99-acfd-4af1b7e6a5b4 req-5b34c530-4fc6-47ac-92b8-941553342497 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:55.464301 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-38bdbb99-f35e-4c99-acfd-4af1b7e6a5b4 req-5b34c530-4fc6-47ac-92b8-941553342497 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0800512 Mar 08 10:16:55.507465 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-38bdbb99-f35e-4c99-acfd-4af1b7e6a5b4 req-e72bb377-2926-4703-9c53-bf637877c541 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370467 Mar 08 10:16:56.698130 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03555c46-f33c-4f96-a727-b178c9a8bb4f req-0255ba5c-d2b6-4dae-937b-6d62d8771a6b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:56.699567 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-03555c46-f33c-4f96-a727-b178c9a8bb4f req-0255ba5c-d2b6-4dae-937b-6d62d8771a6b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0831232 Mar 08 10:16:56.743180 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-03555c46-f33c-4f96-a727-b178c9a8bb4f req-a5807f52-b333-41f3-a45e-b3463e400194 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377529 Mar 08 10:16:57.189507 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c086e1-33bb-40c7-a238-37af6212e160 req-aac491dd-97ef-4d46-8174-a6ad827f1ff6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:57.190922 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-10c086e1-33bb-40c7-a238-37af6212e160 req-aac491dd-97ef-4d46-8174-a6ad827f1ff6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.0773301 Mar 08 10:16:57.262125 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-10c086e1-33bb-40c7-a238-37af6212e160 req-df82b793-1d83-4491-9d1f-c153378d8022 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Deleting port ae5e5703-3920-44d8-9290-422c0d2f80cd {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:16:57.262456 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-10c086e1-33bb-40c7-a238-37af6212e160 req-df82b793-1d83-4491-9d1f-c153378d8022 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:57.501732 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-10c086e1-33bb-40c7-a238-37af6212e160 req-df82b793-1d83-4491-9d1f-c153378d8022 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] For port ae5e5703-3920-44d8-9290-422c0d2f80cd, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ae5e5703-3920-44d8-9290-422c0d2f80cd,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:16:57.501995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-10c086e1-33bb-40c7-a238-37af6212e160 req-df82b793-1d83-4491-9d1f-c153378d8022 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:57.608240 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e86fdd98-7d87-43c5-98f9-b64eba66e789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:57.784674 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-10c086e1-33bb-40c7-a238-37af6212e160 req-df82b793-1d83-4491-9d1f-c153378d8022 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:57.785066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-10c086e1-33bb-40c7-a238-37af6212e160 req-df82b793-1d83-4491-9d1f-c153378d8022 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:57.785379 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [req-10c086e1-33bb-40c7-a238-37af6212e160 req-df82b793-1d83-4491-9d1f-c153378d8022 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Floating IP c83ef84e-66a8-4a76-b0c9-1f8092be5795 disassociated. External IP: 172.26.2.248, port: ae5e5703-3920-44d8-9290-422c0d2f80cd. Mar 08 10:16:57.785721 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-10c086e1-33bb-40c7-a238-37af6212e160 req-df82b793-1d83-4491-9d1f-c153378d8022 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Calling delete_port for ae5e5703-3920-44d8-9290-422c0d2f80cd owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:16:57.980409 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-10c086e1-33bb-40c7-a238-37af6212e160 req-df82b793-1d83-4491-9d1f-c153378d8022 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:58.028911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4342a0-76f8-43c8-b7c6-c08a21e093cd req-6fed2e3d-4992-44b3-82b8-867322c7f81a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:58.030258 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9f4342a0-76f8-43c8-b7c6-c08a21e093cd req-6fed2e3d-4992-44b3-82b8-867322c7f81a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=b06199a6-5008-47d1-a864-f631ed00961e HTTP/1.1" status: 200 len: 945 time: 0.1712122 Mar 08 10:16:58.040102 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82b793-1d83-4491-9d1f-c153378d8022 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Pushing event deleted for resources: {'Port': ['ID=ae5e5703-3920-44d8-9290-422c0d2f80cd,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:16:58.149496 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9f4342a0-76f8-43c8-b7c6-c08a21e093cd req-96f90016-9238-4ba2-a0bf-9b6caeb69211 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104586 Mar 08 10:16:58.258288 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10c086e1-33bb-40c7-a238-37af6212e160 req-df82b793-1d83-4491-9d1f-c153378d8022 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Router 484aa1b6-3c69-46d8-9da9-8dc1949c490f has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:16:58.297062 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:58.323296 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:58.528752 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10c086e1-33bb-40c7-a238-37af6212e160 req-df82b793-1d83-4491-9d1f-c153378d8022 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:16:58.538626 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedf5fde-00e0-4c22-8a95-a2b8ac3424ac None None] Sync routers for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:16:58.548850 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedf5fde-00e0-4c22-8a95-a2b8ac3424ac None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:16:58.549447 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-cedf5fde-00e0-4c22-8a95-a2b8ac3424ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:16:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:16:58.601412 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c086e1-33bb-40c7-a238-37af6212e160 req-df82b793-1d83-4491-9d1f-c153378d8022 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] No DVR routers for this DVR port ae5e5703-3920-44d8-9290-422c0d2f80cd on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:16:58.603891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-10c086e1-33bb-40c7-a238-37af6212e160 req-df82b793-1d83-4491-9d1f-c153378d8022 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:16:58.606365 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06199a6-5008-47d1-a864-f631ed00961e', 'name': 'network-vif-deleted', 'tag': 'ae5e5703-3920-44d8-9290-422c0d2f80cd'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:16:58.623361 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-10c086e1-33bb-40c7-a238-37af6212e160 req-df82b793-1d83-4491-9d1f-c153378d8022 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "DELETE /v2.0/ports/ae5e5703-3920-44d8-9290-422c0d2f80cd HTTP/1.1" status: 204 len: 173 time: 1.4267516 Mar 08 10:16:58.653026 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06199a6-5008-47d1-a864-f631ed00961e', 'name': 'network-vif-deleted', 'tag': 'ae5e5703-3920-44d8-9290-422c0d2f80cd', 'status': 'completed', 'code': 200} Mar 08 10:16:58.733095 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-cedf5fde-00e0-4c22-8a95-a2b8ac3424ac None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:16:59.036713 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-cedf5fde-00e0-4c22-8a95-a2b8ac3424ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:16:59.040472 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedf5fde-00e0-4c22-8a95-a2b8ac3424ac None None] Checking router: 484aa1b6-3c69-46d8-9da9-8dc1949c490f for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:16:59.049473 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedf5fde-00e0-4c22-8a95-a2b8ac3424ac None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:16:59.050069 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-cedf5fde-00e0-4c22-8a95-a2b8ac3424ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:16:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:16:59.222719 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-cedf5fde-00e0-4c22-8a95-a2b8ac3424ac None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:16:59.494079 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-aa9036f7-40f2-45c4-826e-d56eebea49d8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--275030758&fields=id&tenant_id=0ab8441d3d92485396d2defea990afac HTTP/1.1" status: 200 len: 267 time: 0.0375624 Mar 08 10:16:59.556624 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-cedf5fde-00e0-4c22-8a95-a2b8ac3424ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:16:59.561177 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedf5fde-00e0-4c22-8a95-a2b8ac3424ac None None] The sync data for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv is: [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:16:59.659875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-fd6a25e0-6b1b-477a-829d-2f33c5c0b667 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:16:59.661444 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-fd6a25e0-6b1b-477a-829d-2f33c5c0b667 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 812 time: 0.1600699 Mar 08 10:16:59.678555 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-ee54c185-157d-45ad-882e-5aa59ace7f1b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/quotas/0ab8441d3d92485396d2defea990afac HTTP/1.1" status: 200 len: 375 time: 0.0101244 Mar 08 10:16:59.771197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-c364965e-e5bc-48d4-a9d0-9348ef968bf0 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Synchronizing usage tracker for tenant:0ab8441d3d92485396d2defea990afac on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:16:59.788738 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-c364965e-e5bc-48d4-a9d0-9348ef968bf0 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Unset dirty status for tenant:0ab8441d3d92485396d2defea990afac on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:16:59.793167 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-c364965e-e5bc-48d4-a9d0-9348ef968bf0 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1088951 Mar 08 10:16:59.816921 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92486b4-e9fd-41b9-a94e-a5d1b2429196 None None] New status for floating IP c83ef84e-66a8-4a76-b0c9-1f8092be5795: DOWN {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:16:59.935087 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-bc2f283a-7881-4a90-8bd9-7642a04e1321 service neutron] 10.222.0.24 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323509 Mar 08 10:17:00.070983 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-eca6d465-21e8-4165-828a-fcdc24ca77a0 service neutron] 10.222.0.24 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300430 Mar 08 10:17:00.149011 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:00.254181 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9aea360c-8da9-4ea9-9734-12505f674bd4 req-c4fc158e-84e0-4fec-b1d3-edf6039bc70c tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 210 time: 0.0430865 Mar 08 10:17:00.588576 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ae5e5703-3920-44d8-9290-422c0d2f80cd no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:17:00.626002 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: ae5e5703-3920-44d8-9290-422c0d2f80cd {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:17:00.626341 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ae5e5703-3920-44d8-9290-422c0d2f80cd not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:17:01.249705 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-f91048c7-cc9c-4e6a-ac73-6be64db8340a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:01.251791 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-f91048c7-cc9c-4e6a-ac73-6be64db8340a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 812 time: 0.1443565 Mar 08 10:17:01.303270 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-73bdcc06-3d95-4ff8-ac9a-bf10f3e77d13 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ab8441d3d92485396d2defea990afac HTTP/1.1" status: 200 len: 379 time: 0.0433226 Mar 08 10:17:01.310977 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Request body: {'port': {'device_id': '7434cd54-3448-4d38-bb4c-dc6983c9331f', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'admin_state_up': True, 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'security_groups': ['033fc557-8329-4a84-9f01-0ad32352d366']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:17:01.454065 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dce82e3b-c625-4583-86dd-bdbc15cf95e2 req-fd22d861-a3f2-4c14-9ac2-9e8b6ee71d8f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 210 time: 0.0622852 Mar 08 10:17:01.496562 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:17:01.506307 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:17:01.515742 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Made reservation on behalf of 0ab8441d3d92485396d2defea990afac for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:17:01.519262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:01.680496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Allocated IP 172.20.0.6 (db5a9ab4-6851-42b6-b700-f872dd8e8d43/0231f9d6-16c9-4869-a528-68f0f1201cef/2940fda7-4930-492c-a967-1ba34b4739d3) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:17:01.868080 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:01.882822 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Transition to ACTIVE for port object 2940fda7-4930-492c-a967-1ba34b4739d3 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:17:01.906616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:01.973014 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Network db5a9ab4-6851-42b6-b700-f872dd8e8d43 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:17:01.975902 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:17:01.978261 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:17:02.027145 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Pushing event updated for resources: {'Port': ['ID=2940fda7-4930-492c-a967-1ba34b4739d3,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:17:02.042237 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:02.042585 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:02.042925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:02.043263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:02.043595 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:02.043927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:02.044268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:02.044584 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:02.044944 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:02.045273 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:02.045595 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:02.045917 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:02.065714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:02.066325 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:02.095272 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-74ca27a4-74ed-40b6-8c5a-ba8e764a7a7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7878470 Mar 08 10:17:02.108720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Request body: {'port': {'device_id': '7434cd54-3448-4d38-bb4c-dc6983c9331f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:17:02.203786 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3ad8d9bd-ac5a-43ca-bfc1-4db358b10e2c None None] Provisioning for port 2940fda7-4930-492c-a967-1ba34b4739d3 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:17:02.209285 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3ad8d9bd-ac5a-43ca-bfc1-4db358b10e2c None None] Provisioning complete for port 2940fda7-4930-492c-a967-1ba34b4739d3 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:17:02.209674 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ad8d9bd-ac5a-43ca-bfc1-4db358b10e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:02.262271 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3ad8d9bd-ac5a-43ca-bfc1-4db358b10e2c None None] Port 2940fda7-4930-492c-a967-1ba34b4739d3 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:17:02.329226 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:02.668658 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2940fda7-4930-492c-a967-1ba34b4739d3 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:17:02.676439 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:02.691612 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Transition to ACTIVE for port object 2940fda7-4930-492c-a967-1ba34b4739d3 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:17:02.694614 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:02.710668 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8afcb-4643-4549-b412-02b462e02e02 req-56057e1c-f32e-466b-83ff-dbb95d98de5d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:02.712216 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c8f8afcb-4643-4549-b412-02b462e02e02 req-56057e1c-f32e-466b-83ff-dbb95d98de5d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 931 time: 0.1532550 Mar 08 10:17:02.856933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Pushing event updated for resources: {'Port': ['ID=2940fda7-4930-492c-a967-1ba34b4739d3,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:17:02.876143 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c8f8afcb-4643-4549-b412-02b462e02e02 req-d9aa16f7-22fb-46e7-bd7b-d0cf51fcf977 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578324 Mar 08 10:17:02.930317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Attempting to bind port 2940fda7-4930-492c-a967-1ba34b4739d3 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:17:02.930650 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Attempting to bind port 2940fda7-4930-492c-a967-1ba34b4739d3 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:17:02.930998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Attempting to bind port 2940fda7-4930-492c-a967-1ba34b4739d3 on network db5a9ab4-6851-42b6-b700-f872dd8e8d43 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:17:02.935540 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Port 2940fda7-4930-492c-a967-1ba34b4739d3 on network db5a9ab4-6851-42b6-b700-f872dd8e8d43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:17:02.935852 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Attempting to bind port 2940fda7-4930-492c-a967-1ba34b4739d3 on network db5a9ab4-6851-42b6-b700-f872dd8e8d43 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:17:02.940815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:17:02.941145 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Checking segment: {'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:17:02.941521 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Bound using segment: {'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:17:02.941932 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Bound port: 2940fda7-4930-492c-a967-1ba34b4739d3, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:17:02.942268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:03.029422 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] For port 2940fda7-4930-492c-a967-1ba34b4739d3, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:17:03.032658 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] For port 2940fda7-4930-492c-a967-1ba34b4739d3, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2940fda7-4930-492c-a967-1ba34b4739d3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:17:03.037059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:03.091079 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:03.091676 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:03.093040 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] 10.222.0.26 "PUT /v2.0/ports/2940fda7-4930-492c-a967-1ba34b4739d3 HTTP/1.1" status: 200 len: 1093 time: 0.9885354 Mar 08 10:17:03.094025 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7434cd54-3448-4d38-bb4c-dc6983c9331f', 'tag': '2940fda7-4930-492c-a967-1ba34b4739d3'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:17:03.120989 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996188b8-8859-4cfc-b5ea-7c9330829625 service neutron] Pushing event updated for resources: {'Port': ['ID=2940fda7-4930-492c-a967-1ba34b4739d3,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:17:03.168249 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7434cd54-3448-4d38-bb4c-dc6983c9331f', 'tag': '2940fda7-4930-492c-a967-1ba34b4739d3', 'status': 'completed', 'code': 200} Mar 08 10:17:03.210999 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-d3dc224d-3de3-499d-a582-5bda776a83e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:03.212487 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-d3dc224d-3de3-499d-a582-5bda776a83e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 1096 time: 0.0802996 Mar 08 10:17:03.284745 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-1a2bf6af-81a4-4754-96d0-312e43658f94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2940fda7-4930-492c-a967-1ba34b4739d3 HTTP/1.1" status: 200 len: 217 time: 0.0634420 Mar 08 10:17:03.347322 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-651d7f43-8091-4adb-9dce-7a00a1e8e963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:03.348762 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-651d7f43-8091-4adb-9dce-7a00a1e8e963 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0586028 Mar 08 10:17:03.422401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-78b44ac4-c1f2-4f96-abfa-f815886dc5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:03.423862 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-78b44ac4-c1f2-4f96-abfa-f815886dc5b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694184 Mar 08 10:17:03.553234 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-0f124927-5dc8-4756-b110-d359d544bc1a service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225538 Mar 08 10:17:03.681044 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c3f4d2ad-309b-4ef6-8796-697cf1c21c3f req-14225234-8d93-4ae5-872f-5ca19520cd0a service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220891 Mar 08 10:17:03.792332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef3c5c-1d6c-4d7e-a807-9d74c89d4949 req-d26f972c-bcd5-4ae2-ac1c-2f806baf0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:03.793806 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6bef3c5c-1d6c-4d7e-a807-9d74c89d4949 req-d26f972c-bcd5-4ae2-ac1c-2f806baf0d1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 1096 time: 0.0735252 Mar 08 10:17:04.017968 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef3c5c-1d6c-4d7e-a807-9d74c89d4949 req-53ea8dea-6f39-48f9-879b-0335ae80a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:04.019418 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6bef3c5c-1d6c-4d7e-a807-9d74c89d4949 req-53ea8dea-6f39-48f9-879b-0335ae80a567 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.2201200 Mar 08 10:17:04.056852 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2015b-de70-4d33-b083-eae4c7152822 req-04e3108e-e043-43a3-af04-4efac0a2ba32 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:04.058319 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-83d2015b-de70-4d33-b083-eae4c7152822 req-04e3108e-e043-43a3-af04-4efac0a2ba32 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 943 time: 0.0801079 Mar 08 10:17:04.084983 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6bef3c5c-1d6c-4d7e-a807-9d74c89d4949 req-c783f70b-2b68-472f-9d3b-b74ef8283222 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2940fda7-4930-492c-a967-1ba34b4739d3 HTTP/1.1" status: 200 len: 217 time: 0.0589769 Mar 08 10:17:04.103829 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-83d2015b-de70-4d33-b083-eae4c7152822 req-6c4e74b9-3a4d-4384-8992-7568c9fcf4f5 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381362 Mar 08 10:17:04.147207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef3c5c-1d6c-4d7e-a807-9d74c89d4949 req-61c51f01-c338-4e53-a157-29a6bc65d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:04.148602 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6bef3c5c-1d6c-4d7e-a807-9d74c89d4949 req-61c51f01-c338-4e53-a157-29a6bc65d6b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0582352 Mar 08 10:17:04.221273 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef3c5c-1d6c-4d7e-a807-9d74c89d4949 req-f8c30651-238c-4d3d-bb7c-dfdfb09927f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:04.222674 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6bef3c5c-1d6c-4d7e-a807-9d74c89d4949 req-f8c30651-238c-4d3d-bb7c-dfdfb09927f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677986 Mar 08 10:17:04.348368 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6bef3c5c-1d6c-4d7e-a807-9d74c89d4949 req-74c1ade8-3fec-4fe8-9dbd-42590f4d9ad4 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189692 Mar 08 10:17:04.476527 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6bef3c5c-1d6c-4d7e-a807-9d74c89d4949 req-76ce7ee0-46b4-473c-b98d-f162629061e6 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219649 Mar 08 10:17:05.339267 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4c8d4-8c93-4878-b99a-51656bc781e1 req-f6f64e12-f820-485c-87f6-27eb7fb6eb04 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:05.339942 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-24c4c8d4-8c93-4878-b99a-51656bc781e1 req-f6f64e12-f820-485c-87f6-27eb7fb6eb04 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Synchronizing usage tracker for tenant:0ab8441d3d92485396d2defea990afac on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:17:05.354797 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-24c4c8d4-8c93-4878-b99a-51656bc781e1 req-f6f64e12-f820-485c-87f6-27eb7fb6eb04 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Unset dirty status for tenant:0ab8441d3d92485396d2defea990afac on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:17:05.356032 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-24c4c8d4-8c93-4878-b99a-51656bc781e1 req-f6f64e12-f820-485c-87f6-27eb7fb6eb04 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 943 time: 0.1441917 Mar 08 10:17:05.401464 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-24c4c8d4-8c93-4878-b99a-51656bc781e1 req-d32e3cf9-6b6b-46d4-bba7-0e2918e88579 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389752 Mar 08 10:17:06.584372 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb7ab0-ac9b-4518-a9cb-e0281cba5873 req-6059cc7c-3ab4-42f6-afa9-05c9ea440472 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:06.585829 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-85fb7ab0-ac9b-4518-a9cb-e0281cba5873 req-6059cc7c-3ab4-42f6-afa9-05c9ea440472 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 943 time: 0.0806968 Mar 08 10:17:06.607695 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 2940fda7-4930-492c-a967-1ba34b4739d3 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:17:06.629494 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-85fb7ab0-ac9b-4518-a9cb-e0281cba5873 req-7bc090bc-511b-42df-ade5-83615bc4e4f7 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380895 Mar 08 10:17:06.744543 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 2940fda7-4930-492c-a967-1ba34b4739d3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2940fda7-4930-492c-a967-1ba34b4739d3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:17:06.762352 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '2940fda7-4930-492c-a967-1ba34b4739d3', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'port_id': '2940fda7-4930-492c-a967-1ba34b4739d3', 'mac_address': 'fa:16:3e:c3:c9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:17:06.819852 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:06.835925 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2940fda7-4930-492c-a967-1ba34b4739d3 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:17:06.850998 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 2940fda7-4930-492c-a967-1ba34b4739d3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2940fda7-4930-492c-a967-1ba34b4739d3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:17:06.855000 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:06.920363 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=2940fda7-4930-492c-a967-1ba34b4739d3,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:17:06.927802 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:06.928148 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:06.928484 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:06.928845 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:06.929183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:06.929509 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:06.929829 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:06.930151 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:06.930470 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:06.930787 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:06.931101 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:06.931413 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:17:07.159988 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['2940fda7-4930-492c-a967-1ba34b4739d3'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:17:07.822838 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17248a-ccd6-40df-9824-c80624263370 req-a4276395-2a91-4a4e-aad9-33c5f2df3c5d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:07.824255 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7f17248a-ccd6-40df-9824-c80624263370 req-a4276395-2a91-4a4e-aad9-33c5f2df3c5d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 944 time: 0.0786378 Mar 08 10:17:07.866255 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7f17248a-ccd6-40df-9824-c80624263370 req-5e4a1dbf-1ef0-47cb-a677-759f62318178 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361845 Mar 08 10:17:08.630852 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 2940fda7-4930-492c-a967-1ba34b4739d3 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:17:08.696680 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 2940fda7-4930-492c-a967-1ba34b4739d3 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:17:08.701450 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 2940fda7-4930-492c-a967-1ba34b4739d3 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:17:08.701815 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:08.816485 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:08.842273 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7434cd54-3448-4d38-bb4c-dc6983c9331f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2940fda7-4930-492c-a967-1ba34b4739d3'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:17:08.852018 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 2940fda7-4930-492c-a967-1ba34b4739d3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2940fda7-4930-492c-a967-1ba34b4739d3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:17:08.855921 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:08.891871 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7434cd54-3448-4d38-bb4c-dc6983c9331f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2940fda7-4930-492c-a967-1ba34b4739d3', 'code': 200} Mar 08 10:17:08.927970 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=2940fda7-4930-492c-a967-1ba34b4739d3,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:17:09.102909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0143c3c-6979-424a-bdb6-6fcdafdcdb32 req-170d2021-ec7f-4e34-9539-30c0ba4e3436 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:09.104249 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a0143c3c-6979-424a-bdb6-6fcdafdcdb32 req-170d2021-ec7f-4e34-9539-30c0ba4e3436 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.1187718 Mar 08 10:17:09.158699 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a0143c3c-6979-424a-bdb6-6fcdafdcdb32 req-876d2a97-d0b7-48b8-b6f6-bf0f05ff410f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482078 Mar 08 10:17:09.175602 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5103c-d43a-444a-a13f-1acf17f1bd1b req-897295df-2bab-4cfe-8b77-b290483a950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:09.177077 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bec5103c-d43a-444a-a13f-1acf17f1bd1b req-897295df-2bab-4cfe-8b77-b290483a950e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 1098 time: 0.1193287 Mar 08 10:17:09.216914 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bec5103c-d43a-444a-a13f-1acf17f1bd1b req-608eaaa7-43a8-4ba2-9dd7-aa7a51eaf3a3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337420 Mar 08 10:17:10.342904 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ec80c-027b-4705-93e7-6fb1991bf9c7 req-5c2b32d5-f801-4ff0-900d-b1bf60ab330b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:10.344387 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f02ec80c-027b-4705-93e7-6fb1991bf9c7 req-5c2b32d5-f801-4ff0-900d-b1bf60ab330b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0840845 Mar 08 10:17:10.387381 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f02ec80c-027b-4705-93e7-6fb1991bf9c7 req-79243dc4-1bf2-4798-a6a9-7925dba5e35c tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372269 Mar 08 10:17:11.570588 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6e3ac-aa9f-4a6a-81ff-01cbd18603e3 req-a7b1f7ec-aec3-4884-931f-24404eac21d3 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:11.572028 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-16c6e3ac-aa9f-4a6a-81ff-01cbd18603e3 req-a7b1f7ec-aec3-4884-931f-24404eac21d3 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0787313 Mar 08 10:17:11.615465 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-16c6e3ac-aa9f-4a6a-81ff-01cbd18603e3 req-922d3766-899f-45f7-8123-e54b5b5b7015 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377302 Mar 08 10:17:11.791947 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e76a0b-424d-430e-88aa-63c661ed37d8 req-59c16846-85ec-4240-97ac-02059fc503f2 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:11.793390 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c1e76a0b-424d-430e-88aa-63c661ed37d8 req-59c16846-85ec-4240-97ac-02059fc503f2 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0787740 Mar 08 10:17:11.801824 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 51880) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:17:11.806692 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c6c8d1b4-f937-4ffb-a4f4-d6ff50051d04 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Request body: {'floatingip': {'port_id': '2940fda7-4930-492c-a967-1ba34b4739d3'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:17:11.883049 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d1b4-f937-4ffb-a4f4-d6ff50051d04 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for floatingip, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:12.453034 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d1b4-f937-4ffb-a4f4-d6ff50051d04 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:12.456674 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d1b4-f937-4ffb-a4f4-d6ff50051d04 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:12.625872 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-c6c8d1b4-f937-4ffb-a4f4-d6ff50051d04 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Floating IP c83ef84e-66a8-4a76-b0c9-1f8092be5795 associated. External IP: 172.26.2.248, port: 2940fda7-4930-492c-a967-1ba34b4739d3. Mar 08 10:17:13.069002 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c8d1b4-f937-4ffb-a4f4-d6ff50051d04 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Router 484aa1b6-3c69-46d8-9da9-8dc1949c490f has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:17:13.245033 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c8d1b4-f937-4ffb-a4f4-d6ff50051d04 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:17:13.249765 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d1b4-f937-4ffb-a4f4-d6ff50051d04 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:13.254247 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff81bfa6-1434-4518-8cb7-af02513f46eb None None] Sync routers for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:17:13.263731 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff81bfa6-1434-4518-8cb7-af02513f46eb None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:17:13.264321 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ff81bfa6-1434-4518-8cb7-af02513f46eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:16:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:17:13.305373 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c6c8d1b4-f937-4ffb-a4f4-d6ff50051d04 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "PUT /v2.0/floatingips/c83ef84e-66a8-4a76-b0c9-1f8092be5795 HTTP/1.1" status: 200 len: 991 time: 1.4999905 Mar 08 10:17:13.305373 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7434cd54-3448-4d38-bb4c-dc6983c9331f', 'tag': '2940fda7-4930-492c-a967-1ba34b4739d3'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:17:13.348826 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7434cd54-3448-4d38-bb4c-dc6983c9331f', 'tag': '2940fda7-4930-492c-a967-1ba34b4739d3', 'status': 'completed', 'code': 200} Mar 08 10:17:13.397058 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:13.446340 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ff81bfa6-1434-4518-8cb7-af02513f46eb None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:17:13.451974 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a603a-b3f9-4ce3-b138-4a749821b980 req-bdc9a38f-a90e-4d8e-ab2e-27e07f64d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:13.454022 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-869a603a-b3f9-4ce3-b138-4a749821b980 req-bdc9a38f-a90e-4d8e-ab2e-27e07f64d5d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 1098 time: 0.0848470 Mar 08 10:17:13.603447 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a603a-b3f9-4ce3-b138-4a749821b980 req-d792a604-96f0-47ae-91a2-f656420e93af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:13.605784 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-869a603a-b3f9-4ce3-b138-4a749821b980 req-d792a604-96f0-47ae-91a2-f656420e93af service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1458008 Mar 08 10:17:13.715063 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-869a603a-b3f9-4ce3-b138-4a749821b980 req-4bbc3e84-6c47-47fa-acd5-ec3baaebf076 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2940fda7-4930-492c-a967-1ba34b4739d3 HTTP/1.1" status: 200 len: 999 time: 0.1025884 Mar 08 10:17:13.753847 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-950b5b63-4372-4917-8999-bad22fe4fb94 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1413693 Mar 08 10:17:13.765727 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc9c9b-5875-48ca-84b9-fcff8c2a79f8 req-334bac62-2dd8-423e-8a23-46b2f2cc94d4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:13.767172 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-49bc9c9b-5875-48ca-84b9-fcff8c2a79f8 req-334bac62-2dd8-423e-8a23-46b2f2cc94d4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.1078219 Mar 08 10:17:13.781617 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a603a-b3f9-4ce3-b138-4a749821b980 req-e585be9b-99bd-49d6-aa6e-5c9b56705512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:13.783347 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-869a603a-b3f9-4ce3-b138-4a749821b980 req-e585be9b-99bd-49d6-aa6e-5c9b56705512 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0628569 Mar 08 10:17:13.813897 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ff81bfa6-1434-4518-8cb7-af02513f46eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'c83ef84e-66a8-4a76-b0c9-1f8092be5795', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'port_id': '2940fda7-4930-492c-a967-1ba34b4739d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'mac_address': 'fa:16:3e:c3:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cd54-3448-4d38-bb4c-dc6983c9331f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:15:08Z', 'updated_at': '2022-03-08T10:17:12Z', 'revision_number': 9, 'project_id': '0ab8441d3d92485396d2defea990afac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:17:13.818171 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff81bfa6-1434-4518-8cb7-af02513f46eb None None] Checking router: 484aa1b6-3c69-46d8-9da9-8dc1949c490f for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:17:13.827760 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff81bfa6-1434-4518-8cb7-af02513f46eb None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:17:13.829010 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-49bc9c9b-5875-48ca-84b9-fcff8c2a79f8 req-902e7a2e-9570-4038-b13f-e55b92b40c71 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556879 Mar 08 10:17:13.829715 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ff81bfa6-1434-4518-8cb7-af02513f46eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:16:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:17:13.888833 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a603a-b3f9-4ce3-b138-4a749821b980 req-c6420ee7-f030-4ba3-8308-4334ff341366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:13.890095 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-869a603a-b3f9-4ce3-b138-4a749821b980 req-c6420ee7-f030-4ba3-8308-4334ff341366 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1004379 Mar 08 10:17:14.015390 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ff81bfa6-1434-4518-8cb7-af02513f46eb None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:17:14.027857 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-869a603a-b3f9-4ce3-b138-4a749821b980 req-d58c0cf3-9311-4ee5-9ae3-55ed7e4450ff service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313591 Mar 08 10:17:14.260099 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-869a603a-b3f9-4ce3-b138-4a749821b980 req-a364ab2a-7090-4168-a8cb-f0843acc37d4 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264364 Mar 08 10:17:14.397207 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ff81bfa6-1434-4518-8cb7-af02513f46eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'c83ef84e-66a8-4a76-b0c9-1f8092be5795', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'port_id': '2940fda7-4930-492c-a967-1ba34b4739d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'mac_address': 'fa:16:3e:c3:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cd54-3448-4d38-bb4c-dc6983c9331f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:15:08Z', 'updated_at': '2022-03-08T10:17:12Z', 'revision_number': 9, 'project_id': '0ab8441d3d92485396d2defea990afac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:17:14.400988 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff81bfa6-1434-4518-8cb7-af02513f46eb None None] The sync data for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv is: [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'c83ef84e-66a8-4a76-b0c9-1f8092be5795', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'port_id': '2940fda7-4930-492c-a967-1ba34b4739d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'mac_address': 'fa:16:3e:c3:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434cd54-3448-4d38-bb4c-dc6983c9331f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:15:08Z', 'updated_at': '2022-03-08T10:17:12Z', 'revision_number': 9, 'project_id': '0ab8441d3d92485396d2defea990afac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:17:14.461025 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7133f1-2150-4119-986c-d24e2bfc2b82 req-13b270ff-65ba-406e-9db3-71f62c818d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:14.463067 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3f7133f1-2150-4119-986c-d24e2bfc2b82 req-13b270ff-65ba-406e-9db3-71f62c818d62 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 1098 time: 0.1015415 Mar 08 10:17:14.628682 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7133f1-2150-4119-986c-d24e2bfc2b82 req-581683d0-74f1-4703-bbe4-967deeb3d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:14.630261 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3f7133f1-2150-4119-986c-d24e2bfc2b82 req-581683d0-74f1-4703-bbe4-967deeb3d498 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1435661 Mar 08 10:17:14.633786 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231ff912-5708-4bf1-8a8f-f5c72e67ce2f None None] New status for floating IP c83ef84e-66a8-4a76-b0c9-1f8092be5795: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:17:14.732733 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3f7133f1-2150-4119-986c-d24e2bfc2b82 req-0f0a6165-bfa4-48eb-b041-3313c4907ec8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2940fda7-4930-492c-a967-1ba34b4739d3 HTTP/1.1" status: 200 len: 999 time: 0.0959601 Mar 08 10:17:14.796463 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7133f1-2150-4119-986c-d24e2bfc2b82 req-9b66b91e-0bcc-46f9-b842-fab8c279a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:14.797939 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3f7133f1-2150-4119-986c-d24e2bfc2b82 req-9b66b91e-0bcc-46f9-b842-fab8c279a86a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0586185 Mar 08 10:17:14.880079 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7133f1-2150-4119-986c-d24e2bfc2b82 req-bf6a6270-586d-4b51-a48f-2e29c550ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:14.881943 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3f7133f1-2150-4119-986c-d24e2bfc2b82 req-bf6a6270-586d-4b51-a48f-2e29c550ad8e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770299 Mar 08 10:17:15.063347 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3f7133f1-2150-4119-986c-d24e2bfc2b82 req-a82421ac-0194-426d-820e-661905d862ac service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730618 Mar 08 10:17:15.116433 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef9723-fdf0-4e8e-b599-aa3537375f65 req-96449de6-3bfc-4d7f-8d05-8e67f8be57c5 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:15.117841 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-40ef9723-fdf0-4e8e-b599-aa3537375f65 req-96449de6-3bfc-4d7f-8d05-8e67f8be57c5 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.1466191 Mar 08 10:17:15.223381 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-40ef9723-fdf0-4e8e-b599-aa3537375f65 req-ed43f2f6-004d-4442-9cf2-ce55792cdb33 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588045 Mar 08 10:17:15.239521 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3f7133f1-2150-4119-986c-d24e2bfc2b82 req-115af102-8a52-4fdb-b355-b55b45f829c8 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656015 Mar 08 10:17:15.351344 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-00ab40fa-24e4-4ccf-9150-613b60f83503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:15.352679 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-00ab40fa-24e4-4ccf-9150-613b60f83503 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 1098 time: 0.0746183 Mar 08 10:17:15.479252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-2a3356b8-3245-4bdb-a62f-38be0764ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:15.480685 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-2a3356b8-3245-4bdb-a62f-38be0764ba25 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1225317 Mar 08 10:17:15.580229 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-837c0ce4-f8f6-461a-9e46-bcbff6875623 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2940fda7-4930-492c-a967-1ba34b4739d3 HTTP/1.1" status: 200 len: 1002 time: 0.0939131 Mar 08 10:17:15.639467 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-e6ae3c0d-efb2-4906-902a-2271a8eebf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:15.640851 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-e6ae3c0d-efb2-4906-902a-2271a8eebf4f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0551212 Mar 08 10:17:15.715684 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-9eb3c40f-e7e3-4fbf-8f0d-6065c7d6122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:15.717129 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-9eb3c40f-e7e3-4fbf-8f0d-6065c7d6122a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706429 Mar 08 10:17:15.848233 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-cdcf835c-055e-481d-a5b7-5277c676ab26 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245019 Mar 08 10:17:16.065627 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-0986ddc4-dd97-4983-8c34-494a0b42e163 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116113 Mar 08 10:17:16.406322 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010da751-e212-4378-8836-1319659d5fdd req-9d5a90dc-293e-4b86-8334-213cb31be9f3 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:16.407675 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-010da751-e212-4378-8836-1319659d5fdd req-9d5a90dc-293e-4b86-8334-213cb31be9f3 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0807955 Mar 08 10:17:16.450274 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-010da751-e212-4378-8836-1319659d5fdd req-31ff491a-12b9-47e5-9991-70a695339e6e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369155 Mar 08 10:17:17.632143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581693a-616a-4612-a083-5bc6be6be984 req-18c45e4d-f18d-4a31-9cdc-023c948c3302 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:17.633305 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0581693a-616a-4612-a083-5bc6be6be984 req-18c45e4d-f18d-4a31-9cdc-023c948c3302 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0786242 Mar 08 10:17:17.676475 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0581693a-616a-4612-a083-5bc6be6be984 req-12b4b72b-8ec9-4708-8759-ea549f867311 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373917 Mar 08 10:17:18.859829 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f06c1-e45a-403f-9bc8-a7285bf71c1b req-f519ecfe-37b5-482d-b593-c271578e7b4e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:18.861209 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b99f06c1-e45a-403f-9bc8-a7285bf71c1b req-f519ecfe-37b5-482d-b593-c271578e7b4e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0784092 Mar 08 10:17:18.904936 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b99f06c1-e45a-403f-9bc8-a7285bf71c1b req-e900a582-c746-45fb-be55-252618ba0ae6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381052 Mar 08 10:17:20.087449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf478a48-4c9f-47fa-9f37-6a3c6eff7fee req-bb9c4701-7c4f-4055-be2f-f73951613c0c tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:20.088943 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cf478a48-4c9f-47fa-9f37-6a3c6eff7fee req-bb9c4701-7c4f-4055-be2f-f73951613c0c tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0818346 Mar 08 10:17:20.131484 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cf478a48-4c9f-47fa-9f37-6a3c6eff7fee req-041becdd-ead6-4843-a5f3-a02beeb77c4c tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368974 Mar 08 10:17:21.327754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a791ae-b809-451f-a765-724fcd82b871 req-16530a09-5dc1-42a1-a16c-361d4e35214d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:21.329232 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-15a791ae-b809-451f-a765-724fcd82b871 req-16530a09-5dc1-42a1-a16c-361d4e35214d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0829575 Mar 08 10:17:21.372301 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-15a791ae-b809-451f-a765-724fcd82b871 req-83563f09-db43-4313-a04a-fcf63b27a19c tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373073 Mar 08 10:17:22.557699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f0c6e-981f-48e2-8375-9e02c8d58d79 req-3694f48c-6334-46f4-91a6-1f574eb25a6c tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:22.559139 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-df5f0c6e-981f-48e2-8375-9e02c8d58d79 req-3694f48c-6334-46f4-91a6-1f574eb25a6c tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0803959 Mar 08 10:17:22.604526 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-df5f0c6e-981f-48e2-8375-9e02c8d58d79 req-f18c4a7e-9bae-424f-90fa-0ff4696f0488 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396180 Mar 08 10:17:23.785357 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b60282-189f-4d23-b7e4-582c24197f1d req-fa122142-e75a-4ed9-9e55-734408ca131e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:23.786806 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77b60282-189f-4d23-b7e4-582c24197f1d req-fa122142-e75a-4ed9-9e55-734408ca131e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0789213 Mar 08 10:17:23.834552 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77b60282-189f-4d23-b7e4-582c24197f1d req-71e302da-4838-416c-bdd4-4969598941e9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419459 Mar 08 10:17:24.939378 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-533d5ded-3368-48c8-b820-e139a04165e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:25.015523 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9963fd6-af68-499b-ab6a-0bf0eff0d2d6 req-1ef64ad2-4a17-4268-973a-275f86b60d2a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:25.016971 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f9963fd6-af68-499b-ab6a-0bf0eff0d2d6 req-1ef64ad2-4a17-4268-973a-275f86b60d2a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0782330 Mar 08 10:17:25.060213 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f9963fd6-af68-499b-ab6a-0bf0eff0d2d6 req-9af9ed3c-f067-4df2-b27c-dc880d16b9a0 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376358 Mar 08 10:17:26.242127 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad37c9-4c1d-40cb-be24-db4eb142c892 req-106b3adb-a7f7-47b7-9ff1-4885774b898b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:26.243591 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1fad37c9-4c1d-40cb-be24-db4eb142c892 req-106b3adb-a7f7-47b7-9ff1-4885774b898b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0786533 Mar 08 10:17:26.286292 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1fad37c9-4c1d-40cb-be24-db4eb142c892 req-7bf69f35-2cd7-46c1-b199-6b8efa3c6976 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370350 Mar 08 10:17:27.468427 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bd508-fde6-44d5-8d22-4bfd94a61f06 req-2027628a-abae-45de-affa-62c9cf5c26b8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:27.470413 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-aa4bd508-fde6-44d5-8d22-4bfd94a61f06 req-2027628a-abae-45de-affa-62c9cf5c26b8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0819678 Mar 08 10:17:27.512550 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-aa4bd508-fde6-44d5-8d22-4bfd94a61f06 req-9c98dd2f-5473-44f1-b6e1-c84cff70ee21 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365369 Mar 08 10:17:27.609817 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3382-0600-4885-91c4-99aa26c337dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:28.300085 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:28.321873 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:17:28.322984 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:28.697630 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe91c6b-f545-4b50-bdfa-668ecba4772e req-af2d1c52-ac69-47ae-ab7c-7b5200c2e64d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:28.699068 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7fe91c6b-f545-4b50-bdfa-668ecba4772e req-af2d1c52-ac69-47ae-ab7c-7b5200c2e64d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0818655 Mar 08 10:17:28.742328 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7fe91c6b-f545-4b50-bdfa-668ecba4772e req-2d7418de-56c9-44a4-8a49-d559d4d99f13 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371418 Mar 08 10:17:29.926224 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a41dab-226f-4dff-a864-f6c1c6b6cd45 req-325c0f95-71de-4e94-83a8-222506750f10 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:29.927664 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-29a41dab-226f-4dff-a864-f6c1c6b6cd45 req-325c0f95-71de-4e94-83a8-222506750f10 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0792258 Mar 08 10:17:29.969976 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-29a41dab-226f-4dff-a864-f6c1c6b6cd45 req-067a3876-4340-4764-989a-14d2fd797146 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367420 Mar 08 10:17:30.149668 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:31.149198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2454-d7e4-4180-b5b3-c421ef04d47e req-ae174171-4c71-4aee-ad37-06cfee5d1339 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:31.150613 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-995b2454-d7e4-4180-b5b3-c421ef04d47e req-ae174171-4c71-4aee-ad37-06cfee5d1339 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0779932 Mar 08 10:17:31.193537 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-995b2454-d7e4-4180-b5b3-c421ef04d47e req-6fac9c53-b721-48b3-a6a7-3f4099b349f8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373805 Mar 08 10:17:32.373808 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750908f-b234-4724-82d2-6ffb0ae7ff1b req-8a09b0d4-1736-4143-9080-08fa955e9d1e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:32.375805 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e750908f-b234-4724-82d2-6ffb0ae7ff1b req-8a09b0d4-1736-4143-9080-08fa955e9d1e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0802085 Mar 08 10:17:32.418056 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e750908f-b234-4724-82d2-6ffb0ae7ff1b req-079ddccb-67b5-4cd7-9340-4069f0804102 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367024 Mar 08 10:17:32.827554 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-9d82fb96-1aac-4378-8c59-23008ab9831b service neutron] 10.222.0.26 "GET /v2.0/ports/2940fda7-4930-492c-a967-1ba34b4739d3/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0795443 Mar 08 10:17:33.084957 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-b11a73ac-22c1-4056-b8df-14a29e396a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:33.086328 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-b11a73ac-22c1-4056-b8df-14a29e396a15 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f&tenant_id=0ab8441d3d92485396d2defea990afac HTTP/1.1" status: 200 len: 1098 time: 0.0756547 Mar 08 10:17:33.175475 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-a0f937d8-b6fb-4458-82d4-a10469572518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:33.177180 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-a0f937d8-b6fb-4458-82d4-a10469572518 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 1098 time: 0.0703750 Mar 08 10:17:33.307082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-193a6802-7c6d-4398-982d-8f05729e0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:33.308506 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-193a6802-7c6d-4398-982d-8f05729e0987 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1230185 Mar 08 10:17:33.409482 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-675aff6e-a377-4974-a852-e996b3f532ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2940fda7-4930-492c-a967-1ba34b4739d3 HTTP/1.1" status: 200 len: 1002 time: 0.0948761 Mar 08 10:17:33.474910 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-05464d47-f493-421d-8a64-d1d8123d62ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:33.476321 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-05464d47-f493-421d-8a64-d1d8123d62ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0618341 Mar 08 10:17:33.549544 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-5a83fbd3-4d14-47f2-b81f-ca162c281f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:33.551013 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-5a83fbd3-4d14-47f2-b81f-ca162c281f23 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687025 Mar 08 10:17:33.616870 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559c5ff-0392-4d97-af8d-793e20be1a85 req-ba076766-8722-4b1d-9f22-210c073cb6d1 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:33.618313 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1559c5ff-0392-4d97-af8d-793e20be1a85 req-ba076766-8722-4b1d-9f22-210c073cb6d1 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0847054 Mar 08 10:17:33.662073 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1559c5ff-0392-4d97-af8d-793e20be1a85 req-f8ca8e99-4705-4b1e-a7d7-237fd69d4838 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381451 Mar 08 10:17:33.683732 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-6ef36688-1bc9-47c5-a51e-ac29ac38725c service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263316 Mar 08 10:17:33.896139 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1459824c-2d1f-4d5d-9dc8-5b26d0c66d0e req-dfa5f230-604c-4267-a42a-62c43101446e service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065268 Mar 08 10:17:34.850082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f88332-2ea4-4262-a142-e872aa1db84f req-3059a7d7-8596-49bb-b532-4c4c7ab7d326 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:34.851515 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67f88332-2ea4-4262-a142-e872aa1db84f req-3059a7d7-8596-49bb-b532-4c4c7ab7d326 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0851927 Mar 08 10:17:34.894726 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67f88332-2ea4-4262-a142-e872aa1db84f req-99b54216-f990-46a7-a1c2-ef6578015dc5 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375185 Mar 08 10:17:36.076173 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033075c7-da63-4639-bbb2-385075aa76c9 req-b1d46911-3f88-4476-bea2-ba6be7c83a85 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:36.077640 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-033075c7-da63-4639-bbb2-385075aa76c9 req-b1d46911-3f88-4476-bea2-ba6be7c83a85 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0781057 Mar 08 10:17:36.236369 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-033075c7-da63-4639-bbb2-385075aa76c9 req-e2c4ca6d-7566-4382-be94-fed7b3918eb5 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524346 Mar 08 10:17:37.435695 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fe087-770a-4576-aed7-2a7fc720c2f2 req-518f1364-37d9-44f2-9335-676a1158fb91 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:37.437177 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3d8fe087-770a-4576-aed7-2a7fc720c2f2 req-518f1364-37d9-44f2-9335-676a1158fb91 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0942841 Mar 08 10:17:37.481225 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3d8fe087-770a-4576-aed7-2a7fc720c2f2 req-8ff0ee8e-0a8b-4ca7-b8c3-034353839568 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378432 Mar 08 10:17:37.913388 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-233e0a42-1a0a-4580-acd7-feabfc59eeb4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:37.914779 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-233e0a42-1a0a-4580-acd7-feabfc59eeb4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f&tenant_id=0ab8441d3d92485396d2defea990afac&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 945 time: 0.1267116 Mar 08 10:17:38.001685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5734404-9690-4213-b907-4ee4b5c8095c req-b734b2fe-dd3d-43c8-87f7-68e0a19f6add tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:38.003085 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b5734404-9690-4213-b907-4ee4b5c8095c req-b734b2fe-dd3d-43c8-87f7-68e0a19f6add tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.1535730 Mar 08 10:17:38.032836 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-87fbd054-b790-4166-ae74-1a376e5e6cee service neutron] 10.222.0.26 "GET /v2.0/ports/2940fda7-4930-492c-a967-1ba34b4739d3/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.1123445 Mar 08 10:17:38.051498 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b5734404-9690-4213-b907-4ee4b5c8095c req-9d9182b9-01c5-4f3c-9ec5-688288075f80 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426991 Mar 08 10:17:38.125796 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-fdfc2be8-ebbc-4d40-a6ed-3d2a199e013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:38.127232 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-fdfc2be8-ebbc-4d40-a6ed-3d2a199e013c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 1098 time: 0.0733919 Mar 08 10:17:38.251781 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-bd855de4-87fa-4afd-98d0-d7af5e6f6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:38.253172 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-bd855de4-87fa-4afd-98d0-d7af5e6f6419 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1206152 Mar 08 10:17:38.347466 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-12dbc8f7-1635-4a65-97d8-9e868a90348b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2940fda7-4930-492c-a967-1ba34b4739d3 HTTP/1.1" status: 200 len: 1002 time: 0.0888083 Mar 08 10:17:38.412606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-a44c7509-4dae-4c50-a30d-6440740cde3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:38.414051 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-a44c7509-4dae-4c50-a30d-6440740cde3c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0607238 Mar 08 10:17:38.485979 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-d1f1322a-df02-4614-9b86-682eff8d90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:38.487387 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-d1f1322a-df02-4614-9b86-682eff8d90ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676894 Mar 08 10:17:38.613626 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-50169b9a-d1e7-4b9c-9de3-f9c6f920f52a service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204979 Mar 08 10:17:38.743682 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-068d315a-1724-49d9-91b6-8cdb6966d79d service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239195 Mar 08 10:17:39.233737 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f39dc-77ab-4c7e-aa0f-cf12c624d7b5 req-c3bb10d3-9fb8-49b3-ba0e-1e44ca17b313 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:39.235205 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7d6f39dc-77ab-4c7e-aa0f-cf12c624d7b5 req-c3bb10d3-9fb8-49b3-ba0e-1e44ca17b313 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0769782 Mar 08 10:17:39.276721 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7d6f39dc-77ab-4c7e-aa0f-cf12c624d7b5 req-c63f695c-14f5-4160-9292-22d005fc5282 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360692 Mar 08 10:17:40.462670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfa15c-4e76-48e7-8b4d-1c4e42de05a8 req-6d95943e-fda8-4d2d-a004-08faf333c2af tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:40.464105 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-00cfa15c-4e76-48e7-8b4d-1c4e42de05a8 req-6d95943e-fda8-4d2d-a004-08faf333c2af tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0820348 Mar 08 10:17:40.510132 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-00cfa15c-4e76-48e7-8b4d-1c4e42de05a8 req-48c9dea5-469f-4475-993b-edb8200ad9f1 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404255 Mar 08 10:17:41.121339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-fd8fe9e6-ed0a-4f5e-a6b3-44daaac7d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:41.123220 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-fd8fe9e6-ed0a-4f5e-a6b3-44daaac7d038 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f&tenant_id=0ab8441d3d92485396d2defea990afac HTTP/1.1" status: 200 len: 1098 time: 0.0693183 Mar 08 10:17:41.214466 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-b2cb0365-eb03-4ba5-9cb2-55562f3bc14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:41.215798 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-b2cb0365-eb03-4ba5-9cb2-55562f3bc14d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 1098 time: 0.0721650 Mar 08 10:17:41.431607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-4cde738b-a4a5-47da-bf2b-691dfa553718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:41.433048 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-4cde738b-a4a5-47da-bf2b-691dfa553718 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.2115777 Mar 08 10:17:41.531298 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-24e7af37-fa45-4378-8f3a-6567db814e58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2940fda7-4930-492c-a967-1ba34b4739d3 HTTP/1.1" status: 200 len: 1002 time: 0.0925155 Mar 08 10:17:41.594539 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-01ee28b7-0048-4565-9915-e8aa09023429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:41.596370 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-01ee28b7-0048-4565-9915-e8aa09023429 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0585322 Mar 08 10:17:41.668863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-5af2b5c5-36d2-456b-86a6-31db41a077b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:41.670382 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-5af2b5c5-36d2-456b-86a6-31db41a077b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690060 Mar 08 10:17:41.696209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee43a9-4837-4526-879d-623ffc0356de req-feb4d61b-1395-4280-a389-12cb3d0817c7 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:41.697715 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-35ee43a9-4837-4526-879d-623ffc0356de req-feb4d61b-1395-4280-a389-12cb3d0817c7 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0819740 Mar 08 10:17:41.741829 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-35ee43a9-4837-4526-879d-623ffc0356de req-81571056-c7ff-4c8a-8a02-25150cb5ea92 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383840 Mar 08 10:17:41.801990 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-27835a64-9dc3-49b7-ba60-e756fc651f6a service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242445 Mar 08 10:17:41.929386 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-55e0977c-0aee-42a7-87a2-dcd5937cac8b req-c7723bb7-1dc2-40b2-baaf-ce800ee99201 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214459 Mar 08 10:17:42.841019 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 2940fda7-4930-492c-a967-1ba34b4739d3 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:17:42.848245 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 2940fda7-4930-492c-a967-1ba34b4739d3 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:17:42.931876 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0158c6-e3fc-4f4b-b9c9-9b0b3fcafc53 req-e8c530ac-570d-4881-b5c9-42f6320d09aa tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:42.933350 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9c0158c6-e3fc-4f4b-b9c9-9b0b3fcafc53 req-e8c530ac-570d-4881-b5c9-42f6320d09aa tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0823023 Mar 08 10:17:42.977672 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9c0158c6-e3fc-4f4b-b9c9-9b0b3fcafc53 req-1bd54d9a-422c-4fb1-b601-2cbf41181540 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375731 Mar 08 10:17:43.063216 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:43.080913 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 2940fda7-4930-492c-a967-1ba34b4739d3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2940fda7-4930-492c-a967-1ba34b4739d3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:17:43.103860 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '2940fda7-4930-492c-a967-1ba34b4739d3', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'port_id': '2940fda7-4930-492c-a967-1ba34b4739d3', 'mac_address': 'fa:16:3e:c3:c9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:17:43.110239 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7434cd54-3448-4d38-bb4c-dc6983c9331f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2940fda7-4930-492c-a967-1ba34b4739d3'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:17:43.146893 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 2940fda7-4930-492c-a967-1ba34b4739d3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2940fda7-4930-492c-a967-1ba34b4739d3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:17:43.153599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:43.190863 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7434cd54-3448-4d38-bb4c-dc6983c9331f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2940fda7-4930-492c-a967-1ba34b4739d3', 'code': 200} Mar 08 10:17:43.221517 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:43.248464 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2940fda7-4930-492c-a967-1ba34b4739d3 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:17:43.256580 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=2940fda7-4930-492c-a967-1ba34b4739d3,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:17:43.311171 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 10:17:43.311523 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 10:17:43.399704 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:43.872402 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:43.891281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2940fda7-4930-492c-a967-1ba34b4739d3 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:17:43.906994 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 2940fda7-4930-492c-a967-1ba34b4739d3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2940fda7-4930-492c-a967-1ba34b4739d3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:17:43.910552 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:43.979910 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['2940fda7-4930-492c-a967-1ba34b4739d3'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:17:44.026486 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=2940fda7-4930-492c-a967-1ba34b4739d3,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:17:44.171654 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301603d-efbe-4c02-81fe-a48459157045 req-63e9e000-ddbb-4c17-895b-160855b718a6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:44.173108 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7301603d-efbe-4c02-81fe-a48459157045 req-63e9e000-ddbb-4c17-895b-160855b718a6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 944 time: 0.0842242 Mar 08 10:17:44.215805 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7301603d-efbe-4c02-81fe-a48459157045 req-328085a4-4da6-4882-8c97-c39112a51d63 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370562 Mar 08 10:17:44.397913 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c5242-87c3-4eeb-93b7-91f8cb0b8f82 req-ffda5a73-5562-49d0-a84a-90fb0e91e6dc tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:44.399341 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ec1c5242-87c3-4eeb-93b7-91f8cb0b8f82 req-ffda5a73-5562-49d0-a84a-90fb0e91e6dc tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 944 time: 0.0787470 Mar 08 10:17:44.446471 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ec1c5242-87c3-4eeb-93b7-91f8cb0b8f82 req-3d233814-e0d9-4320-bc9c-ba2f4ca9e2ac tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412250 Mar 08 10:17:44.623799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d191e7-9251-4d77-ba09-6a3655a12152 req-5eb8acef-2019-4201-b663-1ab078c4d805 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:44.625267 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c2d191e7-9251-4d77-ba09-6a3655a12152 req-5eb8acef-2019-4201-b663-1ab078c4d805 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 944 time: 0.0784709 Mar 08 10:17:44.667999 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c2d191e7-9251-4d77-ba09-6a3655a12152 req-d98486d6-c5bd-4ed1-8524-7278ea63d3eb tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364771 Mar 08 10:17:44.848803 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 2940fda7-4930-492c-a967-1ba34b4739d3 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:17:44.921155 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 2940fda7-4930-492c-a967-1ba34b4739d3 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:17:44.921815 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:45.034735 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:45.044282 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01ea4f-898b-4da9-ab35-ca772f727749 req-474e6fe2-f2ed-4aa1-8f65-4a1e9844b94b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:45.045742 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8c01ea4f-898b-4da9-ab35-ca772f727749 req-474e6fe2-f2ed-4aa1-8f65-4a1e9844b94b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 944 time: 0.0838180 Mar 08 10:17:45.066851 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 2940fda7-4930-492c-a967-1ba34b4739d3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2940fda7-4930-492c-a967-1ba34b4739d3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:17:45.070749 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:45.090980 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8c01ea4f-898b-4da9-ab35-ca772f727749 req-537af492-5aac-48af-91b6-e14d7f2430cf tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387912 Mar 08 10:17:45.139670 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=2940fda7-4930-492c-a967-1ba34b4739d3,revision_number=8']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:17:45.192199 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7434cd54-3448-4d38-bb4c-dc6983c9331f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2940fda7-4930-492c-a967-1ba34b4739d3'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:17:45.235220 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7434cd54-3448-4d38-bb4c-dc6983c9331f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2940fda7-4930-492c-a967-1ba34b4739d3', 'code': 200} Mar 08 10:17:46.276065 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7a9a6-5229-4a23-831b-ca44533bb5e2 req-4866f1ec-3566-4466-95a7-5d0864a29321 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:46.277516 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-11d7a9a6-5229-4a23-831b-ca44533bb5e2 req-4866f1ec-3566-4466-95a7-5d0864a29321 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0777636 Mar 08 10:17:46.323295 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-11d7a9a6-5229-4a23-831b-ca44533bb5e2 req-9cc7ff73-8d75-4926-b251-b30d21ce2691 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401251 Mar 08 10:17:47.146852 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe40b-d611-4f3b-b005-3a1fac0d0165 req-ed8a7aac-225e-4524-b632-1b08250072de tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:47.148315 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-308fe40b-d611-4f3b-b005-3a1fac0d0165 req-ed8a7aac-225e-4524-b632-1b08250072de tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0799212 Mar 08 10:17:47.215235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-308fe40b-d611-4f3b-b005-3a1fac0d0165 req-bda6e700-c52b-4b6f-820e-c348118a105b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Deleting port 2940fda7-4930-492c-a967-1ba34b4739d3 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:17:47.215568 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-308fe40b-d611-4f3b-b005-3a1fac0d0165 req-bda6e700-c52b-4b6f-820e-c348118a105b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:47.458028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-308fe40b-d611-4f3b-b005-3a1fac0d0165 req-bda6e700-c52b-4b6f-820e-c348118a105b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] For port 2940fda7-4930-492c-a967-1ba34b4739d3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2940fda7-4930-492c-a967-1ba34b4739d3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:17:47.458751 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-308fe40b-d611-4f3b-b005-3a1fac0d0165 req-bda6e700-c52b-4b6f-820e-c348118a105b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:47.515015 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c74a3-1eff-423d-bdb6-a2ef4c1ce334 req-2b7a1e74-498d-42d8-8460-d64e3c049dd3 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:47.516466 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9e5c74a3-1eff-423d-bdb6-a2ef4c1ce334 req-2b7a1e74-498d-42d8-8460-d64e3c049dd3 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 945 time: 0.0839798 Mar 08 10:17:47.560354 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9e5c74a3-1eff-423d-bdb6-a2ef4c1ce334 req-17db59f7-2652-4b8e-bc79-15370cece38e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377135 Mar 08 10:17:47.848845 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-308fe40b-d611-4f3b-b005-3a1fac0d0165 req-bda6e700-c52b-4b6f-820e-c348118a105b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:47.849402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-308fe40b-d611-4f3b-b005-3a1fac0d0165 req-bda6e700-c52b-4b6f-820e-c348118a105b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:47.849735 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [req-308fe40b-d611-4f3b-b005-3a1fac0d0165 req-bda6e700-c52b-4b6f-820e-c348118a105b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Floating IP c83ef84e-66a8-4a76-b0c9-1f8092be5795 disassociated. External IP: 172.26.2.248, port: 2940fda7-4930-492c-a967-1ba34b4739d3. Mar 08 10:17:47.850269 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-308fe40b-d611-4f3b-b005-3a1fac0d0165 req-bda6e700-c52b-4b6f-820e-c348118a105b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Calling delete_port for 2940fda7-4930-492c-a967-1ba34b4739d3 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:17:47.987685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-308fe40b-d611-4f3b-b005-3a1fac0d0165 req-bda6e700-c52b-4b6f-820e-c348118a105b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:48.039273 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6e700-c52b-4b6f-820e-c348118a105b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Pushing event deleted for resources: {'Port': ['ID=2940fda7-4930-492c-a967-1ba34b4739d3,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:17:48.233943 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-308fe40b-d611-4f3b-b005-3a1fac0d0165 req-bda6e700-c52b-4b6f-820e-c348118a105b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Router 484aa1b6-3c69-46d8-9da9-8dc1949c490f has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:17:48.412893 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-308fe40b-d611-4f3b-b005-3a1fac0d0165 req-bda6e700-c52b-4b6f-820e-c348118a105b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:17:48.422676 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388c23bc-45ca-43cd-bbde-875dac6655d9 None None] Sync routers for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:17:48.432282 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388c23bc-45ca-43cd-bbde-875dac6655d9 None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:17:48.432910 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-388c23bc-45ca-43cd-bbde-875dac6655d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:17:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:17:48.498342 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-308fe40b-d611-4f3b-b005-3a1fac0d0165 req-bda6e700-c52b-4b6f-820e-c348118a105b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] No DVR routers for this DVR port 2940fda7-4930-492c-a967-1ba34b4739d3 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:17:48.500856 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-308fe40b-d611-4f3b-b005-3a1fac0d0165 req-bda6e700-c52b-4b6f-820e-c348118a105b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:48.509018 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7434cd54-3448-4d38-bb4c-dc6983c9331f', 'name': 'network-vif-deleted', 'tag': '2940fda7-4930-492c-a967-1ba34b4739d3'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:17:48.519389 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-308fe40b-d611-4f3b-b005-3a1fac0d0165 req-bda6e700-c52b-4b6f-820e-c348118a105b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "DELETE /v2.0/ports/2940fda7-4930-492c-a967-1ba34b4739d3 HTTP/1.1" status: 204 len: 173 time: 1.3662903 Mar 08 10:17:48.561283 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7434cd54-3448-4d38-bb4c-dc6983c9331f', 'name': 'network-vif-deleted', 'tag': '2940fda7-4930-492c-a967-1ba34b4739d3', 'status': 'completed', 'code': 200} Mar 08 10:17:48.610012 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-388c23bc-45ca-43cd-bbde-875dac6655d9 None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:17:48.719023 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-845072e2-9991-48f0-bcdf-cde669946786 req-dfd0e89c-fad8-4ea3-9335-fd0f736e3230 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7434cd54-3448-4d38-bb4c-dc6983c9331f HTTP/1.1" status: 200 len: 210 time: 0.0413809 Mar 08 10:17:48.938914 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-388c23bc-45ca-43cd-bbde-875dac6655d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:17:48.943454 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388c23bc-45ca-43cd-bbde-875dac6655d9 None None] Checking router: 484aa1b6-3c69-46d8-9da9-8dc1949c490f for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:17:48.951765 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388c23bc-45ca-43cd-bbde-875dac6655d9 None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:17:48.952353 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-388c23bc-45ca-43cd-bbde-875dac6655d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:17:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:17:49.137394 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-388c23bc-45ca-43cd-bbde-875dac6655d9 None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:17:49.454505 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-388c23bc-45ca-43cd-bbde-875dac6655d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:17:49.459001 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388c23bc-45ca-43cd-bbde-875dac6655d9 None None] The sync data for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv is: [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:17:49.681886 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d833dd-d0d4-4414-a89c-581974ebcfaf None None] New status for floating IP c83ef84e-66a8-4a76-b0c9-1f8092be5795: DOWN {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:17:50.054530 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-b70e0e68-63ad-4fa4-a18f-280ba5795b51 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--275030758&fields=id&tenant_id=0ab8441d3d92485396d2defea990afac HTTP/1.1" status: 200 len: 267 time: 0.0390804 Mar 08 10:17:50.200845 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-07ecbb8b-5ce7-4216-a73f-2a469b99f14a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:50.202276 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-07ecbb8b-5ce7-4216-a73f-2a469b99f14a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 812 time: 0.1415615 Mar 08 10:17:50.216913 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-eec50eac-9c5f-4ad0-bd03-842334773883 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/quotas/0ab8441d3d92485396d2defea990afac HTTP/1.1" status: 200 len: 375 time: 0.0086312 Mar 08 10:17:50.296793 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-2c927343-da18-4f6c-8b1d-f04a23997266 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Synchronizing usage tracker for tenant:0ab8441d3d92485396d2defea990afac on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:17:50.311195 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-2c927343-da18-4f6c-8b1d-f04a23997266 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Unset dirty status for tenant:0ab8441d3d92485396d2defea990afac on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:17:50.312583 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-2c927343-da18-4f6c-8b1d-f04a23997266 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0908217 Mar 08 10:17:50.328057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-21bf3109-7033-431f-9a10-aac0249736b3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 10:17:50.328993 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-21bf3109-7033-431f-9a10-aac0249736b3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049107 Mar 08 10:17:50.457325 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-b236152c-add2-47b0-a9f3-248cf996b998 service neutron] 10.222.0.24 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223140 Mar 08 10:17:50.585790 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-07ff67ba-eb19-433d-973d-ca5341b50b7b service neutron] 10.222.0.24 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226649 Mar 08 10:17:50.759814 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3aaf0c6-fd8e-4b2d-900e-030b97806a55 req-064337af-f6e7-41a7-8a71-7d296b661b8b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 210 time: 0.0457163 Mar 08 10:17:50.886957 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 2940fda7-4930-492c-a967-1ba34b4739d3 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:17:50.920493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 2940fda7-4930-492c-a967-1ba34b4739d3 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:17:50.920871 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 2940fda7-4930-492c-a967-1ba34b4739d3 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:17:51.850997 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-5d607d57-4658-4fba-92b7-32492808c145 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:51.852357 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-5d607d57-4658-4fba-92b7-32492808c145 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 812 time: 0.1447294 Mar 08 10:17:51.924893 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e8b4fe6d-f774-4c1a-ae75-50c60b2f55a8 req-f6ec3923-35dd-439a-97a2-f4d8e3a8b830 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 210 time: 0.0482824 Mar 08 10:17:51.946689 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-61041e8f-2514-4d15-8dd5-419dc36567d0 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ab8441d3d92485396d2defea990afac HTTP/1.1" status: 200 len: 379 time: 0.0869083 Mar 08 10:17:51.954775 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-b8ca2809-4344-4cef-873f-583f7d0f64f9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Request body: {'port': {'device_id': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'admin_state_up': True, 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'security_groups': ['033fc557-8329-4a84-9f01-0ad32352d366']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:17:52.178887 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-b8ca2809-4344-4cef-873f-583f7d0f64f9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:17:52.188225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-b8ca2809-4344-4cef-873f-583f7d0f64f9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:17:52.197838 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-b8ca2809-4344-4cef-873f-583f7d0f64f9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Made reservation on behalf of 0ab8441d3d92485396d2defea990afac for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:17:52.201398 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-b8ca2809-4344-4cef-873f-583f7d0f64f9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:52.357004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-b8ca2809-4344-4cef-873f-583f7d0f64f9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Allocated IP 172.20.0.8 (db5a9ab4-6851-42b6-b700-f872dd8e8d43/0231f9d6-16c9-4869-a528-68f0f1201cef/3030438e-816c-4e8c-9319-446464291ac3) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:17:52.535805 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-b8ca2809-4344-4cef-873f-583f7d0f64f9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:52.550738 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-b8ca2809-4344-4cef-873f-583f7d0f64f9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Transition to ACTIVE for port object 3030438e-816c-4e8c-9319-446464291ac3 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:17:52.574515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-b8ca2809-4344-4cef-873f-583f7d0f64f9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:52.638730 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-b8ca2809-4344-4cef-873f-583f7d0f64f9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Network db5a9ab4-6851-42b6-b700-f872dd8e8d43 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:17:52.641772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-b8ca2809-4344-4cef-873f-583f7d0f64f9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:17:52.645464 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-b8ca2809-4344-4cef-873f-583f7d0f64f9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:17:52.694619 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca2809-4344-4cef-873f-583f7d0f64f9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Pushing event updated for resources: {'Port': ['ID=3030438e-816c-4e8c-9319-446464291ac3,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:17:52.719591 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-b8ca2809-4344-4cef-873f-583f7d0f64f9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:52.720204 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-b8ca2809-4344-4cef-873f-583f7d0f64f9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:52.745701 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-b8ca2809-4344-4cef-873f-583f7d0f64f9 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7943926 Mar 08 10:17:52.757291 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Request body: {'port': {'device_id': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:17:52.869808 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:52.886642 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2a1cfc8b-3e82-4e6c-bafd-248dabdf5a5f None None] Provisioning for port 3030438e-816c-4e8c-9319-446464291ac3 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:17:52.891648 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2a1cfc8b-3e82-4e6c-bafd-248dabdf5a5f None None] Provisioning complete for port 3030438e-816c-4e8c-9319-446464291ac3 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:17:52.892051 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2a1cfc8b-3e82-4e6c-bafd-248dabdf5a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:52.947012 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2a1cfc8b-3e82-4e6c-bafd-248dabdf5a5f None None] Port 3030438e-816c-4e8c-9319-446464291ac3 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:17:53.109834 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518e28e-3d27-4fb8-9a27-be5fcf0fc301 req-8b36e00e-9f91-4937-81b3-246942730337 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:53.111813 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0518e28e-3d27-4fb8-9a27-be5fcf0fc301 req-8b36e00e-9f91-4937-81b3-246942730337 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 931 time: 0.0800431 Mar 08 10:17:53.163786 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0518e28e-3d27-4fb8-9a27-be5fcf0fc301 req-0298a0be-581a-438e-94f0-a96c85041a73 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458148 Mar 08 10:17:53.209697 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3030438e-816c-4e8c-9319-446464291ac3 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:17:53.216950 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:53.231529 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Transition to ACTIVE for port object 3030438e-816c-4e8c-9319-446464291ac3 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:17:53.234905 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:53.389484 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Pushing event updated for resources: {'Port': ['ID=3030438e-816c-4e8c-9319-446464291ac3,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:17:53.471795 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Attempting to bind port 3030438e-816c-4e8c-9319-446464291ac3 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:17:53.472326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Attempting to bind port 3030438e-816c-4e8c-9319-446464291ac3 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:17:53.472648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Attempting to bind port 3030438e-816c-4e8c-9319-446464291ac3 on network db5a9ab4-6851-42b6-b700-f872dd8e8d43 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:17:53.477730 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Port 3030438e-816c-4e8c-9319-446464291ac3 on network db5a9ab4-6851-42b6-b700-f872dd8e8d43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:17:53.478046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Attempting to bind port 3030438e-816c-4e8c-9319-446464291ac3 on network db5a9ab4-6851-42b6-b700-f872dd8e8d43 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:17:53.483772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:17:53.484098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Checking segment: {'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:17:53.484670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Bound using segment: {'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:17:53.485116 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Bound port: 3030438e-816c-4e8c-9319-446464291ac3, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:17:53.485452 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:53.574299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] For port 3030438e-816c-4e8c-9319-446464291ac3, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:17:53.577570 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] For port 3030438e-816c-4e8c-9319-446464291ac3, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3030438e-816c-4e8c-9319-446464291ac3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:17:53.582514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:53.632359 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:53.632851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:53.634354 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] 10.222.0.26 "PUT /v2.0/ports/3030438e-816c-4e8c-9319-446464291ac3 HTTP/1.1" status: 200 len: 1093 time: 0.8813956 Mar 08 10:17:53.636834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'tag': '3030438e-816c-4e8c-9319-446464291ac3'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:17:53.669579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a1faf-d727-49e0-a962-d565c8418eae service neutron] Pushing event updated for resources: {'Port': ['ID=3030438e-816c-4e8c-9319-446464291ac3,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:17:53.711266 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'tag': '3030438e-816c-4e8c-9319-446464291ac3', 'status': 'completed', 'code': 200} Mar 08 10:17:53.756968 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-da179c6d-8c4f-4dc0-ade4-cf10e47c42e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:53.758461 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-da179c6d-8c4f-4dc0-ade4-cf10e47c42e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 1096 time: 0.0805178 Mar 08 10:17:53.830755 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-ace4e73d-1980-4d79-a828-127951418c77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3030438e-816c-4e8c-9319-446464291ac3 HTTP/1.1" status: 200 len: 217 time: 0.0659101 Mar 08 10:17:53.986954 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-2f54cc90-be63-4598-8b08-8409d75c24bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:53.988376 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-2f54cc90-be63-4598-8b08-8409d75c24bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.1527233 Mar 08 10:17:54.060910 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-02e5814e-4e4a-4ba5-9bc9-b8c422823216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:54.062337 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-02e5814e-4e4a-4ba5-9bc9-b8c422823216 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678258 Mar 08 10:17:54.199062 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-8c4ee596-93a4-4efd-8053-3441654a262f service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309993 Mar 08 10:17:54.327945 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1f28d30-4212-4f9f-8a9c-75c5e2b9f501 req-e3e43b61-1b87-4a8e-930a-5887159942c2 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233878 Mar 08 10:17:54.349647 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0283c-9f89-4c3f-ae38-26c587f0f1d4 req-3638f53c-cf16-4421-8c50-037ea91c6fc4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:54.351086 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86b0283c-9f89-4c3f-ae38-26c587f0f1d4 req-3638f53c-cf16-4421-8c50-037ea91c6fc4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 943 time: 0.0832980 Mar 08 10:17:54.395546 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86b0283c-9f89-4c3f-ae38-26c587f0f1d4 req-0560d36e-59bf-4a6a-b0fc-ed61263d1cbe tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387971 Mar 08 10:17:54.447732 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f979ff7-4a42-4f2f-b986-70697aff88e7 req-07e712af-b205-472e-8f30-b626f7fe20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:54.449255 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4f979ff7-4a42-4f2f-b986-70697aff88e7 req-07e712af-b205-472e-8f30-b626f7fe20bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 1096 time: 0.0793304 Mar 08 10:17:54.577113 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f979ff7-4a42-4f2f-b986-70697aff88e7 req-f4dee938-cfb8-4531-b6e9-fe8208b97d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:54.578544 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4f979ff7-4a42-4f2f-b986-70697aff88e7 req-f4dee938-cfb8-4531-b6e9-fe8208b97d39 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1240439 Mar 08 10:17:54.647088 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4f979ff7-4a42-4f2f-b986-70697aff88e7 req-33cce126-83e2-4455-b33a-39114b79b33e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3030438e-816c-4e8c-9319-446464291ac3 HTTP/1.1" status: 200 len: 217 time: 0.0619142 Mar 08 10:17:54.710009 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f979ff7-4a42-4f2f-b986-70697aff88e7 req-e81c6a41-f531-45c0-9398-a3f71e4e6314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:54.711294 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4f979ff7-4a42-4f2f-b986-70697aff88e7 req-e81c6a41-f531-45c0-9398-a3f71e4e6314 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0585940 Mar 08 10:17:54.783962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f979ff7-4a42-4f2f-b986-70697aff88e7 req-7698a6d6-bbce-48bc-85ce-b50a925e2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:54.785414 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4f979ff7-4a42-4f2f-b986-70697aff88e7 req-7698a6d6-bbce-48bc-85ce-b50a925e2ee7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677433 Mar 08 10:17:54.911355 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4f979ff7-4a42-4f2f-b986-70697aff88e7 req-48792c25-1cba-4df3-be6e-618aca6cf0b3 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202948 Mar 08 10:17:54.940776 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-063c9615-ab51-4fd2-9ea5-125daeaa03f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:55.038540 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4f979ff7-4a42-4f2f-b986-70697aff88e7 req-a7754606-a35a-458a-9855-1af3fda72103 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207142 Mar 08 10:17:55.582689 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cb665-a494-464e-b5da-cd97cdcbf0cd req-7021b7ca-cecc-4fa8-8b37-2776823d661d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:55.583469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-e57cb665-a494-464e-b5da-cd97cdcbf0cd req-7021b7ca-cecc-4fa8-8b37-2776823d661d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Synchronizing usage tracker for tenant:0ab8441d3d92485396d2defea990afac on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:17:55.598045 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-e57cb665-a494-464e-b5da-cd97cdcbf0cd req-7021b7ca-cecc-4fa8-8b37-2776823d661d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Unset dirty status for tenant:0ab8441d3d92485396d2defea990afac on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:17:55.599202 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e57cb665-a494-464e-b5da-cd97cdcbf0cd req-7021b7ca-cecc-4fa8-8b37-2776823d661d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 943 time: 0.0933638 Mar 08 10:17:55.645606 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e57cb665-a494-464e-b5da-cd97cdcbf0cd req-3a0e335d-a9a0-480a-a7b3-a3fa84c99f7e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406613 Mar 08 10:17:56.833908 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca35b87-3685-4c62-bcd6-0b477bb2ac53 req-e2cd6c1b-8b7b-45ba-b45b-d30dc7ebca9e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:56.835233 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bca35b87-3685-4c62-bcd6-0b477bb2ac53 req-e2cd6c1b-8b7b-45ba-b45b-d30dc7ebca9e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 943 time: 0.0825086 Mar 08 10:17:56.878303 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bca35b87-3685-4c62-bcd6-0b477bb2ac53 req-ac0f6c7d-c654-42bb-a1dc-91615116387c tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374918 Mar 08 10:17:56.917702 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3030438e-816c-4e8c-9319-446464291ac3 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:17:57.045610 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3030438e-816c-4e8c-9319-446464291ac3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3030438e-816c-4e8c-9319-446464291ac3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:17:57.058082 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '3030438e-816c-4e8c-9319-446464291ac3', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'port_id': '3030438e-816c-4e8c-9319-446464291ac3', 'mac_address': 'fa:16:3e:d2:a6:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:17:57.110512 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:57.130049 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3030438e-816c-4e8c-9319-446464291ac3 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:17:57.145001 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3030438e-816c-4e8c-9319-446464291ac3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3030438e-816c-4e8c-9319-446464291ac3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:17:57.148975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:57.213503 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=3030438e-816c-4e8c-9319-446464291ac3,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:17:57.446412 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['3030438e-816c-4e8c-9319-446464291ac3'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:17:57.621607 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9cc660a0-0d8b-4d26-9bc9-423c7da3445e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:58.059852 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd494c59-2f9a-4ef6-b178-81da2397f7ab req-0bc5f099-fe9d-47fc-8d93-06ed8ac166e1 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:58.061310 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dd494c59-2f9a-4ef6-b178-81da2397f7ab req-0bc5f099-fe9d-47fc-8d93-06ed8ac166e1 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 944 time: 0.0781205 Mar 08 10:17:58.104282 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dd494c59-2f9a-4ef6-b178-81da2397f7ab req-b6c12150-6a0b-4756-a2b1-24d46205cec7 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374167 Mar 08 10:17:58.301667 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:58.323684 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:58.933104 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3030438e-816c-4e8c-9319-446464291ac3 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:17:58.997761 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 3030438e-816c-4e8c-9319-446464291ac3 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:17:59.002768 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 3030438e-816c-4e8c-9319-446464291ac3 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:17:59.003137 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:59.116641 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:59.143192 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3030438e-816c-4e8c-9319-446464291ac3'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:17:59.152603 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3030438e-816c-4e8c-9319-446464291ac3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3030438e-816c-4e8c-9319-446464291ac3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:17:59.157850 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:17:59.194515 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3030438e-816c-4e8c-9319-446464291ac3', 'code': 200} Mar 08 10:17:59.230900 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=3030438e-816c-4e8c-9319-446464291ac3,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:17:59.294242 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97992fb7-d5e5-44a7-9d7a-ec7327be4786 req-ef794c8a-d787-44e2-b60c-5c24df0e010a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:59.295665 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-97992fb7-d5e5-44a7-9d7a-ec7327be4786 req-ef794c8a-d787-44e2-b60c-5c24df0e010a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0820498 Mar 08 10:17:59.340543 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-97992fb7-d5e5-44a7-9d7a-ec7327be4786 req-8faa78fe-7867-4a53-88cd-426bc177e9d4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389235 Mar 08 10:17:59.418066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6383ff1-ca05-4324-9c2f-ba400604dc31 req-e9549f45-d8f0-4175-a463-487fb44b6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:17:59.419542 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d6383ff1-ca05-4324-9c2f-ba400604dc31 req-e9549f45-d8f0-4175-a463-487fb44b6dca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 1098 time: 0.0706770 Mar 08 10:17:59.459589 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d6383ff1-ca05-4324-9c2f-ba400604dc31 req-f6cd8636-d2d2-455d-aae1-58548c36a91b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344613 Mar 08 10:18:00.153948 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:00.524068 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda4235-3d72-47be-bdb8-73df3d2905c5 req-2402537a-7863-49df-a9e8-880cc2abf77d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:00.525538 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5fda4235-3d72-47be-bdb8-73df3d2905c5 req-2402537a-7863-49df-a9e8-880cc2abf77d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0796659 Mar 08 10:18:00.568036 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5fda4235-3d72-47be-bdb8-73df3d2905c5 req-ba06fd33-d096-4b58-a695-ac05c884c214 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367615 Mar 08 10:18:01.749372 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee76ad-9593-49e0-945b-9cc060ecaed2 req-d14d8938-b0b6-4751-8b8b-4f60c3e1e841 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:01.750787 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fcee76ad-9593-49e0-945b-9cc060ecaed2 req-d14d8938-b0b6-4751-8b8b-4f60c3e1e841 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0800037 Mar 08 10:18:01.793839 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fcee76ad-9593-49e0-945b-9cc060ecaed2 req-41072f06-fe6c-4b3a-9236-96ed3074d6ab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374789 Mar 08 10:18:01.973569 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed07ad-f3f9-4c36-9364-5cdf429c7455 req-4b069edc-1286-4ea1-abf5-18f2e7431c08 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:01.975003 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43ed07ad-f3f9-4c36-9364-5cdf429c7455 req-4b069edc-1286-4ea1-abf5-18f2e7431c08 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0812716 Mar 08 10:18:01.983428 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52052) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:18:01.988232 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-082eb4f9-2e37-4566-8e4b-127005cf8bb4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Request body: {'floatingip': {'port_id': '3030438e-816c-4e8c-9319-446464291ac3'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:18:02.152040 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-082eb4f9-2e37-4566-8e4b-127005cf8bb4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for floatingip, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:02.721790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-082eb4f9-2e37-4566-8e4b-127005cf8bb4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:02.725514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-082eb4f9-2e37-4566-8e4b-127005cf8bb4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:02.900174 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-082eb4f9-2e37-4566-8e4b-127005cf8bb4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Floating IP c83ef84e-66a8-4a76-b0c9-1f8092be5795 associated. External IP: 172.26.2.248, port: 3030438e-816c-4e8c-9319-446464291ac3. Mar 08 10:18:03.240292 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082eb4f9-2e37-4566-8e4b-127005cf8bb4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Router 484aa1b6-3c69-46d8-9da9-8dc1949c490f has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:18:03.526544 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082eb4f9-2e37-4566-8e4b-127005cf8bb4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:18:03.531299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-082eb4f9-2e37-4566-8e4b-127005cf8bb4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:03.536575 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b12fb5-4611-4500-9243-b97dd940c6c4 None None] Sync routers for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:18:03.546949 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b12fb5-4611-4500-9243-b97dd940c6c4 None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:18:03.547634 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-93b12fb5-4611-4500-9243-b97dd940c6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:17:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:18:03.584305 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-082eb4f9-2e37-4566-8e4b-127005cf8bb4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "PUT /v2.0/floatingips/c83ef84e-66a8-4a76-b0c9-1f8092be5795 HTTP/1.1" status: 200 len: 992 time: 1.5998545 Mar 08 10:18:03.585030 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'tag': '3030438e-816c-4e8c-9319-446464291ac3'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:18:03.628431 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'tag': '3030438e-816c-4e8c-9319-446464291ac3', 'status': 'completed', 'code': 200} Mar 08 10:18:03.718691 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e880d0-c50e-4671-a0cf-fec67b76084a req-fdd75b37-87e6-4dec-a436-8e4b7e786cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:03.720787 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b6e880d0-c50e-4671-a0cf-fec67b76084a req-fdd75b37-87e6-4dec-a436-8e4b7e786cfb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 1098 time: 0.0719752 Mar 08 10:18:03.727995 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-93b12fb5-4611-4500-9243-b97dd940c6c4 None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:18:03.858250 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e880d0-c50e-4671-a0cf-fec67b76084a req-1bfd2edb-c36e-4a33-84bb-0182d530edab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:03.859609 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b6e880d0-c50e-4671-a0cf-fec67b76084a req-1bfd2edb-c36e-4a33-84bb-0182d530edab service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1334634 Mar 08 10:18:03.971143 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b6e880d0-c50e-4671-a0cf-fec67b76084a req-7c65f5ec-b51a-40b5-9743-57cfa4160478 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3030438e-816c-4e8c-9319-446464291ac3 HTTP/1.1" status: 200 len: 1000 time: 0.1057079 Mar 08 10:18:04.043611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e880d0-c50e-4671-a0cf-fec67b76084a req-0dbfcb46-3224-44d8-8702-1d86b2bb6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:04.045402 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b6e880d0-c50e-4671-a0cf-fec67b76084a req-0dbfcb46-3224-44d8-8702-1d86b2bb6964 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0687320 Mar 08 10:18:04.143676 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e880d0-c50e-4671-a0cf-fec67b76084a req-2a036fad-7bb6-4659-a034-2d376e2426dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:04.145819 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b6e880d0-c50e-4671-a0cf-fec67b76084a req-2a036fad-7bb6-4659-a034-2d376e2426dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0953090 Mar 08 10:18:04.146771 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-93b12fb5-4611-4500-9243-b97dd940c6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'c83ef84e-66a8-4a76-b0c9-1f8092be5795', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'port_id': '3030438e-816c-4e8c-9319-446464291ac3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'mac_address': 'fa:16:3e:d2:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:15:08Z', 'updated_at': '2022-03-08T10:18:02Z', 'revision_number': 13, 'project_id': '0ab8441d3d92485396d2defea990afac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:18:04.150801 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b12fb5-4611-4500-9243-b97dd940c6c4 None None] Checking router: 484aa1b6-3c69-46d8-9da9-8dc1949c490f for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:18:04.159939 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b12fb5-4611-4500-9243-b97dd940c6c4 None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:18:04.160453 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-93b12fb5-4611-4500-9243-b97dd940c6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:17:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:18:04.279235 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b6e880d0-c50e-4671-a0cf-fec67b76084a req-823cdb9a-9699-4574-944b-abb133a875a6 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273789 Mar 08 10:18:04.341376 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-93b12fb5-4611-4500-9243-b97dd940c6c4 None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:18:04.413128 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b6e880d0-c50e-4671-a0cf-fec67b76084a req-368f0a0a-3c9d-4e9b-a6a4-9c0a191adbd1 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282098 Mar 08 10:18:04.684496 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-93b12fb5-4611-4500-9243-b97dd940c6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'c83ef84e-66a8-4a76-b0c9-1f8092be5795', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'port_id': '3030438e-816c-4e8c-9319-446464291ac3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'mac_address': 'fa:16:3e:d2:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:15:08Z', 'updated_at': '2022-03-08T10:18:02Z', 'revision_number': 13, 'project_id': '0ab8441d3d92485396d2defea990afac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:18:04.690239 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b12fb5-4611-4500-9243-b97dd940c6c4 None None] The sync data for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv is: [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'c83ef84e-66a8-4a76-b0c9-1f8092be5795', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'port_id': '3030438e-816c-4e8c-9319-446464291ac3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'mac_address': 'fa:16:3e:d2:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:15:08Z', 'updated_at': '2022-03-08T10:18:02Z', 'revision_number': 13, 'project_id': '0ab8441d3d92485396d2defea990afac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:18:04.889748 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f3cc3-88b9-40cb-ad36-d9ca3bd8a9ac None None] New status for floating IP c83ef84e-66a8-4a76-b0c9-1f8092be5795: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:18:05.320759 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:18:05.374161 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36224672-d368-420c-9a99-ead4f909211f req-6761ed3b-83a2-44b2-aadc-8dc71e27833e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:05.375609 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-36224672-d368-420c-9a99-ead4f909211f req-6761ed3b-83a2-44b2-aadc-8dc71e27833e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0818868 Mar 08 10:18:05.418100 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-36224672-d368-420c-9a99-ead4f909211f req-2c15be4a-f0cb-4ab9-a89f-c69892af6428 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368288 Mar 08 10:18:13.394592 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:14.885980 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1ea44b19-d870-4e91-b49c-c596c4fb24d3 req-7e132cd8-acfa-4259-9e52-b26bbae76d64 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701239 Mar 08 10:18:15.028270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea44b19-d870-4e91-b49c-c596c4fb24d3 req-6da0154d-3c18-4cc5-afaf-dea2b1c4da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:15.029665 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1ea44b19-d870-4e91-b49c-c596c4fb24d3 req-6da0154d-3c18-4cc5-afaf-dea2b1c4da1b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 1098 time: 0.0730689 Mar 08 10:18:15.075963 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a688ca-74b3-40c3-a029-4b2b917348ea req-dfa7e1f2-3a9e-4e19-9136-3f0ffe8e6363 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:15.077518 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-57a688ca-74b3-40c3-a029-4b2b917348ea req-dfa7e1f2-3a9e-4e19-9136-3f0ffe8e6363 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.1404357 Mar 08 10:18:15.081538 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c7544798-ac74-4996-8193-dc661b9f253f req-1b1f54cb-7aa7-4e46-ba89-922e2fabb973 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1910057 Mar 08 10:18:15.131012 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-57a688ca-74b3-40c3-a029-4b2b917348ea req-629a196b-4b2a-4f76-bc91-fd9748846160 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473008 Mar 08 10:18:15.185117 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea44b19-d870-4e91-b49c-c596c4fb24d3 req-94106fc8-d500-4656-a882-da7d9c6bd67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:15.186607 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1ea44b19-d870-4e91-b49c-c596c4fb24d3 req-94106fc8-d500-4656-a882-da7d9c6bd67d service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1381032 Mar 08 10:18:15.284977 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1ea44b19-d870-4e91-b49c-c596c4fb24d3 req-6b26b11a-473d-49c8-af50-1fd98aebc422 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3030438e-816c-4e8c-9319-446464291ac3 HTTP/1.1" status: 200 len: 1002 time: 0.0925443 Mar 08 10:18:15.350297 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea44b19-d870-4e91-b49c-c596c4fb24d3 req-fa582566-56a1-4541-ac08-05da42c3def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:15.351610 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1ea44b19-d870-4e91-b49c-c596c4fb24d3 req-fa582566-56a1-4541-ac08-05da42c3def6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0613382 Mar 08 10:18:15.426919 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea44b19-d870-4e91-b49c-c596c4fb24d3 req-d1ebbb13-c114-4ef8-97f2-a1613b2bede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:15.428374 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1ea44b19-d870-4e91-b49c-c596c4fb24d3 req-d1ebbb13-c114-4ef8-97f2-a1613b2bede1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714095 Mar 08 10:18:15.664549 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1ea44b19-d870-4e91-b49c-c596c4fb24d3 req-d2682754-d5a4-4fd7-b4d8-12d70d608da6 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301726 Mar 08 10:18:15.801804 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1ea44b19-d870-4e91-b49c-c596c4fb24d3 req-471793fd-6456-4c06-a63c-1123b1fcd6cf service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298831 Mar 08 10:18:16.207818 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7544798-ac74-4996-8193-dc661b9f253f req-ec2b4cc4-65b0-43b8-b901-21c4909c5b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:16.209320 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c7544798-ac74-4996-8193-dc661b9f253f req-ec2b4cc4-65b0-43b8-b901-21c4909c5b45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 1098 time: 0.0739646 Mar 08 10:18:16.385843 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7544798-ac74-4996-8193-dc661b9f253f req-b0fd2c3b-ff71-4db8-a2e5-0b408d9c1b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:16.387268 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c7544798-ac74-4996-8193-dc661b9f253f req-b0fd2c3b-ff71-4db8-a2e5-0b408d9c1b80 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1717379 Mar 08 10:18:16.471655 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065d83e-243e-4333-ab76-13787d4286c3 req-f481e345-2bd3-42ba-8efe-924595da0679 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:16.472998 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4065d83e-243e-4333-ab76-13787d4286c3 req-f481e345-2bd3-42ba-8efe-924595da0679 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.2202532 Mar 08 10:18:16.522101 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c7544798-ac74-4996-8193-dc661b9f253f req-9f77dfd6-d092-494a-8eab-e8d312b3f0ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3030438e-816c-4e8c-9319-446464291ac3 HTTP/1.1" status: 200 len: 1002 time: 0.1268353 Mar 08 10:18:16.567479 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4065d83e-243e-4333-ab76-13787d4286c3 req-29ac6d99-cd78-4d49-aa02-b06640cb7237 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887847 Mar 08 10:18:16.591710 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7544798-ac74-4996-8193-dc661b9f253f req-52b524a8-4994-4a64-8a45-c249d53c0569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:16.593146 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c7544798-ac74-4996-8193-dc661b9f253f req-52b524a8-4994-4a64-8a45-c249d53c0569 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0635669 Mar 08 10:18:16.665136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7544798-ac74-4996-8193-dc661b9f253f req-5dd4412e-e57c-4dbe-96d0-db4ba23d855a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:16.666790 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c7544798-ac74-4996-8193-dc661b9f253f req-5dd4412e-e57c-4dbe-96d0-db4ba23d855a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673132 Mar 08 10:18:16.792884 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c7544798-ac74-4996-8193-dc661b9f253f req-e1b609f1-083e-410b-95b6-b7a68a316e22 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196952 Mar 08 10:18:16.924498 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c7544798-ac74-4996-8193-dc661b9f253f req-2555a32a-087c-4d46-b213-9f4163be64c3 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257200 Mar 08 10:18:17.757754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6eda41-dbbd-4e7c-bf8e-95e5725488f9 req-223010c4-9a0a-4084-a228-42f5805adab2 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:17.759182 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8d6eda41-dbbd-4e7c-bf8e-95e5725488f9 req-223010c4-9a0a-4084-a228-42f5805adab2 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0848281 Mar 08 10:18:17.802945 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8d6eda41-dbbd-4e7c-bf8e-95e5725488f9 req-f43aa7b6-7442-4e20-a6af-2cb3d316164c tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379195 Mar 08 10:18:18.986509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987440b8-6c36-4da1-849d-8c3e7a74dad3 req-fbe08e80-6d18-49f5-995c-7a59deb79549 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:18.987906 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-987440b8-6c36-4da1-849d-8c3e7a74dad3 req-fbe08e80-6d18-49f5-995c-7a59deb79549 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0813489 Mar 08 10:18:19.029599 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-987440b8-6c36-4da1-849d-8c3e7a74dad3 req-89e861eb-6a36-485b-9831-e0fdeca7c9be tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360987 Mar 08 10:18:20.208192 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cad73-6b51-4527-b650-dba5a9b593e9 req-86883f7d-4f2d-4ec7-9947-ae3dc0b11332 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:20.209647 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-932cad73-6b51-4527-b650-dba5a9b593e9 req-86883f7d-4f2d-4ec7-9947-ae3dc0b11332 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0773780 Mar 08 10:18:20.252203 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-932cad73-6b51-4527-b650-dba5a9b593e9 req-18bd4d3e-2d1b-4048-97b3-090a893f11d6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370247 Mar 08 10:18:21.435826 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ebccc-2d09-40bf-b33b-81989a253b55 req-b48a0633-bf9b-4e02-99ae-99cf6d60f2fb tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:21.437295 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-007ebccc-2d09-40bf-b33b-81989a253b55 req-b48a0633-bf9b-4e02-99ae-99cf6d60f2fb tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0783341 Mar 08 10:18:21.481368 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-007ebccc-2d09-40bf-b33b-81989a253b55 req-2823f08c-264b-4dea-acec-8999ece282b6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379002 Mar 08 10:18:22.822256 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6be47-d643-477f-9868-36e490c900ee req-d422a28e-9795-4bfd-9f42-0b8e12e76e5d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:22.823595 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a6c6be47-d643-477f-9868-36e490c900ee req-d422a28e-9795-4bfd-9f42-0b8e12e76e5d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0823395 Mar 08 10:18:22.865847 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a6c6be47-d643-477f-9868-36e490c900ee req-30459e69-c7ea-4ba3-96f1-3ecfe072f45b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365391 Mar 08 10:18:24.059848 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8e069-5605-44d3-afe0-f401f7077832 req-488bbaa9-f66e-4d39-bf00-def3d0344c83 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:24.061315 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2fc8e069-5605-44d3-afe0-f401f7077832 req-488bbaa9-f66e-4d39-bf00-def3d0344c83 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0866501 Mar 08 10:18:24.108033 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2fc8e069-5605-44d3-afe0-f401f7077832 req-540c7f8b-5830-484f-9051-70f1b457a67f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403337 Mar 08 10:18:24.360462 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c7544798-ac74-4996-8193-dc661b9f253f req-9c0eb821-d398-48e7-900f-da8f8a30988c service neutron] 10.222.0.26 "GET /v2.0/ports/3030438e-816c-4e8c-9319-446464291ac3/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0712411 Mar 08 10:18:24.619872 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7544798-ac74-4996-8193-dc661b9f253f req-04738b82-e334-407c-8782-8d6ed6e40b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:24.621391 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c7544798-ac74-4996-8193-dc661b9f253f req-04738b82-e334-407c-8782-8d6ed6e40b72 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7&tenant_id=0ab8441d3d92485396d2defea990afac HTTP/1.1" status: 200 len: 1098 time: 0.0734131 Mar 08 10:18:24.715667 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7544798-ac74-4996-8193-dc661b9f253f req-5458ef9a-f39a-454a-b36e-f8dffb516707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:24.717159 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c7544798-ac74-4996-8193-dc661b9f253f req-5458ef9a-f39a-454a-b36e-f8dffb516707 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 1098 time: 0.0728486 Mar 08 10:18:24.932945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7544798-ac74-4996-8193-dc661b9f253f req-98c4a672-54a3-4438-ad97-81a1ff7df4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:24.934379 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c7544798-ac74-4996-8193-dc661b9f253f req-98c4a672-54a3-4438-ad97-81a1ff7df4d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.2110574 Mar 08 10:18:24.942332 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96c27958-d601-48c7-9d97-c2930449b165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:25.042245 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c7544798-ac74-4996-8193-dc661b9f253f req-0b79415f-fa82-444b-9fe7-0cd25aa8f708 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3030438e-816c-4e8c-9319-446464291ac3 HTTP/1.1" status: 200 len: 1002 time: 0.1007555 Mar 08 10:18:25.105734 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7544798-ac74-4996-8193-dc661b9f253f req-db62ab01-c4c0-4ba3-8880-e850193a6872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:25.107033 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c7544798-ac74-4996-8193-dc661b9f253f req-db62ab01-c4c0-4ba3-8880-e850193a6872 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0591815 Mar 08 10:18:25.179084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7544798-ac74-4996-8193-dc661b9f253f req-db964ee9-7000-4360-869f-0e1501f8ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:25.180534 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c7544798-ac74-4996-8193-dc661b9f253f req-db964ee9-7000-4360-869f-0e1501f8ad48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677185 Mar 08 10:18:25.294071 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220c6e1-2b8c-4c27-b629-72673b2dc124 req-41754357-08e2-43af-878a-45c67be0a171 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:25.295617 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7220c6e1-2b8c-4c27-b629-72673b2dc124 req-41754357-08e2-43af-878a-45c67be0a171 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0793567 Mar 08 10:18:25.310217 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c7544798-ac74-4996-8193-dc661b9f253f req-49c1f82f-0829-4987-84ea-2761c89600c1 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231923 Mar 08 10:18:25.348836 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7220c6e1-2b8c-4c27-b629-72673b2dc124 req-12da7978-aa9e-4da1-808d-6be9fbf4287f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473402 Mar 08 10:18:25.442531 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c7544798-ac74-4996-8193-dc661b9f253f req-db839620-db53-485f-b06c-3ac9b4a21742 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259189 Mar 08 10:18:26.537034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51021ade-8a59-4300-b283-2ff3b4c39fd8 req-b22eb0cb-8173-4c8c-b577-f43785684476 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:26.538565 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-51021ade-8a59-4300-b283-2ff3b4c39fd8 req-b22eb0cb-8173-4c8c-b577-f43785684476 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0834267 Mar 08 10:18:26.583869 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-51021ade-8a59-4300-b283-2ff3b4c39fd8 req-c6e64fac-63ec-4fe8-87e2-48ab0970ffaf tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389891 Mar 08 10:18:27.123707 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3030438e-816c-4e8c-9319-446464291ac3 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:18:27.234496 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:27.260814 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3030438e-816c-4e8c-9319-446464291ac3'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:18:27.270402 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3030438e-816c-4e8c-9319-446464291ac3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3030438e-816c-4e8c-9319-446464291ac3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:18:27.274699 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:27.318037 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3030438e-816c-4e8c-9319-446464291ac3', 'code': 200} Mar 08 10:18:27.341937 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=3030438e-816c-4e8c-9319-446464291ac3,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:18:27.348935 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:27.349288 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:27.349630 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:27.349966 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:27.350297 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:27.350627 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:27.350954 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:27.351281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:27.351609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:27.351932 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:27.352253 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:27.352572 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:27.612763 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6132e4d1-f4a5-4aff-bf11-ee8f10347643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:27.771690 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673dc7e-66ae-4c45-859c-f6349bcd4be2 req-8f3ea423-0ffc-4a25-9e2e-038bf586efb4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:27.773163 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e673dc7e-66ae-4c45-859c-f6349bcd4be2 req-8f3ea423-0ffc-4a25-9e2e-038bf586efb4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 943 time: 0.0800304 Mar 08 10:18:27.817127 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e673dc7e-66ae-4c45-859c-f6349bcd4be2 req-561de0f6-438e-444d-acc0-ec3d56bfac97 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381429 Mar 08 10:18:28.308489 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:28.326121 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:29.000108 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52c7b8-fdf3-43ab-94f4-ce95451c00b0 req-07144ecb-2b82-4bb4-b979-0c9555a528a3 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:29.002055 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4b52c7b8-fdf3-43ab-94f4-ce95451c00b0 req-07144ecb-2b82-4bb4-b979-0c9555a528a3 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 943 time: 0.0794811 Mar 08 10:18:29.044522 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4b52c7b8-fdf3-43ab-94f4-ce95451c00b0 req-2aea4903-5347-41dd-8f27-50d66d195a68 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369170 Mar 08 10:18:29.118813 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3030438e-816c-4e8c-9319-446464291ac3 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:18:29.276295 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3030438e-816c-4e8c-9319-446464291ac3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3030438e-816c-4e8c-9319-446464291ac3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:18:29.288928 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '3030438e-816c-4e8c-9319-446464291ac3', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'port_id': '3030438e-816c-4e8c-9319-446464291ac3', 'mac_address': 'fa:16:3e:d2:a6:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:18:29.341991 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:29.357744 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3030438e-816c-4e8c-9319-446464291ac3 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:18:29.373398 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3030438e-816c-4e8c-9319-446464291ac3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3030438e-816c-4e8c-9319-446464291ac3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:18:29.378221 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:29.446665 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['3030438e-816c-4e8c-9319-446464291ac3'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:18:29.482954 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=3030438e-816c-4e8c-9319-446464291ac3,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:18:30.154954 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:30.230741 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b160b-9e06-4640-9227-0bf15cab935f req-d8e8b3d6-a544-4779-9ab2-a5f5eaeaa720 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:30.232180 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-575b160b-9e06-4640-9227-0bf15cab935f req-d8e8b3d6-a544-4779-9ab2-a5f5eaeaa720 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 944 time: 0.0817463 Mar 08 10:18:30.275287 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-575b160b-9e06-4640-9227-0bf15cab935f req-3230a389-241e-4b30-aeb7-42557d8ff1b7 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373418 Mar 08 10:18:31.140214 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3030438e-816c-4e8c-9319-446464291ac3 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:18:31.208013 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 3030438e-816c-4e8c-9319-446464291ac3 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:18:31.208378 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:31.320893 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:31.346977 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3030438e-816c-4e8c-9319-446464291ac3'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:18:31.356821 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3030438e-816c-4e8c-9319-446464291ac3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3030438e-816c-4e8c-9319-446464291ac3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:18:31.362092 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:31.405140 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3030438e-816c-4e8c-9319-446464291ac3', 'code': 200} Mar 08 10:18:31.430702 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=3030438e-816c-4e8c-9319-446464291ac3,revision_number=8']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:18:31.463991 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9051de2-e524-4afe-b543-e05fd3b3e5e2 req-6fdf18ea-10ff-4782-9eff-54827a3f1e7c tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:31.465436 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9051de2-e524-4afe-b543-e05fd3b3e5e2 req-6fdf18ea-10ff-4782-9eff-54827a3f1e7c tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0834692 Mar 08 10:18:31.508038 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9051de2-e524-4afe-b543-e05fd3b3e5e2 req-89c1e095-f781-473b-879e-4fdd0fd8cfef tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363991 Mar 08 10:18:32.689359 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb37def-5c96-4693-9ac2-106d56891b05 req-b42e0485-f7c2-4b67-9de9-e1d2a0bb8da6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:32.690771 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6eb37def-5c96-4693-9ac2-106d56891b05 req-b42e0485-f7c2-4b67-9de9-e1d2a0bb8da6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0777049 Mar 08 10:18:32.732753 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6eb37def-5c96-4693-9ac2-106d56891b05 req-220a5d31-852e-4c2f-991b-30eb4b08319a tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364254 Mar 08 10:18:33.925945 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2f2c5-e116-40df-8d06-eb2becb0a4e4 req-bb7140fe-b7c3-4503-81c9-cf22258571d6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:33.927408 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-acf2f2c5-e116-40df-8d06-eb2becb0a4e4 req-bb7140fe-b7c3-4503-81c9-cf22258571d6 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0832078 Mar 08 10:18:33.970163 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-acf2f2c5-e116-40df-8d06-eb2becb0a4e4 req-d4dec354-e3ca-4d54-b9ea-f647ea04d682 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372844 Mar 08 10:18:35.168477 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc41dfd-ce8a-4aaa-9dac-5e1659e7535e req-2bd0de04-3785-4195-874d-81011b8ded42 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:35.169948 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8bc41dfd-ce8a-4aaa-9dac-5e1659e7535e req-2bd0de04-3785-4195-874d-81011b8ded42 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0803881 Mar 08 10:18:35.212605 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8bc41dfd-ce8a-4aaa-9dac-5e1659e7535e req-1d3ee2ed-3047-41bf-a0b7-1b7ff1a27845 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371194 Mar 08 10:18:35.635116 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-19a17cfd-19aa-41a7-bc9c-177db3924d7f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:35.636531 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-19a17cfd-19aa-41a7-bc9c-177db3924d7f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7&tenant_id=0ab8441d3d92485396d2defea990afac&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 945 time: 0.1256726 Mar 08 10:18:35.731645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc3b87-68f5-4389-8035-a832b6975363 req-d7754f65-8004-4a41-b537-65d4b4ac42f5 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:35.733103 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0dfc3b87-68f5-4389-8035-a832b6975363 req-d7754f65-8004-4a41-b537-65d4b4ac42f5 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.1615167 Mar 08 10:18:35.742024 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-ab2e6010-92db-4ce9-aef3-88625af28670 service neutron] 10.222.0.26 "GET /v2.0/ports/3030438e-816c-4e8c-9319-446464291ac3/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0992291 Mar 08 10:18:35.823687 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0dfc3b87-68f5-4389-8035-a832b6975363 req-8e3453a6-68a5-4e7e-a9cc-237f75b6a0ee tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831108 Mar 08 10:18:35.851419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-dd5f740c-f355-4e5d-b92b-5e19282e3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:35.852886 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-dd5f740c-f355-4e5d-b92b-5e19282e3f2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 1098 time: 0.0802710 Mar 08 10:18:35.977387 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-b09ef3b0-66db-4dd3-833d-7dd3266caf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:35.978782 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-b09ef3b0-66db-4dd3-833d-7dd3266caf38 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1203501 Mar 08 10:18:36.170937 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-0eb969f3-df4c-4d44-babf-91d0a02050ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3030438e-816c-4e8c-9319-446464291ac3 HTTP/1.1" status: 200 len: 1002 time: 0.1859760 Mar 08 10:18:36.232385 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-fec7d73c-3d5c-45b0-ab6e-f621f3202849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:36.233917 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-fec7d73c-3d5c-45b0-ab6e-f621f3202849 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0571952 Mar 08 10:18:36.305131 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-90b00c87-abe3-4929-990d-a88a77ec6cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:36.306523 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-90b00c87-abe3-4929-990d-a88a77ec6cfe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670085 Mar 08 10:18:36.432830 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-d19a993f-efd6-4be9-88e3-beeb9d0b2c40 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201849 Mar 08 10:18:36.560299 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-f49f4ff1-ccf5-421a-9ad6-d259aa12dc38 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223235 Mar 08 10:18:37.009429 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f26f7-9b92-4b94-8b3c-94090d435ec8 req-79427595-9527-4f10-92c7-b835bd9aee74 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:37.010846 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d74f26f7-9b92-4b94-8b3c-94090d435ec8 req-79427595-9527-4f10-92c7-b835bd9aee74 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0820429 Mar 08 10:18:37.053273 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d74f26f7-9b92-4b94-8b3c-94090d435ec8 req-220df0f1-454c-4383-9aec-88cd38b242d4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369463 Mar 08 10:18:38.233446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29078c13-da57-488c-9e0d-1a27dcdeab6d req-5100738a-88e1-4527-8486-9938c9183a67 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:38.234940 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-29078c13-da57-488c-9e0d-1a27dcdeab6d req-5100738a-88e1-4527-8486-9938c9183a67 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0772204 Mar 08 10:18:38.283109 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-29078c13-da57-488c-9e0d-1a27dcdeab6d req-f78cbf3b-bfa1-4e6e-a66c-8cb484b6938b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425265 Mar 08 10:18:39.471165 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffefe3-8f18-4a15-84dc-0ff903f9086c req-3729ecee-aeb4-4cb3-b381-e2e10423a997 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:39.473361 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-55ffefe3-8f18-4a15-84dc-0ff903f9086c req-3729ecee-aeb4-4cb3-b381-e2e10423a997 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0855443 Mar 08 10:18:39.520969 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-55ffefe3-8f18-4a15-84dc-0ff903f9086c req-47c52ef7-16ff-48e0-be00-facddb75649e tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427053 Mar 08 10:18:39.773128 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-5338c7e7-77eb-4be6-b539-a72463ee8942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:39.774617 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-5338c7e7-77eb-4be6-b539-a72463ee8942 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7&tenant_id=0ab8441d3d92485396d2defea990afac HTTP/1.1" status: 200 len: 1098 time: 0.0813930 Mar 08 10:18:39.862184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-af723ce9-71fd-4320-93f9-f25b64709cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:39.863570 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-af723ce9-71fd-4320-93f9-f25b64709cae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ab8441d3d92485396d2defea990afac&device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 1098 time: 0.0699053 Mar 08 10:18:39.988648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-0f21b762-5148-4ca7-b561-2f5411631b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:39.990109 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-0f21b762-5148-4ca7-b561-2f5411631b24 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 200 len: 913 time: 0.1214178 Mar 08 10:18:40.096946 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-c336f4dd-5cfe-4156-9507-01e1730b7fde service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3030438e-816c-4e8c-9319-446464291ac3 HTTP/1.1" status: 200 len: 1002 time: 0.1002674 Mar 08 10:18:40.160429 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-31505147-5268-4f76-8771-c3dafdd00cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:40.161758 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-31505147-5268-4f76-8771-c3dafdd00cbf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 200 len: 851 time: 0.0592208 Mar 08 10:18:40.237456 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-d9fb6f7f-ae88-46f7-9cf5-70e63dedc67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:40.239745 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-d9fb6f7f-ae88-46f7-9cf5-70e63dedc67e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db5a9ab4-6851-42b6-b700-f872dd8e8d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722353 Mar 08 10:18:40.373418 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-b64bbd2f-f299-415e-a778-1bcecda35ca3 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255937 Mar 08 10:18:40.502176 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b22c5f1e-a919-4f43-aeb6-5dac4a3aaa66 req-0dc2ac9b-eb29-4681-b640-8e2627129681 service neutron] 10.222.0.26 "GET /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236625 Mar 08 10:18:40.712417 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc904a-705b-455b-824e-c49ab7e3bd6a req-45acc249-653c-4e9d-9f01-0105fe954038 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:40.713897 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-80cc904a-705b-455b-824e-c49ab7e3bd6a req-45acc249-653c-4e9d-9f01-0105fe954038 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0868959 Mar 08 10:18:40.756874 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-80cc904a-705b-455b-824e-c49ab7e3bd6a req-9ec11f1f-e9a5-49bf-9d45-05867a881ace tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372262 Mar 08 10:18:41.182037 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3030438e-816c-4e8c-9319-446464291ac3 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:18:41.300867 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:41.326738 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3030438e-816c-4e8c-9319-446464291ac3'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:18:41.335838 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3030438e-816c-4e8c-9319-446464291ac3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3030438e-816c-4e8c-9319-446464291ac3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:18:41.340829 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:41.387044 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3030438e-816c-4e8c-9319-446464291ac3', 'code': 200} Mar 08 10:18:41.410855 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=3030438e-816c-4e8c-9319-446464291ac3,revision_number=9']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:18:41.947198 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82788699-22f1-4d22-a6a3-4bac8b50072a req-888d72c0-4cda-4573-a3b9-40db12024297 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:41.948975 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-82788699-22f1-4d22-a6a3-4bac8b50072a req-888d72c0-4cda-4573-a3b9-40db12024297 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 943 time: 0.0812082 Mar 08 10:18:41.992354 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-82788699-22f1-4d22-a6a3-4bac8b50072a req-b704a498-0c3c-4cb9-a792-7ac89c9f4a1f tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373507 Mar 08 10:18:42.322869 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:18:43.175476 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e144ef-0863-4ec5-adda-f1aa85910877 req-d8df2b26-e3d1-46fb-8bdf-77bc8e217c71 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:43.176932 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86e144ef-0863-4ec5-adda-f1aa85910877 req-d8df2b26-e3d1-46fb-8bdf-77bc8e217c71 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 943 time: 0.0788193 Mar 08 10:18:43.192878 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3030438e-816c-4e8c-9319-446464291ac3 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:18:43.220430 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86e144ef-0863-4ec5-adda-f1aa85910877 req-d54f9d45-9bf1-44fc-bcf0-588f55f80655 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378528 Mar 08 10:18:43.323541 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3030438e-816c-4e8c-9319-446464291ac3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3030438e-816c-4e8c-9319-446464291ac3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:18:43.342411 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '3030438e-816c-4e8c-9319-446464291ac3', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'port_id': '3030438e-816c-4e8c-9319-446464291ac3', 'mac_address': 'fa:16:3e:d2:a6:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:18:43.404665 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:43.405469 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:43.421883 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3030438e-816c-4e8c-9319-446464291ac3 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:18:43.436494 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3030438e-816c-4e8c-9319-446464291ac3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3030438e-816c-4e8c-9319-446464291ac3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:18:43.440490 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:43.503510 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['3030438e-816c-4e8c-9319-446464291ac3'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:18:43.550487 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=3030438e-816c-4e8c-9319-446464291ac3,revision_number=10']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:18:44.405293 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560ed13-cb1b-4537-841f-4a395f20f2da req-7177b68f-0b22-437c-a134-a301cd0fab76 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:44.407367 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d560ed13-cb1b-4537-841f-4a395f20f2da req-7177b68f-0b22-437c-a134-a301cd0fab76 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 945 time: 0.0821688 Mar 08 10:18:44.451045 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d560ed13-cb1b-4537-841f-4a395f20f2da req-bd2a22a0-bb40-4fae-bbf3-0de5df27f7fd tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381382 Mar 08 10:18:45.212700 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3030438e-816c-4e8c-9319-446464291ac3 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:18:45.280288 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 3030438e-816c-4e8c-9319-446464291ac3 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:18:45.280657 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:45.391971 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:45.417176 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3030438e-816c-4e8c-9319-446464291ac3'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:18:45.426968 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3030438e-816c-4e8c-9319-446464291ac3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3030438e-816c-4e8c-9319-446464291ac3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:18:45.431222 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:45.475866 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3030438e-816c-4e8c-9319-446464291ac3', 'code': 200} Mar 08 10:18:45.501210 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=3030438e-816c-4e8c-9319-446464291ac3,revision_number=11']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:18:45.635093 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a519682-e60d-41a8-9cde-61c854b52901 req-d514c863-4c4b-4a41-b4cb-9bf721a98aec tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:45.636536 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3a519682-e60d-41a8-9cde-61c854b52901 req-d514c863-4c4b-4a41-b4cb-9bf721a98aec tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 946 time: 0.0780590 Mar 08 10:18:45.682131 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3a519682-e60d-41a8-9cde-61c854b52901 req-e5adaf9a-6d78-4e4b-9183-c04890a6eac4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400140 Mar 08 10:18:46.866665 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847fecb-db62-49ab-b102-531b358d3bd7 req-ab05d290-a3a7-4742-902b-899494a662d3 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:46.867990 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e847fecb-db62-49ab-b102-531b358d3bd7 req-ab05d290-a3a7-4742-902b-899494a662d3 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 946 time: 0.0806293 Mar 08 10:18:46.910376 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e847fecb-db62-49ab-b102-531b358d3bd7 req-8ade360f-4756-4662-b551-367f813b555b tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369060 Mar 08 10:18:48.185916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc1743-8b91-4d70-9b21-f4caea8cdd90 req-8b81f3c3-776b-4301-88eb-bf7d955dd5ee tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:48.187353 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3bdc1743-8b91-4d70-9b21-f4caea8cdd90 req-8b81f3c3-776b-4301-88eb-bf7d955dd5ee tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 946 time: 0.1716261 Mar 08 10:18:48.230289 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3bdc1743-8b91-4d70-9b21-f4caea8cdd90 req-1a8ff12a-b193-4f7b-98e2-f2dc7120cc86 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370560 Mar 08 10:18:49.412479 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cbca2-1614-41fe-8931-50994712ea17 req-898c1da3-4b5a-4b50-af82-dcd154b84df8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:49.413836 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b24cbca2-1614-41fe-8931-50994712ea17 req-898c1da3-4b5a-4b50-af82-dcd154b84df8 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 946 time: 0.0770392 Mar 08 10:18:49.457144 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b24cbca2-1614-41fe-8931-50994712ea17 req-d2715251-7730-4371-87cc-f1d5a4deb571 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371013 Mar 08 10:18:49.652327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec8b14-4e05-4560-8ed5-64aada865642 req-94da36f8-751d-4fb9-8975-51da3dd07ff4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:49.653845 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-daec8b14-4e05-4560-8ed5-64aada865642 req-94da36f8-751d-4fb9-8975-51da3dd07ff4 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 946 time: 0.0823078 Mar 08 10:18:49.698642 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-daec8b14-4e05-4560-8ed5-64aada865642 req-60c59ab4-b450-4b0d-9812-8c3317437803 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385184 Mar 08 10:18:49.983225 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe6a50-e26a-4565-b840-5cc050b53de8 req-1f1be736-8d0f-49ec-a969-36b9f5f68057 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:49.984592 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbfe6a50-e26a-4565-b840-5cc050b53de8 req-1f1be736-8d0f-49ec-a969-36b9f5f68057 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 946 time: 0.1754086 Mar 08 10:18:50.027524 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbfe6a50-e26a-4565-b840-5cc050b53de8 req-dae4d919-cf74-486b-acbc-9358819315ec tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372963 Mar 08 10:18:50.425467 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e957eb-cbfb-4c4e-a40e-1bc3235b6ff0 req-86011b72-fb7e-4c06-b869-3024e7858ff7 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:50.426986 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-26e957eb-cbfb-4c4e-a40e-1bc3235b6ff0 req-86011b72-fb7e-4c06-b869-3024e7858ff7 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 946 time: 0.0911198 Mar 08 10:18:50.470304 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-26e957eb-cbfb-4c4e-a40e-1bc3235b6ff0 req-06a0c73e-a74d-4889-94ce-eac0afc9aa07 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375555 Mar 08 10:18:51.652939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6b198-dd0a-4f38-b6cb-014616e43cda req-94dadfbd-0dae-4d16-8898-02957cd6d811 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:51.654384 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ddb6b198-dd0a-4f38-b6cb-014616e43cda req-94dadfbd-0dae-4d16-8898-02957cd6d811 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 946 time: 0.0781419 Mar 08 10:18:51.700600 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ddb6b198-dd0a-4f38-b6cb-014616e43cda req-b8f4d2a8-a555-462a-93e1-226a9eea53dd tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403345 Mar 08 10:18:52.797429 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8da29-4482-47d5-a2b7-f62bcb2a5b55 req-df2b22f9-363b-4c18-abe1-1859f53e34db tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:52.798765 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-58c8da29-4482-47d5-a2b7-f62bcb2a5b55 req-df2b22f9-363b-4c18-abe1-1859f53e34db tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 946 time: 0.0785167 Mar 08 10:18:52.869372 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-58c8da29-4482-47d5-a2b7-f62bcb2a5b55 req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Deleting port 3030438e-816c-4e8c-9319-446464291ac3 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:18:52.869714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-58c8da29-4482-47d5-a2b7-f62bcb2a5b55 req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:52.887607 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40dda5-bbcf-441a-afba-7a6fb6248d9c req-8082bada-2618-42ad-951a-58409300a77d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:18:52.889009 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f40dda5-bbcf-441a-afba-7a6fb6248d9c req-8082bada-2618-42ad-951a-58409300a77d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 946 time: 0.0814669 Mar 08 10:18:52.931968 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f40dda5-bbcf-441a-afba-7a6fb6248d9c req-492e7f2e-e02f-4bae-b32a-0e9114843ac7 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups?id=033fc557-8329-4a84-9f01-0ad32352d366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372155 Mar 08 10:18:53.110512 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-58c8da29-4482-47d5-a2b7-f62bcb2a5b55 req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] For port 3030438e-816c-4e8c-9319-446464291ac3, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3030438e-816c-4e8c-9319-446464291ac3,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:18:53.110765 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-58c8da29-4482-47d5-a2b7-f62bcb2a5b55 req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:53.389135 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-58c8da29-4482-47d5-a2b7-f62bcb2a5b55 req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:53.389468 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-58c8da29-4482-47d5-a2b7-f62bcb2a5b55 req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:53.389724 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [req-58c8da29-4482-47d5-a2b7-f62bcb2a5b55 req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Floating IP c83ef84e-66a8-4a76-b0c9-1f8092be5795 disassociated. External IP: 172.26.2.248, port: 3030438e-816c-4e8c-9319-446464291ac3. Mar 08 10:18:53.390057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-58c8da29-4482-47d5-a2b7-f62bcb2a5b55 req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Calling delete_port for 3030438e-816c-4e8c-9319-446464291ac3 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:18:53.528484 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-58c8da29-4482-47d5-a2b7-f62bcb2a5b55 req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:53.578795 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Pushing event deleted for resources: {'Port': ['ID=3030438e-816c-4e8c-9319-446464291ac3,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:18:53.588880 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:53.589216 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:53.589546 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:53.589880 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:53.590211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:53.590545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:53.590868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:53.591514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:53.591514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:53.591809 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:53.592128 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:53.592445 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:18:53.775054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58c8da29-4482-47d5-a2b7-f62bcb2a5b55 req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Router 484aa1b6-3c69-46d8-9da9-8dc1949c490f has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:18:54.072173 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58c8da29-4482-47d5-a2b7-f62bcb2a5b55 req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:18:54.082447 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b589291-b5a0-4549-9276-117fb22424ab None None] Sync routers for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:18:54.091206 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b589291-b5a0-4549-9276-117fb22424ab None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:18:54.091799 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6b589291-b5a0-4549-9276-117fb22424ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:18:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:18:54.113244 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d396883b-efaa-4cdf-8488-03033eac2f69 req-524a54d4-c4c0-42b2-8a46-23e9684d2da7 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/ports?device_id=7656c109-031d-4e19-b71a-2c2781cda9f7 HTTP/1.1" status: 200 len: 210 time: 0.0750172 Mar 08 10:18:54.153090 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c8da29-4482-47d5-a2b7-f62bcb2a5b55 req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] No DVR routers for this DVR port 3030438e-816c-4e8c-9319-446464291ac3 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:18:54.156898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-58c8da29-4482-47d5-a2b7-f62bcb2a5b55 req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:54.159343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'name': 'network-vif-deleted', 'tag': '3030438e-816c-4e8c-9319-446464291ac3'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:18:54.175258 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-58c8da29-4482-47d5-a2b7-f62bcb2a5b55 req-4d0b0393-9ec1-47ca-a609-86aa9ed5eeab tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.26 "DELETE /v2.0/ports/3030438e-816c-4e8c-9319-446464291ac3 HTTP/1.1" status: 204 len: 173 time: 1.3712277 Mar 08 10:18:54.205377 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7656c109-031d-4e19-b71a-2c2781cda9f7', 'name': 'network-vif-deleted', 'tag': '3030438e-816c-4e8c-9319-446464291ac3', 'status': 'completed', 'code': 200} Mar 08 10:18:54.278861 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6b589291-b5a0-4549-9276-117fb22424ab None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:18:54.623160 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6b589291-b5a0-4549-9276-117fb22424ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:18:54.627455 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b589291-b5a0-4549-9276-117fb22424ab None None] Checking router: 484aa1b6-3c69-46d8-9da9-8dc1949c490f for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:18:54.635444 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b589291-b5a0-4549-9276-117fb22424ab None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:18:54.636089 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6b589291-b5a0-4549-9276-117fb22424ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:18:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:18:54.822615 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6b589291-b5a0-4549-9276-117fb22424ab None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:18:54.945711 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c793283b-915c-45eb-ad6e-216c4b9dc2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:55.131976 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6b589291-b5a0-4549-9276-117fb22424ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:18:55.135863 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b589291-b5a0-4549-9276-117fb22424ab None None] The sync data for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv is: [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:15:05Z', 'revision_number': 4, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '25bd7f68-43cd-40bf-9fc1-6277d1311c62', 'name': '', 'network_id': 'db5a9ab4-6851-42b6-b700-f872dd8e8d43', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'mac_address': 'fa:16:3e:64:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:04Z', 'updated_at': '2022-03-08T10:15:10Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'subnets': [{'id': '0231f9d6-16c9-4869-a528-68f0f1201cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:18:55.258374 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3030438e-816c-4e8c-9319-446464291ac3 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:18:55.331684 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 3030438e-816c-4e8c-9319-446464291ac3 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:18:55.331928 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3030438e-816c-4e8c-9319-446464291ac3 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:18:55.408372 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae235595-22f4-40d5-89a2-b201bf811671 None None] New status for floating IP c83ef84e-66a8-4a76-b0c9-1f8092be5795: DOWN {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:18:57.616028 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-646a2c82-1886-4761-bc9d-498c82ae4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:58.308352 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:58.328627 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:58.361688 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52252) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:18:58.426239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b01fba56-0b6e-42c9-bee0-00bb8871e732 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:58.453588 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b01fba56-0b6e-42c9-bee0-00bb8871e732 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:58.504757 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b01fba56-0b6e-42c9-bee0-00bb8871e732 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:58.523550 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fba56-0b6e-42c9-bee0-00bb8871e732 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=033fc557-8329-4a84-9f01-0ad32352d366,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:18:58.536342 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b01fba56-0b6e-42c9-bee0-00bb8871e732 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:58.539746 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b01fba56-0b6e-42c9-bee0-00bb8871e732 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "DELETE /v2.0/security-groups/033fc557-8329-4a84-9f01-0ad32352d366 HTTP/1.1" status: 204 len: 168 time: 0.1747165 Mar 08 10:18:58.540209 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52256) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:18:58.557401 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-1fe86da0-2215-40f4-8bbb-dd693e897ae0 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] show failed (client error): The resource could not be found. Mar 08 10:18:58.558402 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1fe86da0-2215-40f4-8bbb-dd693e897ae0 tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "GET /v2.0/security-groups/033fc557-8329-4a84-9f01-0ad32352d366 HTTP/1.1" status: 404 len: 347 time: 0.0172503 Mar 08 10:18:58.561052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52260) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:18:58.713207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-f0e8735a-24cf-42a4-8d55-e02cd948d00d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Deleting port 974e6917-0155-4616-b2a8-28c3c529e651 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:18:58.713543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0e8735a-24cf-42a4-8d55-e02cd948d00d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:58.874024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0e8735a-24cf-42a4-8d55-e02cd948d00d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:58.874342 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0e8735a-24cf-42a4-8d55-e02cd948d00d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:58.993627 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-f0e8735a-24cf-42a4-8d55-e02cd948d00d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Calling delete_port for 974e6917-0155-4616-b2a8-28c3c529e651 owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:18:59.129043 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0e8735a-24cf-42a4-8d55-e02cd948d00d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:59.174639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8735a-24cf-42a4-8d55-e02cd948d00d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Pushing event deleted for resources: {'Port': ['ID=974e6917-0155-4616-b2a8-28c3c529e651,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:18:59.263075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0e8735a-24cf-42a4-8d55-e02cd948d00d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:59.276790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0e8735a-24cf-42a4-8d55-e02cd948d00d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:18:59.277898 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f0e8735a-24cf-42a4-8d55-e02cd948d00d tempest-ServerActionsTestJSON-1288178172 tempest-ServerActionsTestJSON-1288178172-project] 10.222.0.24 "DELETE /v2.0/floatingips/c83ef84e-66a8-4a76-b0c9-1f8092be5795 HTTP/1.1" status: 204 len: 168 time: 0.7159905 Mar 08 10:18:59.280876 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52264) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:18:59.899870 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b9b98841-7034-40d3-87b8-d67c9942f881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:00.159477 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:00.244137 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-b9b98841-7034-40d3-87b8-d67c9942f881 admin admin] Deleting port 25bd7f68-43cd-40bf-9fc1-6277d1311c62 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:19:00.244477 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b9b98841-7034-40d3-87b8-d67c9942f881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:00.414885 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-b9b98841-7034-40d3-87b8-d67c9942f881 admin admin] For port 25bd7f68-43cd-40bf-9fc1-6277d1311c62, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=25bd7f68-43cd-40bf-9fc1-6277d1311c62,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:19:00.415443 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b9b98841-7034-40d3-87b8-d67c9942f881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:00.537316 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-b9b98841-7034-40d3-87b8-d67c9942f881 admin admin] Calling delete_port for 25bd7f68-43cd-40bf-9fc1-6277d1311c62 owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:19:00.718008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b9b98841-7034-40d3-87b8-d67c9942f881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:00.762016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b98841-7034-40d3-87b8-d67c9942f881 admin admin] Pushing event deleted for resources: {'Port': ['ID=25bd7f68-43cd-40bf-9fc1-6277d1311c62,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:01.119701 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b9b98841-7034-40d3-87b8-d67c9942f881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:01.465990 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b98841-7034-40d3-87b8-d67c9942f881 admin admin] Router 484aa1b6-3c69-46d8-9da9-8dc1949c490f has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:19:01.637512 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b98841-7034-40d3-87b8-d67c9942f881 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:19:01.647221 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ec1178-6ce2-475b-a46e-0a86f4e830ff None None] Sync routers for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:19:01.650867 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b9b98841-7034-40d3-87b8-d67c9942f881 admin admin] 10.222.0.24 "PUT /v2.0/routers/484aa1b6-3c69-46d8-9da9-8dc1949c490f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3690412 Mar 08 10:19:01.653394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52270) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:01.657548 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ec1178-6ce2-475b-a46e-0a86f4e830ff None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:19:01.658164 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-54ec1178-6ce2-475b-a46e-0a86f4e830ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:18:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:01.825815 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69d022e6-f8fa-4564-871d-a5e271cc0873 admin admin] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:01.828507 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-54ec1178-6ce2-475b-a46e-0a86f4e830ff None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:19:02.000007 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69d022e6-f8fa-4564-871d-a5e271cc0873 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:02.010467 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-69d022e6-f8fa-4564-871d-a5e271cc0873 admin admin] Deleting port 1a624efc-3dd9-401a-bb0c-40ef12d3139f {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:19:02.010804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69d022e6-f8fa-4564-871d-a5e271cc0873 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:02.100528 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-54ec1178-6ce2-475b-a46e-0a86f4e830ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:19:00Z', 'revision_number': 5, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port': {'id': '1a624efc-3dd9-401a-bb0c-40ef12d3139f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:15:02Z', 'updated_at': '2022-03-08T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:02.104233 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ec1178-6ce2-475b-a46e-0a86f4e830ff None None] Checking router: 484aa1b6-3c69-46d8-9da9-8dc1949c490f for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:19:02.112336 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ec1178-6ce2-475b-a46e-0a86f4e830ff None None] Routers {'484aa1b6-3c69-46d8-9da9-8dc1949c490f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:19:02.113005 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-54ec1178-6ce2-475b-a46e-0a86f4e830ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:18:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:02.182658 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-69d022e6-f8fa-4564-871d-a5e271cc0873 admin admin] For port 1a624efc-3dd9-401a-bb0c-40ef12d3139f, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=1a624efc-3dd9-401a-bb0c-40ef12d3139f,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:19:02.183269 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69d022e6-f8fa-4564-871d-a5e271cc0873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:02.262804 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-54ec1178-6ce2-475b-a46e-0a86f4e830ff None None] Set router 484aa1b6-3c69-46d8-9da9-8dc1949c490f gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:19:02.302669 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-69d022e6-f8fa-4564-871d-a5e271cc0873 admin admin] Calling delete_port for 1a624efc-3dd9-401a-bb0c-40ef12d3139f owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:19:02.396326 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-54ec1178-6ce2-475b-a46e-0a86f4e830ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:19:02Z', 'revision_number': 6, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:02.400611 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ec1178-6ce2-475b-a46e-0a86f4e830ff None None] The sync data for ids ['484aa1b6-3c69-46d8-9da9-8dc1949c490f'] in dv-neutron-831730-2-hyperv is: [{'id': '484aa1b6-3c69-46d8-9da9-8dc1949c490f', 'name': 'tempest-ServerActionsTestJSON-1799338662-router', 'tenant_id': '0ab8441d3d92485396d2defea990afac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:15:01Z', 'updated_at': '2022-03-08T10:19:02Z', 'revision_number': 6, 'project_id': '0ab8441d3d92485396d2defea990afac', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:19:02.573274 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69d022e6-f8fa-4564-871d-a5e271cc0873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:02.621916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d022e6-f8fa-4564-871d-a5e271cc0873 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a624efc-3dd9-401a-bb0c-40ef12d3139f,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:02.707155 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69d022e6-f8fa-4564-871d-a5e271cc0873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:02.837285 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 25bd7f68-43cd-40bf-9fc1-6277d1311c62 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:19:02.871248 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 25bd7f68-43cd-40bf-9fc1-6277d1311c62 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:19:02.871598 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 25bd7f68-43cd-40bf-9fc1-6277d1311c62 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:19:02.881973 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69d022e6-f8fa-4564-871d-a5e271cc0873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:02.884228 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69d022e6-f8fa-4564-871d-a5e271cc0873 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:02.905423 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69d022e6-f8fa-4564-871d-a5e271cc0873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:02.906544 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d022e6-f8fa-4564-871d-a5e271cc0873 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 484aa1b6-3c69-46d8-9da9-8dc1949c490f {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:19:02.920093 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-69d022e6-f8fa-4564-871d-a5e271cc0873 admin admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:02.921847 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-69d022e6-f8fa-4564-871d-a5e271cc0873 admin admin] 10.222.0.24 "DELETE /v2.0/routers/484aa1b6-3c69-46d8-9da9-8dc1949c490f HTTP/1.1" status: 204 len: 168 time: 1.2669482 Mar 08 10:19:02.924401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52274) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:02.983242 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba33ef6-6f56-4e78-9bf4-b11e2d8c8364 admin admin] Deleting subnet 0231f9d6-16c9-4869-a528-68f0f1201cef {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:19:02.986706 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cba33ef6-6f56-4e78-9bf4-b11e2d8c8364 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:03.033499 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cba33ef6-6f56-4e78-9bf4-b11e2d8c8364 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:03.110104 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cba33ef6-6f56-4e78-9bf4-b11e2d8c8364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:03.182439 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cba33ef6-6f56-4e78-9bf4-b11e2d8c8364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:03.221697 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba33ef6-6f56-4e78-9bf4-b11e2d8c8364 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0231f9d6-16c9-4869-a528-68f0f1201cef,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:03.223599 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-cba33ef6-6f56-4e78-9bf4-b11e2d8c8364 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:03.228033 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7470d490-d733-48b7-a856-438ecab3e9cf None None] Network db5a9ab4-6851-42b6-b700-f872dd8e8d43 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:19:03.232249 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 52278) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:03.232813 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-cba33ef6-6f56-4e78-9bf4-b11e2d8c8364 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0231f9d6-16c9-4869-a528-68f0f1201cef HTTP/1.1" status: 204 len: 168 time: 0.3069129 Mar 08 10:19:03.341712 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:03.353080 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Deleting port f13d0d21-3198-48a9-89bd-b52496711346 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:19:03.353325 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:03.493852 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5650ca8a-4972-4e42-bccb-4e5985517a97 None None] DHCP port deletion for db5a9ab4-6851-42b6-b700-f872dd8e8d43 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:19:03.498131 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5650ca8a-4972-4e42-bccb-4e5985517a97 None None] Deleting port f13d0d21-3198-48a9-89bd-b52496711346 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:19:03.498513 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5650ca8a-4972-4e42-bccb-4e5985517a97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:03.569416 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] For port f13d0d21-3198-48a9-89bd-b52496711346, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f13d0d21-3198-48a9-89bd-b52496711346,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:19:03.569901 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:03.691978 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Calling delete_port for f13d0d21-3198-48a9-89bd-b52496711346 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:19:03.704521 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5650ca8a-4972-4e42-bccb-4e5985517a97 None None] For port f13d0d21-3198-48a9-89bd-b52496711346, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f13d0d21-3198-48a9-89bd-b52496711346,segment=NetworkSegment(ba2a2058-86a2-4a02-9a11-6776a2fc95dc),segment_id=ba2a2058-86a2-4a02-9a11-6776a2fc95dc)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:19:03.704945 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5650ca8a-4972-4e42-bccb-4e5985517a97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:03.769165 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:03.817229 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Pushing event deleted for resources: {'Port': ['ID=f13d0d21-3198-48a9-89bd-b52496711346,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:03.820808 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] No DVR routers for this DVR port f13d0d21-3198-48a9-89bd-b52496711346 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:19:03.827813 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5650ca8a-4972-4e42-bccb-4e5985517a97 None None] Calling delete_port for f13d0d21-3198-48a9-89bd-b52496711346 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:19:03.850137 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:03.850489 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:03.850830 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:03.851168 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:03.851503 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:03.851838 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:03.852169 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:03.852496 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:03.852850 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:03.853183 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:03.853506 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:03.853832 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:03.898494 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-5650ca8a-4972-4e42-bccb-4e5985517a97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 10:19:03.899086 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-5650ca8a-4972-4e42-bccb-4e5985517a97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 10:19:03.945228 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:03.970444 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5a9ab4-6851-42b6-b700-f872dd8e8d43']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:03.981940 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:03.982235 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2a2058-86a2-4a02-9a11-6776a2fc95dc') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:03.993117 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:04.013487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:04.020046 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:19:04.020422 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:19:04.033535 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:19:04.104851 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:04.124166 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:04.134023 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] Pushing event deleted for resources: {'Network': ['ID=db5a9ab4-6851-42b6-b700-f872dd8e8d43,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:04.141458 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8e34c570-b74b-42f6-ac7c-c07d5b848bae admin admin] 10.222.0.24 "DELETE /v2.0/networks/db5a9ab4-6851-42b6-b700-f872dd8e8d43 HTTP/1.1" status: 204 len: 168 time: 0.9066274 Mar 08 10:19:04.251318 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52284) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:04.298141 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-49d7f13c-df99-4e04-bb00-f94a531c5cfc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ab8441d3d92485396d2defea990afac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455627 Mar 08 10:19:04.300246 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52288) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:04.358089 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eca0885e-52da-4cbd-95de-7d3b35ff6cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:04.382549 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eca0885e-52da-4cbd-95de-7d3b35ff6cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:04.400251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5650ca8a-4972-4e42-bccb-4e5985517a97 None None] Deleting port f13d0d21-3198-48a9-89bd-b52496711346 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:19:04.400636 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5650ca8a-4972-4e42-bccb-4e5985517a97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:04.433449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eca0885e-52da-4cbd-95de-7d3b35ff6cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:04.452480 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0885e-52da-4cbd-95de-7d3b35ff6cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec87a48-c483-4907-afab-74700aa42bac,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:04.460478 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-eca0885e-52da-4cbd-95de-7d3b35ff6cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:04.461896 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-eca0885e-52da-4cbd-95de-7d3b35ff6cac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ec87a48-c483-4907-afab-74700aa42bac HTTP/1.1" status: 204 len: 168 time: 0.1605117 Mar 08 10:19:04.493707 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5650ca8a-4972-4e42-bccb-4e5985517a97 None None] The port 'f13d0d21-3198-48a9-89bd-b52496711346' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 10:19:04.605940 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 1a624efc-3dd9-401a-bb0c-40ef12d3139f no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:19:04.638847 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 1a624efc-3dd9-401a-bb0c-40ef12d3139f {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:19:04.639194 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 1a624efc-3dd9-401a-bb0c-40ef12d3139f not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:19:04.639605 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f13d0d21-3198-48a9-89bd-b52496711346 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:19:04.674602 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: f13d0d21-3198-48a9-89bd-b52496711346 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:19:04.674947 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f13d0d21-3198-48a9-89bd-b52496711346 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:19:05.192072 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 52312) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:05.295012 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-606028700-network', 'tenant_id': '7d88623979a6475c932a84321b73354f'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:05.300266 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:05.304066 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Usage tracker for resource:network and tenant:7d88623979a6475c932a84321b73354f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:05.306924 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:05.312456 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:05.326486 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Made reservation on behalf of 7d88623979a6475c932a84321b73354f for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:19:05.329414 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:05.340710 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:05.354922 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:05.358653 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Usage tracker for resource:security_group_rule and tenant:7d88623979a6475c932a84321b73354f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:05.361372 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:05.366872 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:05.458212 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:05.461813 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:05.491782 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:19:05.500028 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:05.505497 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:05.505849 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Added segment 557438d6-1fec-4dc9-92da-7d9f941aadd8 of type vlan for network b7ab64fc-0038-4f66-b767-84a9f46dcce6 Mar 08 10:19:05.532932 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:05.560854 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:05.561721 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:05.562299 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:05.662850 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4696600 Mar 08 10:19:05.663717 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195fce2-c33e-407d-adbf-53d9bc0b27df admin admin] Pushing event updated for resources: {'Network': ['ID=b7ab64fc-0038-4f66-b767-84a9f46dcce6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:05.665991 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 52318) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:05.671682 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ebd210e5-66ab-4a67-85c4-438fb5a79862 admin admin] Request body: {'subnet': {'network_id': 'b7ab64fc-0038-4f66-b767-84a9f46dcce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-606028700-subnet', 'tenant_id': '7d88623979a6475c932a84321b73354f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:05.673766 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network b7ab64fc-0038-4f66-b767-84a9f46dcce6 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:19:05.677735 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ebd210e5-66ab-4a67-85c4-438fb5a79862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:05.681645 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ebd210e5-66ab-4a67-85c4-438fb5a79862 admin admin] Usage tracker for resource:subnet and tenant:7d88623979a6475c932a84321b73354f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:05.684416 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ebd210e5-66ab-4a67-85c4-438fb5a79862 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:05.691202 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ebd210e5-66ab-4a67-85c4-438fb5a79862 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:05.700391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd210e5-66ab-4a67-85c4-438fb5a79862 admin admin] Made reservation on behalf of 7d88623979a6475c932a84321b73354f for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:19:05.703491 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ebd210e5-66ab-4a67-85c4-438fb5a79862 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:05.899039 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ebd210e5-66ab-4a67-85c4-438fb5a79862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:05.973385 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd210e5-66ab-4a67-85c4-438fb5a79862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd6a1dcb-0faf-4b7e-908b-f73ec8cf1928,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:05.982372 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd210e5-66ab-4a67-85c4-438fb5a79862 admin admin] Checking segment: {'id': '557438d6-1fec-4dc9-92da-7d9f941aadd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b7ab64fc-0038-4f66-b767-84a9f46dcce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:19:05.982852 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd210e5-66ab-4a67-85c4-438fb5a79862 admin admin] Network hostable DHCP agents. Network: b7ab64fc-0038-4f66-b767-84a9f46dcce6, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:19:06.001491 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd210e5-66ab-4a67-85c4-438fb5a79862 admin admin] Network b7ab64fc-0038-4f66-b767-84a9f46dcce6 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:19:06.009997 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ebd210e5-66ab-4a67-85c4-438fb5a79862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, b7ab64fc-0038-4f66-b767-84a9f46dcce6) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:19:06.014304 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd210e5-66ab-4a67-85c4-438fb5a79862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:06.016055 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ebd210e5-66ab-4a67-85c4-438fb5a79862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:06.020433 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4884945-c19c-44d4-b50e-8830865731ad None None] Network b7ab64fc-0038-4f66-b767-84a9f46dcce6 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:19:06.036949 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ebd210e5-66ab-4a67-85c4-438fb5a79862 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3697929 Mar 08 10:19:06.258226 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acda9f35-9221-4e12-83f6-d8049df63b33 None None] Network b7ab64fc-0038-4f66-b767-84a9f46dcce6 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:19:06.529957 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-1a01c3f2-a081-4460-a909-73c414a0c26d tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:06.531155 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-1a01c3f2-a081-4460-a909-73c414a0c26d tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Synchronizing usage tracker for tenant:7d88623979a6475c932a84321b73354f on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:19:06.548908 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-1a01c3f2-a081-4460-a909-73c414a0c26d tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Unset dirty status for tenant:7d88623979a6475c932a84321b73354f on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:19:06.550147 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-1a01c3f2-a081-4460-a909-73c414a0c26d tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/networks?id=b7ab64fc-0038-4f66-b767-84a9f46dcce6 HTTP/1.1" status: 200 len: 813 time: 0.1604617 Mar 08 10:19:06.564475 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-875bae1f-2feb-4715-9c7e-96bf01237780 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/quotas/7d88623979a6475c932a84321b73354f HTTP/1.1" status: 200 len: 375 time: 0.0089667 Mar 08 10:19:06.610596 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-470402ce-b45f-4ba4-a0ba-68acceeb5892 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d88623979a6475c932a84321b73354f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409305 Mar 08 10:19:06.662660 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-baf6a266-6acc-488f-8f76-ced19a50bc8a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 10:19:06.663645 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-baf6a266-6acc-488f-8f76-ced19a50bc8a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468554 Mar 08 10:19:06.798785 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-f184b14f-7960-406b-8f6b-7ff6e8b1db91 service neutron] 10.222.0.24 "GET /v2.0/networks/b7ab64fc-0038-4f66-b767-84a9f46dcce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289854 Mar 08 10:19:06.925351 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-135647ec-55b5-4ad1-b835-6b6f0b5225ce service neutron] 10.222.0.24 "GET /v2.0/networks/b7ab64fc-0038-4f66-b767-84a9f46dcce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209369 Mar 08 10:19:07.098882 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5774ebbd-d654-4e1e-92fe-67c6b2038c75 req-4159e020-db3a-4d65-b74a-e89a02bb1a57 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 210 time: 0.0416565 Mar 08 10:19:08.087500 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-b908ffbb-c852-4e2a-ba25-36d22335b15d tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:08.088918 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-b908ffbb-c852-4e2a-ba25-36d22335b15d tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.26 "GET /v2.0/networks?id=b7ab64fc-0038-4f66-b767-84a9f46dcce6 HTTP/1.1" status: 200 len: 813 time: 0.1425922 Mar 08 10:19:08.100244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-68a58cfe-06bd-4426-81f5-16b8b3019dd3 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Request body: {'port': {'device_id': 'f64d1eb1-f29a-4dd9-9d67-5504f17f1bff', 'network_id': 'b7ab64fc-0038-4f66-b767-84a9f46dcce6', 'admin_state_up': True, 'tenant_id': '7d88623979a6475c932a84321b73354f'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:08.239827 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-68a58cfe-06bd-4426-81f5-16b8b3019dd3 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:08.243714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-68a58cfe-06bd-4426-81f5-16b8b3019dd3 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Usage tracker for resource:port and tenant:7d88623979a6475c932a84321b73354f is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:08.246679 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-68a58cfe-06bd-4426-81f5-16b8b3019dd3 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:08.252593 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-68a58cfe-06bd-4426-81f5-16b8b3019dd3 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:08.262118 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-68a58cfe-06bd-4426-81f5-16b8b3019dd3 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Made reservation on behalf of 7d88623979a6475c932a84321b73354f for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:19:08.265808 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-68a58cfe-06bd-4426-81f5-16b8b3019dd3 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:08.354015 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c623dd16-1682-4dea-b438-6aedad0e8c45 req-db9bff4a-17b7-4d57-bf63-ecbd9368b28f tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 210 time: 0.1465766 Mar 08 10:19:08.430476 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-68a58cfe-06bd-4426-81f5-16b8b3019dd3 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Allocated IP 172.20.0.13 (b7ab64fc-0038-4f66-b767-84a9f46dcce6/cd6a1dcb-0faf-4b7e-908b-f73ec8cf1928/7bad7b6e-88fc-4158-a20e-e496b45675db) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:19:08.627546 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-68a58cfe-06bd-4426-81f5-16b8b3019dd3 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:08.656199 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-68a58cfe-06bd-4426-81f5-16b8b3019dd3 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:08.720527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-68a58cfe-06bd-4426-81f5-16b8b3019dd3 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Network b7ab64fc-0038-4f66-b767-84a9f46dcce6 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:19:08.727451 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-68a58cfe-06bd-4426-81f5-16b8b3019dd3 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:19:08.731868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-68a58cfe-06bd-4426-81f5-16b8b3019dd3 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:19:08.765375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a58cfe-06bd-4426-81f5-16b8b3019dd3 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Pushing event updated for resources: {'Port': ['ID=7bad7b6e-88fc-4158-a20e-e496b45675db,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:08.796946 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-68a58cfe-06bd-4426-81f5-16b8b3019dd3 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:08.797544 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-68a58cfe-06bd-4426-81f5-16b8b3019dd3 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:08.818082 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-68a58cfe-06bd-4426-81f5-16b8b3019dd3 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7213125 Mar 08 10:19:08.829487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Request body: {'port': {'device_id': 'f64d1eb1-f29a-4dd9-9d67-5504f17f1bff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:09.021695 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:09.348806 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bad7b6e-88fc-4158-a20e-e496b45675db {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:19:09.355658 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:09.369678 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Transition to ACTIVE for port object 7bad7b6e-88fc-4158-a20e-e496b45675db will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:19:09.373670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:09.570894 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Pushing event updated for resources: {'Port': ['ID=7bad7b6e-88fc-4158-a20e-e496b45675db,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:09.667632 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3a317-8992-41d0-b2d6-5277b85ff0f3 req-74e41664-9098-40ad-885d-542af696ad06 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:09.668323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-bfd3a317-8992-41d0-b2d6-5277b85ff0f3 req-74e41664-9098-40ad-885d-542af696ad06 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Synchronizing usage tracker for tenant:7d88623979a6475c932a84321b73354f on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:19:09.681708 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Attempting to bind port 7bad7b6e-88fc-4158-a20e-e496b45675db on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:19:09.682041 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Attempting to bind port 7bad7b6e-88fc-4158-a20e-e496b45675db by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '557438d6-1fec-4dc9-92da-7d9f941aadd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b7ab64fc-0038-4f66-b767-84a9f46dcce6'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:19:09.682369 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Attempting to bind port 7bad7b6e-88fc-4158-a20e-e496b45675db on network b7ab64fc-0038-4f66-b767-84a9f46dcce6 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:19:09.690611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Port 7bad7b6e-88fc-4158-a20e-e496b45675db on network b7ab64fc-0038-4f66-b767-84a9f46dcce6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:19:09.690931 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Attempting to bind port 7bad7b6e-88fc-4158-a20e-e496b45675db on network b7ab64fc-0038-4f66-b767-84a9f46dcce6 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:19:09.696610 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:19:09.697009 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Checking segment: {'id': '557438d6-1fec-4dc9-92da-7d9f941aadd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b7ab64fc-0038-4f66-b767-84a9f46dcce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:19:09.697386 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Bound using segment: {'id': '557438d6-1fec-4dc9-92da-7d9f941aadd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b7ab64fc-0038-4f66-b767-84a9f46dcce6'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:19:09.697801 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Bound port: 7bad7b6e-88fc-4158-a20e-e496b45675db, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557438d6-1fec-4dc9-92da-7d9f941aadd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b7ab64fc-0038-4f66-b767-84a9f46dcce6'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:19:09.698136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:09.707040 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-bfd3a317-8992-41d0-b2d6-5277b85ff0f3 req-74e41664-9098-40ad-885d-542af696ad06 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Unset dirty status for tenant:7d88623979a6475c932a84321b73354f on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:19:09.708148 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bfd3a317-8992-41d0-b2d6-5277b85ff0f3 req-74e41664-9098-40ad-885d-542af696ad06 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 944 time: 0.2352071 Mar 08 10:19:09.813881 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bfd3a317-8992-41d0-b2d6-5277b85ff0f3 req-97d55beb-2f01-47f4-bbf2-4023bce9a9d1 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985105 Mar 08 10:19:09.827825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] For port 7bad7b6e-88fc-4158-a20e-e496b45675db, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:19:09.830900 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] For port 7bad7b6e-88fc-4158-a20e-e496b45675db, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=7bad7b6e-88fc-4158-a20e-e496b45675db,segment=NetworkSegment(557438d6-1fec-4dc9-92da-7d9f941aadd8),segment_id=557438d6-1fec-4dc9-92da-7d9f941aadd8)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:19:09.835177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:09.886938 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:09.887537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:09.888958 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] 10.222.0.26 "PUT /v2.0/ports/7bad7b6e-88fc-4158-a20e-e496b45675db HTTP/1.1" status: 200 len: 1094 time: 1.0639005 Mar 08 10:19:09.889381 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64d1eb1-f29a-4dd9-9d67-5504f17f1bff', 'tag': '7bad7b6e-88fc-4158-a20e-e496b45675db'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:19:09.918032 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6843c-c164-4d7b-81bb-b38abff25806 service neutron] Pushing event updated for resources: {'Port': ['ID=7bad7b6e-88fc-4158-a20e-e496b45675db,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:09.963943 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64d1eb1-f29a-4dd9-9d67-5504f17f1bff', 'tag': '7bad7b6e-88fc-4158-a20e-e496b45675db', 'status': 'completed', 'code': 200} Mar 08 10:19:10.001472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-d8f45d39-e738-4fd8-98e3-1b1ecc63eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:10.002959 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-d8f45d39-e738-4fd8-98e3-1b1ecc63eff3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d88623979a6475c932a84321b73354f&device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 1097 time: 0.0729530 Mar 08 10:19:10.067071 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-7e719662-41ea-4877-abb4-dd7711124a97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bad7b6e-88fc-4158-a20e-e496b45675db HTTP/1.1" status: 200 len: 217 time: 0.0578423 Mar 08 10:19:10.131440 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-e34a5d84-b601-4efb-8844-589b4a946298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:10.132929 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-e34a5d84-b601-4efb-8844-589b4a946298 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd6a1dcb-0faf-4b7e-908b-f73ec8cf1928 HTTP/1.1" status: 200 len: 853 time: 0.0605555 Mar 08 10:19:10.177227 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-6722ec63-275f-4c0d-8a9e-ca16d2e9d314 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7ab64fc-0038-4f66-b767-84a9f46dcce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386741 Mar 08 10:19:10.303482 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-e6f855cc-ccde-4aa8-9f38-20a739bc370f service neutron] 10.222.0.26 "GET /v2.0/networks/b7ab64fc-0038-4f66-b767-84a9f46dcce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202290 Mar 08 10:19:10.431513 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-159f9040-4b89-4f41-9eed-e87e1043ce1e req-721995d9-3e74-47d8-bd6d-1199a08199ed service neutron] 10.222.0.26 "GET /v2.0/networks/b7ab64fc-0038-4f66-b767-84a9f46dcce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223454 Mar 08 10:19:10.543949 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e957010-e81f-4edd-9d3f-9196529053c6 req-db96f7db-6b09-45a2-a320-88412182ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:10.545404 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1e957010-e81f-4edd-9d3f-9196529053c6 req-db96f7db-6b09-45a2-a320-88412182ccd9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d88623979a6475c932a84321b73354f&device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 1097 time: 0.0679998 Mar 08 10:19:10.782860 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e957010-e81f-4edd-9d3f-9196529053c6 req-d2bf25b5-6fd4-4ea6-80a1-9af0c85192ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:10.784163 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1e957010-e81f-4edd-9d3f-9196529053c6 req-d2bf25b5-6fd4-4ea6-80a1-9af0c85192ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7ab64fc-0038-4f66-b767-84a9f46dcce6 HTTP/1.1" status: 200 len: 914 time: 0.2325399 Mar 08 10:19:10.848266 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1e957010-e81f-4edd-9d3f-9196529053c6 req-6e588333-e17e-46db-aa2e-38dd722d5628 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bad7b6e-88fc-4158-a20e-e496b45675db HTTP/1.1" status: 200 len: 217 time: 0.0585008 Mar 08 10:19:10.910989 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e957010-e81f-4edd-9d3f-9196529053c6 req-e8ba8324-a0b9-42ad-920d-88fe8343949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:10.912444 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1e957010-e81f-4edd-9d3f-9196529053c6 req-e8ba8324-a0b9-42ad-920d-88fe8343949d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd6a1dcb-0faf-4b7e-908b-f73ec8cf1928 HTTP/1.1" status: 200 len: 853 time: 0.0588775 Mar 08 10:19:10.995523 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1e957010-e81f-4edd-9d3f-9196529053c6 req-1c41ebef-de5e-4a9f-840d-40a34fbe6a58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7ab64fc-0038-4f66-b767-84a9f46dcce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766549 Mar 08 10:19:11.130193 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5a3f1-1542-4b5d-9692-34633e6306fe req-55ce6c4f-895f-4e0e-b74b-8ceb6eea29db tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:11.131538 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cca5a3f1-1542-4b5d-9692-34633e6306fe req-55ce6c4f-895f-4e0e-b74b-8ceb6eea29db tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 944 time: 0.2143779 Mar 08 10:19:11.170930 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1e957010-e81f-4edd-9d3f-9196529053c6 req-14ed290d-cdec-46ff-b66b-64898e963145 service neutron] 10.222.0.26 "GET /v2.0/networks/b7ab64fc-0038-4f66-b767-84a9f46dcce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679807 Mar 08 10:19:11.221533 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cca5a3f1-1542-4b5d-9692-34633e6306fe req-1f835d87-bb42-4609-89eb-a7954f9e43b6 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823917 Mar 08 10:19:11.312435 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1e957010-e81f-4edd-9d3f-9196529053c6 req-2c624a76-ca91-41b2-a76f-1ce9498bcbb4 service neutron] 10.222.0.26 "GET /v2.0/networks/b7ab64fc-0038-4f66-b767-84a9f46dcce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339116 Mar 08 10:19:12.403637 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00bb5b-aedc-4f7c-a1f3-216100aa4c92 req-86d6649f-a75b-4c56-a994-8686cc22a4ec tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:12.405760 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bb00bb5b-aedc-4f7c-a1f3-216100aa4c92 req-86d6649f-a75b-4c56-a994-8686cc22a4ec tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 944 time: 0.0809054 Mar 08 10:19:12.449831 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-bb00bb5b-aedc-4f7c-a1f3-216100aa4c92 req-9e8f7f12-dc82-448d-800c-f49d1ea64f70 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Synchronizing usage tracker for tenant:7d88623979a6475c932a84321b73354f on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:19:12.466529 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-bb00bb5b-aedc-4f7c-a1f3-216100aa4c92 req-9e8f7f12-dc82-448d-800c-f49d1ea64f70 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Unset dirty status for tenant:7d88623979a6475c932a84321b73354f on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:19:12.467675 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bb00bb5b-aedc-4f7c-a1f3-216100aa4c92 req-9e8f7f12-dc82-448d-800c-f49d1ea64f70 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562420 Mar 08 10:19:13.398190 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 7bad7b6e-88fc-4158-a20e-e496b45675db details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:19:13.416353 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:13.535599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 7bad7b6e-88fc-4158-a20e-e496b45675db, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=7bad7b6e-88fc-4158-a20e-e496b45675db,segment=NetworkSegment(557438d6-1fec-4dc9-92da-7d9f941aadd8),segment_id=557438d6-1fec-4dc9-92da-7d9f941aadd8)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:19:13.550238 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '7bad7b6e-88fc-4158-a20e-e496b45675db', 'network_id': 'b7ab64fc-0038-4f66-b767-84a9f46dcce6', 'port_id': '7bad7b6e-88fc-4158-a20e-e496b45675db', 'mac_address': 'fa:16:3e:2c:12:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6a1dcb-0faf-4b7e-908b-f73ec8cf1928', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:19:13.605712 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:13.621925 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bad7b6e-88fc-4158-a20e-e496b45675db {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:19:13.636778 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 7bad7b6e-88fc-4158-a20e-e496b45675db, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=7bad7b6e-88fc-4158-a20e-e496b45675db,segment=NetworkSegment(557438d6-1fec-4dc9-92da-7d9f941aadd8),segment_id=557438d6-1fec-4dc9-92da-7d9f941aadd8)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:19:13.641379 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:13.654315 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c94404-8240-4b52-9da8-39ecdc719ab1 req-5caf507d-b581-4180-9b59-6da175803f50 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:13.656245 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d5c94404-8240-4b52-9da8-39ecdc719ab1 req-5caf507d-b581-4180-9b59-6da175803f50 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 944 time: 0.0805216 Mar 08 10:19:13.699562 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d5c94404-8240-4b52-9da8-39ecdc719ab1 req-0f358528-95f9-4f0e-bc81-5f686719841f tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371976 Mar 08 10:19:13.710073 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=7bad7b6e-88fc-4158-a20e-e496b45675db,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:13.935101 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['7bad7b6e-88fc-4158-a20e-e496b45675db'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:19:14.879895 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52d867-5831-4ef4-981e-0cb1a9c5d015 req-d0157bd6-10c7-45d5-b200-ca90c4328654 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:14.881363 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aa52d867-5831-4ef4-981e-0cb1a9c5d015 req-d0157bd6-10c7-45d5-b200-ca90c4328654 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 945 time: 0.0771894 Mar 08 10:19:14.924018 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aa52d867-5831-4ef4-981e-0cb1a9c5d015 req-94e5a8e6-5b2a-4669-aa04-b6fadd6befb1 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372288 Mar 08 10:19:15.398156 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 7bad7b6e-88fc-4158-a20e-e496b45675db up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:19:15.466709 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 7bad7b6e-88fc-4158-a20e-e496b45675db completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:19:15.471553 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 7bad7b6e-88fc-4158-a20e-e496b45675db triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:19:15.471938 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:15.585340 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:15.610540 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64d1eb1-f29a-4dd9-9d67-5504f17f1bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bad7b6e-88fc-4158-a20e-e496b45675db'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:19:15.620251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 7bad7b6e-88fc-4158-a20e-e496b45675db, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=7bad7b6e-88fc-4158-a20e-e496b45675db,segment=NetworkSegment(557438d6-1fec-4dc9-92da-7d9f941aadd8),segment_id=557438d6-1fec-4dc9-92da-7d9f941aadd8)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:19:15.624645 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:15.655378 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64d1eb1-f29a-4dd9-9d67-5504f17f1bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bad7b6e-88fc-4158-a20e-e496b45675db', 'code': 200} Mar 08 10:19:15.693272 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=7bad7b6e-88fc-4158-a20e-e496b45675db,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:15.872836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3894fd1-c5ae-4607-87fd-387720439717 req-e577b5fe-0454-46f7-ac10-a94422044fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:15.874841 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b3894fd1-c5ae-4607-87fd-387720439717 req-e577b5fe-0454-46f7-ac10-a94422044fbb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 1099 time: 0.0712466 Mar 08 10:19:15.912959 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b3894fd1-c5ae-4607-87fd-387720439717 req-1381e00b-c1a8-4918-a8fa-6d2f6484005e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323610 Mar 08 10:19:16.111402 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1661b4-07fb-41ad-a1c3-98c789688974 req-0a7baff9-5049-4ee7-834c-db87f6bd3b40 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:16.112887 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fe1661b4-07fb-41ad-a1c3-98c789688974 req-0a7baff9-5049-4ee7-834c-db87f6bd3b40 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 946 time: 0.0811505 Mar 08 10:19:16.155397 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fe1661b4-07fb-41ad-a1c3-98c789688974 req-2469c373-c97a-4d26-85b0-43de7308365b tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369823 Mar 08 10:19:17.339665 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4c916-e31d-49c6-a4d4-7c6c478a6c55 req-837438b0-afec-4f55-a826-985e6c0e681d tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:17.341084 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5dc4c916-e31d-49c6-a4d4-7c6c478a6c55 req-837438b0-afec-4f55-a826-985e6c0e681d tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 946 time: 0.0776491 Mar 08 10:19:17.387091 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5dc4c916-e31d-49c6-a4d4-7c6c478a6c55 req-a92814b6-7b21-45a1-a2d4-d6b542600216 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404637 Mar 08 10:19:17.667995 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc65c86-923d-4965-8469-0728e9e510ff req-b36ac6c5-e0e1-480c-8265-4f264660f0f6 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:17.669447 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4bc65c86-923d-4965-8469-0728e9e510ff req-b36ac6c5-e0e1-480c-8265-4f264660f0f6 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/networks?id=b7ab64fc-0038-4f66-b767-84a9f46dcce6 HTTP/1.1" status: 200 len: 813 time: 0.1461411 Mar 08 10:19:17.683766 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4bc65c86-923d-4965-8469-0728e9e510ff req-ca17769b-e2f8-4c7f-84df-7c45756ef383 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/quotas/7d88623979a6475c932a84321b73354f HTTP/1.1" status: 200 len: 375 time: 0.0087731 Mar 08 10:19:17.763831 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4bc65c86-923d-4965-8469-0728e9e510ff req-d7aa4305-2955-4a45-9d4d-0636a14a5815 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d88623979a6475c932a84321b73354f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0746884 Mar 08 10:19:17.892513 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4bc65c86-923d-4965-8469-0728e9e510ff req-ce637fd4-149f-4aed-9c4b-f16daa368146 service neutron] 10.222.0.24 "GET /v2.0/networks/b7ab64fc-0038-4f66-b767-84a9f46dcce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213830 Mar 08 10:19:18.019999 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4bc65c86-923d-4965-8469-0728e9e510ff req-343c3fc4-eb75-4a28-b608-62ca2e5fb6a1 service neutron] 10.222.0.24 "GET /v2.0/networks/b7ab64fc-0038-4f66-b767-84a9f46dcce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215837 Mar 08 10:19:18.188642 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4ef385ff-3be5-4ff4-9ef5-a341c948b2d0 req-bc0addce-dc83-467a-afe9-27fb0091ff67 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936 HTTP/1.1" status: 200 len: 210 time: 0.0416124 Mar 08 10:19:19.177357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc65c86-923d-4965-8469-0728e9e510ff req-8053bcad-33aa-40de-8984-a241093ca622 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:19.178758 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4bc65c86-923d-4965-8469-0728e9e510ff req-8053bcad-33aa-40de-8984-a241093ca622 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.26 "GET /v2.0/networks?id=b7ab64fc-0038-4f66-b767-84a9f46dcce6 HTTP/1.1" status: 200 len: 813 time: 0.1475172 Mar 08 10:19:19.190975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-4bc65c86-923d-4965-8469-0728e9e510ff req-d1465434-0d86-4d02-ab58-dd8cb14b5105 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Request body: {'port': {'device_id': 'f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936', 'network_id': 'b7ab64fc-0038-4f66-b767-84a9f46dcce6', 'admin_state_up': True, 'tenant_id': '7d88623979a6475c932a84321b73354f'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:19.320703 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:19:19.331428 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-4bc65c86-923d-4965-8469-0728e9e510ff req-d1465434-0d86-4d02-ab58-dd8cb14b5105 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:19.340170 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7ee838ee-3173-46a8-bf4d-5ece1e3790ed req-a899362e-2b7d-4956-863d-8444270ab457 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936 HTTP/1.1" status: 200 len: 210 time: 0.0466518 Mar 08 10:19:19.341537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-4bc65c86-923d-4965-8469-0728e9e510ff req-d1465434-0d86-4d02-ab58-dd8cb14b5105 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:19.351421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc65c86-923d-4965-8469-0728e9e510ff req-d1465434-0d86-4d02-ab58-dd8cb14b5105 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Made reservation on behalf of 7d88623979a6475c932a84321b73354f for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:19:19.354985 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4bc65c86-923d-4965-8469-0728e9e510ff req-d1465434-0d86-4d02-ab58-dd8cb14b5105 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:19.512240 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-4bc65c86-923d-4965-8469-0728e9e510ff req-d1465434-0d86-4d02-ab58-dd8cb14b5105 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Allocated IP 172.20.0.6 (b7ab64fc-0038-4f66-b767-84a9f46dcce6/cd6a1dcb-0faf-4b7e-908b-f73ec8cf1928/b1d6e736-e698-470d-9d84-9c19f7d5d6d4) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:19:19.802884 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4bc65c86-923d-4965-8469-0728e9e510ff req-d1465434-0d86-4d02-ab58-dd8cb14b5105 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:19.831164 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4bc65c86-923d-4965-8469-0728e9e510ff req-d1465434-0d86-4d02-ab58-dd8cb14b5105 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:19.845006 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['7bad7b6e-88fc-4158-a20e-e496b45675db'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:19:19.906992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc65c86-923d-4965-8469-0728e9e510ff req-d1465434-0d86-4d02-ab58-dd8cb14b5105 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Network b7ab64fc-0038-4f66-b767-84a9f46dcce6 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:19:19.911316 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-4bc65c86-923d-4965-8469-0728e9e510ff req-d1465434-0d86-4d02-ab58-dd8cb14b5105 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:19:19.922235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc65c86-923d-4965-8469-0728e9e510ff req-d1465434-0d86-4d02-ab58-dd8cb14b5105 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:19:19.968313 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1465434-0d86-4d02-ab58-dd8cb14b5105 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Pushing event updated for resources: {'Port': ['ID=b1d6e736-e698-470d-9d84-9c19f7d5d6d4,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:19.998543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc65c86-923d-4965-8469-0728e9e510ff req-d1465434-0d86-4d02-ab58-dd8cb14b5105 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:19.999273 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4bc65c86-923d-4965-8469-0728e9e510ff req-d1465434-0d86-4d02-ab58-dd8cb14b5105 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:20.024082 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4bc65c86-923d-4965-8469-0728e9e510ff req-d1465434-0d86-4d02-ab58-dd8cb14b5105 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8365278 Mar 08 10:19:20.035401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Request body: {'port': {'device_id': 'f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:20.142309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:20.531988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d6e736-e698-470d-9d84-9c19f7d5d6d4 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:19:20.540955 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:20.560475 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Transition to ACTIVE for port object b1d6e736-e698-470d-9d84-9c19f7d5d6d4 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:19:20.567022 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:20.708866 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543d2bf-0245-4e56-83a5-36f394e9c722 req-d0977337-c5f0-4533-9508-b6c2d942bc2a tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:20.709523 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-0543d2bf-0245-4e56-83a5-36f394e9c722 req-d0977337-c5f0-4533-9508-b6c2d942bc2a tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Synchronizing usage tracker for tenant:7d88623979a6475c932a84321b73354f on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:19:20.720637 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d6e736-e698-470d-9d84-9c19f7d5d6d4,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:20.791898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-0543d2bf-0245-4e56-83a5-36f394e9c722 req-d0977337-c5f0-4533-9508-b6c2d942bc2a tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Unset dirty status for tenant:7d88623979a6475c932a84321b73354f on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:19:20.792988 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0543d2bf-0245-4e56-83a5-36f394e9c722 req-d0977337-c5f0-4533-9508-b6c2d942bc2a tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936 HTTP/1.1" status: 200 len: 931 time: 0.3275037 Mar 08 10:19:20.865042 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0543d2bf-0245-4e56-83a5-36f394e9c722 req-f942d5a1-9986-42ee-bb31-eceb409d8172 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617518 Mar 08 10:19:20.865689 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Attempting to bind port b1d6e736-e698-470d-9d84-9c19f7d5d6d4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:19:20.866020 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Attempting to bind port b1d6e736-e698-470d-9d84-9c19f7d5d6d4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '557438d6-1fec-4dc9-92da-7d9f941aadd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b7ab64fc-0038-4f66-b767-84a9f46dcce6'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:19:20.866343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Attempting to bind port b1d6e736-e698-470d-9d84-9c19f7d5d6d4 on network b7ab64fc-0038-4f66-b767-84a9f46dcce6 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:19:20.871478 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Port b1d6e736-e698-470d-9d84-9c19f7d5d6d4 on network b7ab64fc-0038-4f66-b767-84a9f46dcce6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:19:20.872038 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Attempting to bind port b1d6e736-e698-470d-9d84-9c19f7d5d6d4 on network b7ab64fc-0038-4f66-b767-84a9f46dcce6 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:19:20.880471 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:19:20.880987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Checking segment: {'id': '557438d6-1fec-4dc9-92da-7d9f941aadd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b7ab64fc-0038-4f66-b767-84a9f46dcce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:19:20.881526 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Bound using segment: {'id': '557438d6-1fec-4dc9-92da-7d9f941aadd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b7ab64fc-0038-4f66-b767-84a9f46dcce6'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:19:20.882150 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Bound port: b1d6e736-e698-470d-9d84-9c19f7d5d6d4, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557438d6-1fec-4dc9-92da-7d9f941aadd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b7ab64fc-0038-4f66-b767-84a9f46dcce6'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:19:20.882625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:20.989842 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] For port b1d6e736-e698-470d-9d84-9c19f7d5d6d4, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:19:20.992681 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] For port b1d6e736-e698-470d-9d84-9c19f7d5d6d4, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b1d6e736-e698-470d-9d84-9c19f7d5d6d4,segment=NetworkSegment(557438d6-1fec-4dc9-92da-7d9f941aadd8),segment_id=557438d6-1fec-4dc9-92da-7d9f941aadd8)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:19:20.997208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:21.050900 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:21.051509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:21.052893 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4bc65c86-923d-4965-8469-0728e9e510ff req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] 10.222.0.26 "PUT /v2.0/ports/b1d6e736-e698-470d-9d84-9c19f7d5d6d4 HTTP/1.1" status: 200 len: 1093 time: 1.0214164 Mar 08 10:19:21.053329 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936', 'tag': 'b1d6e736-e698-470d-9d84-9c19f7d5d6d4'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:19:21.080986 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990e91f-b7ee-45b0-a7c1-75f22ce2f753 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d6e736-e698-470d-9d84-9c19f7d5d6d4,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:21.127732 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936', 'tag': 'b1d6e736-e698-470d-9d84-9c19f7d5d6d4', 'status': 'completed', 'code': 200} Mar 08 10:19:21.165110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc65c86-923d-4965-8469-0728e9e510ff req-1b77c0d6-9200-4642-b40e-771b52929506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:21.166614 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4bc65c86-923d-4965-8469-0728e9e510ff req-1b77c0d6-9200-4642-b40e-771b52929506 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d88623979a6475c932a84321b73354f&device_id=f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936 HTTP/1.1" status: 200 len: 1096 time: 0.0763049 Mar 08 10:19:21.238368 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4bc65c86-923d-4965-8469-0728e9e510ff req-4d39032a-f473-49ba-8917-ecf38cefa300 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1d6e736-e698-470d-9d84-9c19f7d5d6d4 HTTP/1.1" status: 200 len: 217 time: 0.0640306 Mar 08 10:19:21.303712 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc65c86-923d-4965-8469-0728e9e510ff req-c791c685-7f61-4f19-af2c-48f2b33be8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:21.305057 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4bc65c86-923d-4965-8469-0728e9e510ff req-c791c685-7f61-4f19-af2c-48f2b33be8cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd6a1dcb-0faf-4b7e-908b-f73ec8cf1928 HTTP/1.1" status: 200 len: 853 time: 0.0607271 Mar 08 10:19:21.351771 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4bc65c86-923d-4965-8469-0728e9e510ff req-904f5089-dd04-4fe8-88d1-91a2ef83771c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7ab64fc-0038-4f66-b767-84a9f46dcce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387981 Mar 08 10:19:21.574587 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4bc65c86-923d-4965-8469-0728e9e510ff req-9093aac3-7ca1-4c62-95bc-1dd093db7b86 service neutron] 10.222.0.26 "GET /v2.0/networks/b7ab64fc-0038-4f66-b767-84a9f46dcce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154450 Mar 08 10:19:21.700577 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4bc65c86-923d-4965-8469-0728e9e510ff req-89b63762-12b6-4168-a478-65cc47c3a705 service neutron] 10.222.0.26 "GET /v2.0/networks/b7ab64fc-0038-4f66-b767-84a9f46dcce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197939 Mar 08 10:19:21.811256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc25dc-858b-4ec6-86c3-4b463824b769 req-8fe55d56-5fd2-47fd-9313-eed8b7a975b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:21.812720 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ecbc25dc-858b-4ec6-86c3-4b463824b769 req-8fe55d56-5fd2-47fd-9313-eed8b7a975b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d88623979a6475c932a84321b73354f&device_id=f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936 HTTP/1.1" status: 200 len: 1096 time: 0.0689714 Mar 08 10:19:21.939251 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc25dc-858b-4ec6-86c3-4b463824b769 req-b04705c9-1bb1-46e4-b1c0-7ce7f5ebb72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:21.940709 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ecbc25dc-858b-4ec6-86c3-4b463824b769 req-b04705c9-1bb1-46e4-b1c0-7ce7f5ebb72c service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7ab64fc-0038-4f66-b767-84a9f46dcce6 HTTP/1.1" status: 200 len: 914 time: 0.1226871 Mar 08 10:19:22.038155 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ecbc25dc-858b-4ec6-86c3-4b463824b769 req-3e696b93-44a7-4415-8ff2-3476e037e6d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1d6e736-e698-470d-9d84-9c19f7d5d6d4 HTTP/1.1" status: 200 len: 217 time: 0.0916638 Mar 08 10:19:22.113483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc25dc-858b-4ec6-86c3-4b463824b769 req-da8105c3-7cfe-499e-aaa6-44660c237059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:22.114874 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ecbc25dc-858b-4ec6-86c3-4b463824b769 req-da8105c3-7cfe-499e-aaa6-44660c237059 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd6a1dcb-0faf-4b7e-908b-f73ec8cf1928 HTTP/1.1" status: 200 len: 853 time: 0.0712318 Mar 08 10:19:22.169966 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ecbc25dc-858b-4ec6-86c3-4b463824b769 req-5c5b6a30-4ad6-4b2e-a1aa-c5c4017c4cde service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7ab64fc-0038-4f66-b767-84a9f46dcce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454278 Mar 08 10:19:22.178144 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423caaee-d9b6-474b-8890-7373f8205c9e req-a01249de-586e-47cf-8cd2-f02468b7a2cb tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:22.179465 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-423caaee-d9b6-474b-8890-7373f8205c9e req-a01249de-586e-47cf-8cd2-f02468b7a2cb tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936 HTTP/1.1" status: 200 len: 943 time: 0.1782546 Mar 08 10:19:22.315651 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-423caaee-d9b6-474b-8890-7373f8205c9e req-e12ef758-c07e-461c-a16f-6c1df08ba50f tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184196 Mar 08 10:19:22.344672 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ecbc25dc-858b-4ec6-86c3-4b463824b769 req-9bab4581-b2fe-4592-af1d-e4a1bc710946 service neutron] 10.222.0.26 "GET /v2.0/networks/b7ab64fc-0038-4f66-b767-84a9f46dcce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643221 Mar 08 10:19:22.470101 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ecbc25dc-858b-4ec6-86c3-4b463824b769 req-a3b3f7ba-bbb9-4dcf-bced-ec5d72b2392d service neutron] 10.222.0.26 "GET /v2.0/networks/b7ab64fc-0038-4f66-b767-84a9f46dcce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187544 Mar 08 10:19:23.428499 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device b1d6e736-e698-470d-9d84-9c19f7d5d6d4 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:19:23.497992 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ce097-c615-49e6-bed8-0012959f1c3e req-bd66ec61-72c8-441d-ad34-8051e0182931 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:23.499459 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-914ce097-c615-49e6-bed8-0012959f1c3e req-bd66ec61-72c8-441d-ad34-8051e0182931 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936 HTTP/1.1" status: 200 len: 943 time: 0.0803821 Mar 08 10:19:23.546392 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-914ce097-c615-49e6-bed8-0012959f1c3e req-5296f727-0ca4-4c39-9989-66039103b655 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410550 Mar 08 10:19:23.562222 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port b1d6e736-e698-470d-9d84-9c19f7d5d6d4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b1d6e736-e698-470d-9d84-9c19f7d5d6d4,segment=NetworkSegment(557438d6-1fec-4dc9-92da-7d9f941aadd8),segment_id=557438d6-1fec-4dc9-92da-7d9f941aadd8)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:19:23.575703 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': 'b1d6e736-e698-470d-9d84-9c19f7d5d6d4', 'network_id': 'b7ab64fc-0038-4f66-b767-84a9f46dcce6', 'port_id': 'b1d6e736-e698-470d-9d84-9c19f7d5d6d4', 'mac_address': 'fa:16:3e:68:fa:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6a1dcb-0faf-4b7e-908b-f73ec8cf1928', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:19:23.629340 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:23.649302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d6e736-e698-470d-9d84-9c19f7d5d6d4 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:19:23.666778 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port b1d6e736-e698-470d-9d84-9c19f7d5d6d4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b1d6e736-e698-470d-9d84-9c19f7d5d6d4,segment=NetworkSegment(557438d6-1fec-4dc9-92da-7d9f941aadd8),segment_id=557438d6-1fec-4dc9-92da-7d9f941aadd8)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:19:23.670422 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:23.734561 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=b1d6e736-e698-470d-9d84-9c19f7d5d6d4,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:23.965454 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['b1d6e736-e698-470d-9d84-9c19f7d5d6d4'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:19:24.725638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf506bc5-4c2d-4136-9737-983d8e70e3d9 req-3c226e99-882f-4ea2-ac2d-1d5ac9637c9f tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:24.727065 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bf506bc5-4c2d-4136-9737-983d8e70e3d9 req-3c226e99-882f-4ea2-ac2d-1d5ac9637c9f tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936 HTTP/1.1" status: 200 len: 944 time: 0.0778928 Mar 08 10:19:24.769572 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bf506bc5-4c2d-4136-9737-983d8e70e3d9 req-e8baf4ff-f995-4054-99c3-01101549174a tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368309 Mar 08 10:19:24.950615 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce8e4997-2982-4f00-ab8f-c501d6001092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:25.449714 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device b1d6e736-e698-470d-9d84-9c19f7d5d6d4 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:19:25.515434 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port b1d6e736-e698-470d-9d84-9c19f7d5d6d4 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:19:25.519932 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port b1d6e736-e698-470d-9d84-9c19f7d5d6d4 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:19:25.520308 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:25.671861 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:25.697642 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d6e736-e698-470d-9d84-9c19f7d5d6d4'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:19:25.707579 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port b1d6e736-e698-470d-9d84-9c19f7d5d6d4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b1d6e736-e698-470d-9d84-9c19f7d5d6d4,segment=NetworkSegment(557438d6-1fec-4dc9-92da-7d9f941aadd8),segment_id=557438d6-1fec-4dc9-92da-7d9f941aadd8)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:19:25.711368 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:25.749900 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d6e736-e698-470d-9d84-9c19f7d5d6d4', 'code': 200} Mar 08 10:19:25.785859 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=b1d6e736-e698-470d-9d84-9c19f7d5d6d4,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:26.007379 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154206b-83a8-4c33-be17-953c9cba8413 req-cf79fc0a-cb62-405a-ba3b-b71e6a22f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:26.008722 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e154206b-83a8-4c33-be17-953c9cba8413 req-cf79fc0a-cb62-405a-ba3b-b71e6a22f1ab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936 HTTP/1.1" status: 200 len: 1098 time: 0.1001542 Mar 08 10:19:26.017327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab45bf-7805-41fd-a8a8-bd95764e76d9 req-5ffa6765-dac8-4854-acb2-bbd9162ad464 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:26.018635 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0aab45bf-7805-41fd-a8a8-bd95764e76d9 req-5ffa6765-dac8-4854-acb2-bbd9162ad464 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936 HTTP/1.1" status: 200 len: 945 time: 0.1411684 Mar 08 10:19:26.083708 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e154206b-83a8-4c33-be17-953c9cba8413 req-806a15ef-9f1d-4ebb-a582-e3d6ca1c703e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641789 Mar 08 10:19:26.087954 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0aab45bf-7805-41fd-a8a8-bd95764e76d9 req-cea6e88b-8545-4fdc-adc5-1822d9f3d5d6 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564198 Mar 08 10:19:27.273202 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca4ddb-3f80-475a-9343-f59e202943b4 req-b6d78ff9-e8f7-465d-aa79-cb4e90fe1053 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:27.274555 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-38ca4ddb-3f80-475a-9343-f59e202943b4 req-b6d78ff9-e8f7-465d-aa79-cb4e90fe1053 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936 HTTP/1.1" status: 200 len: 945 time: 0.0818303 Mar 08 10:19:27.318498 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-38ca4ddb-3f80-475a-9343-f59e202943b4 req-9d30e78f-6fda-4809-9f87-bf85dbfea57d tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383747 Mar 08 10:19:27.618537 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89722610-d96b-44f9-98fe-311711115833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:28.309981 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:28.328647 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:28.500491 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ced037-21cf-4ebe-af30-ec68b0dfd0aa req-54ea8169-c67e-4417-8ae1-d75fe370fe9d tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:28.502781 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-73ced037-21cf-4ebe-af30-ec68b0dfd0aa req-54ea8169-c67e-4417-8ae1-d75fe370fe9d tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936 HTTP/1.1" status: 200 len: 945 time: 0.0784917 Mar 08 10:19:28.546505 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-73ced037-21cf-4ebe-af30-ec68b0dfd0aa req-23cdede4-8f4b-4481-a58a-0789480cab7b tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384130 Mar 08 10:19:28.912095 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bb245-893d-48b3-921c-617cd9cfc8b7 req-2b4e20ae-9b34-4f5a-a676-ec1739e203d2 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:28.913489 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b30bb245-893d-48b3-921c-617cd9cfc8b7 req-2b4e20ae-9b34-4f5a-a676-ec1739e203d2 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936 HTTP/1.1" status: 200 len: 945 time: 0.0813358 Mar 08 10:19:28.958581 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b30bb245-893d-48b3-921c-617cd9cfc8b7 req-1183174a-1bf8-4ad6-a79c-2b0b80eb4eb9 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389755 Mar 08 10:19:30.145537 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df620af9-e6f1-4332-98c9-53a25d1175a9 req-01ae320c-fc26-477f-88b1-b7020bd3e122 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:30.147052 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-df620af9-e6f1-4332-98c9-53a25d1175a9 req-01ae320c-fc26-477f-88b1-b7020bd3e122 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936 HTTP/1.1" status: 200 len: 945 time: 0.0815489 Mar 08 10:19:30.162393 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:30.196205 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-df620af9-e6f1-4332-98c9-53a25d1175a9 req-8515ccf7-c1aa-4bb9-80b7-51f129934bdb tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401983 Mar 08 10:19:30.360291 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afba6c-4739-4999-8503-8d6055588f49 req-a451d9b9-e0b1-4116-9f74-6a376dcf6552 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:30.361646 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-27afba6c-4739-4999-8503-8d6055588f49 req-a451d9b9-e0b1-4116-9f74-6a376dcf6552 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936 HTTP/1.1" status: 200 len: 945 time: 0.0772135 Mar 08 10:19:30.526647 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-27afba6c-4739-4999-8503-8d6055588f49 req-fd74103e-3846-47ec-8b61-497426446059 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Deleting port b1d6e736-e698-470d-9d84-9c19f7d5d6d4 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:19:30.526985 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-27afba6c-4739-4999-8503-8d6055588f49 req-fd74103e-3846-47ec-8b61-497426446059 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:30.762506 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-27afba6c-4739-4999-8503-8d6055588f49 req-fd74103e-3846-47ec-8b61-497426446059 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] For port b1d6e736-e698-470d-9d84-9c19f7d5d6d4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b1d6e736-e698-470d-9d84-9c19f7d5d6d4,segment=NetworkSegment(557438d6-1fec-4dc9-92da-7d9f941aadd8),segment_id=557438d6-1fec-4dc9-92da-7d9f941aadd8)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:19:30.762867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-27afba6c-4739-4999-8503-8d6055588f49 req-fd74103e-3846-47ec-8b61-497426446059 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:30.885836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-27afba6c-4739-4999-8503-8d6055588f49 req-fd74103e-3846-47ec-8b61-497426446059 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Calling delete_port for b1d6e736-e698-470d-9d84-9c19f7d5d6d4 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:19:31.022104 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-27afba6c-4739-4999-8503-8d6055588f49 req-fd74103e-3846-47ec-8b61-497426446059 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:31.033777 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['7bad7b6e-88fc-4158-a20e-e496b45675db', 'b1d6e736-e698-470d-9d84-9c19f7d5d6d4'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:19:31.072847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74103e-3846-47ec-8b61-497426446059 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Pushing event deleted for resources: {'Port': ['ID=b1d6e736-e698-470d-9d84-9c19f7d5d6d4,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:31.148183 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-27afba6c-4739-4999-8503-8d6055588f49 req-fd74103e-3846-47ec-8b61-497426446059 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] No DVR routers for this DVR port b1d6e736-e698-470d-9d84-9c19f7d5d6d4 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:19:31.150613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-27afba6c-4739-4999-8503-8d6055588f49 req-fd74103e-3846-47ec-8b61-497426446059 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:31.153112 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936', 'name': 'network-vif-deleted', 'tag': 'b1d6e736-e698-470d-9d84-9c19f7d5d6d4'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:19:31.171610 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-27afba6c-4739-4999-8503-8d6055588f49 req-fd74103e-3846-47ec-8b61-497426446059 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.26 "DELETE /v2.0/ports/b1d6e736-e698-470d-9d84-9c19f7d5d6d4 HTTP/1.1" status: 204 len: 173 time: 0.8043399 Mar 08 10:19:31.203098 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936', 'name': 'network-vif-deleted', 'tag': 'b1d6e736-e698-470d-9d84-9c19f7d5d6d4', 'status': 'completed', 'code': 200} Mar 08 10:19:31.345915 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e5b9a863-12b1-4fb5-9101-277e59b72f07 req-71c36758-865a-4451-9056-81a5b3f7008a tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7000c4e-c3ce-44c4-bf42-d3d3b5ddb936 HTTP/1.1" status: 200 len: 210 time: 0.0427744 Mar 08 10:19:32.594047 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d476c3-12da-4b9a-975d-5a06a1adc672 req-a9618afd-4a63-4b4a-9116-09b09b53b6a0 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:32.595491 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-34d476c3-12da-4b9a-975d-5a06a1adc672 req-a9618afd-4a63-4b4a-9116-09b09b53b6a0 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 946 time: 0.0787671 Mar 08 10:19:32.641441 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-34d476c3-12da-4b9a-975d-5a06a1adc672 req-39e4d387-4bf2-4fa8-a279-4cf6ab3b9131 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403261 Mar 08 10:19:32.840834 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779d2c5-f1b0-42ef-8a5f-d7f885521e21 req-ced78a9d-2429-40d0-be48-e16fd0561e04 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:32.842772 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0779d2c5-f1b0-42ef-8a5f-d7f885521e21 req-ced78a9d-2429-40d0-be48-e16fd0561e04 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 946 time: 0.0797143 Mar 08 10:19:32.885735 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0779d2c5-f1b0-42ef-8a5f-d7f885521e21 req-43731106-917d-4e3c-9632-7b56f4cdb257 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373445 Mar 08 10:19:33.068705 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01513b-2213-4922-8ffb-27d2a09e05d6 req-31cb8ca7-1279-448d-a18f-4ecef1e28f34 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:33.069405 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-4f01513b-2213-4922-8ffb-27d2a09e05d6 req-31cb8ca7-1279-448d-a18f-4ecef1e28f34 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Synchronizing usage tracker for tenant:7d88623979a6475c932a84321b73354f on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:19:33.084537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-4f01513b-2213-4922-8ffb-27d2a09e05d6 req-31cb8ca7-1279-448d-a18f-4ecef1e28f34 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Unset dirty status for tenant:7d88623979a6475c932a84321b73354f on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:19:33.085677 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4f01513b-2213-4922-8ffb-27d2a09e05d6 req-31cb8ca7-1279-448d-a18f-4ecef1e28f34 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 946 time: 0.0938547 Mar 08 10:19:33.128882 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4f01513b-2213-4922-8ffb-27d2a09e05d6 req-657cb535-757f-4447-a60d-4f1adf8cc6b8 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374777 Mar 08 10:19:33.408893 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937029a3-5d85-4f3a-af87-61b60a5bce4b req-21926e16-d3fe-41ea-95a0-c5a01763c798 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:33.410219 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-937029a3-5d85-4f3a-af87-61b60a5bce4b req-21926e16-d3fe-41ea-95a0-c5a01763c798 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 946 time: 0.0814588 Mar 08 10:19:33.453256 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-937029a3-5d85-4f3a-af87-61b60a5bce4b req-90eb3ccf-948b-4b80-914c-7aee0fd95033 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372093 Mar 08 10:19:33.502386 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device b1d6e736-e698-470d-9d84-9c19f7d5d6d4 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:19:33.541056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: b1d6e736-e698-470d-9d84-9c19f7d5d6d4 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:19:33.541435 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device b1d6e736-e698-470d-9d84-9c19f7d5d6d4 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:19:33.636191 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0eb6f5-dfe3-4150-9128-ebcb6280f38d req-fe3970a4-cd8d-4f9d-ae1b-fef60a6e8c55 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:33.637659 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e0eb6f5-dfe3-4150-9128-ebcb6280f38d req-fe3970a4-cd8d-4f9d-ae1b-fef60a6e8c55 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 946 time: 0.0826602 Mar 08 10:19:33.681219 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e0eb6f5-dfe3-4150-9128-ebcb6280f38d req-0b659363-f3cd-4b2b-9a8c-3a57c028460f tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372832 Mar 08 10:19:33.871241 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4985921-d6f9-4917-9a29-ddcf20605e3c req-168e248e-7757-4ba9-8b61-2cd5571afa9e tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:33.872651 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a4985921-d6f9-4917-9a29-ddcf20605e3c req-168e248e-7757-4ba9-8b61-2cd5571afa9e tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 946 time: 0.0771923 Mar 08 10:19:33.914921 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a4985921-d6f9-4917-9a29-ddcf20605e3c req-784a6cdc-e46a-471a-a772-4bcb4fe1505d tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359142 Mar 08 10:19:34.573620 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96180d87-b892-4e97-9604-fc282994acf6 req-047c6355-6638-425c-bbf8-032d8a41170d tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:34.575050 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-96180d87-b892-4e97-9604-fc282994acf6 req-047c6355-6638-425c-bbf8-032d8a41170d tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 946 time: 0.0820820 Mar 08 10:19:34.617439 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-96180d87-b892-4e97-9604-fc282994acf6 req-a8babd9e-f02f-4c48-a074-a3b56d70c393 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368383 Mar 08 10:19:35.802279 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe6d7f-9e58-4b31-9a6d-68455c8c1c55 req-597b1418-513e-4d4b-86e7-674c0d5e8beb tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:35.803710 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-28fe6d7f-9e58-4b31-9a6d-68455c8c1c55 req-597b1418-513e-4d4b-86e7-674c0d5e8beb tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 946 time: 0.0794346 Mar 08 10:19:35.846787 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-28fe6d7f-9e58-4b31-9a6d-68455c8c1c55 req-9ca7e640-16b6-434b-9d27-b12c1872d44f tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/security-groups?id=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372593 Mar 08 10:19:36.271359 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5204c1-e1e5-4e5e-9aee-fa12f6463e6b req-27432cb3-072a-4b2c-bde8-bda5bba21d30 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:36.272817 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2c5204c1-e1e5-4e5e-9aee-fa12f6463e6b req-27432cb3-072a-4b2c-bde8-bda5bba21d30 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.26 "GET /v2.0/ports?device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 946 time: 0.0848465 Mar 08 10:19:36.340065 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-2c5204c1-e1e5-4e5e-9aee-fa12f6463e6b req-62a7d6f7-2f6f-41a4-a838-50c3a7f18268 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Deleting port 7bad7b6e-88fc-4158-a20e-e496b45675db {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:19:36.340400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2c5204c1-e1e5-4e5e-9aee-fa12f6463e6b req-62a7d6f7-2f6f-41a4-a838-50c3a7f18268 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:36.581756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-2c5204c1-e1e5-4e5e-9aee-fa12f6463e6b req-62a7d6f7-2f6f-41a4-a838-50c3a7f18268 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] For port 7bad7b6e-88fc-4158-a20e-e496b45675db, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=7bad7b6e-88fc-4158-a20e-e496b45675db,segment=NetworkSegment(557438d6-1fec-4dc9-92da-7d9f941aadd8),segment_id=557438d6-1fec-4dc9-92da-7d9f941aadd8)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:19:36.582113 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2c5204c1-e1e5-4e5e-9aee-fa12f6463e6b req-62a7d6f7-2f6f-41a4-a838-50c3a7f18268 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:36.702542 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-2c5204c1-e1e5-4e5e-9aee-fa12f6463e6b req-62a7d6f7-2f6f-41a4-a838-50c3a7f18268 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Calling delete_port for 7bad7b6e-88fc-4158-a20e-e496b45675db owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:19:36.931597 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2c5204c1-e1e5-4e5e-9aee-fa12f6463e6b req-62a7d6f7-2f6f-41a4-a838-50c3a7f18268 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:36.944177 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['7bad7b6e-88fc-4158-a20e-e496b45675db'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:19:36.982010 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7d6f7-2f6f-41a4-a838-50c3a7f18268 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Pushing event deleted for resources: {'Port': ['ID=7bad7b6e-88fc-4158-a20e-e496b45675db,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:36.996099 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e6ca5659-ca8c-4f9c-9d3a-5dfe3d4f5706 req-28c49287-c608-4d21-b7e9-013710dba7de tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64d1eb1-f29a-4dd9-9d67-5504f17f1bff HTTP/1.1" status: 200 len: 210 time: 0.0419028 Mar 08 10:19:37.056104 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5204c1-e1e5-4e5e-9aee-fa12f6463e6b req-62a7d6f7-2f6f-41a4-a838-50c3a7f18268 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] No DVR routers for this DVR port 7bad7b6e-88fc-4158-a20e-e496b45675db on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:19:37.058565 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2c5204c1-e1e5-4e5e-9aee-fa12f6463e6b req-62a7d6f7-2f6f-41a4-a838-50c3a7f18268 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:37.061621 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64d1eb1-f29a-4dd9-9d67-5504f17f1bff', 'name': 'network-vif-deleted', 'tag': '7bad7b6e-88fc-4158-a20e-e496b45675db'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:19:37.078393 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2c5204c1-e1e5-4e5e-9aee-fa12f6463e6b req-62a7d6f7-2f6f-41a4-a838-50c3a7f18268 tempest-ServersNegativeTestJSON-122329881 tempest-ServersNegativeTestJSON-122329881-project] 10.222.0.26 "DELETE /v2.0/ports/7bad7b6e-88fc-4158-a20e-e496b45675db HTTP/1.1" status: 204 len: 173 time: 0.8007913 Mar 08 10:19:37.110889 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64d1eb1-f29a-4dd9-9d67-5504f17f1bff', 'name': 'network-vif-deleted', 'tag': '7bad7b6e-88fc-4158-a20e-e496b45675db', 'status': 'completed', 'code': 200} Mar 08 10:19:38.088066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52468) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:38.148487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9a16a0-2219-42fa-b412-72a6bd6b7f9b admin admin] Deleting subnet cd6a1dcb-0faf-4b7e-908b-f73ec8cf1928 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:19:38.151289 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca9a16a0-2219-42fa-b412-72a6bd6b7f9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:38.201888 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca9a16a0-2219-42fa-b412-72a6bd6b7f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:38.258052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca9a16a0-2219-42fa-b412-72a6bd6b7f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:38.328854 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca9a16a0-2219-42fa-b412-72a6bd6b7f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:38.366345 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a16a0-2219-42fa-b412-72a6bd6b7f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd6a1dcb-0faf-4b7e-908b-f73ec8cf1928,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:38.368213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ca9a16a0-2219-42fa-b412-72a6bd6b7f9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:38.374651 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ca9a16a0-2219-42fa-b412-72a6bd6b7f9b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cd6a1dcb-0faf-4b7e-908b-f73ec8cf1928 HTTP/1.1" status: 204 len: 168 time: 0.2855606 Mar 08 10:19:38.377186 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52472) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:38.478798 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b518ae09-226a-44b7-b6cc-f735be00aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:38.597142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b518ae09-226a-44b7-b6cc-f735be00aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:38.621569 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-b518ae09-226a-44b7-b6cc-f735be00aca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ab64fc-0038-4f66-b767-84a9f46dcce6']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:38.633836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-b518ae09-226a-44b7-b6cc-f735be00aca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557438d6-1fec-4dc9-92da-7d9f941aadd8') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:38.634136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-b518ae09-226a-44b7-b6cc-f735be00aca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557438d6-1fec-4dc9-92da-7d9f941aadd8') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:38.645058 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b518ae09-226a-44b7-b6cc-f735be00aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:38.660371 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b518ae09-226a-44b7-b6cc-f735be00aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:38.666495 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b518ae09-226a-44b7-b6cc-f735be00aca1 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:19:38.666836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b518ae09-226a-44b7-b6cc-f735be00aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:19:38.679979 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:19:38.756527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b518ae09-226a-44b7-b6cc-f735be00aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:38.771751 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b518ae09-226a-44b7-b6cc-f735be00aca1 admin admin] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:38.783338 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518ae09-226a-44b7-b6cc-f735be00aca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7ab64fc-0038-4f66-b767-84a9f46dcce6,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:38.790608 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b518ae09-226a-44b7-b6cc-f735be00aca1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b7ab64fc-0038-4f66-b767-84a9f46dcce6 HTTP/1.1" status: 204 len: 168 time: 0.4125087 Mar 08 10:19:38.897372 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52478) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:38.945382 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f0936fb0-d6da-47e7-a33a-fe5c4789c4ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d88623979a6475c932a84321b73354f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468805 Mar 08 10:19:38.947897 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52482) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:39.006737 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ebca7064-5462-40bc-bc5f-b5de27883cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:39.031419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ebca7064-5462-40bc-bc5f-b5de27883cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:39.082602 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ebca7064-5462-40bc-bc5f-b5de27883cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:39.099835 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca7064-5462-40bc-bc5f-b5de27883cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:39.106867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ebca7064-5462-40bc-bc5f-b5de27883cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:39.107964 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ebca7064-5462-40bc-bc5f-b5de27883cbd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d01913e3-5a78-44d8-8f7c-e6a4c1ce49ad HTTP/1.1" status: 204 len: 168 time: 0.1591880 Mar 08 10:19:39.537189 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 7bad7b6e-88fc-4158-a20e-e496b45675db no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:19:39.570676 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 7bad7b6e-88fc-4158-a20e-e496b45675db {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:19:39.571018 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 7bad7b6e-88fc-4158-a20e-e496b45675db not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:19:39.832119 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52506) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:39.931994 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1010389274'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:39.937762 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:39.941576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Usage tracker for resource:network and tenant:c125dcadf64b49eeb8fc5ac7d5c13959 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:39.944469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:39.950620 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:39.960025 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Made reservation on behalf of c125dcadf64b49eeb8fc5ac7d5c13959 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:19:39.963609 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:39.975453 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:39.990030 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:39.993778 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Usage tracker for resource:security_group_rule and tenant:c125dcadf64b49eeb8fc5ac7d5c13959 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:39.996476 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:40.002683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:40.086603 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:40.090374 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:40.122260 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:19:40.130880 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c86d83f2-0cd5-4607-8819-c69d29adf9a0,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:40.136393 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:40.136878 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Added segment 75f789b0-fd65-4abb-8272-cf1691e27349 of type vlan for network b1522175-3430-4bfd-bd5b-48b07146a2c1 Mar 08 10:19:40.165572 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:40.193633 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:40.198855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:40.199427 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:40.305545 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4723196 Mar 08 10:19:40.308173 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f1f0a-4bea-4acc-b18a-285b5ab5de8f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event updated for resources: {'Network': ['ID=b1522175-3430-4bfd-bd5b-48b07146a2c1,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:40.318052 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network b1522175-3430-4bfd-bd5b-48b07146a2c1 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:19:43.409219 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:43.693081 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 52512) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:43.698664 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-23d85c8e-e129-4006-8f6e-d262e2cfa31e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Request body: {'subnet': {'network_id': 'b1522175-3430-4bfd-bd5b-48b07146a2c1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:43.807192 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-23d85c8e-e129-4006-8f6e-d262e2cfa31e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:43.811390 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-23d85c8e-e129-4006-8f6e-d262e2cfa31e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Usage tracker for resource:subnet and tenant:c125dcadf64b49eeb8fc5ac7d5c13959 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:43.814475 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-23d85c8e-e129-4006-8f6e-d262e2cfa31e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:43.820717 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-23d85c8e-e129-4006-8f6e-d262e2cfa31e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:43.831612 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d85c8e-e129-4006-8f6e-d262e2cfa31e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Made reservation on behalf of c125dcadf64b49eeb8fc5ac7d5c13959 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:19:43.835150 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-23d85c8e-e129-4006-8f6e-d262e2cfa31e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:44.147158 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-23d85c8e-e129-4006-8f6e-d262e2cfa31e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:44.222453 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d85c8e-e129-4006-8f6e-d262e2cfa31e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event updated for resources: {'Subnet': ['ID=477988fe-3e19-4c0e-8d47-836c844048c4,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:44.229730 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d85c8e-e129-4006-8f6e-d262e2cfa31e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Checking segment: {'id': '75f789b0-fd65-4abb-8272-cf1691e27349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b1522175-3430-4bfd-bd5b-48b07146a2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:19:44.230072 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d85c8e-e129-4006-8f6e-d262e2cfa31e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Network hostable DHCP agents. Network: b1522175-3430-4bfd-bd5b-48b07146a2c1, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:19:44.249372 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d85c8e-e129-4006-8f6e-d262e2cfa31e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Network b1522175-3430-4bfd-bd5b-48b07146a2c1 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:19:44.258211 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-23d85c8e-e129-4006-8f6e-d262e2cfa31e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, b1522175-3430-4bfd-bd5b-48b07146a2c1) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:19:44.262172 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d85c8e-e129-4006-8f6e-d262e2cfa31e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:44.262880 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-23d85c8e-e129-4006-8f6e-d262e2cfa31e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:44.267331 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c427257d-91c8-42cc-a641-6a520d8cb227 None None] Network b1522175-3430-4bfd-bd5b-48b07146a2c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:19:44.283185 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-23d85c8e-e129-4006-8f6e-d262e2cfa31e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5888958 Mar 08 10:19:44.286392 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 52516) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:44.292169 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-01769583-ecca-4081-a382-2b665075f90e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-404518709'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:44.297552 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-01769583-ecca-4081-a382-2b665075f90e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:44.301480 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-01769583-ecca-4081-a382-2b665075f90e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Usage tracker for resource:network and tenant:c125dcadf64b49eeb8fc5ac7d5c13959 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:44.304266 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-01769583-ecca-4081-a382-2b665075f90e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:44.310514 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-01769583-ecca-4081-a382-2b665075f90e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:44.320047 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01769583-ecca-4081-a382-2b665075f90e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Made reservation on behalf of c125dcadf64b49eeb8fc5ac7d5c13959 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:19:44.323433 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-01769583-ecca-4081-a382-2b665075f90e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:44.353226 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01769583-ecca-4081-a382-2b665075f90e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:19:44.363237 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-01769583-ecca-4081-a382-2b665075f90e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:44.363575 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-01769583-ecca-4081-a382-2b665075f90e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Added segment 8e3409f3-a6db-4a78-b2c6-2d2f80038677 of type vlan for network e6fa4227-94e6-454e-9992-89b0c7e9c767 Mar 08 10:19:44.389757 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-01769583-ecca-4081-a382-2b665075f90e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:44.417654 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-01769583-ecca-4081-a382-2b665075f90e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:44.423613 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01769583-ecca-4081-a382-2b665075f90e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:44.424223 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-01769583-ecca-4081-a382-2b665075f90e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:44.487216 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-b1522175-3430-4bfd-bd5b-48b07146a2c1', 'network_id': 'b1522175-3430-4bfd-bd5b-48b07146a2c1', 'tenant_id': 'c125dcadf64b49eeb8fc5ac7d5c13959', 'fixed_ips': [{'subnet_id': '477988fe-3e19-4c0e-8d47-836c844048c4'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:19:44.488053 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:44.520208 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-01769583-ecca-4081-a382-2b665075f90e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2327859 Mar 08 10:19:44.523086 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52520) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:44.529380 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-a3a9b8a6-a0d3-4f25-8c3b-6bc20da4888a tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Request body: {'subnet': {'network_id': 'e6fa4227-94e6-454e-9992-89b0c7e9c767', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:44.532785 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01769583-ecca-4081-a382-2b665075f90e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event updated for resources: {'Network': ['ID=e6fa4227-94e6-454e-9992-89b0c7e9c767,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:44.545256 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network e6fa4227-94e6-454e-9992-89b0c7e9c767 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:19:44.646434 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a3a9b8a6-a0d3-4f25-8c3b-6bc20da4888a tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:44.650182 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a3a9b8a6-a0d3-4f25-8c3b-6bc20da4888a tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Usage tracker for resource:subnet and tenant:c125dcadf64b49eeb8fc5ac7d5c13959 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:44.652942 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a3a9b8a6-a0d3-4f25-8c3b-6bc20da4888a tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:44.659255 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a3a9b8a6-a0d3-4f25-8c3b-6bc20da4888a tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:44.669255 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a9b8a6-a0d3-4f25-8c3b-6bc20da4888a tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Made reservation on behalf of c125dcadf64b49eeb8fc5ac7d5c13959 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:19:44.673077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a3a9b8a6-a0d3-4f25-8c3b-6bc20da4888a tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:44.734302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Allocated IP 2001:db8:0:ffff::2 (b1522175-3430-4bfd-bd5b-48b07146a2c1/477988fe-3e19-4c0e-8d47-836c844048c4/420dc219-24a8-40f4-81ca-534a5f57b2f7) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:19:44.939219 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:44.949130 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Transition to ACTIVE for port object 420dc219-24a8-40f4-81ca-534a5f57b2f7 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:19:44.968752 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Transition to ACTIVE for port object 420dc219-24a8-40f4-81ca-534a5f57b2f7 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:19:44.974181 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:44.984056 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a3a9b8a6-a0d3-4f25-8c3b-6bc20da4888a tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:45.062559 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9b8a6-a0d3-4f25-8c3b-6bc20da4888a tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event updated for resources: {'Subnet': ['ID=015bdc05-e6b0-48ac-ac41-e4dfd8ec549c,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:45.070666 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Network b1522175-3430-4bfd-bd5b-48b07146a2c1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:19:45.073323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9b8a6-a0d3-4f25-8c3b-6bc20da4888a tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Checking segment: {'id': '8e3409f3-a6db-4a78-b2c6-2d2f80038677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e6fa4227-94e6-454e-9992-89b0c7e9c767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:19:45.073586 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:19:45.073698 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a9b8a6-a0d3-4f25-8c3b-6bc20da4888a tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Network hostable DHCP agents. Network: e6fa4227-94e6-454e-9992-89b0c7e9c767, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:19:45.077794 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:19:45.093712 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a9b8a6-a0d3-4f25-8c3b-6bc20da4888a tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Network e6fa4227-94e6-454e-9992-89b0c7e9c767 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:19:45.094145 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Pushing event updated for resources: {'Port': ['ID=420dc219-24a8-40f4-81ca-534a5f57b2f7,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:45.103508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-a3a9b8a6-a0d3-4f25-8c3b-6bc20da4888a tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, e6fa4227-94e6-454e-9992-89b0c7e9c767) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:19:45.107894 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a9b8a6-a0d3-4f25-8c3b-6bc20da4888a tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:45.108491 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a3a9b8a6-a0d3-4f25-8c3b-6bc20da4888a tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:45.126098 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6b9244-39b4-4849-83ae-43c7d78dc065 None None] Network e6fa4227-94e6-454e-9992-89b0c7e9c767 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:19:45.129284 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a3a9b8a6-a0d3-4f25-8c3b-6bc20da4888a tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6051362 Mar 08 10:19:45.131991 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52524) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:45.184527 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:45.185067 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:45.185410 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:45.185741 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:45.186076 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:45.186410 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:45.186738 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:45.187067 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:45.187395 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:45.187718 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:45.188038 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:45.188358 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:45.269709 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fae20d3c-bae2-4798-8324-d4efe1c5fbcd tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:45.273490 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Attempting to bind port 420dc219-24a8-40f4-81ca-534a5f57b2f7 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:19:45.273869 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Attempting to bind port 420dc219-24a8-40f4-81ca-534a5f57b2f7 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '75f789b0-fd65-4abb-8272-cf1691e27349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b1522175-3430-4bfd-bd5b-48b07146a2c1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:19:45.274234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Attempting to bind port 420dc219-24a8-40f4-81ca-534a5f57b2f7 on network b1522175-3430-4bfd-bd5b-48b07146a2c1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:19:45.284496 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:19:45.284894 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Checking segment: {'id': '75f789b0-fd65-4abb-8272-cf1691e27349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b1522175-3430-4bfd-bd5b-48b07146a2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:19:45.285298 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:45.285693 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Bound using segment: {'id': '75f789b0-fd65-4abb-8272-cf1691e27349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b1522175-3430-4bfd-bd5b-48b07146a2c1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:19:45.286160 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Bound port: 420dc219-24a8-40f4-81ca-534a5f57b2f7, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f789b0-fd65-4abb-8272-cf1691e27349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b1522175-3430-4bfd-bd5b-48b07146a2c1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:19:45.286540 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:45.333471 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fae20d3c-bae2-4798-8324-d4efe1c5fbcd tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:45.421148 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fae20d3c-bae2-4798-8324-d4efe1c5fbcd tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:45.514053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae20d3c-bae2-4798-8324-d4efe1c5fbcd tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event deleted for resources: {'Subnet': ['ID=015bdc05-e6b0-48ac-ac41-e4dfd8ec549c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:45.519832 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] For port 420dc219-24a8-40f4-81ca-534a5f57b2f7, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:19:45.528507 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] For port 420dc219-24a8-40f4-81ca-534a5f57b2f7, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=420dc219-24a8-40f4-81ca-534a5f57b2f7,segment=NetworkSegment(75f789b0-fd65-4abb-8272-cf1691e27349),segment_id=75f789b0-fd65-4abb-8272-cf1691e27349)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:19:45.534624 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:45.570814 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dd2586-6cf9-49a3-bdd0-0bd6d9e06175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-e6fa4227-94e6-454e-9992-89b0c7e9c767', 'network_id': 'e6fa4227-94e6-454e-9992-89b0c7e9c767', 'tenant_id': 'c125dcadf64b49eeb8fc5ac7d5c13959', 'fixed_ips': [{'subnet_id': '015bdc05-e6b0-48ac-ac41-e4dfd8ec549c'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:19:45.571631 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0dd2586-6cf9-49a3-bdd0-0bd6d9e06175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:45.600432 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fae20d3c-bae2-4798-8324-d4efe1c5fbcd tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:45.625393 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-fae20d3c-bae2-4798-8324-d4efe1c5fbcd tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fa4227-94e6-454e-9992-89b0c7e9c767']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:45.637012 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-fae20d3c-bae2-4798-8324-d4efe1c5fbcd tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3409f3-a6db-4a78-b2c6-2d2f80038677') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:45.637307 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-fae20d3c-bae2-4798-8324-d4efe1c5fbcd tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3409f3-a6db-4a78-b2c6-2d2f80038677') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:45.648901 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fae20d3c-bae2-4798-8324-d4efe1c5fbcd tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:45.666407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fae20d3c-bae2-4798-8324-d4efe1c5fbcd tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:45.675974 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae20d3c-bae2-4798-8324-d4efe1c5fbcd tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:19:45.676378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fae20d3c-bae2-4798-8324-d4efe1c5fbcd tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:45.691838 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e0eb1-51bd-4d7f-8407-2a13d5d9eef7 None None] Pushing event updated for resources: {'Port': ['ID=420dc219-24a8-40f4-81ca-534a5f57b2f7,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:19:45.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:19:45.712307 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4f1267-db61-4143-bf16-fd398ea9f644 None None] Network e6fa4227-94e6-454e-9992-89b0c7e9c767 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:19:45.775192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fae20d3c-bae2-4798-8324-d4efe1c5fbcd tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:45.797047 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fae20d3c-bae2-4798-8324-d4efe1c5fbcd tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:45.806064 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae20d3c-bae2-4798-8324-d4efe1c5fbcd tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event deleted for resources: {'Network': ['ID=e6fa4227-94e6-454e-9992-89b0c7e9c767,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:45.810459 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fae20d3c-bae2-4798-8324-d4efe1c5fbcd tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "DELETE /v2.0/networks/e6fa4227-94e6-454e-9992-89b0c7e9c767 HTTP/1.1" status: 204 len: 168 time: 0.6774898 Mar 08 10:19:45.813970 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 52528) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:45.820669 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7d0706dc-a6b8-4f1a-90d8-857d5833c5d7 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-150531607'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:45.826585 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7d0706dc-a6b8-4f1a-90d8-857d5833c5d7 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:45.830659 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7d0706dc-a6b8-4f1a-90d8-857d5833c5d7 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Usage tracker for resource:network and tenant:c125dcadf64b49eeb8fc5ac7d5c13959 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:45.833747 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7d0706dc-a6b8-4f1a-90d8-857d5833c5d7 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:45.840319 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7d0706dc-a6b8-4f1a-90d8-857d5833c5d7 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:45.876388 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0706dc-a6b8-4f1a-90d8-857d5833c5d7 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Made reservation on behalf of c125dcadf64b49eeb8fc5ac7d5c13959 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:19:45.880424 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d0706dc-a6b8-4f1a-90d8-857d5833c5d7 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:45.917477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0706dc-a6b8-4f1a-90d8-857d5833c5d7 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:19:45.929029 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d0706dc-a6b8-4f1a-90d8-857d5833c5d7 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:45.929369 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-7d0706dc-a6b8-4f1a-90d8-857d5833c5d7 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Added segment 65737083-77d7-4823-ba40-96b229dcb4e1 of type vlan for network 5b221f00-aeb9-427f-ab1e-b5b1377f7580 Mar 08 10:19:45.957402 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d0706dc-a6b8-4f1a-90d8-857d5833c5d7 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:45.988321 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d0706dc-a6b8-4f1a-90d8-857d5833c5d7 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:45.993746 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0706dc-a6b8-4f1a-90d8-857d5833c5d7 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:45.994549 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7d0706dc-a6b8-4f1a-90d8-857d5833c5d7 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:46.090091 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7d0706dc-a6b8-4f1a-90d8-857d5833c5d7 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2742336 Mar 08 10:19:46.093576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52532) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:46.099510 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-fac77d55-18bf-4fe4-ab39-cddff07fe2dc tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Request body: {'subnet': {'network_id': '5b221f00-aeb9-427f-ab1e-b5b1377f7580', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:46.101984 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0706dc-a6b8-4f1a-90d8-857d5833c5d7 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event updated for resources: {'Network': ['ID=5b221f00-aeb9-427f-ab1e-b5b1377f7580,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:46.111969 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 5b221f00-aeb9-427f-ab1e-b5b1377f7580 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:19:46.208000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fac77d55-18bf-4fe4-ab39-cddff07fe2dc tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:46.211863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fac77d55-18bf-4fe4-ab39-cddff07fe2dc tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Usage tracker for resource:subnet and tenant:c125dcadf64b49eeb8fc5ac7d5c13959 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:46.214669 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fac77d55-18bf-4fe4-ab39-cddff07fe2dc tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:46.220222 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fac77d55-18bf-4fe4-ab39-cddff07fe2dc tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:46.229669 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac77d55-18bf-4fe4-ab39-cddff07fe2dc tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Made reservation on behalf of c125dcadf64b49eeb8fc5ac7d5c13959 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:19:46.233280 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fac77d55-18bf-4fe4-ab39-cddff07fe2dc tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:46.322866 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.ipam_backend_mixin [None req-fac77d55-18bf-4fe4-ab39-cddff07fe2dc tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Performing IP validity checks on allocation pools {{(pid=87771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 08 10:19:46.323519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.ipam_backend_mixin [None req-fac77d55-18bf-4fe4-ab39-cddff07fe2dc tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 08 10:19:46.449013 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fac77d55-18bf-4fe4-ab39-cddff07fe2dc tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:46.528516 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac77d55-18bf-4fe4-ab39-cddff07fe2dc tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event updated for resources: {'Subnet': ['ID=e72e5401-2283-439c-9a7e-d186a7f5bb06,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:46.538950 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac77d55-18bf-4fe4-ab39-cddff07fe2dc tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Checking segment: {'id': '65737083-77d7-4823-ba40-96b229dcb4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5b221f00-aeb9-427f-ab1e-b5b1377f7580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:19:46.539301 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac77d55-18bf-4fe4-ab39-cddff07fe2dc tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Network hostable DHCP agents. Network: 5b221f00-aeb9-427f-ab1e-b5b1377f7580, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:19:46.560990 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac77d55-18bf-4fe4-ab39-cddff07fe2dc tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Network 5b221f00-aeb9-427f-ab1e-b5b1377f7580 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:19:46.573431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-fac77d55-18bf-4fe4-ab39-cddff07fe2dc tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 5b221f00-aeb9-427f-ab1e-b5b1377f7580) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:19:46.578443 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac77d55-18bf-4fe4-ab39-cddff07fe2dc tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:46.579230 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fac77d55-18bf-4fe4-ab39-cddff07fe2dc tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:46.583526 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6245675b-e11c-4d29-a3ce-dc9a52fb4cd4 None None] Network 5b221f00-aeb9-427f-ab1e-b5b1377f7580 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:19:46.627316 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fac77d55-18bf-4fe4-ab39-cddff07fe2dc tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5323455 Mar 08 10:19:46.629702 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52536) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:46.685235 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f37b4ba-8985-40da-91e4-978323cdeb02 None None] Network b1522175-3430-4bfd-bd5b-48b07146a2c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:19:46.700144 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 420dc219-24a8-40f4-81ca-534a5f57b2f7 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:19:46.780954 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aef7e1ff-cd99-4cfc-8e17-fabc7feb9219 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:46.839792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f870f11c-7134-4c39-94d9-7158e3a72c43 None None] Provisioning for port 420dc219-24a8-40f4-81ca-534a5f57b2f7 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:19:46.844887 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aef7e1ff-cd99-4cfc-8e17-fabc7feb9219 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:46.922112 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aef7e1ff-cd99-4cfc-8e17-fabc7feb9219 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:46.942661 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 420dc219-24a8-40f4-81ca-534a5f57b2f7 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:19:46.962520 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7e1ff-cd99-4cfc-8e17-fabc7feb9219 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event deleted for resources: {'Subnet': ['ID=e72e5401-2283-439c-9a7e-d186a7f5bb06,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:46.998753 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 420dc219-24a8-40f4-81ca-534a5f57b2f7 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:19:46.999122 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:47.050767 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a41031-5a93-41f6-90e7-42f4cfadc736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-5b221f00-aeb9-427f-ab1e-b5b1377f7580', 'network_id': '5b221f00-aeb9-427f-ab1e-b5b1377f7580', 'tenant_id': 'c125dcadf64b49eeb8fc5ac7d5c13959', 'fixed_ips': [{'subnet_id': 'e72e5401-2283-439c-9a7e-d186a7f5bb06'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:19:47.051595 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-54a41031-5a93-41f6-90e7-42f4cfadc736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:47.158669 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aef7e1ff-cd99-4cfc-8e17-fabc7feb9219 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:47.186685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-aef7e1ff-cd99-4cfc-8e17-fabc7feb9219 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b221f00-aeb9-427f-ab1e-b5b1377f7580']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:47.199492 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-aef7e1ff-cd99-4cfc-8e17-fabc7feb9219 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65737083-77d7-4823-ba40-96b229dcb4e1') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:47.199789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-aef7e1ff-cd99-4cfc-8e17-fabc7feb9219 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65737083-77d7-4823-ba40-96b229dcb4e1') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:47.211583 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aef7e1ff-cd99-4cfc-8e17-fabc7feb9219 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:47.228548 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aef7e1ff-cd99-4cfc-8e17-fabc7feb9219 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:47.235191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef7e1ff-cd99-4cfc-8e17-fabc7feb9219 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:19:47.235598 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aef7e1ff-cd99-4cfc-8e17-fabc7feb9219 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:19:47.250221 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:19:47.301981 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac07f50-1609-41b9-8ef4-932c1d459ddb None None] Network 5b221f00-aeb9-427f-ab1e-b5b1377f7580 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:19:47.332055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aef7e1ff-cd99-4cfc-8e17-fabc7feb9219 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:47.336288 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aef7e1ff-cd99-4cfc-8e17-fabc7feb9219 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:47.351225 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:47.362639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7e1ff-cd99-4cfc-8e17-fabc7feb9219 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event deleted for resources: {'Network': ['ID=5b221f00-aeb9-427f-ab1e-b5b1377f7580,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:47.366509 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-aef7e1ff-cd99-4cfc-8e17-fabc7feb9219 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "DELETE /v2.0/networks/5b221f00-aeb9-427f-ab1e-b5b1377f7580 HTTP/1.1" status: 204 len: 168 time: 0.7355568 Mar 08 10:19:47.370035 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52540) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:47.375475 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-95fcb935-81b9-4484-8171-a17531fe2d7b tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-344290039'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:47.380631 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-95fcb935-81b9-4484-8171-a17531fe2d7b tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:47.384463 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-95fcb935-81b9-4484-8171-a17531fe2d7b tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Usage tracker for resource:network and tenant:c125dcadf64b49eeb8fc5ac7d5c13959 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:47.387298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-95fcb935-81b9-4484-8171-a17531fe2d7b tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:47.393401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-95fcb935-81b9-4484-8171-a17531fe2d7b tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:47.402974 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fcb935-81b9-4484-8171-a17531fe2d7b tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Made reservation on behalf of c125dcadf64b49eeb8fc5ac7d5c13959 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:19:47.406995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-95fcb935-81b9-4484-8171-a17531fe2d7b tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:47.435901 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fcb935-81b9-4484-8171-a17531fe2d7b tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:19:47.446518 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-95fcb935-81b9-4484-8171-a17531fe2d7b tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:47.447105 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-95fcb935-81b9-4484-8171-a17531fe2d7b tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Added segment 7b3c9b2d-1b41-42fc-9a0d-0aaf81bcc32c of type vlan for network e924ae09-d044-4923-9c36-ccd74e11ac46 Mar 08 10:19:47.476505 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-95fcb935-81b9-4484-8171-a17531fe2d7b tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:47.509632 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-95fcb935-81b9-4484-8171-a17531fe2d7b tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:47.513591 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 420dc219-24a8-40f4-81ca-534a5f57b2f7, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=420dc219-24a8-40f4-81ca-534a5f57b2f7,segment=NetworkSegment(75f789b0-fd65-4abb-8272-cf1691e27349),segment_id=75f789b0-fd65-4abb-8272-cf1691e27349)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:19:47.517228 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fcb935-81b9-4484-8171-a17531fe2d7b tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:47.517616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:47.519358 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-95fcb935-81b9-4484-8171-a17531fe2d7b tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:47.600595 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=420dc219-24a8-40f4-81ca-534a5f57b2f7,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:47.633649 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-95fcb935-81b9-4484-8171-a17531fe2d7b tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2626026 Mar 08 10:19:47.636393 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcb935-81b9-4484-8171-a17531fe2d7b tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event updated for resources: {'Network': ['ID=e924ae09-d044-4923-9c36-ccd74e11ac46,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:47.637268 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 52544) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:47.643344 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-51210838-1806-4fb6-99f1-b61e9ad42734 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Request body: {'subnet': {'network_id': 'e924ae09-d044-4923-9c36-ccd74e11ac46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:47.646575 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network e924ae09-d044-4923-9c36-ccd74e11ac46 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:19:47.751811 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-51210838-1806-4fb6-99f1-b61e9ad42734 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:47.752876 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fd5c282d-3df4-46d9-9b39-4ac49639ff1d None None] Provisioning complete for port 420dc219-24a8-40f4-81ca-534a5f57b2f7 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:19:47.753249 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd5c282d-3df4-46d9-9b39-4ac49639ff1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:47.755568 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-51210838-1806-4fb6-99f1-b61e9ad42734 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Usage tracker for resource:subnet and tenant:c125dcadf64b49eeb8fc5ac7d5c13959 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:47.761672 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-51210838-1806-4fb6-99f1-b61e9ad42734 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:47.767947 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-51210838-1806-4fb6-99f1-b61e9ad42734 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:47.777549 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51210838-1806-4fb6-99f1-b61e9ad42734 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Made reservation on behalf of c125dcadf64b49eeb8fc5ac7d5c13959 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:19:47.781551 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51210838-1806-4fb6-99f1-b61e9ad42734 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:47.991436 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51210838-1806-4fb6-99f1-b61e9ad42734 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:48.067823 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51210838-1806-4fb6-99f1-b61e9ad42734 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event updated for resources: {'Subnet': ['ID=314fd51c-58e8-4d83-9dd0-7894589fa228,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:48.076846 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51210838-1806-4fb6-99f1-b61e9ad42734 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Checking segment: {'id': '7b3c9b2d-1b41-42fc-9a0d-0aaf81bcc32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e924ae09-d044-4923-9c36-ccd74e11ac46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:19:48.077195 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51210838-1806-4fb6-99f1-b61e9ad42734 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Network hostable DHCP agents. Network: e924ae09-d044-4923-9c36-ccd74e11ac46, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:19:48.094720 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51210838-1806-4fb6-99f1-b61e9ad42734 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Network e924ae09-d044-4923-9c36-ccd74e11ac46 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:19:48.103066 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-51210838-1806-4fb6-99f1-b61e9ad42734 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, e924ae09-d044-4923-9c36-ccd74e11ac46) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:19:48.106936 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51210838-1806-4fb6-99f1-b61e9ad42734 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:48.107510 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51210838-1806-4fb6-99f1-b61e9ad42734 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:48.112676 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693f8279-8b4f-4e1b-a88d-4d31571fb442 None None] Network e924ae09-d044-4923-9c36-ccd74e11ac46 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:19:48.127301 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-51210838-1806-4fb6-99f1-b61e9ad42734 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4884531 Mar 08 10:19:48.131252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52548) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:48.137379 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-37d837fe-5f4f-479b-b40e-16ae2a482247 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-924925188'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:48.142773 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-37d837fe-5f4f-479b-b40e-16ae2a482247 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:48.146569 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-37d837fe-5f4f-479b-b40e-16ae2a482247 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Usage tracker for resource:network and tenant:c125dcadf64b49eeb8fc5ac7d5c13959 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:48.149803 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-37d837fe-5f4f-479b-b40e-16ae2a482247 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:48.156492 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-37d837fe-5f4f-479b-b40e-16ae2a482247 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:48.167448 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d837fe-5f4f-479b-b40e-16ae2a482247 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Made reservation on behalf of c125dcadf64b49eeb8fc5ac7d5c13959 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:19:48.170908 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-37d837fe-5f4f-479b-b40e-16ae2a482247 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:48.197348 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d837fe-5f4f-479b-b40e-16ae2a482247 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:19:48.206625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-37d837fe-5f4f-479b-b40e-16ae2a482247 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:48.206966 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-37d837fe-5f4f-479b-b40e-16ae2a482247 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Added segment 197654eb-2d5c-40b5-be35-0514d5c1cd5f of type vlan for network 0514776f-27db-400c-9fe9-44d3657ba99a Mar 08 10:19:48.236886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-37d837fe-5f4f-479b-b40e-16ae2a482247 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:48.265903 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-37d837fe-5f4f-479b-b40e-16ae2a482247 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:48.271418 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d837fe-5f4f-479b-b40e-16ae2a482247 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:48.271996 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-37d837fe-5f4f-479b-b40e-16ae2a482247 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:48.337196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-e924ae09-d044-4923-9c36-ccd74e11ac46', 'network_id': 'e924ae09-d044-4923-9c36-ccd74e11ac46', 'tenant_id': 'c125dcadf64b49eeb8fc5ac7d5c13959', 'fixed_ips': [{'subnet_id': '314fd51c-58e8-4d83-9dd0-7894589fa228'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:19:48.338032 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:48.370872 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-37d837fe-5f4f-479b-b40e-16ae2a482247 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2381539 Mar 08 10:19:48.374441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 52552) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:48.380060 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-51b6d452-957c-4c91-aa36-25da9bcdf958 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Request body: {'subnet': {'network_id': '0514776f-27db-400c-9fe9-44d3657ba99a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:48.384038 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d837fe-5f4f-479b-b40e-16ae2a482247 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event updated for resources: {'Network': ['ID=0514776f-27db-400c-9fe9-44d3657ba99a,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:48.395137 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 0514776f-27db-400c-9fe9-44d3657ba99a details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:19:48.487743 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-51b6d452-957c-4c91-aa36-25da9bcdf958 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:48.491653 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-51b6d452-957c-4c91-aa36-25da9bcdf958 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Usage tracker for resource:subnet and tenant:c125dcadf64b49eeb8fc5ac7d5c13959 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:48.494446 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-51b6d452-957c-4c91-aa36-25da9bcdf958 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:48.500105 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-51b6d452-957c-4c91-aa36-25da9bcdf958 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:48.509232 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b6d452-957c-4c91-aa36-25da9bcdf958 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Made reservation on behalf of c125dcadf64b49eeb8fc5ac7d5c13959 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:19:48.512854 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51b6d452-957c-4c91-aa36-25da9bcdf958 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:48.578968 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Allocated IP 2001:db8::2 (e924ae09-d044-4923-9c36-ccd74e11ac46/314fd51c-58e8-4d83-9dd0-7894589fa228/ae54330f-7cb3-49ca-bc96-908e97650edc) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:19:48.674312 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 420dc219-24a8-40f4-81ca-534a5f57b2f7 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:19:48.743662 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51b6d452-957c-4c91-aa36-25da9bcdf958 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:48.819697 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 420dc219-24a8-40f4-81ca-534a5f57b2f7 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:19:48.820062 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:48.822883 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6d452-957c-4c91-aa36-25da9bcdf958 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event updated for resources: {'Subnet': ['ID=efacf4ff-2ff3-45d8-b68c-871e1e0ffbc4,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:48.833667 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b6d452-957c-4c91-aa36-25da9bcdf958 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Checking segment: {'id': '197654eb-2d5c-40b5-be35-0514d5c1cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0514776f-27db-400c-9fe9-44d3657ba99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:19:48.833948 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b6d452-957c-4c91-aa36-25da9bcdf958 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Network hostable DHCP agents. Network: 0514776f-27db-400c-9fe9-44d3657ba99a, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:19:48.856705 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b6d452-957c-4c91-aa36-25da9bcdf958 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Network 0514776f-27db-400c-9fe9-44d3657ba99a is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:19:48.865528 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-51b6d452-957c-4c91-aa36-25da9bcdf958 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 0514776f-27db-400c-9fe9-44d3657ba99a) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:19:48.869529 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b6d452-957c-4c91-aa36-25da9bcdf958 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:48.870171 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51b6d452-957c-4c91-aa36-25da9bcdf958 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:48.878399 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5dae99-40de-4d0d-bc43-898a107dcb83 None None] Network 0514776f-27db-400c-9fe9-44d3657ba99a requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:19:48.891461 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-51b6d452-957c-4c91-aa36-25da9bcdf958 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5159545 Mar 08 10:19:48.894102 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 52556) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:48.904750 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:48.932054 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Transition to ACTIVE for port object ae54330f-7cb3-49ca-bc96-908e97650edc will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:19:49.010012 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Transition to ACTIVE for port object ae54330f-7cb3-49ca-bc96-908e97650edc will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:19:49.020715 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:49.151729 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3b58a241-3daa-4cff-a149-a98740ff86c0 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:49.183144 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Network e924ae09-d044-4923-9c36-ccd74e11ac46 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:19:49.215509 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3b58a241-3daa-4cff-a149-a98740ff86c0 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:49.220440 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:19:49.230059 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:19:49.238210 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Pushing event updated for resources: {'Port': ['ID=ae54330f-7cb3-49ca-bc96-908e97650edc,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:49.291601 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3b58a241-3daa-4cff-a149-a98740ff86c0 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:49.330048 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58a241-3daa-4cff-a149-a98740ff86c0 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event deleted for resources: {'Subnet': ['ID=efacf4ff-2ff3-45d8-b68c-871e1e0ffbc4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:49.373128 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Attempting to bind port ae54330f-7cb3-49ca-bc96-908e97650edc on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:19:49.373493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Attempting to bind port ae54330f-7cb3-49ca-bc96-908e97650edc by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '7b3c9b2d-1b41-42fc-9a0d-0aaf81bcc32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e924ae09-d044-4923-9c36-ccd74e11ac46'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:19:49.373851 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Attempting to bind port ae54330f-7cb3-49ca-bc96-908e97650edc on network e924ae09-d044-4923-9c36-ccd74e11ac46 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:19:49.380766 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:19:49.381142 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Checking segment: {'id': '7b3c9b2d-1b41-42fc-9a0d-0aaf81bcc32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e924ae09-d044-4923-9c36-ccd74e11ac46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:19:49.381537 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:49.381914 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Bound using segment: {'id': '7b3c9b2d-1b41-42fc-9a0d-0aaf81bcc32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e924ae09-d044-4923-9c36-ccd74e11ac46'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:19:49.382375 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Bound port: ae54330f-7cb3-49ca-bc96-908e97650edc, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3c9b2d-1b41-42fc-9a0d-0aaf81bcc32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e924ae09-d044-4923-9c36-ccd74e11ac46'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:19:49.382740 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:49.393134 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957cbcab-e329-4dbc-b272-9025daa945d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-0514776f-27db-400c-9fe9-44d3657ba99a', 'network_id': '0514776f-27db-400c-9fe9-44d3657ba99a', 'tenant_id': 'c125dcadf64b49eeb8fc5ac7d5c13959', 'fixed_ips': [{'subnet_id': 'efacf4ff-2ff3-45d8-b68c-871e1e0ffbc4'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:19:49.393917 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-957cbcab-e329-4dbc-b272-9025daa945d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:49.425168 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3b58a241-3daa-4cff-a149-a98740ff86c0 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:49.449966 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3b58a241-3daa-4cff-a149-a98740ff86c0 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0514776f-27db-400c-9fe9-44d3657ba99a']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:49.462643 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3b58a241-3daa-4cff-a149-a98740ff86c0 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197654eb-2d5c-40b5-be35-0514d5c1cd5f') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:49.462937 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3b58a241-3daa-4cff-a149-a98740ff86c0 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197654eb-2d5c-40b5-be35-0514d5c1cd5f') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:49.474289 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3b58a241-3daa-4cff-a149-a98740ff86c0 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:49.492443 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3b58a241-3daa-4cff-a149-a98740ff86c0 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:49.499095 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b58a241-3daa-4cff-a149-a98740ff86c0 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:19:49.499516 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3b58a241-3daa-4cff-a149-a98740ff86c0 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:19:49.514587 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:19:49.540716 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] For port ae54330f-7cb3-49ca-bc96-908e97650edc, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:19:49.550636 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] For port ae54330f-7cb3-49ca-bc96-908e97650edc, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ae54330f-7cb3-49ca-bc96-908e97650edc,segment=NetworkSegment(7b3c9b2d-1b41-42fc-9a0d-0aaf81bcc32c),segment_id=7b3c9b2d-1b41-42fc-9a0d-0aaf81bcc32c)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:19:49.556384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:49.591113 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2917070c-7bb0-4683-8fb4-ef03f5c3bec5 None None] Network 0514776f-27db-400c-9fe9-44d3657ba99a requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:19:49.600010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3b58a241-3daa-4cff-a149-a98740ff86c0 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:49.625699 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3b58a241-3daa-4cff-a149-a98740ff86c0 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:49.627250 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2917070c-7bb0-4683-8fb4-ef03f5c3bec5 None None] Network 0514776f-27db-400c-9fe9-44d3657ba99a could not be found, it might have been deleted concurrently. {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 08 10:19:49.634359 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58a241-3daa-4cff-a149-a98740ff86c0 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event deleted for resources: {'Network': ['ID=0514776f-27db-400c-9fe9-44d3657ba99a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:49.641574 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3b58a241-3daa-4cff-a149-a98740ff86c0 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "DELETE /v2.0/networks/0514776f-27db-400c-9fe9-44d3657ba99a HTTP/1.1" status: 204 len: 168 time: 0.7441387 Mar 08 10:19:49.642410 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 52560) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:49.660993 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e10014-8929-4e90-bf6e-9420b5f0665f None None] Pushing event updated for resources: {'Port': ['ID=ae54330f-7cb3-49ca-bc96-908e97650edc,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:49.691235 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-57232ab6-0b4d-419e-b3bd-86d38c3a2285 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] GET failed (client error): The resource could not be found. Mar 08 10:19:49.691758 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-57232ab6-0b4d-419e-b3bd-86d38c3a2285 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Synchronizing usage tracker for tenant:c125dcadf64b49eeb8fc5ac7d5c13959 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:19:49.709659 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-57232ab6-0b4d-419e-b3bd-86d38c3a2285 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Unset dirty status for tenant:c125dcadf64b49eeb8fc5ac7d5c13959 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:19:49.712775 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-57232ab6-0b4d-419e-b3bd-86d38c3a2285 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "GET /v2.0/subnets/efacf4ff-2ff3-45d8-b68c-871e1e0ffbc4 HTTP/1.1" status: 404 len: 337 time: 0.0681002 Mar 08 10:19:49.713808 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 52564) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:49.739376 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7836351-e088-41f2-b92e-6eebe1722919 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] DELETE failed (client error): The resource could not be found. Mar 08 10:19:49.739846 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7836351-e088-41f2-b92e-6eebe1722919 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 10:19:49.744743 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a7836351-e088-41f2-b92e-6eebe1722919 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "DELETE /v2.0/networks/0514776f-27db-400c-9fe9-44d3657ba99a HTTP/1.1" status: 404 len: 339 time: 0.0268176 Mar 08 10:19:49.745534 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52568) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:49.786637 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d14f9db-6308-4c7f-822f-6e6440f72e25 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] DELETE failed (client error): The resource could not be found. Mar 08 10:19:49.787100 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d14f9db-6308-4c7f-822f-6e6440f72e25 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 10:19:49.789027 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7d14f9db-6308-4c7f-822f-6e6440f72e25 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "DELETE /v2.0/subnets/efacf4ff-2ff3-45d8-b68c-871e1e0ffbc4 HTTP/1.1" status: 404 len: 337 time: 0.0423925 Mar 08 10:19:49.791846 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52572) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:49.819109 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f469b8-369b-4c19-ab62-112938ced2b1 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] DELETE failed (client error): The resource could not be found. Mar 08 10:19:49.819765 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f469b8-369b-4c19-ab62-112938ced2b1 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 10:19:49.822012 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-82f469b8-369b-4c19-ab62-112938ced2b1 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "DELETE /v2.0/networks/0514776f-27db-400c-9fe9-44d3657ba99a HTTP/1.1" status: 404 len: 339 time: 0.0289898 Mar 08 10:19:49.824505 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52576) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:49.913278 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-31308eb4-bbed-474a-bce1-5620ae3c018d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Deleting subnet 314fd51c-58e8-4d83-9dd0-7894589fa228 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:19:49.917184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-31308eb4-bbed-474a-bce1-5620ae3c018d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:49.985986 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-31308eb4-bbed-474a-bce1-5620ae3c018d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:50.071641 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-31308eb4-bbed-474a-bce1-5620ae3c018d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:50.151039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-31308eb4-bbed-474a-bce1-5620ae3c018d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:50.189423 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31308eb4-bbed-474a-bce1-5620ae3c018d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event deleted for resources: {'Subnet': ['ID=314fd51c-58e8-4d83-9dd0-7894589fa228,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:50.193154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-31308eb4-bbed-474a-bce1-5620ae3c018d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:50.206126 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-31308eb4-bbed-474a-bce1-5620ae3c018d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "DELETE /v2.0/subnets/314fd51c-58e8-4d83-9dd0-7894589fa228 HTTP/1.1" status: 204 len: 168 time: 0.3801439 Mar 08 10:19:50.208612 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52580) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:50.320942 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:50.331489 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Deleting port ae54330f-7cb3-49ca-bc96-908e97650edc {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:19:50.331824 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:50.537411 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] For port ae54330f-7cb3-49ca-bc96-908e97650edc, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ae54330f-7cb3-49ca-bc96-908e97650edc,segment=NetworkSegment(7b3c9b2d-1b41-42fc-9a0d-0aaf81bcc32c),segment_id=7b3c9b2d-1b41-42fc-9a0d-0aaf81bcc32c)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:19:50.537768 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:50.614964 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e489e578-dbcb-4fb9-85a7-002de5ab285f None None] Network e924ae09-d044-4923-9c36-ccd74e11ac46 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:19:50.673588 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Calling delete_port for ae54330f-7cb3-49ca-bc96-908e97650edc owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:19:50.703567 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ae54330f-7cb3-49ca-bc96-908e97650edc up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:19:50.749630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:50.811430 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-12cb6a8a-440f-4186-bbcf-37067917f935 None None] Provisioning complete for port ae54330f-7cb3-49ca-bc96-908e97650edc triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:19:50.811793 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12cb6a8a-440f-4186-bbcf-37067917f935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:50.879525 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-12cb6a8a-440f-4186-bbcf-37067917f935 None None] Port ae54330f-7cb3-49ca-bc96-908e97650edc was deleted so its status cannot be updated. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 08 10:19:50.889392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No active binding found for port ae54330f-7cb3-49ca-bc96-908e97650edc {{(pid=87773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 08 10:19:50.889901 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ae54330f-7cb3-49ca-bc96-908e97650edc not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 08 10:19:50.894100 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event deleted for resources: {'Port': ['ID=ae54330f-7cb3-49ca-bc96-908e97650edc,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:50.897376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] No DVR routers for this DVR port ae54330f-7cb3-49ca-bc96-908e97650edc on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:19:50.928457 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Port ae54330f-7cb3-49ca-bc96-908e97650edc not found, will not notify nova. {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 08 10:19:50.953194 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946c10e6-300f-4a8a-b95b-e187feeb926e None None] DHCP port deletion for e924ae09-d044-4923-9c36-ccd74e11ac46 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:19:51.034630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:51.060279 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e924ae09-d044-4923-9c36-ccd74e11ac46']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:51.071048 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3c9b2d-1b41-42fc-9a0d-0aaf81bcc32c') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:51.071348 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3c9b2d-1b41-42fc-9a0d-0aaf81bcc32c') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:51.083041 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:51.098958 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:51.104730 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:19:51.105110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:19:51.118967 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:19:51.197272 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:51.201967 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:51.226604 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event deleted for resources: {'Network': ['ID=e924ae09-d044-4923-9c36-ccd74e11ac46,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:51.229837 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1be1a271-3551-4dfe-b610-769abac09948 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "DELETE /v2.0/networks/e924ae09-d044-4923-9c36-ccd74e11ac46 HTTP/1.1" status: 204 len: 168 time: 1.0201685 Mar 08 10:19:51.232334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52584) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:51.268561 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b821dbf-2e32-4ca7-8755-a3efa7ac436e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] DELETE failed (client error): The resource could not be found. Mar 08 10:19:51.269048 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b821dbf-2e32-4ca7-8755-a3efa7ac436e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 10:19:51.270609 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7b821dbf-2e32-4ca7-8755-a3efa7ac436e tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "DELETE /v2.0/subnets/e72e5401-2283-439c-9a7e-d186a7f5bb06 HTTP/1.1" status: 404 len: 337 time: 0.0373061 Mar 08 10:19:51.272972 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52588) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:51.298560 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2e2ad5-1f8f-4024-b089-05491c37cf97 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] DELETE failed (client error): The resource could not be found. Mar 08 10:19:51.299028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2e2ad5-1f8f-4024-b089-05491c37cf97 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 10:19:51.300921 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5b2e2ad5-1f8f-4024-b089-05491c37cf97 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "DELETE /v2.0/networks/5b221f00-aeb9-427f-ab1e-b5b1377f7580 HTTP/1.1" status: 404 len: 339 time: 0.0269229 Mar 08 10:19:51.304113 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52592) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:51.343963 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f908c8c-96af-410c-ae50-c580eb91656f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] DELETE failed (client error): The resource could not be found. Mar 08 10:19:51.344404 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f908c8c-96af-410c-ae50-c580eb91656f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 10:19:51.346025 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5f908c8c-96af-410c-ae50-c580eb91656f tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "DELETE /v2.0/subnets/015bdc05-e6b0-48ac-ac41-e4dfd8ec549c HTTP/1.1" status: 404 len: 337 time: 0.0410414 Mar 08 10:19:51.348455 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52596) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:51.370982 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.pecan_wsgi.hooks.translation [None req-531f2859-176c-4f85-a472-b1a74f752f38 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] DELETE failed (client error): The resource could not be found. Mar 08 10:19:51.371410 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531f2859-176c-4f85-a472-b1a74f752f38 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 10:19:51.373004 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-531f2859-176c-4f85-a472-b1a74f752f38 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "DELETE /v2.0/networks/e6fa4227-94e6-454e-9992-89b0c7e9c767 HTTP/1.1" status: 404 len: 339 time: 0.0236619 Mar 08 10:19:51.375149 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52600) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:51.437362 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d91ea07-9802-4142-9484-c259ebab3a44 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Deleting subnet 477988fe-3e19-4c0e-8d47-836c844048c4 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:19:51.440072 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2d91ea07-9802-4142-9484-c259ebab3a44 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:51.494566 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2d91ea07-9802-4142-9484-c259ebab3a44 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:51.574317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2d91ea07-9802-4142-9484-c259ebab3a44 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:51.649510 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2d91ea07-9802-4142-9484-c259ebab3a44 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:51.692095 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91ea07-9802-4142-9484-c259ebab3a44 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event deleted for resources: {'Subnet': ['ID=477988fe-3e19-4c0e-8d47-836c844048c4,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:51.694049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2d91ea07-9802-4142-9484-c259ebab3a44 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:51.698232 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8782811e-eaf5-40ad-a690-642a1dbdabb1 None None] Network b1522175-3430-4bfd-bd5b-48b07146a2c1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:19:51.704751 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2d91ea07-9802-4142-9484-c259ebab3a44 tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "DELETE /v2.0/subnets/477988fe-3e19-4c0e-8d47-836c844048c4 HTTP/1.1" status: 204 len: 168 time: 0.3286910 Mar 08 10:19:51.707152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52604) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:51.818574 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:51.828586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Deleting port 420dc219-24a8-40f4-81ca-534a5f57b2f7 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:19:51.828937 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:51.944253 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f553694-75da-48cd-a3c6-a7f577f0bf66 None None] DHCP port deletion for b1522175-3430-4bfd-bd5b-48b07146a2c1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:19:51.948611 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1f553694-75da-48cd-a3c6-a7f577f0bf66 None None] Deleting port 420dc219-24a8-40f4-81ca-534a5f57b2f7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:19:51.949010 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f553694-75da-48cd-a3c6-a7f577f0bf66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:52.035774 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] For port 420dc219-24a8-40f4-81ca-534a5f57b2f7, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=420dc219-24a8-40f4-81ca-534a5f57b2f7,segment=NetworkSegment(75f789b0-fd65-4abb-8272-cf1691e27349),segment_id=75f789b0-fd65-4abb-8272-cf1691e27349)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:19:52.036133 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:52.152005 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-1f553694-75da-48cd-a3c6-a7f577f0bf66 None None] For port 420dc219-24a8-40f4-81ca-534a5f57b2f7, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=420dc219-24a8-40f4-81ca-534a5f57b2f7,segment=NetworkSegment(75f789b0-fd65-4abb-8272-cf1691e27349),segment_id=75f789b0-fd65-4abb-8272-cf1691e27349)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:19:52.152316 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f553694-75da-48cd-a3c6-a7f577f0bf66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:52.158703 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Calling delete_port for 420dc219-24a8-40f4-81ca-534a5f57b2f7 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:19:52.231492 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:52.272337 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1f553694-75da-48cd-a3c6-a7f577f0bf66 None None] Calling delete_port for 420dc219-24a8-40f4-81ca-534a5f57b2f7 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:19:52.279492 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event deleted for resources: {'Port': ['ID=420dc219-24a8-40f4-81ca-534a5f57b2f7,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:52.282716 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] No DVR routers for this DVR port 420dc219-24a8-40f4-81ca-534a5f57b2f7 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:19:52.380359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-1f553694-75da-48cd-a3c6-a7f577f0bf66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 10:19:52.380746 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-1f553694-75da-48cd-a3c6-a7f577f0bf66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 10:19:52.493047 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:52.518001 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1522175-3430-4bfd-bd5b-48b07146a2c1']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:52.529549 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f789b0-fd65-4abb-8272-cf1691e27349') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:52.529845 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f789b0-fd65-4abb-8272-cf1691e27349') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:52.540998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:52.556625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:52.563017 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:19:52.563396 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:19:52.577361 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:19:52.628038 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ae54330f-7cb3-49ca-bc96-908e97650edc no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:19:52.656686 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:52.663304 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: ae54330f-7cb3-49ca-bc96-908e97650edc {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:19:52.663753 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ae54330f-7cb3-49ca-bc96-908e97650edc not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:19:52.664253 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 420dc219-24a8-40f4-81ca-534a5f57b2f7 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:19:52.674057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:52.686243 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] Pushing event deleted for resources: {'Network': ['ID=b1522175-3430-4bfd-bd5b-48b07146a2c1,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:52.689056 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ad8ad77d-7a04-4744-9b4a-f73a8b334c8d tempest-NetworksIpV6Test-311422976 tempest-NetworksIpV6Test-311422976-project] 10.222.0.24 "DELETE /v2.0/networks/b1522175-3430-4bfd-bd5b-48b07146a2c1 HTTP/1.1" status: 204 len: 168 time: 0.9809725 Mar 08 10:19:52.701291 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 420dc219-24a8-40f4-81ca-534a5f57b2f7 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:19:52.701768 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 420dc219-24a8-40f4-81ca-534a5f57b2f7 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:19:52.882347 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1f553694-75da-48cd-a3c6-a7f577f0bf66 None None] Deleting port 420dc219-24a8-40f4-81ca-534a5f57b2f7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:19:52.882757 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f553694-75da-48cd-a3c6-a7f577f0bf66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:52.946519 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1f553694-75da-48cd-a3c6-a7f577f0bf66 None None] The port '420dc219-24a8-40f4-81ca-534a5f57b2f7' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 10:19:52.955207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52612) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:53.102572 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2bb67bd8-0c3f-460f-b391-78e87f7f25d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c125dcadf64b49eeb8fc5ac7d5c13959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461887 Mar 08 10:19:53.104923 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52618) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:53.160044 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3fab92e8-c3f7-4cc4-ab28-e990616b13cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:53.185475 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3fab92e8-c3f7-4cc4-ab28-e990616b13cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:53.239198 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3fab92e8-c3f7-4cc4-ab28-e990616b13cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:53.252190 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab92e8-c3f7-4cc4-ab28-e990616b13cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86d83f2-0cd5-4607-8819-c69d29adf9a0,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:53.258999 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3fab92e8-c3f7-4cc4-ab28-e990616b13cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:53.259924 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3fab92e8-c3f7-4cc4-ab28-e990616b13cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c86d83f2-0cd5-4607-8819-c69d29adf9a0 HTTP/1.1" status: 204 len: 168 time: 0.1541331 Mar 08 10:19:53.932006 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52642) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:54.032902 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-bef061ae-fcbc-4bae-959d-51ec709eef1b tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-186222909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:54.039533 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bef061ae-fcbc-4bae-959d-51ec709eef1b tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:54.043276 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bef061ae-fcbc-4bae-959d-51ec709eef1b tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Usage tracker for resource:router and tenant:6ae6b1bc8138461f8c5a25ceb7ea22b9 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:54.046733 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bef061ae-fcbc-4bae-959d-51ec709eef1b tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:54.052618 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bef061ae-fcbc-4bae-959d-51ec709eef1b tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:54.061520 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bef061ae-fcbc-4bae-959d-51ec709eef1b tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:54.062438 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bef061ae-fcbc-4bae-959d-51ec709eef1b tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:54.077879 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bef061ae-fcbc-4bae-959d-51ec709eef1b tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:54.095388 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bef061ae-fcbc-4bae-959d-51ec709eef1b tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:54.116053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bef061ae-fcbc-4bae-959d-51ec709eef1b tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:54.117308 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bef061ae-fcbc-4bae-959d-51ec709eef1b tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1842773 Mar 08 10:19:54.120112 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52648) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:54.125506 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1667310598'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:54.130925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:54.135358 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Usage tracker for resource:network and tenant:6ae6b1bc8138461f8c5a25ceb7ea22b9 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:54.138697 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:54.144334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:54.153693 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Made reservation on behalf of 6ae6b1bc8138461f8c5a25ceb7ea22b9 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:19:54.158500 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:54.171442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:54.185817 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:54.189604 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Usage tracker for resource:security_group_rule and tenant:6ae6b1bc8138461f8c5a25ceb7ea22b9 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:54.192320 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:54.197936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:54.280142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:54.284053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:54.315716 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:19:54.323865 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40bf7c74-be4b-40e7-8f1b-21a5bef1d9a7,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:54.333225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:54.333578 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Added segment c73e5554-eb88-431e-ab16-f2beec2eb59a of type vlan for network bf2b117c-8925-4d98-99d5-9baf9c142481 Mar 08 10:19:54.335249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:54.335603 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:54.335945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:54.336285 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:54.336616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:54.336971 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:54.337303 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:54.337629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:54.337955 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:54.338281 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:54.338606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:54.338932 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:19:54.369743 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:54.400033 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:54.406826 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:54.407403 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:54.511113 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3899863 Mar 08 10:19:54.514796 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 52652) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:54.517942 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ffccb-c036-4037-9f92-d709adb33879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Pushing event updated for resources: {'Network': ['ID=bf2b117c-8925-4d98-99d5-9baf9c142481,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:54.520676 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-55a5717b-5414-42dc-ac3f-533bafe707ab tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Request body: {'subnet': {'network_id': 'bf2b117c-8925-4d98-99d5-9baf9c142481', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:54.528407 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network bf2b117c-8925-4d98-99d5-9baf9c142481 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:19:54.633618 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-55a5717b-5414-42dc-ac3f-533bafe707ab tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:54.638118 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-55a5717b-5414-42dc-ac3f-533bafe707ab tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Usage tracker for resource:subnet and tenant:6ae6b1bc8138461f8c5a25ceb7ea22b9 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:54.640957 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-55a5717b-5414-42dc-ac3f-533bafe707ab tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:54.646657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-55a5717b-5414-42dc-ac3f-533bafe707ab tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:54.655853 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a5717b-5414-42dc-ac3f-533bafe707ab tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Made reservation on behalf of 6ae6b1bc8138461f8c5a25ceb7ea22b9 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:19:54.659278 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55a5717b-5414-42dc-ac3f-533bafe707ab tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:54.867817 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55a5717b-5414-42dc-ac3f-533bafe707ab tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:54.942927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5717b-5414-42dc-ac3f-533bafe707ab tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Pushing event updated for resources: {'Subnet': ['ID=bc29feec-a836-43e2-b8ae-eb92cc37f638,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:54.950237 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5717b-5414-42dc-ac3f-533bafe707ab tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Checking segment: {'id': 'c73e5554-eb88-431e-ab16-f2beec2eb59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf2b117c-8925-4d98-99d5-9baf9c142481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:19:54.950586 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a5717b-5414-42dc-ac3f-533bafe707ab tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Network hostable DHCP agents. Network: bf2b117c-8925-4d98-99d5-9baf9c142481, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:19:54.953018 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1050252-f0bc-4ec2-a281-d5722d104b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:54.968223 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a5717b-5414-42dc-ac3f-533bafe707ab tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Network bf2b117c-8925-4d98-99d5-9baf9c142481 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:19:54.976270 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-55a5717b-5414-42dc-ac3f-533bafe707ab tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, bf2b117c-8925-4d98-99d5-9baf9c142481) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:19:54.981630 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a5717b-5414-42dc-ac3f-533bafe707ab tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:54.982509 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55a5717b-5414-42dc-ac3f-533bafe707ab tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:54.985476 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a96882a-390b-40a8-8d7b-94920ff823fd None None] Network bf2b117c-8925-4d98-99d5-9baf9c142481 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:19:55.005569 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-55a5717b-5414-42dc-ac3f-533bafe707ab tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4895723 Mar 08 10:19:55.008520 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 52656) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:55.014211 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-cfe6ecf8-dd07-47df-a149-63839b83d970 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1163842999'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:55.018908 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cfe6ecf8-dd07-47df-a149-63839b83d970 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:55.022603 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cfe6ecf8-dd07-47df-a149-63839b83d970 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Usage tracker for resource:network and tenant:6ae6b1bc8138461f8c5a25ceb7ea22b9 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:55.025359 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cfe6ecf8-dd07-47df-a149-63839b83d970 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:55.030986 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cfe6ecf8-dd07-47df-a149-63839b83d970 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:55.041058 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe6ecf8-dd07-47df-a149-63839b83d970 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Made reservation on behalf of 6ae6b1bc8138461f8c5a25ceb7ea22b9 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:19:55.044944 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cfe6ecf8-dd07-47df-a149-63839b83d970 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:55.071673 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe6ecf8-dd07-47df-a149-63839b83d970 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:19:55.080040 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cfe6ecf8-dd07-47df-a149-63839b83d970 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:55.080402 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-cfe6ecf8-dd07-47df-a149-63839b83d970 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Added segment d7175299-48b4-44f5-9a98-530b942f9689 of type vlan for network 1f511525-bfee-4f52-a51f-875a095c61ba Mar 08 10:19:55.109605 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cfe6ecf8-dd07-47df-a149-63839b83d970 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:55.138414 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cfe6ecf8-dd07-47df-a149-63839b83d970 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:55.143884 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe6ecf8-dd07-47df-a149-63839b83d970 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:55.144568 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cfe6ecf8-dd07-47df-a149-63839b83d970 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:55.197194 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cfe6ecf8-dd07-47df-a149-63839b83d970 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1849365 Mar 08 10:19:55.198367 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52660) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:55.200150 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-bf2b117c-8925-4d98-99d5-9baf9c142481', 'network_id': 'bf2b117c-8925-4d98-99d5-9baf9c142481', 'tenant_id': '6ae6b1bc8138461f8c5a25ceb7ea22b9', 'fixed_ips': [{'subnet_id': 'bc29feec-a836-43e2-b8ae-eb92cc37f638'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:19:55.201075 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:55.205009 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1ad3588a-75e9-42cd-b141-718a6efbe2db tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Request body: {'subnet': {'network_id': '1f511525-bfee-4f52-a51f-875a095c61ba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:55.253585 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6ecf8-dd07-47df-a149-63839b83d970 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Pushing event updated for resources: {'Network': ['ID=1f511525-bfee-4f52-a51f-875a095c61ba,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:55.266133 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 1f511525-bfee-4f52-a51f-875a095c61ba details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:19:55.315258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1ad3588a-75e9-42cd-b141-718a6efbe2db tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:19:55.319028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1ad3588a-75e9-42cd-b141-718a6efbe2db tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Usage tracker for resource:subnet and tenant:6ae6b1bc8138461f8c5a25ceb7ea22b9 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:19:55.321809 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1ad3588a-75e9-42cd-b141-718a6efbe2db tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:19:55.327406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1ad3588a-75e9-42cd-b141-718a6efbe2db tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:19:55.337354 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad3588a-75e9-42cd-b141-718a6efbe2db tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Made reservation on behalf of 6ae6b1bc8138461f8c5a25ceb7ea22b9 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:19:55.341384 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1ad3588a-75e9-42cd-b141-718a6efbe2db tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:55.445965 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Allocated IP 172.20.0.2 (bf2b117c-8925-4d98-99d5-9baf9c142481/bc29feec-a836-43e2-b8ae-eb92cc37f638/d4d1741b-538c-4ec1-89ce-c46c25ae61f7) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:19:55.557019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1ad3588a-75e9-42cd-b141-718a6efbe2db tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:55.633601 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3588a-75e9-42cd-b141-718a6efbe2db tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Pushing event updated for resources: {'Subnet': ['ID=746b7237-775f-4eab-bcb3-fe9ddfc7abfa,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:55.641543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad3588a-75e9-42cd-b141-718a6efbe2db tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Checking segment: {'id': 'd7175299-48b4-44f5-9a98-530b942f9689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1f511525-bfee-4f52-a51f-875a095c61ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:19:55.641899 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad3588a-75e9-42cd-b141-718a6efbe2db tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Network hostable DHCP agents. Network: 1f511525-bfee-4f52-a51f-875a095c61ba, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:19:55.648044 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:55.661075 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Transition to ACTIVE for port object d4d1741b-538c-4ec1-89ce-c46c25ae61f7 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:19:55.661547 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad3588a-75e9-42cd-b141-718a6efbe2db tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Network 1f511525-bfee-4f52-a51f-875a095c61ba is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:19:55.671697 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-1ad3588a-75e9-42cd-b141-718a6efbe2db tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 1f511525-bfee-4f52-a51f-875a095c61ba) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:19:55.676061 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad3588a-75e9-42cd-b141-718a6efbe2db tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:19:55.676978 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1ad3588a-75e9-42cd-b141-718a6efbe2db tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:55.688010 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d059246d-65f5-437b-8d3e-4a671ddb8869 None None] Network 1f511525-bfee-4f52-a51f-875a095c61ba requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:19:55.702933 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1ad3588a-75e9-42cd-b141-718a6efbe2db tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5028520 Mar 08 10:19:55.705861 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52664) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:55.709095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Transition to ACTIVE for port object d4d1741b-538c-4ec1-89ce-c46c25ae61f7 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:19:55.713275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-d631bf50-8c52-4423-9e85-ea36a4344003 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Request body: {'router': {'external_gateway_info': {'network_id': '1f511525-bfee-4f52-a51f-875a095c61ba'}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:19:55.736771 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:55.890640 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Network bf2b117c-8925-4d98-99d5-9baf9c142481 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:19:55.900271 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:19:55.906265 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:19:55.913205 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Pushing event updated for resources: {'Port': ['ID=d4d1741b-538c-4ec1-89ce-c46c25ae61f7,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:56.050605 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Attempting to bind port d4d1741b-538c-4ec1-89ce-c46c25ae61f7 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:19:56.050885 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Attempting to bind port d4d1741b-538c-4ec1-89ce-c46c25ae61f7 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'c73e5554-eb88-431e-ab16-f2beec2eb59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf2b117c-8925-4d98-99d5-9baf9c142481'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:19:56.051241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Attempting to bind port d4d1741b-538c-4ec1-89ce-c46c25ae61f7 on network bf2b117c-8925-4d98-99d5-9baf9c142481 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:19:56.061042 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:19:56.061411 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Checking segment: {'id': 'c73e5554-eb88-431e-ab16-f2beec2eb59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf2b117c-8925-4d98-99d5-9baf9c142481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:19:56.061809 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:56.062197 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Bound using segment: {'id': 'c73e5554-eb88-431e-ab16-f2beec2eb59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf2b117c-8925-4d98-99d5-9baf9c142481'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:19:56.062656 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Bound port: d4d1741b-538c-4ec1-89ce-c46c25ae61f7, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73e5554-eb88-431e-ab16-f2beec2eb59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bf2b117c-8925-4d98-99d5-9baf9c142481'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:19:56.063026 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:56.153663 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-1f511525-bfee-4f52-a51f-875a095c61ba', 'network_id': '1f511525-bfee-4f52-a51f-875a095c61ba', 'tenant_id': '6ae6b1bc8138461f8c5a25ceb7ea22b9', 'fixed_ips': [{'subnet_id': '746b7237-775f-4eab-bcb3-fe9ddfc7abfa'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:19:56.154539 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:56.252029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d631bf50-8c52-4423-9e85-ea36a4344003 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:56.297673 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] For port d4d1741b-538c-4ec1-89ce-c46c25ae61f7, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:19:56.313446 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] For port d4d1741b-538c-4ec1-89ce-c46c25ae61f7, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=d4d1741b-538c-4ec1-89ce-c46c25ae61f7,segment=NetworkSegment(c73e5554-eb88-431e-ab16-f2beec2eb59a),segment_id=c73e5554-eb88-431e-ab16-f2beec2eb59a)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:19:56.321553 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:19:56.349308 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:56.405144 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.api.v2.resource [None req-d631bf50-8c52-4423-9e85-ea36a4344003 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 10:19:56.406183 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d631bf50-8c52-4423-9e85-ea36a4344003 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] 10.222.0.24 "PUT /v2.0/routers/94fb6792-4146-47cd-b5a3-aeb82761625f HTTP/1.1" status: 400 len: 364 time: 0.6994205 Mar 08 10:19:56.412231 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 52668) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:56.447175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Allocated IP 172.21.0.2 (1f511525-bfee-4f52-a51f-875a095c61ba/746b7237-775f-4eab-bcb3-fe9ddfc7abfa/c1bb4f49-db06-4ad8-af22-13859aca0943) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:19:56.455201 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed28dc-1e91-4eeb-862d-835dc275f912 None None] Pushing event updated for resources: {'Port': ['ID=d4d1741b-538c-4ec1-89ce-c46c25ae61f7,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:56.493020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-81046e58-fe5a-4347-bae3-4953eb0cdd8b tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Deleting subnet 746b7237-775f-4eab-bcb3-fe9ddfc7abfa {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:19:56.686516 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:56.696732 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Transition to ACTIVE for port object c1bb4f49-db06-4ad8-af22-13859aca0943 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:19:56.716958 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Transition to ACTIVE for port object c1bb4f49-db06-4ad8-af22-13859aca0943 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:19:56.721804 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81046e58-fe5a-4347-bae3-4953eb0cdd8b tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:56.722594 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:56.779458 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81046e58-fe5a-4347-bae3-4953eb0cdd8b tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:56.787005 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Network 1f511525-bfee-4f52-a51f-875a095c61ba is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:19:56.795429 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:19:56.797800 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:19:56.829931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Pushing event updated for resources: {'Port': ['ID=c1bb4f49-db06-4ad8-af22-13859aca0943,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:56.865181 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81046e58-fe5a-4347-bae3-4953eb0cdd8b tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:56.893775 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Attempting to bind port c1bb4f49-db06-4ad8-af22-13859aca0943 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:19:56.894150 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Attempting to bind port c1bb4f49-db06-4ad8-af22-13859aca0943 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'd7175299-48b4-44f5-9a98-530b942f9689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1f511525-bfee-4f52-a51f-875a095c61ba'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:19:56.894528 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Attempting to bind port c1bb4f49-db06-4ad8-af22-13859aca0943 on network 1f511525-bfee-4f52-a51f-875a095c61ba {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:19:56.900072 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:19:56.900450 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Checking segment: {'id': 'd7175299-48b4-44f5-9a98-530b942f9689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1f511525-bfee-4f52-a51f-875a095c61ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:19:56.900881 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:56.901271 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Bound using segment: {'id': 'd7175299-48b4-44f5-9a98-530b942f9689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1f511525-bfee-4f52-a51f-875a095c61ba'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:19:56.901738 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Bound port: c1bb4f49-db06-4ad8-af22-13859aca0943, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7175299-48b4-44f5-9a98-530b942f9689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1f511525-bfee-4f52-a51f-875a095c61ba'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:19:56.902112 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:56.939038 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81046e58-fe5a-4347-bae3-4953eb0cdd8b tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:56.990714 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81046e58-fe5a-4347-bae3-4953eb0cdd8b tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Pushing event deleted for resources: {'Subnet': ['ID=746b7237-775f-4eab-bcb3-fe9ddfc7abfa,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:56.993512 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81046e58-fe5a-4347-bae3-4953eb0cdd8b tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:56.994631 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] For port c1bb4f49-db06-4ad8-af22-13859aca0943, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:19:56.998013 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] For port c1bb4f49-db06-4ad8-af22-13859aca0943, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c1bb4f49-db06-4ad8-af22-13859aca0943,segment=NetworkSegment(d7175299-48b4-44f5-9a98-530b942f9689),segment_id=d7175299-48b4-44f5-9a98-530b942f9689)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:19:57.002160 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:57.002312 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-81046e58-fe5a-4347-bae3-4953eb0cdd8b tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] 10.222.0.24 "DELETE /v2.0/subnets/746b7237-775f-4eab-bcb3-fe9ddfc7abfa HTTP/1.1" status: 204 len: 168 time: 0.5887966 Mar 08 10:19:57.004774 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52672) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:57.124352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:57.125437 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15ce79-4c0c-4d70-bb72-67c638915e36 None None] Pushing event updated for resources: {'Port': ['ID=c1bb4f49-db06-4ad8-af22-13859aca0943,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:57.136898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Deleting port c1bb4f49-db06-4ad8-af22-13859aca0943 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:19:57.137834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:57.146260 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1799b8c5-8010-46dd-b7a6-4df436c0c3ed None None] Network 1f511525-bfee-4f52-a51f-875a095c61ba requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:19:57.360916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] For port c1bb4f49-db06-4ad8-af22-13859aca0943, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c1bb4f49-db06-4ad8-af22-13859aca0943,segment=NetworkSegment(d7175299-48b4-44f5-9a98-530b942f9689),segment_id=d7175299-48b4-44f5-9a98-530b942f9689)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:19:57.361396 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:57.413154 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a92b35-6378-4617-bebd-393b20d2692b None None] Network bf2b117c-8925-4d98-99d5-9baf9c142481 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:19:57.488602 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Calling delete_port for c1bb4f49-db06-4ad8-af22-13859aca0943 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:19:57.504340 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2e14e1da-b4e0-4890-a63b-6a61187f1a6b None None] Provisioning for port d4d1741b-538c-4ec1-89ce-c46c25ae61f7 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:19:57.567081 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:57.623803 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Pushing event deleted for resources: {'Port': ['ID=c1bb4f49-db06-4ad8-af22-13859aca0943,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:57.625546 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] No DVR routers for this DVR port c1bb4f49-db06-4ad8-af22-13859aca0943 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:19:57.648443 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-557ae263-67aa-4e66-b2bb-ae6ad63cbcbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:57.752775 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:57.782899 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f511525-bfee-4f52-a51f-875a095c61ba']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:57.796659 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7175299-48b4-44f5-9a98-530b942f9689') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:57.796998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7175299-48b4-44f5-9a98-530b942f9689') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:57.808840 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:57.825713 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:57.831995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:19:57.832437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:57.844185 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3e44dc-23f1-41bf-b085-2b742b99d5ba None None] get_active_networks_info from dv-neutron-831730-2-hyperv {{(pid=87773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:19:57.847150 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:19:57.926496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:57.931642 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3e44dc-23f1-41bf-b085-2b742b99d5ba None None] Resources bound (agent type, host, resource id): {{(pid=87773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 10:19:57.943885 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:57.954575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Pushing event deleted for resources: {'Network': ['ID=1f511525-bfee-4f52-a51f-875a095c61ba,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:57.958689 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-27ba2c7a-d7c2-4e33-b352-d2831c2e9a57 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] 10.222.0.24 "DELETE /v2.0/networks/1f511525-bfee-4f52-a51f-875a095c61ba HTTP/1.1" status: 204 len: 168 time: 0.9528248 Mar 08 10:19:57.961047 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52676) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:58.028308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8716fca5-ef1a-4ed1-ab53-05767e8a8b0f tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Deleting subnet bc29feec-a836-43e2-b8ae-eb92cc37f638 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:19:58.031192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8716fca5-ef1a-4ed1-ab53-05767e8a8b0f tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:58.089486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8716fca5-ef1a-4ed1-ab53-05767e8a8b0f tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:58.185887 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8716fca5-ef1a-4ed1-ab53-05767e8a8b0f tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:58.262735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8716fca5-ef1a-4ed1-ab53-05767e8a8b0f tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:58.308729 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716fca5-ef1a-4ed1-ab53-05767e8a8b0f tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Pushing event deleted for resources: {'Subnet': ['ID=bc29feec-a836-43e2-b8ae-eb92cc37f638,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:58.312132 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8716fca5-ef1a-4ed1-ab53-05767e8a8b0f tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:58.318415 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8716fca5-ef1a-4ed1-ab53-05767e8a8b0f tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] 10.222.0.24 "DELETE /v2.0/subnets/bc29feec-a836-43e2-b8ae-eb92cc37f638 HTTP/1.1" status: 204 len: 168 time: 0.3564286 Mar 08 10:19:58.320859 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52680) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:58.321344 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:58.325048 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944e8c60-3a32-40dd-a067-553c22794efd None None] Network bf2b117c-8925-4d98-99d5-9baf9c142481 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:19:58.363103 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:58.552626 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:58.565185 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Deleting port d4d1741b-538c-4ec1-89ce-c46c25ae61f7 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:19:58.565574 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:58.600911 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f53a04-6248-4556-9e95-dc2f367669ca None None] DHCP port deletion for bf2b117c-8925-4d98-99d5-9baf9c142481 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:19:58.605406 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b9f53a04-6248-4556-9e95-dc2f367669ca None None] Deleting port d4d1741b-538c-4ec1-89ce-c46c25ae61f7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:19:58.606397 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9f53a04-6248-4556-9e95-dc2f367669ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:58.774522 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] For port d4d1741b-538c-4ec1-89ce-c46c25ae61f7, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=d4d1741b-538c-4ec1-89ce-c46c25ae61f7,segment=NetworkSegment(c73e5554-eb88-431e-ab16-f2beec2eb59a),segment_id=c73e5554-eb88-431e-ab16-f2beec2eb59a)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:19:58.774877 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:58.806796 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b9f53a04-6248-4556-9e95-dc2f367669ca None None] For port d4d1741b-538c-4ec1-89ce-c46c25ae61f7, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=d4d1741b-538c-4ec1-89ce-c46c25ae61f7,segment=NetworkSegment(c73e5554-eb88-431e-ab16-f2beec2eb59a),segment_id=c73e5554-eb88-431e-ab16-f2beec2eb59a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:19:58.807109 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9f53a04-6248-4556-9e95-dc2f367669ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:58.899211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Calling delete_port for d4d1741b-538c-4ec1-89ce-c46c25ae61f7 owned by network:dhcp {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:19:58.928580 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b9f53a04-6248-4556-9e95-dc2f367669ca None None] Calling delete_port for d4d1741b-538c-4ec1-89ce-c46c25ae61f7 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:19:58.974417 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:58.998922 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-b9f53a04-6248-4556-9e95-dc2f367669ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 10:19:58.999279 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-b9f53a04-6248-4556-9e95-dc2f367669ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 10:19:59.022549 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Pushing event deleted for resources: {'Port': ['ID=d4d1741b-538c-4ec1-89ce-c46c25ae61f7,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:59.025759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] No DVR routers for this DVR port d4d1741b-538c-4ec1-89ce-c46c25ae61f7 on host dv-neutron-831730-2-hyperv {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:19:59.145607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:59.171115 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2b117c-8925-4d98-99d5-9baf9c142481']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:59.182823 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73e5554-eb88-431e-ab16-f2beec2eb59a') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:59.183120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73e5554-eb88-431e-ab16-f2beec2eb59a') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:19:59.194146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:59.209457 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:59.215761 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:19:59.216174 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:19:59.230226 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:19:59.307863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:59.324052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:59.335277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Pushing event deleted for resources: {'Network': ['ID=bf2b117c-8925-4d98-99d5-9baf9c142481,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:19:59.339290 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0d8cb25f-ecb5-40cd-bbf8-ee3aaf86f879 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] 10.222.0.24 "DELETE /v2.0/networks/bf2b117c-8925-4d98-99d5-9baf9c142481 HTTP/1.1" status: 204 len: 168 time: 1.0175066 Mar 08 10:19:59.342555 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52684) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:59.382964 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8328bfb2-9716-4e2c-bc3b-641301dd9f8f tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Synchronizing usage tracker for tenant:6ae6b1bc8138461f8c5a25ceb7ea22b9 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:19:59.398142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8328bfb2-9716-4e2c-bc3b-641301dd9f8f tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Unset dirty status for tenant:6ae6b1bc8138461f8c5a25ceb7ea22b9 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:19:59.399160 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8328bfb2-9716-4e2c-bc3b-641301dd9f8f tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] 10.222.0.24 "GET /v2.0/ports?device_id=94fb6792-4146-47cd-b5a3-aeb82761625f HTTP/1.1" status: 200 len: 205 time: 0.0557070 Mar 08 10:19:59.401638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52688) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:19:59.500975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b9f53a04-6248-4556-9e95-dc2f367669ca None None] Deleting port d4d1741b-538c-4ec1-89ce-c46c25ae61f7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:19:59.501452 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9f53a04-6248-4556-9e95-dc2f367669ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:59.532382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fd098549-27b2-45f0-8fea-bd0fad894313 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:59.569148 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b9f53a04-6248-4556-9e95-dc2f367669ca None None] The port 'd4d1741b-538c-4ec1-89ce-c46c25ae61f7' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 10:19:59.922110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fd098549-27b2-45f0-8fea-bd0fad894313 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:59.924278 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fd098549-27b2-45f0-8fea-bd0fad894313 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:59.945525 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fd098549-27b2-45f0-8fea-bd0fad894313 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:59.946009 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd098549-27b2-45f0-8fea-bd0fad894313 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Fanout notify agent at l3_agent the message router_deleted on router 94fb6792-4146-47cd-b5a3-aeb82761625f {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:19:59.957743 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fd098549-27b2-45f0-8fea-bd0fad894313 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:19:59.958811 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fd098549-27b2-45f0-8fea-bd0fad894313 tempest-RoutersNegativeTest-1970106257 tempest-RoutersNegativeTest-1970106257-project] 10.222.0.24 "DELETE /v2.0/routers/94fb6792-4146-47cd-b5a3-aeb82761625f HTTP/1.1" status: 204 len: 168 time: 0.5563111 Mar 08 10:20:00.164686 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:00.226134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52696) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:20:00.371114 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d59c2ec6-8fec-4fa9-8e36-f25352cb16cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ae6b1bc8138461f8c5a25ceb7ea22b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438413 Mar 08 10:20:00.374083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52702) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:20:00.432845 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1551b497-37c5-4351-9bca-68b4de4c7ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:00.458197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1551b497-37c5-4351-9bca-68b4de4c7ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:00.510963 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1551b497-37c5-4351-9bca-68b4de4c7ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:00.525442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551b497-37c5-4351-9bca-68b4de4c7ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bf7c74-be4b-40e7-8f1b-21a5bef1d9a7,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:00.533670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1551b497-37c5-4351-9bca-68b4de4c7ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:00.537377 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1551b497-37c5-4351-9bca-68b4de4c7ba7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40bf7c74-be4b-40e7-8f1b-21a5bef1d9a7 HTTP/1.1" status: 204 len: 168 time: 0.1598332 Mar 08 10:20:01.167327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52726) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:20:01.268416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-252739784-network', 'tenant_id': 'fa38f3fd603444ad9b128dd7a54e4ace'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:20:01.273388 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:20:01.277249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Usage tracker for resource:network and tenant:fa38f3fd603444ad9b128dd7a54e4ace is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:20:01.280514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:20:01.286191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:20:01.297010 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Made reservation on behalf of fa38f3fd603444ad9b128dd7a54e4ace for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:20:01.299226 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:01.310763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:01.324629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:20:01.328406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Usage tracker for resource:security_group_rule and tenant:fa38f3fd603444ad9b128dd7a54e4ace is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:20:01.331100 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:20:01.336565 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:20:01.417208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:01.421408 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:01.449126 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:20:01.460799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3661d2ac-bbef-4bbb-87bd-b139a80f23b5,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:01.465536 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:01.465853 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Added segment 860e1fbd-4134-49aa-ba50-a13aea02be3b of type vlan for network 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 Mar 08 10:20:01.492131 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:01.519612 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:01.520512 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:01.521109 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:01.622462 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] Pushing event updated for resources: {'Network': ['ID=9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:01.626005 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7f09fcd1-d034-4061-9afd-77bff2146c4e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4571102 Mar 08 10:20:01.628324 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52732) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:20:01.632856 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:20:01.634066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-3bdc77f0-2c2e-4f00-a783-a52d3a41cb38 admin admin] Request body: {'subnet': {'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-252739784-subnet', 'tenant_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'ip_version': 4}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:20:01.639407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3bdc77f0-2c2e-4f00-a783-a52d3a41cb38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:20:01.643236 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3bdc77f0-2c2e-4f00-a783-a52d3a41cb38 admin admin] Usage tracker for resource:subnet and tenant:fa38f3fd603444ad9b128dd7a54e4ace is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:20:01.646060 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3bdc77f0-2c2e-4f00-a783-a52d3a41cb38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:20:01.651641 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3bdc77f0-2c2e-4f00-a783-a52d3a41cb38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:20:01.661523 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdc77f0-2c2e-4f00-a783-a52d3a41cb38 admin admin] Made reservation on behalf of fa38f3fd603444ad9b128dd7a54e4ace for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:20:01.663759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bdc77f0-2c2e-4f00-a783-a52d3a41cb38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:01.856553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bdc77f0-2c2e-4f00-a783-a52d3a41cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:01.929168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc77f0-2c2e-4f00-a783-a52d3a41cb38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff5c4dc1-5923-4850-8781-4374481cf154,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:01.938028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdc77f0-2c2e-4f00-a783-a52d3a41cb38 admin admin] Checking segment: {'id': '860e1fbd-4134-49aa-ba50-a13aea02be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:20:01.938378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdc77f0-2c2e-4f00-a783-a52d3a41cb38 admin admin] Network hostable DHCP agents. Network: 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:20:01.956483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdc77f0-2c2e-4f00-a783-a52d3a41cb38 admin admin] Network 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:20:01.965061 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-3bdc77f0-2c2e-4f00-a783-a52d3a41cb38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:20:01.969068 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdc77f0-2c2e-4f00-a783-a52d3a41cb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:01.969645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bdc77f0-2c2e-4f00-a783-a52d3a41cb38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:01.974224 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b86dfc-8449-496d-bf69-929b00d77b63 None None] Network 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:20:01.988917 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3bdc77f0-2c2e-4f00-a783-a52d3a41cb38 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3594978 Mar 08 10:20:01.991534 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52736) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:20:01.997133 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-252739784-router', 'tenant_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:20:02.001619 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:20:02.005440 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Usage tracker for resource:router and tenant:fa38f3fd603444ad9b128dd7a54e4ace is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:20:02.008235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:20:02.014465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:20:02.024873 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:02.026041 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:02.041933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:02.181791 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1', 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1', 'tenant_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'fixed_ips': [{'subnet_id': 'ff5c4dc1-5923-4850-8781-4374481cf154'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:20:02.182615 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:02.303499 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:02.336151 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Allocated IP 172.20.0.2 (9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1/ff5c4dc1-5923-4850-8781-4374481cf154/a2f12bf2-8656-4e51-b53e-b5139438d289) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:20:02.538456 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:02.549256 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Transition to ACTIVE for port object a2f12bf2-8656-4e51-b53e-b5139438d289 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:20:02.567649 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Transition to ACTIVE for port object a2f12bf2-8656-4e51-b53e-b5139438d289 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:20:02.573622 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:02.607927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:02.637444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:02.671121 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Network 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:20:02.678309 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:20:02.683199 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:20:02.689798 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Pushing event updated for resources: {'Port': ['ID=a2f12bf2-8656-4e51-b53e-b5139438d289,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:02.778394 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Attempting to bind port a2f12bf2-8656-4e51-b53e-b5139438d289 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:20:02.778658 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Attempting to bind port a2f12bf2-8656-4e51-b53e-b5139438d289 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '860e1fbd-4134-49aa-ba50-a13aea02be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:20:02.779022 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Attempting to bind port a2f12bf2-8656-4e51-b53e-b5139438d289 on network 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:20:02.784199 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:20:02.784569 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Checking segment: {'id': '860e1fbd-4134-49aa-ba50-a13aea02be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:20:02.785001 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:02.785398 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Bound using segment: {'id': '860e1fbd-4134-49aa-ba50-a13aea02be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:20:02.785859 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Bound port: a2f12bf2-8656-4e51-b53e-b5139438d289, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860e1fbd-4134-49aa-ba50-a13aea02be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:20:02.786234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:02.870772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Allocated IP 172.26.2.105 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/c8056774-ff76-469c-92c3-e591201baa47) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:20:02.876188 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] For port a2f12bf2-8656-4e51-b53e-b5139438d289, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:20:02.879193 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] For port a2f12bf2-8656-4e51-b53e-b5139438d289, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a2f12bf2-8656-4e51-b53e-b5139438d289,segment=NetworkSegment(860e1fbd-4134-49aa-ba50-a13aea02be3b),segment_id=860e1fbd-4134-49aa-ba50-a13aea02be3b)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:20:02.883915 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:02.967173 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3bc7f-03d3-4b41-86f2-46e3aefb5c69 None None] Pushing event updated for resources: {'Port': ['ID=a2f12bf2-8656-4e51-b53e-b5139438d289,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:03.017733 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:03.048181 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:03.114817 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:20:03.122108 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:20:03.124962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:20:03.160794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Pushing event updated for resources: {'Port': ['ID=c8056774-ff76-469c-92c3-e591201baa47,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:03.551697 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:03.885832 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:03.974519 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0edfc9-3129-4380-af59-19e6c8a179ef None None] Network 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:20:04.080959 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5b3809c9-e368-43df-b1bc-7bfb5622232d None None] Provisioning for port a2f12bf2-8656-4e51-b53e-b5139438d289 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:20:04.086599 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Router 3e5fe274-724f-4fd7-94fb-bd73d9a6b200 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 10:20:04.375871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:20:04.385028 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Sync routers for ids ['3e5fe274-724f-4fd7-94fb-bd73d9a6b200'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:20:04.394516 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Routers {'3e5fe274-724f-4fd7-94fb-bd73d9a6b200'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:20:04.395126 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:19:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3e5fe274-724f-4fd7-94fb-bd73d9a6b200'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:20:04.400095 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:04.401444 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7528ca85-4792-4af9-a463-e12da2c58406 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4090014 Mar 08 10:20:04.404169 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52740) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:20:04.581359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Set router 3e5fe274-724f-4fd7-94fb-bd73d9a6b200 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:20:04.681767 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device a2f12bf2-8656-4e51-b53e-b5139438d289 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:20:04.853451 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port a2f12bf2-8656-4e51-b53e-b5139438d289 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:20:04.883492 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port a2f12bf2-8656-4e51-b53e-b5139438d289 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:04.883776 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:05.019945 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5fe274-724f-4fd7-94fb-bd73d9a6b200', 'name': 'tempest-TestEncryptedCinderVolumes-252739784-router', 'tenant_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'c8056774-ff76-469c-92c3-e591201baa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:20:02Z', 'updated_at': '2022-03-08T10:20:03Z', 'revision_number': 3, 'project_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'gw_port': {'id': 'c8056774-ff76-469c-92c3-e591201baa47', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5fe274-724f-4fd7-94fb-bd73d9a6b200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:02Z', 'updated_at': '2022-03-08T10:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:20:05.024846 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:05.034786 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Checking router: 3e5fe274-724f-4fd7-94fb-bd73d9a6b200 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:20:05.035131 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Updating router 3e5fe274-724f-4fd7-94fb-bd73d9a6b200 port c8056774-ff76-469c-92c3-e591201baa47 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:20:05.084459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-66723a28-f961-42f8-8010-8d8e106bc996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:05.105114 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:05.128265 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port a2f12bf2-8656-4e51-b53e-b5139438d289, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a2f12bf2-8656-4e51-b53e-b5139438d289,segment=NetworkSegment(860e1fbd-4134-49aa-ba50-a13aea02be3b),segment_id=860e1fbd-4134-49aa-ba50-a13aea02be3b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:20:05.140307 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:05.292327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-66723a28-f961-42f8-8010-8d8e106bc996 admin admin] Allocated IP 172.20.0.1 (9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1/ff5c4dc1-5923-4850-8781-4374481cf154/d75fb15b-943b-46a6-9cb0-46f28caf5e23) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:20:05.309434 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=a2f12bf2-8656-4e51-b53e-b5139438d289,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:05.436559 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-66723a28-f961-42f8-8010-8d8e106bc996 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:05.451363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-66723a28-f961-42f8-8010-8d8e106bc996 admin admin] Transition to ACTIVE for port object d75fb15b-943b-46a6-9cb0-46f28caf5e23 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:20:05.473120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-66723a28-f961-42f8-8010-8d8e106bc996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:05.521200 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:05.533471 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Transition to ACTIVE for port object c8056774-ff76-469c-92c3-e591201baa47 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:20:05.536029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66723a28-f961-42f8-8010-8d8e106bc996 admin admin] Network 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:20:05.539429 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-66723a28-f961-42f8-8010-8d8e106bc996 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:20:05.540847 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:05.541870 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66723a28-f961-42f8-8010-8d8e106bc996 admin admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:20:05.600128 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66723a28-f961-42f8-8010-8d8e106bc996 admin admin] Pushing event updated for resources: {'Port': ['ID=d75fb15b-943b-46a6-9cb0-46f28caf5e23,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:05.617088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-66723a28-f961-42f8-8010-8d8e106bc996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:05.630556 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Attempting to bind port c8056774-ff76-469c-92c3-e591201baa47 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:20:05.630924 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Attempting to bind port c8056774-ff76-469c-92c3-e591201baa47 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:20:05.631340 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Attempting to bind port c8056774-ff76-469c-92c3-e591201baa47 on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:20:05.633646 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2e3d5-4958-406d-ae24-398b01270b89 None None] Pushing event updated for resources: {'Port': ['ID=c8056774-ff76-469c-92c3-e591201baa47,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:05.639550 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:20:05.639923 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:20:05.640325 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:05.640791 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:20:05.641195 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Bound port: c8056774-ff76-469c-92c3-e591201baa47, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:20:05.641553 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:05.723802 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] For port c8056774-ff76-469c-92c3-e591201baa47, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:20:05.727305 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] For port c8056774-ff76-469c-92c3-e591201baa47, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c8056774-ff76-469c-92c3-e591201baa47,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:20:05.734142 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:05.818262 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Routers {'3e5fe274-724f-4fd7-94fb-bd73d9a6b200'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:20:05.818791 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:19:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3e5fe274-724f-4fd7-94fb-bd73d9a6b200'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:20:05.883699 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2e3d5-4958-406d-ae24-398b01270b89 None None] Pushing event updated for resources: {'Port': ['ID=c8056774-ff76-469c-92c3-e591201baa47,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:05.890272 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2fcdc270-5811-4a7f-aa65-092223f62c79 None None] Provisioning for port d75fb15b-943b-46a6-9cb0-46f28caf5e23 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:20:05.900789 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2fcdc270-5811-4a7f-aa65-092223f62c79 None None] Provisioning complete for port d75fb15b-943b-46a6-9cb0-46f28caf5e23 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:05.901160 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2fcdc270-5811-4a7f-aa65-092223f62c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:05.984052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-66723a28-f961-42f8-8010-8d8e106bc996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:06.024270 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2fcdc270-5811-4a7f-aa65-092223f62c79 None None] Port d75fb15b-943b-46a6-9cb0-46f28caf5e23 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:20:06.050883 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] Set router 3e5fe274-724f-4fd7-94fb-bd73d9a6b200 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:20:06.200803 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-66723a28-f961-42f8-8010-8d8e106bc996 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:06.205527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-66723a28-f961-42f8-8010-8d8e106bc996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:06.309860 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66723a28-f961-42f8-8010-8d8e106bc996 admin admin] Pushing event updated for resources: {'Port': ['ID=d75fb15b-943b-46a6-9cb0-46f28caf5e23,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:06.312424 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-66723a28-f961-42f8-8010-8d8e106bc996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:06.334669 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5fe274-724f-4fd7-94fb-bd73d9a6b200', 'name': 'tempest-TestEncryptedCinderVolumes-252739784-router', 'tenant_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'c8056774-ff76-469c-92c3-e591201baa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:20:02Z', 'updated_at': '2022-03-08T10:20:03Z', 'revision_number': 3, 'project_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'gw_port': {'id': 'c8056774-ff76-469c-92c3-e591201baa47', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5fe274-724f-4fd7-94fb-bd73d9a6b200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:02Z', 'updated_at': '2022-03-08T10:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:20:06.338543 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf5fd6d-3c15-4a16-a1a2-5f8145dfa9ea None None] The sync data for ids ['3e5fe274-724f-4fd7-94fb-bd73d9a6b200'] in dv-neutron-831730-2-hyperv is: [{'id': '3e5fe274-724f-4fd7-94fb-bd73d9a6b200', 'name': 'tempest-TestEncryptedCinderVolumes-252739784-router', 'tenant_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'c8056774-ff76-469c-92c3-e591201baa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:20:02Z', 'updated_at': '2022-03-08T10:20:03Z', 'revision_number': 3, 'project_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'gw_port': {'id': 'c8056774-ff76-469c-92c3-e591201baa47', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5fe274-724f-4fd7-94fb-bd73d9a6b200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:02Z', 'updated_at': '2022-03-08T10:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:20:06.451212 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66723a28-f961-42f8-8010-8d8e106bc996 admin admin] Network 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:20:06.452326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-66723a28-f961-42f8-8010-8d8e106bc996 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:20:06.692259 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66723a28-f961-42f8-8010-8d8e106bc996 admin admin] Router 3e5fe274-724f-4fd7-94fb-bd73d9a6b200 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:20:06.748322 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device a2f12bf2-8656-4e51-b53e-b5139438d289 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:20:06.811534 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-13addcd7-d30f-4cdb-9407-89278e375cf3 None None] Provisioning complete for port d75fb15b-943b-46a6-9cb0-46f28caf5e23 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:06.811898 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-13addcd7-d30f-4cdb-9407-89278e375cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:06.878509 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port a2f12bf2-8656-4e51-b53e-b5139438d289 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:06.878876 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:06.881063 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66723a28-f961-42f8-8010-8d8e106bc996 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:20:06.891088 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-66723a28-f961-42f8-8010-8d8e106bc996 admin admin] 10.222.0.24 "PUT /v2.0/routers/3e5fe274-724f-4fd7-94fb-bd73d9a6b200/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4856250 Mar 08 10:20:06.903018 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-13addcd7-d30f-4cdb-9407-89278e375cf3 None None] Port d75fb15b-943b-46a6-9cb0-46f28caf5e23 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:20:07.005844 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c8056774-ff76-469c-92c3-e591201baa47 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:20:07.091648 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port c8056774-ff76-469c-92c3-e591201baa47 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:20:07.098462 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port c8056774-ff76-469c-92c3-e591201baa47 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:07.098462 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:07.259956 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:07.275817 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port c8056774-ff76-469c-92c3-e591201baa47, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c8056774-ff76-469c-92c3-e591201baa47,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:20:07.280387 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:07.345589 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=c8056774-ff76-469c-92c3-e591201baa47,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:07.437636 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52758) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:20:07.443198 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-533308950-network', 'tenant_id': '0c33aed25fdb4da5a67886c1d17f6830'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:20:07.448141 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:20:07.451953 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Usage tracker for resource:network and tenant:0c33aed25fdb4da5a67886c1d17f6830 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:20:07.454812 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:20:07.460374 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:20:07.470083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Made reservation on behalf of 0c33aed25fdb4da5a67886c1d17f6830 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:20:07.472390 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:07.484407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:07.501330 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:20:07.505039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Usage tracker for resource:security_group_rule and tenant:0c33aed25fdb4da5a67886c1d17f6830 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:20:07.507870 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:20:07.513775 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:20:07.602746 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:07.606795 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:07.637451 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:20:07.645886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80f5041-127a-4a6f-b724-8fa80b22ce23,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:07.651497 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:07.651841 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Added segment e22e16c3-97fa-488f-a5b7-eb15359b2e94 of type vlan for network 75264ff9-c61d-4aef-8fa9-c0a56d4fda26 Mar 08 10:20:07.678304 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:07.708670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:07.709736 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:07.710310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:07.812451 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3737304 Mar 08 10:20:07.813315 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff23a79-33bc-4634-b46f-9942c69c71ea admin admin] Pushing event updated for resources: {'Network': ['ID=75264ff9-c61d-4aef-8fa9-c0a56d4fda26,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:07.815153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52762) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:20:07.820629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-8a05564b-a155-4e4a-a349-ef2da8831c9d admin admin] Request body: {'subnet': {'network_id': '75264ff9-c61d-4aef-8fa9-c0a56d4fda26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-533308950-subnet', 'tenant_id': '0c33aed25fdb4da5a67886c1d17f6830', 'ip_version': 4}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:20:07.825980 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8a05564b-a155-4e4a-a349-ef2da8831c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:20:07.826682 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 75264ff9-c61d-4aef-8fa9-c0a56d4fda26 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:20:07.829847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8a05564b-a155-4e4a-a349-ef2da8831c9d admin admin] Usage tracker for resource:subnet and tenant:0c33aed25fdb4da5a67886c1d17f6830 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:20:07.832735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8a05564b-a155-4e4a-a349-ef2da8831c9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:20:07.841110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8a05564b-a155-4e4a-a349-ef2da8831c9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:20:07.851210 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a05564b-a155-4e4a-a349-ef2da8831c9d admin admin] Made reservation on behalf of 0c33aed25fdb4da5a67886c1d17f6830 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:20:07.853613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a05564b-a155-4e4a-a349-ef2da8831c9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:07.862799 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Sync routers for ids ['3e5fe274-724f-4fd7-94fb-bd73d9a6b200'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:20:07.876995 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Routers {'3e5fe274-724f-4fd7-94fb-bd73d9a6b200'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:20:07.877810 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:19:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3e5fe274-724f-4fd7-94fb-bd73d9a6b200'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:20:08.056067 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Set router 3e5fe274-724f-4fd7-94fb-bd73d9a6b200 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:20:08.151301 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a05564b-a155-4e4a-a349-ef2da8831c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:08.226055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05564b-a155-4e4a-a349-ef2da8831c9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=54e29a61-e0ca-4427-872a-5ead6c192451,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:08.235464 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a05564b-a155-4e4a-a349-ef2da8831c9d admin admin] Checking segment: {'id': 'e22e16c3-97fa-488f-a5b7-eb15359b2e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '75264ff9-c61d-4aef-8fa9-c0a56d4fda26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:20:08.235817 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a05564b-a155-4e4a-a349-ef2da8831c9d admin admin] Network hostable DHCP agents. Network: 75264ff9-c61d-4aef-8fa9-c0a56d4fda26, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:20:08.254839 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a05564b-a155-4e4a-a349-ef2da8831c9d admin admin] Network 75264ff9-c61d-4aef-8fa9-c0a56d4fda26 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:20:08.264046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-8a05564b-a155-4e4a-a349-ef2da8831c9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 75264ff9-c61d-4aef-8fa9-c0a56d4fda26) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:20:08.268279 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a05564b-a155-4e4a-a349-ef2da8831c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:08.269205 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a05564b-a155-4e4a-a349-ef2da8831c9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:08.275377 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c3a6f9-03f5-4e1d-a7c4-35c130d3a397 None None] Network 75264ff9-c61d-4aef-8fa9-c0a56d4fda26 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:20:08.291179 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8a05564b-a155-4e4a-a349-ef2da8831c9d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4750299 Mar 08 10:20:08.294514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52766) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:20:08.299799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-533308950-router', 'tenant_id': '0c33aed25fdb4da5a67886c1d17f6830', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:20:08.304507 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:20:08.308909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Usage tracker for resource:router and tenant:0c33aed25fdb4da5a67886c1d17f6830 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:20:08.311669 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:20:08.317306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:20:08.328799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:08.330182 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:08.346329 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:08.371316 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5fe274-724f-4fd7-94fb-bd73d9a6b200', 'name': 'tempest-TestEncryptedCinderVolumes-252739784-router', 'tenant_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'c8056774-ff76-469c-92c3-e591201baa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:20:02Z', 'updated_at': '2022-03-08T10:20:05Z', 'revision_number': 4, 'project_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'gw_port': {'id': 'c8056774-ff76-469c-92c3-e591201baa47', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5fe274-724f-4fd7-94fb-bd73d9a6b200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:02Z', 'updated_at': '2022-03-08T10:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'd75fb15b-943b-46a6-9cb0-46f28caf5e23', 'name': '', 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1', 'tenant_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'mac_address': 'fa:16:3e:39:bc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5fe274-724f-4fd7-94fb-bd73d9a6b200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'ff5c4dc1-5923-4850-8781-4374481cf154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:05Z', 'updated_at': '2022-03-08T10:20:06Z', 'revision_number': 2, 'project_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'subnets': [{'id': 'ff5c4dc1-5923-4850-8781-4374481cf154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:20:08.375073 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Checking router: 3e5fe274-724f-4fd7-94fb-bd73d9a6b200 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:20:08.375424 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Updating router 3e5fe274-724f-4fd7-94fb-bd73d9a6b200 port d75fb15b-943b-46a6-9cb0-46f28caf5e23 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:20:08.434791 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:08.503680 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-75264ff9-c61d-4aef-8fa9-c0a56d4fda26', 'network_id': '75264ff9-c61d-4aef-8fa9-c0a56d4fda26', 'tenant_id': '0c33aed25fdb4da5a67886c1d17f6830', 'fixed_ips': [{'subnet_id': '54e29a61-e0ca-4427-872a-5ead6c192451'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:20:08.504512 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:08.616133 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:08.669005 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c8056774-ff76-469c-92c3-e591201baa47 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:20:08.746420 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Allocated IP 172.20.0.2 (75264ff9-c61d-4aef-8fa9-c0a56d4fda26/54e29a61-e0ca-4427-872a-5ead6c192451/3cda557e-0fd5-487a-a1ce-e35b6e925441) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:20:08.760765 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port c8056774-ff76-469c-92c3-e591201baa47 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:08.761281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:08.811320 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:08.823460 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Transition to ACTIVE for port object d75fb15b-943b-46a6-9cb0-46f28caf5e23 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:20:08.831712 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:08.970661 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:09.002223 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:09.054253 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Attempting to bind port d75fb15b-943b-46a6-9cb0-46f28caf5e23 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:20:09.054768 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Attempting to bind port d75fb15b-943b-46a6-9cb0-46f28caf5e23 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '860e1fbd-4134-49aa-ba50-a13aea02be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:20:09.054979 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Attempting to bind port d75fb15b-943b-46a6-9cb0-46f28caf5e23 on network 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:20:09.062983 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:20:09.063671 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Checking segment: {'id': '860e1fbd-4134-49aa-ba50-a13aea02be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:20:09.064244 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:09.064829 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Bound using segment: {'id': '860e1fbd-4134-49aa-ba50-a13aea02be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:20:09.065482 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Bound port: d75fb15b-943b-46a6-9cb0-46f28caf5e23, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860e1fbd-4134-49aa-ba50-a13aea02be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:20:09.066050 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:09.102234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:09.118163 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Transition to ACTIVE for port object 3cda557e-0fd5-487a-a1ce-e35b6e925441 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:20:09.137990 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Transition to ACTIVE for port object 3cda557e-0fd5-487a-a1ce-e35b6e925441 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:20:09.143861 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:09.149947 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02262d12-5a8e-4ccc-b699-62735da39c73 None None] Pushing event updated for resources: {'Port': ['ID=d75fb15b-943b-46a6-9cb0-46f28caf5e23,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:09.159792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Allocated IP 172.26.2.92 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/479ef993-dec4-44f4-a88b-0f443646cf9f) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:20:09.165094 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02262d12-5a8e-4ccc-b699-62735da39c73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:09.165911 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02262d12-5a8e-4ccc-b699-62735da39c73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:09.166224 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02262d12-5a8e-4ccc-b699-62735da39c73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:09.166760 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02262d12-5a8e-4ccc-b699-62735da39c73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:09.167243 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02262d12-5a8e-4ccc-b699-62735da39c73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:09.167587 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02262d12-5a8e-4ccc-b699-62735da39c73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:09.167950 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02262d12-5a8e-4ccc-b699-62735da39c73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:09.168283 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02262d12-5a8e-4ccc-b699-62735da39c73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:09.168613 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02262d12-5a8e-4ccc-b699-62735da39c73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:09.168964 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02262d12-5a8e-4ccc-b699-62735da39c73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:09.169290 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02262d12-5a8e-4ccc-b699-62735da39c73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:09.169795 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02262d12-5a8e-4ccc-b699-62735da39c73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:09.174941 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] For port d75fb15b-943b-46a6-9cb0-46f28caf5e23, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:20:09.178171 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] For port d75fb15b-943b-46a6-9cb0-46f28caf5e23, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=d75fb15b-943b-46a6-9cb0-46f28caf5e23,segment=NetworkSegment(860e1fbd-4134-49aa-ba50-a13aea02be3b),segment_id=860e1fbd-4134-49aa-ba50-a13aea02be3b)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:20:09.185521 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:09.212925 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Network 75264ff9-c61d-4aef-8fa9-c0a56d4fda26 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:20:09.216298 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:20:09.224143 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:20:09.265228 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Routers {'3e5fe274-724f-4fd7-94fb-bd73d9a6b200'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:20:09.266068 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:19:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3e5fe274-724f-4fd7-94fb-bd73d9a6b200'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:20:09.278524 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Pushing event updated for resources: {'Port': ['ID=3cda557e-0fd5-487a-a1ce-e35b6e925441,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:09.332281 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:09.342673 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Attempting to bind port 3cda557e-0fd5-487a-a1ce-e35b6e925441 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:20:09.343149 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Attempting to bind port 3cda557e-0fd5-487a-a1ce-e35b6e925441 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'e22e16c3-97fa-488f-a5b7-eb15359b2e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '75264ff9-c61d-4aef-8fa9-c0a56d4fda26'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:20:09.343392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Attempting to bind port 3cda557e-0fd5-487a-a1ce-e35b6e925441 on network 75264ff9-c61d-4aef-8fa9-c0a56d4fda26 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:20:09.349407 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:20:09.349836 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Checking segment: {'id': 'e22e16c3-97fa-488f-a5b7-eb15359b2e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '75264ff9-c61d-4aef-8fa9-c0a56d4fda26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:20:09.350248 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:09.350637 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Bound using segment: {'id': 'e22e16c3-97fa-488f-a5b7-eb15359b2e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '75264ff9-c61d-4aef-8fa9-c0a56d4fda26'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:20:09.351109 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Bound port: 3cda557e-0fd5-487a-a1ce-e35b6e925441, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22e16c3-97fa-488f-a5b7-eb15359b2e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '75264ff9-c61d-4aef-8fa9-c0a56d4fda26'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:20:09.351480 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:09.366101 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02262d12-5a8e-4ccc-b699-62735da39c73 None None] Pushing event updated for resources: {'Port': ['ID=d75fb15b-943b-46a6-9cb0-46f28caf5e23,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:09.376467 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:09.448123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:20:09.456382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:20:09.459267 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:20:09.462164 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] For port 3cda557e-0fd5-487a-a1ce-e35b6e925441, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:20:09.466441 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] For port 3cda557e-0fd5-487a-a1ce-e35b6e925441, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3cda557e-0fd5-487a-a1ce-e35b6e925441,segment=NetworkSegment(e22e16c3-97fa-488f-a5b7-eb15359b2e94),segment_id=e22e16c3-97fa-488f-a5b7-eb15359b2e94)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:20:09.472368 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:09.505170 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] Set router 3e5fe274-724f-4fd7-94fb-bd73d9a6b200 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:20:09.505304 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Pushing event updated for resources: {'Port': ['ID=479ef993-dec4-44f4-a88b-0f443646cf9f,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:09.594597 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a6144-92e1-4328-86c7-6ec38cc188d6 None None] Pushing event updated for resources: {'Port': ['ID=3cda557e-0fd5-487a-a1ce-e35b6e925441,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:09.871199 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5fe274-724f-4fd7-94fb-bd73d9a6b200', 'name': 'tempest-TestEncryptedCinderVolumes-252739784-router', 'tenant_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'c8056774-ff76-469c-92c3-e591201baa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:20:02Z', 'updated_at': '2022-03-08T10:20:05Z', 'revision_number': 4, 'project_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'gw_port': {'id': 'c8056774-ff76-469c-92c3-e591201baa47', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5fe274-724f-4fd7-94fb-bd73d9a6b200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:02Z', 'updated_at': '2022-03-08T10:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'd75fb15b-943b-46a6-9cb0-46f28caf5e23', 'name': '', 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1', 'tenant_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'mac_address': 'fa:16:3e:39:bc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5fe274-724f-4fd7-94fb-bd73d9a6b200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'ff5c4dc1-5923-4850-8781-4374481cf154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:05Z', 'updated_at': '2022-03-08T10:20:09Z', 'revision_number': 4, 'project_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'subnets': [{'id': 'ff5c4dc1-5923-4850-8781-4374481cf154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:20:09.875769 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37862059-0332-4c7a-bd23-146a3da04ae7 None None] The sync data for ids ['3e5fe274-724f-4fd7-94fb-bd73d9a6b200'] in dv-neutron-831730-2-hyperv is: [{'id': '3e5fe274-724f-4fd7-94fb-bd73d9a6b200', 'name': 'tempest-TestEncryptedCinderVolumes-252739784-router', 'tenant_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'c8056774-ff76-469c-92c3-e591201baa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:20:02Z', 'updated_at': '2022-03-08T10:20:05Z', 'revision_number': 4, 'project_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'gw_port': {'id': 'c8056774-ff76-469c-92c3-e591201baa47', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5fe274-724f-4fd7-94fb-bd73d9a6b200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:02Z', 'updated_at': '2022-03-08T10:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'd75fb15b-943b-46a6-9cb0-46f28caf5e23', 'name': '', 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1', 'tenant_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'mac_address': 'fa:16:3e:39:bc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5fe274-724f-4fd7-94fb-bd73d9a6b200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'ff5c4dc1-5923-4850-8781-4374481cf154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:05Z', 'updated_at': '2022-03-08T10:20:09Z', 'revision_number': 4, 'project_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'subnets': [{'id': 'ff5c4dc1-5923-4850-8781-4374481cf154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:20:10.050168 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:10.408511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:10.582519 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c6242a-4598-4567-9900-f0dfc012c933 None None] Network 75264ff9-c61d-4aef-8fa9-c0a56d4fda26 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:20:10.660298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Router 696afbd8-ed41-4460-8265-79b82759e211 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 10:20:10.719751 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-58ea8c0b-25f6-43c5-906e-278b4ae4b3b2 None None] Provisioning for port 3cda557e-0fd5-487a-a1ce-e35b6e925441 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:20:10.734242 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3cda557e-0fd5-487a-a1ce-e35b6e925441 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:20:10.864606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:20:10.894354 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:10.896776 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2422c5ae-1f46-4021-8815-b914870ede51 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6001947 Mar 08 10:20:10.898638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 52770) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:20:10.932158 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Sync routers for ids ['696afbd8-ed41-4460-8265-79b82759e211'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:20:10.945047 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 3cda557e-0fd5-487a-a1ce-e35b6e925441 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:20:10.954058 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 3cda557e-0fd5-487a-a1ce-e35b6e925441 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:10.954431 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:10.992231 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Routers {'696afbd8-ed41-4460-8265-79b82759e211'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:20:10.992929 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:19:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['696afbd8-ed41-4460-8265-79b82759e211'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:20:11.257608 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Set router 696afbd8-ed41-4460-8265-79b82759e211 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:20:11.366198 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:11.493290 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 3cda557e-0fd5-487a-a1ce-e35b6e925441, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3cda557e-0fd5-487a-a1ce-e35b6e925441,segment=NetworkSegment(e22e16c3-97fa-488f-a5b7-eb15359b2e94),segment_id=e22e16c3-97fa-488f-a5b7-eb15359b2e94)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:20:11.502361 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:11.503069 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device d75fb15b-943b-46a6-9cb0-46f28caf5e23 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:20:11.601127 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0ab7cbc6-023f-4136-8172-d577ff8ae6d2 None None] Provisioning complete for port 3cda557e-0fd5-487a-a1ce-e35b6e925441 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:11.601765 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ab7cbc6-023f-4136-8172-d577ff8ae6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:11.700378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0486a3e-e185-4640-8215-b0d4f22b84bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:11.732414 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=3cda557e-0fd5-487a-a1ce-e35b6e925441,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:11.755007 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port d75fb15b-943b-46a6-9cb0-46f28caf5e23 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:20:11.796554 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port d75fb15b-943b-46a6-9cb0-46f28caf5e23 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:11.796950 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:11.881322 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696afbd8-ed41-4460-8265-79b82759e211', 'name': 'tempest-TestEncryptedCinderVolumes-533308950-router', 'tenant_id': '0c33aed25fdb4da5a67886c1d17f6830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '479ef993-dec4-44f4-a88b-0f443646cf9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:20:08Z', 'updated_at': '2022-03-08T10:20:09Z', 'revision_number': 3, 'project_id': '0c33aed25fdb4da5a67886c1d17f6830', 'gw_port': {'id': '479ef993-dec4-44f4-a88b-0f443646cf9f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696afbd8-ed41-4460-8265-79b82759e211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:09Z', 'updated_at': '2022-03-08T10:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:20:11.889599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Checking router: 696afbd8-ed41-4460-8265-79b82759e211 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:20:11.889950 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Updating router 696afbd8-ed41-4460-8265-79b82759e211 port 479ef993-dec4-44f4-a88b-0f443646cf9f binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:20:11.911812 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-f0486a3e-e185-4640-8215-b0d4f22b84bf admin admin] Allocated IP 172.20.0.1 (75264ff9-c61d-4aef-8fa9-c0a56d4fda26/54e29a61-e0ca-4427-872a-5ead6c192451/9dc5f090-2750-4a81-a481-b73e16f1b17f) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:20:11.982810 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:12.030046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:12.056335 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0486a3e-e185-4640-8215-b0d4f22b84bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:12.072885 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-f0486a3e-e185-4640-8215-b0d4f22b84bf admin admin] Transition to ACTIVE for port object 9dc5f090-2750-4a81-a481-b73e16f1b17f will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:20:12.106460 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0486a3e-e185-4640-8215-b0d4f22b84bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:12.130220 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port d75fb15b-943b-46a6-9cb0-46f28caf5e23, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=d75fb15b-943b-46a6-9cb0-46f28caf5e23,segment=NetworkSegment(860e1fbd-4134-49aa-ba50-a13aea02be3b),segment_id=860e1fbd-4134-49aa-ba50-a13aea02be3b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:20:12.138171 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:12.169361 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0486a3e-e185-4640-8215-b0d4f22b84bf admin admin] Network 75264ff9-c61d-4aef-8fa9-c0a56d4fda26 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:20:12.171993 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-f0486a3e-e185-4640-8215-b0d4f22b84bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:20:12.179575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0486a3e-e185-4640-8215-b0d4f22b84bf admin admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:20:12.220125 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0486a3e-e185-4640-8215-b0d4f22b84bf admin admin] Pushing event updated for resources: {'Port': ['ID=9dc5f090-2750-4a81-a481-b73e16f1b17f,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:12.237304 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0486a3e-e185-4640-8215-b0d4f22b84bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:12.351813 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=d75fb15b-943b-46a6-9cb0-46f28caf5e23,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:12.369433 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0486a3e-e185-4640-8215-b0d4f22b84bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:12.455198 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8a4f5626-290e-4ac1-ad70-9c98451da0f8 None None] Provisioning for port 9dc5f090-2750-4a81-a481-b73e16f1b17f completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:20:12.466856 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8a4f5626-290e-4ac1-ad70-9c98451da0f8 None None] Provisioning complete for port 9dc5f090-2750-4a81-a481-b73e16f1b17f triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:12.467228 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a4f5626-290e-4ac1-ad70-9c98451da0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:12.535428 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:12.546364 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8a4f5626-290e-4ac1-ad70-9c98451da0f8 None None] Port 9dc5f090-2750-4a81-a481-b73e16f1b17f cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:20:12.554444 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Transition to ACTIVE for port object 479ef993-dec4-44f4-a88b-0f443646cf9f will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:20:12.561378 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:12.604003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0486a3e-e185-4640-8215-b0d4f22b84bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:12.611013 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0486a3e-e185-4640-8215-b0d4f22b84bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:12.640900 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Attempting to bind port 479ef993-dec4-44f4-a88b-0f443646cf9f on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:20:12.641499 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Attempting to bind port 479ef993-dec4-44f4-a88b-0f443646cf9f by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:20:12.641618 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Attempting to bind port 479ef993-dec4-44f4-a88b-0f443646cf9f on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:20:12.643572 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304afdd5-32ca-47bb-ae09-dda52fb83753 None None] Pushing event updated for resources: {'Port': ['ID=479ef993-dec4-44f4-a88b-0f443646cf9f,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:12.649493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:20:12.649861 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:20:12.650266 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:12.650651 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:20:12.651118 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Bound port: 479ef993-dec4-44f4-a88b-0f443646cf9f, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:20:12.651494 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:12.678933 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3cda557e-0fd5-487a-a1ce-e35b6e925441 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:20:12.716576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f0486a3e-e185-4640-8215-b0d4f22b84bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:12.720874 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0486a3e-e185-4640-8215-b0d4f22b84bf admin admin] Pushing event updated for resources: {'Port': ['ID=9dc5f090-2750-4a81-a481-b73e16f1b17f,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:12.781284 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] For port 479ef993-dec4-44f4-a88b-0f443646cf9f, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:20:12.785026 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] For port 479ef993-dec4-44f4-a88b-0f443646cf9f, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=479ef993-dec4-44f4-a88b-0f443646cf9f,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:20:12.792038 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:12.831771 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 3cda557e-0fd5-487a-a1ce-e35b6e925441 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:12.832141 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:12.857642 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0486a3e-e185-4640-8215-b0d4f22b84bf admin admin] Network 75264ff9-c61d-4aef-8fa9-c0a56d4fda26 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:20:12.858776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-f0486a3e-e185-4640-8215-b0d4f22b84bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:20:12.926838 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304afdd5-32ca-47bb-ae09-dda52fb83753 None None] Pushing event updated for resources: {'Port': ['ID=479ef993-dec4-44f4-a88b-0f443646cf9f,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:12.930569 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Routers {'696afbd8-ed41-4460-8265-79b82759e211'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:20:12.931208 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:19:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['696afbd8-ed41-4460-8265-79b82759e211'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:20:13.144534 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0486a3e-e185-4640-8215-b0d4f22b84bf admin admin] Router 696afbd8-ed41-4460-8265-79b82759e211 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:20:13.157207 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device d75fb15b-943b-46a6-9cb0-46f28caf5e23 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:20:13.204220 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a374a460-84ce-44a1-89d8-7f829da1cda4 None None] Provisioning complete for port 9dc5f090-2750-4a81-a481-b73e16f1b17f triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:13.204504 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a374a460-84ce-44a1-89d8-7f829da1cda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:13.246532 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] Set router 696afbd8-ed41-4460-8265-79b82759e211 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:20:13.325689 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0486a3e-e185-4640-8215-b0d4f22b84bf admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:20:13.334550 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f0486a3e-e185-4640-8215-b0d4f22b84bf admin admin] 10.222.0.24 "PUT /v2.0/routers/696afbd8-ed41-4460-8265-79b82759e211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4347355 Mar 08 10:20:13.343750 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a374a460-84ce-44a1-89d8-7f829da1cda4 None None] Port 9dc5f090-2750-4a81-a481-b73e16f1b17f cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:20:13.498576 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port d75fb15b-943b-46a6-9cb0-46f28caf5e23 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:13.498945 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:13.533400 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:13.712659 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696afbd8-ed41-4460-8265-79b82759e211', 'name': 'tempest-TestEncryptedCinderVolumes-533308950-router', 'tenant_id': '0c33aed25fdb4da5a67886c1d17f6830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '479ef993-dec4-44f4-a88b-0f443646cf9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:20:08Z', 'updated_at': '2022-03-08T10:20:12Z', 'revision_number': 4, 'project_id': '0c33aed25fdb4da5a67886c1d17f6830', 'gw_port': {'id': '479ef993-dec4-44f4-a88b-0f443646cf9f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696afbd8-ed41-4460-8265-79b82759e211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:09Z', 'updated_at': '2022-03-08T10:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '9dc5f090-2750-4a81-a481-b73e16f1b17f', 'name': '', 'network_id': '75264ff9-c61d-4aef-8fa9-c0a56d4fda26', 'tenant_id': '0c33aed25fdb4da5a67886c1d17f6830', 'mac_address': 'fa:16:3e:1c:74:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696afbd8-ed41-4460-8265-79b82759e211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '54e29a61-e0ca-4427-872a-5ead6c192451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:11Z', 'updated_at': '2022-03-08T10:20:12Z', 'revision_number': 2, 'project_id': '0c33aed25fdb4da5a67886c1d17f6830', 'subnets': [{'id': '54e29a61-e0ca-4427-872a-5ead6c192451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:20:13.716567 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003306c9-947f-4e34-a999-e23b8e016aec None None] The sync data for ids ['696afbd8-ed41-4460-8265-79b82759e211'] in dv-neutron-831730-2-hyperv is: [{'id': '696afbd8-ed41-4460-8265-79b82759e211', 'name': 'tempest-TestEncryptedCinderVolumes-533308950-router', 'tenant_id': '0c33aed25fdb4da5a67886c1d17f6830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '479ef993-dec4-44f4-a88b-0f443646cf9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:20:08Z', 'updated_at': '2022-03-08T10:20:12Z', 'revision_number': 4, 'project_id': '0c33aed25fdb4da5a67886c1d17f6830', 'gw_port': {'id': '479ef993-dec4-44f4-a88b-0f443646cf9f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696afbd8-ed41-4460-8265-79b82759e211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:09Z', 'updated_at': '2022-03-08T10:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '9dc5f090-2750-4a81-a481-b73e16f1b17f', 'name': '', 'network_id': '75264ff9-c61d-4aef-8fa9-c0a56d4fda26', 'tenant_id': '0c33aed25fdb4da5a67886c1d17f6830', 'mac_address': 'fa:16:3e:1c:74:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696afbd8-ed41-4460-8265-79b82759e211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '54e29a61-e0ca-4427-872a-5ead6c192451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:11Z', 'updated_at': '2022-03-08T10:20:12Z', 'revision_number': 2, 'project_id': '0c33aed25fdb4da5a67886c1d17f6830', 'subnets': [{'id': '54e29a61-e0ca-4427-872a-5ead6c192451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:20:14.163023 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448537d-50af-43fe-befa-f35e0819e98c req-635a35dc-3ee5-4021-8a65-0542c01a4267 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:14.164774 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b448537d-50af-43fe-befa-f35e0819e98c req-635a35dc-3ee5-4021-8a65-0542c01a4267 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/networks?id=9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 HTTP/1.1" status: 200 len: 816 time: 0.1542661 Mar 08 10:20:14.181100 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b448537d-50af-43fe-befa-f35e0819e98c req-1154d5e6-305d-454a-83b2-dee10b8cb56b tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/quotas/fa38f3fd603444ad9b128dd7a54e4ace HTTP/1.1" status: 200 len: 375 time: 0.0097554 Mar 08 10:20:14.266143 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b448537d-50af-43fe-befa-f35e0819e98c req-d4885678-7321-4db8-9bee-86be25b1ff1e tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa38f3fd603444ad9b128dd7a54e4ace&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790644 Mar 08 10:20:14.530503 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d7199e7-f5b9-4e53-befe-61021100ae25 service neutron] 10.222.0.24 "GET /v2.0/networks/9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520812 Mar 08 10:20:14.677006 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 479ef993-dec4-44f4-a88b-0f443646cf9f up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:20:14.680505 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b448537d-50af-43fe-befa-f35e0819e98c req-65ff15f6-b148-446d-a93f-efe083152b58 service neutron] 10.222.0.24 "GET /v2.0/networks/9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441007 Mar 08 10:20:14.748754 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 479ef993-dec4-44f4-a88b-0f443646cf9f completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:20:14.754216 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 479ef993-dec4-44f4-a88b-0f443646cf9f triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:14.754703 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:14.875505 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-00c90c32-ddf1-4557-9d83-5a39d3f27983 req-686e033e-bd57-4037-a1ba-cb9312a7529d tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Synchronizing usage tracker for tenant:fa38f3fd603444ad9b128dd7a54e4ace on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:20:14.895925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-00c90c32-ddf1-4557-9d83-5a39d3f27983 req-686e033e-bd57-4037-a1ba-cb9312a7529d tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Unset dirty status for tenant:fa38f3fd603444ad9b128dd7a54e4ace on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:20:14.897456 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-00c90c32-ddf1-4557-9d83-5a39d3f27983 req-686e033e-bd57-4037-a1ba-cb9312a7529d tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0b9029d-84b9-4865-89f8-8ed2070b79a2 HTTP/1.1" status: 200 len: 210 time: 0.0652235 Mar 08 10:20:14.967402 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:14.986799 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 479ef993-dec4-44f4-a88b-0f443646cf9f, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=479ef993-dec4-44f4-a88b-0f443646cf9f,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:20:14.992292 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:15.064449 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=479ef993-dec4-44f4-a88b-0f443646cf9f,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:15.935724 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448537d-50af-43fe-befa-f35e0819e98c req-570e4e83-0b6e-4629-a671-ec7a9dcf852c tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:15.936408 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-b448537d-50af-43fe-befa-f35e0819e98c req-570e4e83-0b6e-4629-a671-ec7a9dcf852c tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Synchronizing usage tracker for tenant:fa38f3fd603444ad9b128dd7a54e4ace on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:20:15.957749 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-b448537d-50af-43fe-befa-f35e0819e98c req-570e4e83-0b6e-4629-a671-ec7a9dcf852c tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Unset dirty status for tenant:fa38f3fd603444ad9b128dd7a54e4ace on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:20:15.959080 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b448537d-50af-43fe-befa-f35e0819e98c req-570e4e83-0b6e-4629-a671-ec7a9dcf852c tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.26 "GET /v2.0/networks?id=9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 HTTP/1.1" status: 200 len: 816 time: 0.1701560 Mar 08 10:20:15.971655 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-b448537d-50af-43fe-befa-f35e0819e98c req-b28e9374-2384-43c0-8d84-f429379621a6 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Request body: {'port': {'device_id': 'a0b9029d-84b9-4865-89f8-8ed2070b79a2', 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1', 'admin_state_up': True, 'tenant_id': 'fa38f3fd603444ad9b128dd7a54e4ace'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:20:16.059281 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7be823dd-66d4-4ca8-b0a8-9dd51ed1ee14 req-bea81028-2b18-47db-87df-b81559608c4e tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0b9029d-84b9-4865-89f8-8ed2070b79a2 HTTP/1.1" status: 200 len: 210 time: 0.0450532 Mar 08 10:20:16.117472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-b448537d-50af-43fe-befa-f35e0819e98c req-b28e9374-2384-43c0-8d84-f429379621a6 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:20:16.126936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-b448537d-50af-43fe-befa-f35e0819e98c req-b28e9374-2384-43c0-8d84-f429379621a6 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:20:16.136879 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b448537d-50af-43fe-befa-f35e0819e98c req-b28e9374-2384-43c0-8d84-f429379621a6 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Made reservation on behalf of fa38f3fd603444ad9b128dd7a54e4ace for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:20:16.140034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b448537d-50af-43fe-befa-f35e0819e98c req-b28e9374-2384-43c0-8d84-f429379621a6 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:16.295941 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-b448537d-50af-43fe-befa-f35e0819e98c req-b28e9374-2384-43c0-8d84-f429379621a6 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Allocated IP 172.20.0.5 (9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1/ff5c4dc1-5923-4850-8781-4374481cf154/5d2fb212-3bb8-45b3-93a9-934338e9c02d) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:20:16.489937 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b448537d-50af-43fe-befa-f35e0819e98c req-b28e9374-2384-43c0-8d84-f429379621a6 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:16.505137 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-b448537d-50af-43fe-befa-f35e0819e98c req-b28e9374-2384-43c0-8d84-f429379621a6 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Transition to ACTIVE for port object 5d2fb212-3bb8-45b3-93a9-934338e9c02d will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:20:16.529537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b448537d-50af-43fe-befa-f35e0819e98c req-b28e9374-2384-43c0-8d84-f429379621a6 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:16.598707 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b448537d-50af-43fe-befa-f35e0819e98c req-b28e9374-2384-43c0-8d84-f429379621a6 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Network 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:20:16.606370 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-b448537d-50af-43fe-befa-f35e0819e98c req-b28e9374-2384-43c0-8d84-f429379621a6 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:20:16.610871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b448537d-50af-43fe-befa-f35e0819e98c req-b28e9374-2384-43c0-8d84-f429379621a6 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:20:16.641335 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e9374-2384-43c0-8d84-f429379621a6 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Pushing event updated for resources: {'Port': ['ID=5d2fb212-3bb8-45b3-93a9-934338e9c02d,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:16.647718 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 479ef993-dec4-44f4-a88b-0f443646cf9f up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:20:16.678363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448537d-50af-43fe-befa-f35e0819e98c req-b28e9374-2384-43c0-8d84-f429379621a6 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:16.679145 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b448537d-50af-43fe-befa-f35e0819e98c req-b28e9374-2384-43c0-8d84-f429379621a6 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:16.706560 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b448537d-50af-43fe-befa-f35e0819e98c req-b28e9374-2384-43c0-8d84-f429379621a6 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7397130 Mar 08 10:20:16.717838 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Request body: {'port': {'device_id': 'a0b9029d-84b9-4865-89f8-8ed2070b79a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:20:16.720120 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 479ef993-dec4-44f4-a88b-0f443646cf9f triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:16.720560 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:16.836401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:16.890228 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-77d40de1-101a-490f-b714-97e6088b8fe0 None None] Provisioning for port 5d2fb212-3bb8-45b3-93a9-934338e9c02d completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:20:16.894781 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-77d40de1-101a-490f-b714-97e6088b8fe0 None None] Provisioning complete for port 5d2fb212-3bb8-45b3-93a9-934338e9c02d triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:16.895159 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-77d40de1-101a-490f-b714-97e6088b8fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:16.947854 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-77d40de1-101a-490f-b714-97e6088b8fe0 None None] Port 5d2fb212-3bb8-45b3-93a9-934338e9c02d cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:20:17.314250 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Sync routers for ids ['696afbd8-ed41-4460-8265-79b82759e211'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:20:17.323044 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Routers {'696afbd8-ed41-4460-8265-79b82759e211'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:20:17.324276 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:19:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['696afbd8-ed41-4460-8265-79b82759e211'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:20:17.324430 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d42d03-40bc-4ffe-93af-744d0ab63ef1 req-abbd2304-ca17-4559-9a2b-b142baa44138 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:17.325101 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-d2d42d03-40bc-4ffe-93af-744d0ab63ef1 req-abbd2304-ca17-4559-9a2b-b142baa44138 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Synchronizing usage tracker for tenant:fa38f3fd603444ad9b128dd7a54e4ace on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:20:17.349151 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d2fb212-3bb8-45b3-93a9-934338e9c02d {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:20:17.357804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:17.360460 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-d2d42d03-40bc-4ffe-93af-744d0ab63ef1 req-abbd2304-ca17-4559-9a2b-b142baa44138 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Unset dirty status for tenant:fa38f3fd603444ad9b128dd7a54e4ace on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:20:17.361747 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d2d42d03-40bc-4ffe-93af-744d0ab63ef1 req-abbd2304-ca17-4559-9a2b-b142baa44138 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0b9029d-84b9-4865-89f8-8ed2070b79a2 HTTP/1.1" status: 200 len: 931 time: 0.1903024 Mar 08 10:20:17.388146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Transition to ACTIVE for port object 5d2fb212-3bb8-45b3-93a9-934338e9c02d will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:20:17.394092 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:17.503385 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Set router 696afbd8-ed41-4460-8265-79b82759e211 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:20:17.528299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-d2d42d03-40bc-4ffe-93af-744d0ab63ef1 req-7bff4721-912c-4545-92f2-e78f564c889e tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Synchronizing usage tracker for tenant:fa38f3fd603444ad9b128dd7a54e4ace on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:20:17.541663 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Pushing event updated for resources: {'Port': ['ID=5d2fb212-3bb8-45b3-93a9-934338e9c02d,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:17.621910 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-d2d42d03-40bc-4ffe-93af-744d0ab63ef1 req-7bff4721-912c-4545-92f2-e78f564c889e tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Unset dirty status for tenant:fa38f3fd603444ad9b128dd7a54e4ace on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:20:17.623145 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d2d42d03-40bc-4ffe-93af-744d0ab63ef1 req-7bff4721-912c-4545-92f2-e78f564c889e tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537661 Mar 08 10:20:17.661027 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Attempting to bind port 5d2fb212-3bb8-45b3-93a9-934338e9c02d on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:20:17.661362 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Attempting to bind port 5d2fb212-3bb8-45b3-93a9-934338e9c02d by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '860e1fbd-4134-49aa-ba50-a13aea02be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:20:17.661804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Attempting to bind port 5d2fb212-3bb8-45b3-93a9-934338e9c02d on network 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:20:17.668554 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Port 5d2fb212-3bb8-45b3-93a9-934338e9c02d on network 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:20:17.669062 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Attempting to bind port 5d2fb212-3bb8-45b3-93a9-934338e9c02d on network 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:20:17.674692 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:20:17.675034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Checking segment: {'id': '860e1fbd-4134-49aa-ba50-a13aea02be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:20:17.675419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Bound using segment: {'id': '860e1fbd-4134-49aa-ba50-a13aea02be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:20:17.675842 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Bound port: 5d2fb212-3bb8-45b3-93a9-934338e9c02d, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860e1fbd-4134-49aa-ba50-a13aea02be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:20:17.676186 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:17.767814 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] For port 5d2fb212-3bb8-45b3-93a9-934338e9c02d, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:20:17.777332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] For port 5d2fb212-3bb8-45b3-93a9-934338e9c02d, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5d2fb212-3bb8-45b3-93a9-934338e9c02d,segment=NetworkSegment(860e1fbd-4134-49aa-ba50-a13aea02be3b),segment_id=860e1fbd-4134-49aa-ba50-a13aea02be3b)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:20:17.782847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:17.837684 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696afbd8-ed41-4460-8265-79b82759e211', 'name': 'tempest-TestEncryptedCinderVolumes-533308950-router', 'tenant_id': '0c33aed25fdb4da5a67886c1d17f6830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '479ef993-dec4-44f4-a88b-0f443646cf9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:20:08Z', 'updated_at': '2022-03-08T10:20:12Z', 'revision_number': 4, 'project_id': '0c33aed25fdb4da5a67886c1d17f6830', 'gw_port': {'id': '479ef993-dec4-44f4-a88b-0f443646cf9f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696afbd8-ed41-4460-8265-79b82759e211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:09Z', 'updated_at': '2022-03-08T10:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '9dc5f090-2750-4a81-a481-b73e16f1b17f', 'name': '', 'network_id': '75264ff9-c61d-4aef-8fa9-c0a56d4fda26', 'tenant_id': '0c33aed25fdb4da5a67886c1d17f6830', 'mac_address': 'fa:16:3e:1c:74:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696afbd8-ed41-4460-8265-79b82759e211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '54e29a61-e0ca-4427-872a-5ead6c192451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:11Z', 'updated_at': '2022-03-08T10:20:12Z', 'revision_number': 2, 'project_id': '0c33aed25fdb4da5a67886c1d17f6830', 'subnets': [{'id': '54e29a61-e0ca-4427-872a-5ead6c192451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:20:17.839035 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:17.839831 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:17.841205 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b448537d-50af-43fe-befa-f35e0819e98c req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] 10.222.0.26 "PUT /v2.0/ports/5d2fb212-3bb8-45b3-93a9-934338e9c02d HTTP/1.1" status: 200 len: 1093 time: 1.1277194 Mar 08 10:20:17.841647 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b9029d-84b9-4865-89f8-8ed2070b79a2', 'tag': '5d2fb212-3bb8-45b3-93a9-934338e9c02d'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:20:17.842168 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Checking router: 696afbd8-ed41-4460-8265-79b82759e211 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:20:17.842525 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Updating router 696afbd8-ed41-4460-8265-79b82759e211 port 9dc5f090-2750-4a81-a481-b73e16f1b17f binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:20:17.872886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0105af-84eb-4b32-9407-f7f6898b63ce service neutron] Pushing event updated for resources: {'Port': ['ID=5d2fb212-3bb8-45b3-93a9-934338e9c02d,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:17.903674 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:17.961531 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448537d-50af-43fe-befa-f35e0819e98c req-bb28fc50-ea46-42fa-b4a1-3800e1be29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:17.963331 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b448537d-50af-43fe-befa-f35e0819e98c req-bb28fc50-ea46-42fa-b4a1-3800e1be29a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa38f3fd603444ad9b128dd7a54e4ace&device_id=a0b9029d-84b9-4865-89f8-8ed2070b79a2 HTTP/1.1" status: 200 len: 1096 time: 0.0815735 Mar 08 10:20:18.026582 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b9029d-84b9-4865-89f8-8ed2070b79a2', 'tag': '5d2fb212-3bb8-45b3-93a9-934338e9c02d', 'status': 'completed', 'code': 200} Mar 08 10:20:18.041413 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b448537d-50af-43fe-befa-f35e0819e98c req-0445de1a-c83d-4566-b65c-81304bdfe4d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d2fb212-3bb8-45b3-93a9-934338e9c02d HTTP/1.1" status: 200 len: 217 time: 0.0707340 Mar 08 10:20:18.101765 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448537d-50af-43fe-befa-f35e0819e98c req-d4f24f67-58a6-40ae-8dd3-3dd51f376dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:18.103160 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b448537d-50af-43fe-befa-f35e0819e98c req-d4f24f67-58a6-40ae-8dd3-3dd51f376dab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff5c4dc1-5923-4850-8781-4374481cf154 HTTP/1.1" status: 200 len: 855 time: 0.0568326 Mar 08 10:20:18.179023 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448537d-50af-43fe-befa-f35e0819e98c req-da196bbf-d276-4b41-b57b-0fc11fa1ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:18.180475 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b448537d-50af-43fe-befa-f35e0819e98c req-da196bbf-d276-4b41-b57b-0fc11fa1ba75 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720015 Mar 08 10:20:18.251341 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:18.262450 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Transition to ACTIVE for port object 9dc5f090-2750-4a81-a481-b73e16f1b17f will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:20:18.269033 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:18.310421 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b448537d-50af-43fe-befa-f35e0819e98c req-cb814c73-f60f-43de-bde4-6fab2615990f service neutron] 10.222.0.26 "GET /v2.0/networks/9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228058 Mar 08 10:20:18.446927 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b448537d-50af-43fe-befa-f35e0819e98c req-5af66a49-b688-436d-accf-9b3111b2e710 service neutron] 10.222.0.26 "GET /v2.0/networks/9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301992 Mar 08 10:20:18.452204 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf7c8b-948e-42ac-85c4-6c97926fede8 None None] Pushing event updated for resources: {'Port': ['ID=9dc5f090-2750-4a81-a481-b73e16f1b17f,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:18.514567 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Attempting to bind port 9dc5f090-2750-4a81-a481-b73e16f1b17f on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:20:18.514934 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Attempting to bind port 9dc5f090-2750-4a81-a481-b73e16f1b17f by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'e22e16c3-97fa-488f-a5b7-eb15359b2e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '75264ff9-c61d-4aef-8fa9-c0a56d4fda26'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:20:18.515305 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Attempting to bind port 9dc5f090-2750-4a81-a481-b73e16f1b17f on network 75264ff9-c61d-4aef-8fa9-c0a56d4fda26 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:20:18.521869 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:20:18.522237 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Checking segment: {'id': 'e22e16c3-97fa-488f-a5b7-eb15359b2e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '75264ff9-c61d-4aef-8fa9-c0a56d4fda26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:20:18.522626 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:18.523005 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Bound using segment: {'id': 'e22e16c3-97fa-488f-a5b7-eb15359b2e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '75264ff9-c61d-4aef-8fa9-c0a56d4fda26'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:20:18.525318 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Bound port: 9dc5f090-2750-4a81-a481-b73e16f1b17f, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22e16c3-97fa-488f-a5b7-eb15359b2e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '75264ff9-c61d-4aef-8fa9-c0a56d4fda26'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:20:18.525902 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:18.565397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b220371-38fd-4a22-ac55-ebc6ab9ea1e7 req-a3ca8090-7e8e-473f-bf56-b0e18accd3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:18.567047 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b220371-38fd-4a22-ac55-ebc6ab9ea1e7 req-a3ca8090-7e8e-473f-bf56-b0e18accd3e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa38f3fd603444ad9b128dd7a54e4ace&device_id=a0b9029d-84b9-4865-89f8-8ed2070b79a2 HTTP/1.1" status: 200 len: 1096 time: 0.0725470 Mar 08 10:20:18.627593 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] For port 9dc5f090-2750-4a81-a481-b73e16f1b17f, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:20:18.630594 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] For port 9dc5f090-2750-4a81-a481-b73e16f1b17f, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9dc5f090-2750-4a81-a481-b73e16f1b17f,segment=NetworkSegment(e22e16c3-97fa-488f-a5b7-eb15359b2e94),segment_id=e22e16c3-97fa-488f-a5b7-eb15359b2e94)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:20:18.635120 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:18.706350 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b220371-38fd-4a22-ac55-ebc6ab9ea1e7 req-50c31fdc-0a99-48b4-8bfb-c116cc3ddc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:18.708019 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b220371-38fd-4a22-ac55-ebc6ab9ea1e7 req-50c31fdc-0a99-48b4-8bfb-c116cc3ddc61 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 HTTP/1.1" status: 200 len: 917 time: 0.1333354 Mar 08 10:20:18.711023 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Routers {'696afbd8-ed41-4460-8265-79b82759e211'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:20:18.711608 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:19:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['696afbd8-ed41-4460-8265-79b82759e211'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:20:18.786003 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf7c8b-948e-42ac-85c4-6c97926fede8 None None] Pushing event updated for resources: {'Port': ['ID=9dc5f090-2750-4a81-a481-b73e16f1b17f,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:18.814403 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b220371-38fd-4a22-ac55-ebc6ab9ea1e7 req-9cf4cf39-cc06-4881-b00f-797bdf644150 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d2fb212-3bb8-45b3-93a9-934338e9c02d HTTP/1.1" status: 200 len: 217 time: 0.1003249 Mar 08 10:20:18.906652 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] Set router 696afbd8-ed41-4460-8265-79b82759e211 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:20:18.994829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b220371-38fd-4a22-ac55-ebc6ab9ea1e7 req-25bfaf2e-a047-4c37-91e3-b39cc7fa0dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:18.996200 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b220371-38fd-4a22-ac55-ebc6ab9ea1e7 req-25bfaf2e-a047-4c37-91e3-b39cc7fa0dad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff5c4dc1-5923-4850-8781-4374481cf154 HTTP/1.1" status: 200 len: 855 time: 0.1763248 Mar 08 10:20:19.057471 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf3c50-bf62-4fe8-922c-0d4e21cad233 req-cd262405-2728-4f6c-a65c-7ae4073e2200 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:19.058987 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-20cf3c50-bf62-4fe8-922c-0d4e21cad233 req-cd262405-2728-4f6c-a65c-7ae4073e2200 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0b9029d-84b9-4865-89f8-8ed2070b79a2 HTTP/1.1" status: 200 len: 943 time: 0.2850106 Mar 08 10:20:19.120613 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-20cf3c50-bf62-4fe8-922c-0d4e21cad233 req-78b24a09-8eac-454f-9166-d3fae0fad9e7 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559230 Mar 08 10:20:19.126070 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b220371-38fd-4a22-ac55-ebc6ab9ea1e7 req-4e04c1e2-b181-4421-b573-1dba62b50211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:19.127496 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b220371-38fd-4a22-ac55-ebc6ab9ea1e7 req-4e04c1e2-b181-4421-b573-1dba62b50211 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1214085 Mar 08 10:20:19.219594 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696afbd8-ed41-4460-8265-79b82759e211', 'name': 'tempest-TestEncryptedCinderVolumes-533308950-router', 'tenant_id': '0c33aed25fdb4da5a67886c1d17f6830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '479ef993-dec4-44f4-a88b-0f443646cf9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:20:08Z', 'updated_at': '2022-03-08T10:20:12Z', 'revision_number': 4, 'project_id': '0c33aed25fdb4da5a67886c1d17f6830', 'gw_port': {'id': '479ef993-dec4-44f4-a88b-0f443646cf9f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696afbd8-ed41-4460-8265-79b82759e211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:09Z', 'updated_at': '2022-03-08T10:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '9dc5f090-2750-4a81-a481-b73e16f1b17f', 'name': '', 'network_id': '75264ff9-c61d-4aef-8fa9-c0a56d4fda26', 'tenant_id': '0c33aed25fdb4da5a67886c1d17f6830', 'mac_address': 'fa:16:3e:1c:74:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696afbd8-ed41-4460-8265-79b82759e211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '54e29a61-e0ca-4427-872a-5ead6c192451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:11Z', 'updated_at': '2022-03-08T10:20:18Z', 'revision_number': 4, 'project_id': '0c33aed25fdb4da5a67886c1d17f6830', 'subnets': [{'id': '54e29a61-e0ca-4427-872a-5ead6c192451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:20:19.223443 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f96af02-4092-42a0-b601-49f871b0ff0e None None] The sync data for ids ['696afbd8-ed41-4460-8265-79b82759e211'] in dv-neutron-831730-2-hyperv is: [{'id': '696afbd8-ed41-4460-8265-79b82759e211', 'name': 'tempest-TestEncryptedCinderVolumes-533308950-router', 'tenant_id': '0c33aed25fdb4da5a67886c1d17f6830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '479ef993-dec4-44f4-a88b-0f443646cf9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:20:08Z', 'updated_at': '2022-03-08T10:20:12Z', 'revision_number': 4, 'project_id': '0c33aed25fdb4da5a67886c1d17f6830', 'gw_port': {'id': '479ef993-dec4-44f4-a88b-0f443646cf9f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696afbd8-ed41-4460-8265-79b82759e211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:09Z', 'updated_at': '2022-03-08T10:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '9dc5f090-2750-4a81-a481-b73e16f1b17f', 'name': '', 'network_id': '75264ff9-c61d-4aef-8fa9-c0a56d4fda26', 'tenant_id': '0c33aed25fdb4da5a67886c1d17f6830', 'mac_address': 'fa:16:3e:1c:74:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696afbd8-ed41-4460-8265-79b82759e211', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '54e29a61-e0ca-4427-872a-5ead6c192451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:11Z', 'updated_at': '2022-03-08T10:20:18Z', 'revision_number': 4, 'project_id': '0c33aed25fdb4da5a67886c1d17f6830', 'subnets': [{'id': '54e29a61-e0ca-4427-872a-5ead6c192451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:20:19.266746 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b220371-38fd-4a22-ac55-ebc6ab9ea1e7 req-3c9c6ed5-a7fe-4e40-9bff-f977a6988008 service neutron] 10.222.0.26 "GET /v2.0/networks/9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240647 Mar 08 10:20:19.400207 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b220371-38fd-4a22-ac55-ebc6ab9ea1e7 req-95d229c8-0fa0-4e9a-af03-64c145f26199 service neutron] 10.222.0.26 "GET /v2.0/networks/9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273143 Mar 08 10:20:20.315379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05425847-bd43-4d29-a09a-efa51ea34fd0 req-6b8d7ba6-5b06-4ffb-a75c-613752fd26d9 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:20.316847 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-05425847-bd43-4d29-a09a-efa51ea34fd0 req-6b8d7ba6-5b06-4ffb-a75c-613752fd26d9 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0b9029d-84b9-4865-89f8-8ed2070b79a2 HTTP/1.1" status: 200 len: 943 time: 0.0844996 Mar 08 10:20:20.359714 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-05425847-bd43-4d29-a09a-efa51ea34fd0 req-92f393d8-07d2-4da4-9de9-15fc41caa519 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371549 Mar 08 10:20:20.665456 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9dc5f090-2750-4a81-a481-b73e16f1b17f up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:20:20.734720 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 9dc5f090-2750-4a81-a481-b73e16f1b17f completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:20:20.739394 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 9dc5f090-2750-4a81-a481-b73e16f1b17f triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:20.739760 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:20.851464 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:20.881419 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 9dc5f090-2750-4a81-a481-b73e16f1b17f, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9dc5f090-2750-4a81-a481-b73e16f1b17f,segment=NetworkSegment(e22e16c3-97fa-488f-a5b7-eb15359b2e94),segment_id=e22e16c3-97fa-488f-a5b7-eb15359b2e94)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:20:20.885913 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:20.951207 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=9dc5f090-2750-4a81-a481-b73e16f1b17f,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:21.546776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8efe0b-0563-4017-b763-65518f9e7ae7 req-c1527033-d1c7-4a50-b9b4-17c8a65de22d tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:21.548238 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1c8efe0b-0563-4017-b763-65518f9e7ae7 req-c1527033-d1c7-4a50-b9b4-17c8a65de22d tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0b9029d-84b9-4865-89f8-8ed2070b79a2 HTTP/1.1" status: 200 len: 943 time: 0.0860767 Mar 08 10:20:21.591225 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1c8efe0b-0563-4017-b763-65518f9e7ae7 req-a44bc65d-d910-4aab-91fe-8bbf49364072 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373805 Mar 08 10:20:21.695432 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 5d2fb212-3bb8-45b3-93a9-934338e9c02d details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:20:21.827782 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 5d2fb212-3bb8-45b3-93a9-934338e9c02d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5d2fb212-3bb8-45b3-93a9-934338e9c02d,segment=NetworkSegment(860e1fbd-4134-49aa-ba50-a13aea02be3b),segment_id=860e1fbd-4134-49aa-ba50-a13aea02be3b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:20:21.844265 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '5d2fb212-3bb8-45b3-93a9-934338e9c02d', 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1', 'port_id': '5d2fb212-3bb8-45b3-93a9-934338e9c02d', 'mac_address': 'fa:16:3e:7e:03:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5c4dc1-5923-4850-8781-4374481cf154', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:20:21.900163 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:21.916943 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2fb212-3bb8-45b3-93a9-934338e9c02d {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:20:21.931965 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 5d2fb212-3bb8-45b3-93a9-934338e9c02d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5d2fb212-3bb8-45b3-93a9-934338e9c02d,segment=NetworkSegment(860e1fbd-4134-49aa-ba50-a13aea02be3b),segment_id=860e1fbd-4134-49aa-ba50-a13aea02be3b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:20:21.935445 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:21.999322 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=5d2fb212-3bb8-45b3-93a9-934338e9c02d,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:22.248256 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['5d2fb212-3bb8-45b3-93a9-934338e9c02d'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:20:22.645763 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9dc5f090-2750-4a81-a481-b73e16f1b17f up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:20:22.712102 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 9dc5f090-2750-4a81-a481-b73e16f1b17f triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:22.712816 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:22.776327 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665690f-d643-47cf-974f-7eed08cf5f14 req-2370364c-e319-4b0a-8ca9-87d706aaea4e tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:22.778793 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d665690f-d643-47cf-974f-7eed08cf5f14 req-2370364c-e319-4b0a-8ca9-87d706aaea4e tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0b9029d-84b9-4865-89f8-8ed2070b79a2 HTTP/1.1" status: 200 len: 944 time: 0.0836320 Mar 08 10:20:22.824173 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d665690f-d643-47cf-974f-7eed08cf5f14 req-c6d7eb88-2f38-46b1-a1bd-0ce6f30801ca tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393639 Mar 08 10:20:23.706363 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 5d2fb212-3bb8-45b3-93a9-934338e9c02d up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:20:23.771523 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 5d2fb212-3bb8-45b3-93a9-934338e9c02d completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:20:23.775898 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 5d2fb212-3bb8-45b3-93a9-934338e9c02d triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:23.776331 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:23.900553 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:23.929322 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b9029d-84b9-4865-89f8-8ed2070b79a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2fb212-3bb8-45b3-93a9-934338e9c02d'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:20:23.940303 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 5d2fb212-3bb8-45b3-93a9-934338e9c02d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5d2fb212-3bb8-45b3-93a9-934338e9c02d,segment=NetworkSegment(860e1fbd-4134-49aa-ba50-a13aea02be3b),segment_id=860e1fbd-4134-49aa-ba50-a13aea02be3b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:20:23.945829 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:24.015094 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141adef-8fa0-413e-af58-2c4edf2f04a3 req-e9593eb4-065d-4114-9f9f-faadfd4b3433 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:24.016674 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1141adef-8fa0-413e-af58-2c4edf2f04a3 req-e9593eb4-065d-4114-9f9f-faadfd4b3433 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0b9029d-84b9-4865-89f8-8ed2070b79a2 HTTP/1.1" status: 200 len: 945 time: 0.0864630 Mar 08 10:20:24.018648 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=5d2fb212-3bb8-45b3-93a9-934338e9c02d,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:24.043985 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b9029d-84b9-4865-89f8-8ed2070b79a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2fb212-3bb8-45b3-93a9-934338e9c02d', 'code': 200} Mar 08 10:20:24.065144 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1141adef-8fa0-413e-af58-2c4edf2f04a3 req-af803d94-9172-4eec-997c-6badc32a3136 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394773 Mar 08 10:20:24.265527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c06ac-006b-4462-8056-cb903926ba44 req-1ef65edc-dd21-4a0f-9a52-57e4e7df803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:24.266945 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca2c06ac-006b-4462-8056-cb903926ba44 req-1ef65edc-dd21-4a0f-9a52-57e4e7df803a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0b9029d-84b9-4865-89f8-8ed2070b79a2 HTTP/1.1" status: 200 len: 1098 time: 0.0670679 Mar 08 10:20:24.306687 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca2c06ac-006b-4462-8056-cb903926ba44 req-16adce0e-3102-439f-be8d-398a620ec1aa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338559 Mar 08 10:20:24.955076 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-44e42275-a780-4487-b224-1a9e1fb268c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:25.248715 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf276dc-ccf3-42dc-8d57-23d2584c5e00 req-6adc7dad-c457-4a73-a4b4-e4558dc56d4d tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:25.250131 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-faf276dc-ccf3-42dc-8d57-23d2584c5e00 req-6adc7dad-c457-4a73-a4b4-e4558dc56d4d tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0b9029d-84b9-4865-89f8-8ed2070b79a2 HTTP/1.1" status: 200 len: 945 time: 0.0782051 Mar 08 10:20:25.292330 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-faf276dc-ccf3-42dc-8d57-23d2584c5e00 req-e168b948-f1db-40cd-9457-144601b57ddf tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367091 Mar 08 10:20:26.473775 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd51534-b72d-4e7b-9ef6-d09be58146b4 req-886e9240-73f9-4793-a17c-254ad2c2a8f3 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:26.475202 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8cd51534-b72d-4e7b-9ef6-d09be58146b4 req-886e9240-73f9-4793-a17c-254ad2c2a8f3 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0b9029d-84b9-4865-89f8-8ed2070b79a2 HTTP/1.1" status: 200 len: 945 time: 0.0810387 Mar 08 10:20:26.518278 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8cd51534-b72d-4e7b-9ef6-d09be58146b4 req-6b370d1a-3fa1-4f01-8ad4-ba837796f89e tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373476 Mar 08 10:20:26.703973 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1b51d-2a8f-4651-bb27-7d8e258afc77 req-b2adf13a-da7b-4518-8f35-9e2eeb5f9840 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:26.705425 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2ae1b51d-2a8f-4651-bb27-7d8e258afc77 req-b2adf13a-da7b-4518-8f35-9e2eeb5f9840 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0b9029d-84b9-4865-89f8-8ed2070b79a2 HTTP/1.1" status: 200 len: 945 time: 0.0844402 Mar 08 10:20:26.750157 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2ae1b51d-2a8f-4651-bb27-7d8e258afc77 req-ea417ba4-c7a4-4f58-9b6e-f15a4e1735ac tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392041 Mar 08 10:20:27.621518 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4f97b5a-141c-48d4-a4da-176c5b40fb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:28.318094 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:28.334817 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:30.167406 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:33.321083 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:20:41.083084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491f324-7ec9-41f9-972b-f85634853e21 req-804a2332-9cf9-423a-be91-1c87fd0c5039 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:41.084524 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d491f324-7ec9-41f9-972b-f85634853e21 req-804a2332-9cf9-423a-be91-1c87fd0c5039 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0b9029d-84b9-4865-89f8-8ed2070b79a2 HTTP/1.1" status: 200 len: 945 time: 0.0787241 Mar 08 10:20:41.130543 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d491f324-7ec9-41f9-972b-f85634853e21 req-eda22f27-72b9-4e8f-9c2a-36d24a20b5e9 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397930 Mar 08 10:20:42.312739 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f9709-07cf-48c6-899c-54226d24e1f7 req-340e02fe-56bd-408a-8e43-9b5b19c101ea tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:42.314470 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6d0f9709-07cf-48c6-899c-54226d24e1f7 req-340e02fe-56bd-408a-8e43-9b5b19c101ea tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0b9029d-84b9-4865-89f8-8ed2070b79a2 HTTP/1.1" status: 200 len: 945 time: 0.0775025 Mar 08 10:20:42.361496 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6d0f9709-07cf-48c6-899c-54226d24e1f7 req-36b9bb7c-2509-4b84-a944-ce945f8bc360 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414801 Mar 08 10:20:42.787714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a2ee1-ee01-44fb-943a-d21768be18ce req-1661e4a0-0ab4-48b4-8768-b806c5443ae7 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:42.789396 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3f1a2ee1-ee01-44fb-943a-d21768be18ce req-1661e4a0-0ab4-48b4-8768-b806c5443ae7 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b9029d-84b9-4865-89f8-8ed2070b79a2 HTTP/1.1" status: 200 len: 945 time: 0.0925283 Mar 08 10:20:42.857043 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-3f1a2ee1-ee01-44fb-943a-d21768be18ce req-88da40ca-fd2a-469e-97d4-90b3ea06520a tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Deleting port 5d2fb212-3bb8-45b3-93a9-934338e9c02d {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:20:42.857301 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-3f1a2ee1-ee01-44fb-943a-d21768be18ce req-88da40ca-fd2a-469e-97d4-90b3ea06520a tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:43.099259 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-3f1a2ee1-ee01-44fb-943a-d21768be18ce req-88da40ca-fd2a-469e-97d4-90b3ea06520a tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] For port 5d2fb212-3bb8-45b3-93a9-934338e9c02d, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5d2fb212-3bb8-45b3-93a9-934338e9c02d,segment=NetworkSegment(860e1fbd-4134-49aa-ba50-a13aea02be3b),segment_id=860e1fbd-4134-49aa-ba50-a13aea02be3b)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:20:43.099630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-3f1a2ee1-ee01-44fb-943a-d21768be18ce req-88da40ca-fd2a-469e-97d4-90b3ea06520a tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:43.219416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-3f1a2ee1-ee01-44fb-943a-d21768be18ce req-88da40ca-fd2a-469e-97d4-90b3ea06520a tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Calling delete_port for 5d2fb212-3bb8-45b3-93a9-934338e9c02d owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:20:43.366746 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-3f1a2ee1-ee01-44fb-943a-d21768be18ce req-88da40ca-fd2a-469e-97d4-90b3ea06520a tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:43.379056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['5d2fb212-3bb8-45b3-93a9-934338e9c02d'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:20:43.437474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da40ca-fd2a-469e-97d4-90b3ea06520a tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Pushing event deleted for resources: {'Port': ['ID=5d2fb212-3bb8-45b3-93a9-934338e9c02d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:43.438878 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:43.643598 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-90030cae-10a6-4bf4-8e37-d667551331e6 req-81488488-982b-4292-bdfd-bb57c501d636 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0b9029d-84b9-4865-89f8-8ed2070b79a2 HTTP/1.1" status: 200 len: 210 time: 0.1684370 Mar 08 10:20:43.644616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1a2ee1-ee01-44fb-943a-d21768be18ce req-88da40ca-fd2a-469e-97d4-90b3ea06520a tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] No DVR routers for this DVR port 5d2fb212-3bb8-45b3-93a9-934338e9c02d on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:20:43.646985 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-3f1a2ee1-ee01-44fb-943a-d21768be18ce req-88da40ca-fd2a-469e-97d4-90b3ea06520a tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:43.649541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b9029d-84b9-4865-89f8-8ed2070b79a2', 'name': 'network-vif-deleted', 'tag': '5d2fb212-3bb8-45b3-93a9-934338e9c02d'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:20:43.666939 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3f1a2ee1-ee01-44fb-943a-d21768be18ce req-88da40ca-fd2a-469e-97d4-90b3ea06520a tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.26 "DELETE /v2.0/ports/5d2fb212-3bb8-45b3-93a9-934338e9c02d HTTP/1.1" status: 204 len: 173 time: 0.8704321 Mar 08 10:20:43.694815 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b9029d-84b9-4865-89f8-8ed2070b79a2', 'name': 'network-vif-deleted', 'tag': '5d2fb212-3bb8-45b3-93a9-934338e9c02d', 'status': 'completed', 'code': 200} Mar 08 10:20:45.317321 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-14e7c457-5cfe-4508-8052-efc028a5e23e tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:45.318643 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-14e7c457-5cfe-4508-8052-efc028a5e23e tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/networks?id=9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 HTTP/1.1" status: 200 len: 816 time: 0.1408110 Mar 08 10:20:45.333275 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-30551792-350d-46ee-95e6-8c3ade9c6891 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/quotas/fa38f3fd603444ad9b128dd7a54e4ace HTTP/1.1" status: 200 len: 375 time: 0.0088096 Mar 08 10:20:45.412672 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-1f0c3fbc-0e08-4e45-bac2-364ef6e1f3a2 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa38f3fd603444ad9b128dd7a54e4ace&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746500 Mar 08 10:20:45.547243 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-abe9595f-104c-4bc5-a41c-ba61abd518c5 service neutron] 10.222.0.24 "GET /v2.0/networks/9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232202 Mar 08 10:20:45.674267 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-89fb1f84-aca9-4215-a5f1-7556d8e51d47 service neutron] 10.222.0.24 "GET /v2.0/networks/9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212003 Mar 08 10:20:45.842598 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-76aa28e8-9b8f-4f91-a349-3bbf67f62222 req-64c1713d-ce76-4f3c-b9a9-78f346d4ab80 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Synchronizing usage tracker for tenant:fa38f3fd603444ad9b128dd7a54e4ace on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:20:45.858319 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-76aa28e8-9b8f-4f91-a349-3bbf67f62222 req-64c1713d-ce76-4f3c-b9a9-78f346d4ab80 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Unset dirty status for tenant:fa38f3fd603444ad9b128dd7a54e4ace on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:20:45.859518 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-76aa28e8-9b8f-4f91-a349-3bbf67f62222 req-64c1713d-ce76-4f3c-b9a9-78f346d4ab80 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcdfcaa-7e09-48a0-a9c1-a7893774007a HTTP/1.1" status: 200 len: 210 time: 0.0574520 Mar 08 10:20:46.839410 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-ae54a1d5-028b-4e14-8275-1daebe153223 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:46.840809 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-ae54a1d5-028b-4e14-8275-1daebe153223 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.26 "GET /v2.0/networks?id=9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 HTTP/1.1" status: 200 len: 816 time: 0.1460202 Mar 08 10:20:46.852437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-1b4b3c28-1d34-4d2d-bf23-d04f3b632be0 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Request body: {'port': {'device_id': '1dcdfcaa-7e09-48a0-a9c1-a7893774007a', 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1', 'admin_state_up': True, 'tenant_id': 'fa38f3fd603444ad9b128dd7a54e4ace'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:20:46.988621 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-1b4b3c28-1d34-4d2d-bf23-d04f3b632be0 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:20:46.998005 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-1b4b3c28-1d34-4d2d-bf23-d04f3b632be0 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:20:47.007030 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-1b4b3c28-1d34-4d2d-bf23-d04f3b632be0 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Made reservation on behalf of fa38f3fd603444ad9b128dd7a54e4ace for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:20:47.010732 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-1b4b3c28-1d34-4d2d-bf23-d04f3b632be0 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:47.010970 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-26e08fa8-c06b-457a-a66c-d215b92bf95a req-0d61d4b3-04b2-4718-893f-9985ed4884e8 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcdfcaa-7e09-48a0-a9c1-a7893774007a HTTP/1.1" status: 200 len: 210 time: 0.0462503 Mar 08 10:20:47.168841 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-1b4b3c28-1d34-4d2d-bf23-d04f3b632be0 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Allocated IP 172.20.0.8 (9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1/ff5c4dc1-5923-4850-8781-4374481cf154/c667aa49-2025-4cb7-9b90-1b693deeae39) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:20:47.360657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-1b4b3c28-1d34-4d2d-bf23-d04f3b632be0 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:47.375846 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-1b4b3c28-1d34-4d2d-bf23-d04f3b632be0 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Transition to ACTIVE for port object c667aa49-2025-4cb7-9b90-1b693deeae39 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:20:47.398017 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-1b4b3c28-1d34-4d2d-bf23-d04f3b632be0 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:47.462311 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-1b4b3c28-1d34-4d2d-bf23-d04f3b632be0 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Network 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:20:47.465685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-1b4b3c28-1d34-4d2d-bf23-d04f3b632be0 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:20:47.473852 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-1b4b3c28-1d34-4d2d-bf23-d04f3b632be0 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:20:47.515428 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b3c28-1d34-4d2d-bf23-d04f3b632be0 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Pushing event updated for resources: {'Port': ['ID=c667aa49-2025-4cb7-9b90-1b693deeae39,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:47.540077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-1b4b3c28-1d34-4d2d-bf23-d04f3b632be0 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:47.540679 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-1b4b3c28-1d34-4d2d-bf23-d04f3b632be0 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:47.567081 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-1b4b3c28-1d34-4d2d-bf23-d04f3b632be0 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7181091 Mar 08 10:20:47.578389 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Request body: {'port': {'device_id': '1dcdfcaa-7e09-48a0-a9c1-a7893774007a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:20:47.690661 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:47.720724 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-87f2a619-38a8-402c-817e-79cda7debfba None None] Provisioning for port c667aa49-2025-4cb7-9b90-1b693deeae39 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:20:47.725346 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-87f2a619-38a8-402c-817e-79cda7debfba None None] Provisioning complete for port c667aa49-2025-4cb7-9b90-1b693deeae39 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:47.725708 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-87f2a619-38a8-402c-817e-79cda7debfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:47.792353 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 5d2fb212-3bb8-45b3-93a9-934338e9c02d no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:20:47.830546 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 5d2fb212-3bb8-45b3-93a9-934338e9c02d {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:20:47.830888 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 5d2fb212-3bb8-45b3-93a9-934338e9c02d not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:20:47.842149 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-87f2a619-38a8-402c-817e-79cda7debfba None None] Port c667aa49-2025-4cb7-9b90-1b693deeae39 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:20:48.029877 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c667aa49-2025-4cb7-9b90-1b693deeae39 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:20:48.036982 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:48.051736 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Transition to ACTIVE for port object c667aa49-2025-4cb7-9b90-1b693deeae39 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:20:48.055459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:48.219776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Pushing event updated for resources: {'Port': ['ID=c667aa49-2025-4cb7-9b90-1b693deeae39,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:48.444890 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d6080-7a68-4925-828d-e9c8b464df7e req-a90e65d1-2283-428f-aa20-f1a9959c491d tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:48.445564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-db7d6080-7a68-4925-828d-e9c8b464df7e req-a90e65d1-2283-428f-aa20-f1a9959c491d tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Synchronizing usage tracker for tenant:fa38f3fd603444ad9b128dd7a54e4ace on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:20:48.448191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Attempting to bind port c667aa49-2025-4cb7-9b90-1b693deeae39 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:20:48.448513 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Attempting to bind port c667aa49-2025-4cb7-9b90-1b693deeae39 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '860e1fbd-4134-49aa-ba50-a13aea02be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:20:48.448863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Attempting to bind port c667aa49-2025-4cb7-9b90-1b693deeae39 on network 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:20:48.454458 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Port c667aa49-2025-4cb7-9b90-1b693deeae39 on network 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:20:48.454767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Attempting to bind port c667aa49-2025-4cb7-9b90-1b693deeae39 on network 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:20:48.464960 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:20:48.465285 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Checking segment: {'id': '860e1fbd-4134-49aa-ba50-a13aea02be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:20:48.465649 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Bound using segment: {'id': '860e1fbd-4134-49aa-ba50-a13aea02be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:20:48.466058 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Bound port: c667aa49-2025-4cb7-9b90-1b693deeae39, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860e1fbd-4134-49aa-ba50-a13aea02be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:20:48.466389 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:48.505628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-db7d6080-7a68-4925-828d-e9c8b464df7e req-a90e65d1-2283-428f-aa20-f1a9959c491d tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Unset dirty status for tenant:fa38f3fd603444ad9b128dd7a54e4ace on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:20:48.506727 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-db7d6080-7a68-4925-828d-e9c8b464df7e req-a90e65d1-2283-428f-aa20-f1a9959c491d tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcdfcaa-7e09-48a0-a9c1-a7893774007a HTTP/1.1" status: 200 len: 943 time: 0.3559725 Mar 08 10:20:48.582991 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-db7d6080-7a68-4925-828d-e9c8b464df7e req-eb99917c-f326-4599-90ed-1fd9df85cd6b tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705447 Mar 08 10:20:48.587017 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] For port c667aa49-2025-4cb7-9b90-1b693deeae39, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:20:48.590628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] For port c667aa49-2025-4cb7-9b90-1b693deeae39, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=c667aa49-2025-4cb7-9b90-1b693deeae39,segment=NetworkSegment(860e1fbd-4134-49aa-ba50-a13aea02be3b),segment_id=860e1fbd-4134-49aa-ba50-a13aea02be3b)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:20:48.596117 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:48.653116 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:48.653710 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:48.655030 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] 10.222.0.26 "PUT /v2.0/ports/c667aa49-2025-4cb7-9b90-1b693deeae39 HTTP/1.1" status: 200 len: 1093 time: 1.0808918 Mar 08 10:20:48.655549 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcdfcaa-7e09-48a0-a9c1-a7893774007a', 'tag': 'c667aa49-2025-4cb7-9b90-1b693deeae39'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:20:48.685386 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ed36a-e3cc-4762-bd28-b61a44620e60 service neutron] Pushing event updated for resources: {'Port': ['ID=c667aa49-2025-4cb7-9b90-1b693deeae39,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:48.728133 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dcdfcaa-7e09-48a0-a9c1-a7893774007a', 'tag': 'c667aa49-2025-4cb7-9b90-1b693deeae39', 'status': 'completed', 'code': 200} Mar 08 10:20:48.769628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-786d9540-d29d-4775-bad0-7995425f5434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:48.771180 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-786d9540-d29d-4775-bad0-7995425f5434 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa38f3fd603444ad9b128dd7a54e4ace&device_id=1dcdfcaa-7e09-48a0-a9c1-a7893774007a HTTP/1.1" status: 200 len: 1096 time: 0.0736537 Mar 08 10:20:48.846420 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-d0418f75-e88b-447d-a66b-b7e2d01cfe78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c667aa49-2025-4cb7-9b90-1b693deeae39 HTTP/1.1" status: 200 len: 217 time: 0.0686293 Mar 08 10:20:48.907572 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8a58a6dd-5e9f-446c-bbd8-5d9a62275894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:48.908971 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-8a58a6dd-5e9f-446c-bbd8-5d9a62275894 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff5c4dc1-5923-4850-8781-4374481cf154 HTTP/1.1" status: 200 len: 855 time: 0.0567913 Mar 08 10:20:48.985113 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-70f6336f-90ca-49a7-b02a-0744c5d7713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:48.986481 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-70f6336f-90ca-49a7-b02a-0744c5d7713e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718279 Mar 08 10:20:49.112384 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-1316706a-fffe-4b28-be6b-d43f5005423e service neutron] 10.222.0.26 "GET /v2.0/networks/9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200743 Mar 08 10:20:49.237268 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0c9c8951-28bd-4e73-9b53-7710ccb70aa6 req-35e8d816-14e0-40c7-aa59-7ac4a9bbf694 service neutron] 10.222.0.26 "GET /v2.0/networks/9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190708 Mar 08 10:20:49.351759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24060990-987a-42b9-9b97-eb8ad717b300 req-9caeefe6-28f7-47e1-9a38-2be6879c17d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:49.353228 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-24060990-987a-42b9-9b97-eb8ad717b300 req-9caeefe6-28f7-47e1-9a38-2be6879c17d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa38f3fd603444ad9b128dd7a54e4ace&device_id=1dcdfcaa-7e09-48a0-a9c1-a7893774007a HTTP/1.1" status: 200 len: 1096 time: 0.0685818 Mar 08 10:20:49.478482 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24060990-987a-42b9-9b97-eb8ad717b300 req-44b4f0fb-e418-417d-8610-83945ef8ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:49.479868 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-24060990-987a-42b9-9b97-eb8ad717b300 req-44b4f0fb-e418-417d-8610-83945ef8ccee service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 HTTP/1.1" status: 200 len: 917 time: 0.1205654 Mar 08 10:20:49.548202 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-24060990-987a-42b9-9b97-eb8ad717b300 req-0abe9ff2-f010-4e0b-a4af-c27c37f57cb9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c667aa49-2025-4cb7-9b90-1b693deeae39 HTTP/1.1" status: 200 len: 217 time: 0.0621362 Mar 08 10:20:49.608262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24060990-987a-42b9-9b97-eb8ad717b300 req-a5a85753-5993-407a-8300-5fde2aa7b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:49.609772 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-24060990-987a-42b9-9b97-eb8ad717b300 req-a5a85753-5993-407a-8300-5fde2aa7b5c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff5c4dc1-5923-4850-8781-4374481cf154 HTTP/1.1" status: 200 len: 855 time: 0.0563743 Mar 08 10:20:49.687465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24060990-987a-42b9-9b97-eb8ad717b300 req-2a7451ef-a2fb-4c8c-924c-2fe4316739e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:49.688981 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-24060990-987a-42b9-9b97-eb8ad717b300 req-2a7451ef-a2fb-4c8c-924c-2fe4316739e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732074 Mar 08 10:20:49.869736 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-24060990-987a-42b9-9b97-eb8ad717b300 req-7e84703a-0d84-448f-a26c-0cb53241f0d7 service neutron] 10.222.0.26 "GET /v2.0/networks/9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477516 Mar 08 10:20:49.877769 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb1352-69d3-44d4-84a4-c84f34e3b8f4 req-2704ccc3-23f4-422e-80eb-a7d70669a417 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:49.879081 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2deb1352-69d3-44d4-84a4-c84f34e3b8f4 req-2704ccc3-23f4-422e-80eb-a7d70669a417 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcdfcaa-7e09-48a0-a9c1-a7893774007a HTTP/1.1" status: 200 len: 943 time: 0.1869943 Mar 08 10:20:50.005979 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2deb1352-69d3-44d4-84a4-c84f34e3b8f4 req-232a1782-f02f-4402-97d4-5f9af6d53baa tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097102 Mar 08 10:20:50.030344 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-24060990-987a-42b9-9b97-eb8ad717b300 req-6afd4b8f-02b2-4cbc-8189-92078c179737 service neutron] 10.222.0.26 "GET /v2.0/networks/9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503818 Mar 08 10:20:51.190850 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fd1a7-9d66-46f4-92e1-9c9896ebaa95 req-16768bc6-bd0b-48b6-a033-7ef8ebbe0d5d tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:51.192285 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a84fd1a7-9d66-46f4-92e1-9c9896ebaa95 req-16768bc6-bd0b-48b6-a033-7ef8ebbe0d5d tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcdfcaa-7e09-48a0-a9c1-a7893774007a HTTP/1.1" status: 200 len: 943 time: 0.0795007 Mar 08 10:20:51.234535 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a84fd1a7-9d66-46f4-92e1-9c9896ebaa95 req-41d53b7f-bb4a-4b04-8562-0e1b212b4d7a tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366881 Mar 08 10:20:52.504873 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975f1a1-8d35-4b98-9a47-e06ac0c8e5d6 req-88014dbd-3a1f-4b22-9799-70d3552f46c0 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:52.506306 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a975f1a1-8d35-4b98-9a47-e06ac0c8e5d6 req-88014dbd-3a1f-4b22-9799-70d3552f46c0 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcdfcaa-7e09-48a0-a9c1-a7893774007a HTTP/1.1" status: 200 len: 943 time: 0.1691668 Mar 08 10:20:52.549025 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a975f1a1-8d35-4b98-9a47-e06ac0c8e5d6 req-5918d7ff-40ba-4ec6-bc69-0594b957d069 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363684 Mar 08 10:20:53.731306 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56e220-44f0-4bd1-b4d5-5ab3e9ecf12e req-5a36b6fe-2fd2-4745-a1e1-83da4c3e9d3e tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:53.732746 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3f56e220-44f0-4bd1-b4d5-5ab3e9ecf12e req-5a36b6fe-2fd2-4745-a1e1-83da4c3e9d3e tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcdfcaa-7e09-48a0-a9c1-a7893774007a HTTP/1.1" status: 200 len: 943 time: 0.0823717 Mar 08 10:20:53.775828 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3f56e220-44f0-4bd1-b4d5-5ab3e9ecf12e req-f64114c4-c077-4b22-94ec-936c84759d75 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375872 Mar 08 10:20:53.799494 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device c667aa49-2025-4cb7-9b90-1b693deeae39 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:20:53.926084 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port c667aa49-2025-4cb7-9b90-1b693deeae39, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=c667aa49-2025-4cb7-9b90-1b693deeae39,segment=NetworkSegment(860e1fbd-4134-49aa-ba50-a13aea02be3b),segment_id=860e1fbd-4134-49aa-ba50-a13aea02be3b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:20:53.942400 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': 'c667aa49-2025-4cb7-9b90-1b693deeae39', 'network_id': '9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1', 'port_id': 'c667aa49-2025-4cb7-9b90-1b693deeae39', 'mac_address': 'fa:16:3e:ab:7d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5c4dc1-5923-4850-8781-4374481cf154', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:20:53.996447 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:54.012985 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c667aa49-2025-4cb7-9b90-1b693deeae39 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:20:54.028315 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port c667aa49-2025-4cb7-9b90-1b693deeae39, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=c667aa49-2025-4cb7-9b90-1b693deeae39,segment=NetworkSegment(860e1fbd-4134-49aa-ba50-a13aea02be3b),segment_id=860e1fbd-4134-49aa-ba50-a13aea02be3b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:20:54.032089 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:54.096502 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=c667aa49-2025-4cb7-9b90-1b693deeae39,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:54.103864 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:54.104218 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:54.104558 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:54.104918 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:54.105252 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:54.105585 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:54.105911 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:54.106238 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:54.106564 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:54.106886 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:54.107210 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:54.107531 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:20:54.330722 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['c667aa49-2025-4cb7-9b90-1b693deeae39'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:20:54.956908 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45db086e-e2f0-4694-b3fa-94ac149648b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:54.959846 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88551439-cad2-4ca0-adbd-e0c30a5aec27 req-9f19be5d-0842-4906-bc04-14a0217a4a1b tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:54.961341 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-88551439-cad2-4ca0-adbd-e0c30a5aec27 req-9f19be5d-0842-4906-bc04-14a0217a4a1b tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcdfcaa-7e09-48a0-a9c1-a7893774007a HTTP/1.1" status: 200 len: 944 time: 0.0839250 Mar 08 10:20:55.005703 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-88551439-cad2-4ca0-adbd-e0c30a5aec27 req-d7b41369-2260-4bdf-be09-121ddbc65905 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380557 Mar 08 10:20:55.799392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device c667aa49-2025-4cb7-9b90-1b693deeae39 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:20:55.867200 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port c667aa49-2025-4cb7-9b90-1b693deeae39 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:20:55.872440 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port c667aa49-2025-4cb7-9b90-1b693deeae39 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:20:55.872835 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:55.983177 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:56.011285 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcdfcaa-7e09-48a0-a9c1-a7893774007a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c667aa49-2025-4cb7-9b90-1b693deeae39'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:20:56.021350 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port c667aa49-2025-4cb7-9b90-1b693deeae39, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=c667aa49-2025-4cb7-9b90-1b693deeae39,segment=NetworkSegment(860e1fbd-4134-49aa-ba50-a13aea02be3b),segment_id=860e1fbd-4134-49aa-ba50-a13aea02be3b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:20:56.025499 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:56.060587 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcdfcaa-7e09-48a0-a9c1-a7893774007a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c667aa49-2025-4cb7-9b90-1b693deeae39', 'code': 200} Mar 08 10:20:56.104685 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=c667aa49-2025-4cb7-9b90-1b693deeae39,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:20:56.195750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642c714-5a52-459c-ad66-fc425dae0241 req-2107259e-fb49-474d-9e4d-8e3e862d0328 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:56.197237 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3642c714-5a52-459c-ad66-fc425dae0241 req-2107259e-fb49-474d-9e4d-8e3e862d0328 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcdfcaa-7e09-48a0-a9c1-a7893774007a HTTP/1.1" status: 200 len: 945 time: 0.0819216 Mar 08 10:20:56.281481 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3642c714-5a52-459c-ad66-fc425dae0241 req-cf1d39fd-f14a-43d9-8318-7f7c2697c650 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784576 Mar 08 10:20:56.307424 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d525820-d57e-4e64-b9b9-2a16f2397d93 req-69a9672c-068b-4ca1-9efa-f5f86fe49028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:56.308894 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7d525820-d57e-4e64-b9b9-2a16f2397d93 req-69a9672c-068b-4ca1-9efa-f5f86fe49028 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1dcdfcaa-7e09-48a0-a9c1-a7893774007a HTTP/1.1" status: 200 len: 1098 time: 0.0914879 Mar 08 10:20:56.348141 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7d525820-d57e-4e64-b9b9-2a16f2397d93 req-c6e95bd0-5724-42dd-b2dc-6717f2d76c67 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329690 Mar 08 10:20:57.469682 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb482fe-50af-4159-b0da-fc628197ca83 req-b38971e1-9772-4bcb-8f75-3731afaf2013 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:57.471256 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5fb482fe-50af-4159-b0da-fc628197ca83 req-b38971e1-9772-4bcb-8f75-3731afaf2013 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcdfcaa-7e09-48a0-a9c1-a7893774007a HTTP/1.1" status: 200 len: 945 time: 0.0855706 Mar 08 10:20:57.515184 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5fb482fe-50af-4159-b0da-fc628197ca83 req-c1d08d35-c450-44c4-8f14-faeeabdf8d82 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383706 Mar 08 10:20:57.622335 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59c85f63-ff45-4987-ac06-6a816ee75953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:58.318632 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:58.336720 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:20:58.694001 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed57e1e-f043-4da0-87b2-c4ab2db631fc req-bb40c72e-ec11-4aa0-91a8-604b72c754f7 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:58.695437 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5ed57e1e-f043-4da0-87b2-c4ab2db631fc req-bb40c72e-ec11-4aa0-91a8-604b72c754f7 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcdfcaa-7e09-48a0-a9c1-a7893774007a HTTP/1.1" status: 200 len: 945 time: 0.0778086 Mar 08 10:20:58.748064 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5ed57e1e-f043-4da0-87b2-c4ab2db631fc req-c1a8f89c-019f-4160-a1e6-c065b50101b7 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462282 Mar 08 10:20:58.934377 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da9deb-26af-4bf3-8ac5-093079ff729e req-4f048bb4-e036-4eb2-8f06-6bbe13eab474 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:20:58.935824 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b9da9deb-26af-4bf3-8ac5-093079ff729e req-4f048bb4-e036-4eb2-8f06-6bbe13eab474 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcdfcaa-7e09-48a0-a9c1-a7893774007a HTTP/1.1" status: 200 len: 945 time: 0.0829818 Mar 08 10:20:58.979103 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b9da9deb-26af-4bf3-8ac5-093079ff729e req-5ce5c9a3-cf2b-48bc-9044-7caa4eaf97c6 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376501 Mar 08 10:21:00.174254 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:10.320544 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:21:13.189414 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1e2f9-251b-473c-bbf3-1b09545c5e87 req-9b7aa7a9-54b1-494c-85c0-ea0b413730bf tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:21:13.190856 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0bc1e2f9-251b-473c-bbf3-1b09545c5e87 req-9b7aa7a9-54b1-494c-85c0-ea0b413730bf tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcdfcaa-7e09-48a0-a9c1-a7893774007a HTTP/1.1" status: 200 len: 945 time: 0.0842702 Mar 08 10:21:13.233689 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0bc1e2f9-251b-473c-bbf3-1b09545c5e87 req-5dd51b61-879a-4510-8be1-d685df2b3b13 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366089 Mar 08 10:21:13.454597 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:14.417311 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b14f-a590-4d2e-a1cd-6569e9525191 req-a1744258-ca2c-4ed0-abb8-6dce49783da6 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:21:14.418753 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3660b14f-a590-4d2e-a1cd-6569e9525191 req-a1744258-ca2c-4ed0-abb8-6dce49783da6 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcdfcaa-7e09-48a0-a9c1-a7893774007a HTTP/1.1" status: 200 len: 945 time: 0.0807714 Mar 08 10:21:14.569015 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3660b14f-a590-4d2e-a1cd-6569e9525191 req-d78b6e32-ff6d-428d-88e6-708ec70c55d2 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/security-groups?id=3661d2ac-bbef-4bbb-87bd-b139a80f23b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444809 Mar 08 10:21:14.872363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d586e-562b-4cde-bb0a-ba7342031a5d req-f309a246-cddf-4eb0-9b59-95b9eec365d4 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:21:14.873686 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f34d586e-562b-4cde-bb0a-ba7342031a5d req-f309a246-cddf-4eb0-9b59-95b9eec365d4 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcdfcaa-7e09-48a0-a9c1-a7893774007a HTTP/1.1" status: 200 len: 945 time: 0.0793664 Mar 08 10:21:14.939987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-f34d586e-562b-4cde-bb0a-ba7342031a5d req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Deleting port c667aa49-2025-4cb7-9b90-1b693deeae39 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:21:14.940319 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f34d586e-562b-4cde-bb0a-ba7342031a5d req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:15.175003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-f34d586e-562b-4cde-bb0a-ba7342031a5d req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] For port c667aa49-2025-4cb7-9b90-1b693deeae39, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=c667aa49-2025-4cb7-9b90-1b693deeae39,segment=NetworkSegment(860e1fbd-4134-49aa-ba50-a13aea02be3b),segment_id=860e1fbd-4134-49aa-ba50-a13aea02be3b)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:21:15.175366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f34d586e-562b-4cde-bb0a-ba7342031a5d req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:15.293384 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-f34d586e-562b-4cde-bb0a-ba7342031a5d req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Calling delete_port for c667aa49-2025-4cb7-9b90-1b693deeae39 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:21:15.435777 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f34d586e-562b-4cde-bb0a-ba7342031a5d req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:15.447068 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['c667aa49-2025-4cb7-9b90-1b693deeae39'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:21:15.520801 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Pushing event deleted for resources: {'Port': ['ID=c667aa49-2025-4cb7-9b90-1b693deeae39,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:15.557374 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:15.557647 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:15.557987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:15.558327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:15.558662 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:15.558998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:15.559324 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:15.559656 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:15.559984 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:15.560308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:15.560635 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:15.560985 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:15.575975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34d586e-562b-4cde-bb0a-ba7342031a5d req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] No DVR routers for this DVR port c667aa49-2025-4cb7-9b90-1b693deeae39 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:21:15.578574 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f34d586e-562b-4cde-bb0a-ba7342031a5d req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:15.582479 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcdfcaa-7e09-48a0-a9c1-a7893774007a', 'name': 'network-vif-deleted', 'tag': 'c667aa49-2025-4cb7-9b90-1b693deeae39'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:21:15.603551 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f34d586e-562b-4cde-bb0a-ba7342031a5d req-2b24863e-9ea8-4e3a-9514-cd7fde053123 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.26 "DELETE /v2.0/ports/c667aa49-2025-4cb7-9b90-1b693deeae39 HTTP/1.1" status: 204 len: 173 time: 0.7244828 Mar 08 10:21:15.649871 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcdfcaa-7e09-48a0-a9c1-a7893774007a', 'name': 'network-vif-deleted', 'tag': 'c667aa49-2025-4cb7-9b90-1b693deeae39', 'status': 'completed', 'code': 200} Mar 08 10:21:15.732656 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eec74747-e6e3-4a10-ad92-b0835900ea1c req-63067c3f-e595-4dd7-bd84-2f028d8f7ab7 tempest-TestEncryptedCinderVolumes-470145457 tempest-TestEncryptedCinderVolumes-470145457-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dcdfcaa-7e09-48a0-a9c1-a7893774007a HTTP/1.1" status: 200 len: 210 time: 0.0488174 Mar 08 10:21:16.859917 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53060) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:21:17.459543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ce2dfd13-611e-4f40-93e3-433d02bba53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:17.789057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ce2dfd13-611e-4f40-93e3-433d02bba53c admin admin] Deleting port d75fb15b-943b-46a6-9cb0-46f28caf5e23 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:21:17.789923 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ce2dfd13-611e-4f40-93e3-433d02bba53c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:17.959404 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-ce2dfd13-611e-4f40-93e3-433d02bba53c admin admin] For port d75fb15b-943b-46a6-9cb0-46f28caf5e23, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=d75fb15b-943b-46a6-9cb0-46f28caf5e23,segment=NetworkSegment(860e1fbd-4134-49aa-ba50-a13aea02be3b),segment_id=860e1fbd-4134-49aa-ba50-a13aea02be3b)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:21:17.960157 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ce2dfd13-611e-4f40-93e3-433d02bba53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:18.075795 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ce2dfd13-611e-4f40-93e3-433d02bba53c admin admin] Calling delete_port for d75fb15b-943b-46a6-9cb0-46f28caf5e23 owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:21:18.381110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ce2dfd13-611e-4f40-93e3-433d02bba53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:18.534503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2dfd13-611e-4f40-93e3-433d02bba53c admin admin] Pushing event deleted for resources: {'Port': ['ID=d75fb15b-943b-46a6-9cb0-46f28caf5e23,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:18.805833 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ce2dfd13-611e-4f40-93e3-433d02bba53c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:19.152708 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2dfd13-611e-4f40-93e3-433d02bba53c admin admin] Router 3e5fe274-724f-4fd7-94fb-bd73d9a6b200 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:21:19.321972 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2dfd13-611e-4f40-93e3-433d02bba53c admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:21:19.331095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af0c44b-e4f9-4ba5-9f55-6d52d02c92e9 None None] Sync routers for ids ['3e5fe274-724f-4fd7-94fb-bd73d9a6b200'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:21:19.333669 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ce2dfd13-611e-4f40-93e3-433d02bba53c admin admin] 10.222.0.24 "PUT /v2.0/routers/3e5fe274-724f-4fd7-94fb-bd73d9a6b200/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4727294 Mar 08 10:21:19.336266 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53064) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:21:19.340083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af0c44b-e4f9-4ba5-9f55-6d52d02c92e9 None None] Routers {'3e5fe274-724f-4fd7-94fb-bd73d9a6b200'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:21:19.340680 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-1af0c44b-e4f9-4ba5-9f55-6d52d02c92e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:20:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3e5fe274-724f-4fd7-94fb-bd73d9a6b200'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:19.507507 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:19.513055 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-1af0c44b-e4f9-4ba5-9f55-6d52d02c92e9 None None] Set router 3e5fe274-724f-4fd7-94fb-bd73d9a6b200 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:21:19.682430 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:19.691812 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Deleting port c8056774-ff76-469c-92c3-e591201baa47 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:21:19.692231 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:19.788731 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-1af0c44b-e4f9-4ba5-9f55-6d52d02c92e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5fe274-724f-4fd7-94fb-bd73d9a6b200', 'name': 'tempest-TestEncryptedCinderVolumes-252739784-router', 'tenant_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': 'c8056774-ff76-469c-92c3-e591201baa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:20:02Z', 'updated_at': '2022-03-08T10:21:18Z', 'revision_number': 5, 'project_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'gw_port': {'id': 'c8056774-ff76-469c-92c3-e591201baa47', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5fe274-724f-4fd7-94fb-bd73d9a6b200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:02Z', 'updated_at': '2022-03-08T10:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:19.793079 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af0c44b-e4f9-4ba5-9f55-6d52d02c92e9 None None] Checking router: 3e5fe274-724f-4fd7-94fb-bd73d9a6b200 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:21:19.802216 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af0c44b-e4f9-4ba5-9f55-6d52d02c92e9 None None] Routers {'3e5fe274-724f-4fd7-94fb-bd73d9a6b200'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:21:19.802810 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-1af0c44b-e4f9-4ba5-9f55-6d52d02c92e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:20:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['3e5fe274-724f-4fd7-94fb-bd73d9a6b200'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:19.860519 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] For port c8056774-ff76-469c-92c3-e591201baa47, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c8056774-ff76-469c-92c3-e591201baa47,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:21:19.860897 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:19.955692 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device c667aa49-2025-4cb7-9b90-1b693deeae39 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:21:19.982385 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Calling delete_port for c8056774-ff76-469c-92c3-e591201baa47 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:21:20.001642 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: c667aa49-2025-4cb7-9b90-1b693deeae39 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:21:20.001998 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device c667aa49-2025-4cb7-9b90-1b693deeae39 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:21:20.013971 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-1af0c44b-e4f9-4ba5-9f55-6d52d02c92e9 None None] Set router 3e5fe274-724f-4fd7-94fb-bd73d9a6b200 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:21:20.115952 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-1af0c44b-e4f9-4ba5-9f55-6d52d02c92e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5fe274-724f-4fd7-94fb-bd73d9a6b200', 'name': 'tempest-TestEncryptedCinderVolumes-252739784-router', 'tenant_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:20:02Z', 'updated_at': '2022-03-08T10:21:19Z', 'revision_number': 6, 'project_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:20.119781 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af0c44b-e4f9-4ba5-9f55-6d52d02c92e9 None None] The sync data for ids ['3e5fe274-724f-4fd7-94fb-bd73d9a6b200'] in dv-neutron-831730-2-hyperv is: [{'id': '3e5fe274-724f-4fd7-94fb-bd73d9a6b200', 'name': 'tempest-TestEncryptedCinderVolumes-252739784-router', 'tenant_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:20:02Z', 'updated_at': '2022-03-08T10:21:19Z', 'revision_number': 6, 'project_id': 'fa38f3fd603444ad9b128dd7a54e4ace', 'gw_port_host': None}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:21:20.268716 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:20.318341 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8056774-ff76-469c-92c3-e591201baa47,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:20.357662 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:20.358249 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:20.358347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:20.358657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:20.358988 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:20.359320 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:20.359646 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:20.359974 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:20.360299 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:20.360622 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:20.360974 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:20.361294 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:20.417692 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:20.700625 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:20.702796 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:20.725038 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:20.725523 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e5fe274-724f-4fd7-94fb-bd73d9a6b200 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:21:20.738112 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:20.739244 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9bb602d9-098e-4783-a07e-d773214643d3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3e5fe274-724f-4fd7-94fb-bd73d9a6b200 HTTP/1.1" status: 204 len: 168 time: 1.4019034 Mar 08 10:21:20.741701 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53068) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:21:20.798917 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3c595c-f1d3-4123-ae66-65e3dd8c8fa7 admin admin] Deleting subnet ff5c4dc1-5923-4850-8781-4374481cf154 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:21:20.801808 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0c3c595c-f1d3-4123-ae66-65e3dd8c8fa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:20.848774 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0c3c595c-f1d3-4123-ae66-65e3dd8c8fa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:20.931703 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device d75fb15b-943b-46a6-9cb0-46f28caf5e23 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:21:20.933605 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0c3c595c-f1d3-4123-ae66-65e3dd8c8fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:20.965955 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: d75fb15b-943b-46a6-9cb0-46f28caf5e23 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:21:20.966384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device d75fb15b-943b-46a6-9cb0-46f28caf5e23 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:21:20.966867 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c8056774-ff76-469c-92c3-e591201baa47 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:21:21.001651 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0c3c595c-f1d3-4123-ae66-65e3dd8c8fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:21.004339 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: c8056774-ff76-469c-92c3-e591201baa47 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:21:21.004685 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c8056774-ff76-469c-92c3-e591201baa47 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:21:21.043262 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c595c-f1d3-4123-ae66-65e3dd8c8fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff5c4dc1-5923-4850-8781-4374481cf154,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:21.046874 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0c3c595c-f1d3-4123-ae66-65e3dd8c8fa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:21.052139 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124acf74-5146-4470-a986-3c76a38a9940 None None] Network 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:21:21.052864 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0c3c595c-f1d3-4123-ae66-65e3dd8c8fa7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ff5c4dc1-5923-4850-8781-4374481cf154 HTTP/1.1" status: 204 len: 168 time: 0.3096890 Mar 08 10:21:21.056091 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53072) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:21:21.157022 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:21.168796 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] Deleting port a2f12bf2-8656-4e51-b53e-b5139438d289 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:21:21.169130 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:21.305867 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d636de-dc48-4774-b4a2-7c22f5e7098f None None] DHCP port deletion for 9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:21:21.309800 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-59d636de-dc48-4774-b4a2-7c22f5e7098f None None] Deleting port a2f12bf2-8656-4e51-b53e-b5139438d289 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:21:21.310179 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59d636de-dc48-4774-b4a2-7c22f5e7098f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:21.376196 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] For port a2f12bf2-8656-4e51-b53e-b5139438d289, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a2f12bf2-8656-4e51-b53e-b5139438d289,segment=NetworkSegment(860e1fbd-4134-49aa-ba50-a13aea02be3b),segment_id=860e1fbd-4134-49aa-ba50-a13aea02be3b)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:21:21.376861 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:21.495804 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] Calling delete_port for a2f12bf2-8656-4e51-b53e-b5139438d289 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:21:21.509501 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-59d636de-dc48-4774-b4a2-7c22f5e7098f None None] For port a2f12bf2-8656-4e51-b53e-b5139438d289, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=a2f12bf2-8656-4e51-b53e-b5139438d289,segment=NetworkSegment(860e1fbd-4134-49aa-ba50-a13aea02be3b),segment_id=860e1fbd-4134-49aa-ba50-a13aea02be3b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:21:21.509894 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59d636de-dc48-4774-b4a2-7c22f5e7098f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:21.577788 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:21.625430 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f12bf2-8656-4e51-b53e-b5139438d289,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:21.627185 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] No DVR routers for this DVR port a2f12bf2-8656-4e51-b53e-b5139438d289 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:21:21.632704 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-59d636de-dc48-4774-b4a2-7c22f5e7098f None None] Calling delete_port for a2f12bf2-8656-4e51-b53e-b5139438d289 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:21:21.703278 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-59d636de-dc48-4774-b4a2-7c22f5e7098f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 10:21:21.703636 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-59d636de-dc48-4774-b4a2-7c22f5e7098f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 10:21:21.738879 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:21.762843 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:21.774742 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860e1fbd-4134-49aa-ba50-a13aea02be3b') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:21.775034 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860e1fbd-4134-49aa-ba50-a13aea02be3b') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:21.785998 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:21.806474 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:21.812295 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:21:21.812666 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:21:21.825879 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:21:21.899722 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:21.915054 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:21.924780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:21.937325 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d8549b34-e4f3-4272-b475-fd63b9e38914 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9a7c886a-b6db-44c6-84a3-cafb4ee3f8e1 HTTP/1.1" status: 204 len: 168 time: 0.8803129 Mar 08 10:21:21.940047 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53076) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:21:22.205413 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-59d636de-dc48-4774-b4a2-7c22f5e7098f None None] Deleting port a2f12bf2-8656-4e51-b53e-b5139438d289 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:21:22.206023 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59d636de-dc48-4774-b4a2-7c22f5e7098f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:22.274216 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-59d636de-dc48-4774-b4a2-7c22f5e7098f None None] The port 'a2f12bf2-8656-4e51-b53e-b5139438d289' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 10:21:22.554607 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3839eacd-d1d5-4dcc-bf21-58b545dfaf15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:22.665725 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device a2f12bf2-8656-4e51-b53e-b5139438d289 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:21:22.698489 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: a2f12bf2-8656-4e51-b53e-b5139438d289 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:21:22.698831 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device a2f12bf2-8656-4e51-b53e-b5139438d289 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:21:22.899789 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3839eacd-d1d5-4dcc-bf21-58b545dfaf15 admin admin] Deleting port 9dc5f090-2750-4a81-a481-b73e16f1b17f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:21:22.900039 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3839eacd-d1d5-4dcc-bf21-58b545dfaf15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:23.063807 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-3839eacd-d1d5-4dcc-bf21-58b545dfaf15 admin admin] For port 9dc5f090-2750-4a81-a481-b73e16f1b17f, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=9dc5f090-2750-4a81-a481-b73e16f1b17f,segment=NetworkSegment(e22e16c3-97fa-488f-a5b7-eb15359b2e94),segment_id=e22e16c3-97fa-488f-a5b7-eb15359b2e94)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:21:23.064153 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3839eacd-d1d5-4dcc-bf21-58b545dfaf15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:23.183976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3839eacd-d1d5-4dcc-bf21-58b545dfaf15 admin admin] Calling delete_port for 9dc5f090-2750-4a81-a481-b73e16f1b17f owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:21:23.365723 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3839eacd-d1d5-4dcc-bf21-58b545dfaf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:23.412205 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839eacd-d1d5-4dcc-bf21-58b545dfaf15 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc5f090-2750-4a81-a481-b73e16f1b17f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:23.778372 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3839eacd-d1d5-4dcc-bf21-58b545dfaf15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:24.135156 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3839eacd-d1d5-4dcc-bf21-58b545dfaf15 admin admin] Router 696afbd8-ed41-4460-8265-79b82759e211 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:21:24.310119 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3839eacd-d1d5-4dcc-bf21-58b545dfaf15 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:21:24.318395 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1484aef-77eb-4ae0-a1fd-6b8216767877 None None] Sync routers for ids ['696afbd8-ed41-4460-8265-79b82759e211'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:21:24.319053 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3839eacd-d1d5-4dcc-bf21-58b545dfaf15 admin admin] 10.222.0.24 "PUT /v2.0/routers/696afbd8-ed41-4460-8265-79b82759e211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3780704 Mar 08 10:21:24.322054 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53080) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:21:24.328615 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1484aef-77eb-4ae0-a1fd-6b8216767877 None None] Routers {'696afbd8-ed41-4460-8265-79b82759e211'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:21:24.329237 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d1484aef-77eb-4ae0-a1fd-6b8216767877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:20:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['696afbd8-ed41-4460-8265-79b82759e211'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:24.497110 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5745d382-c353-4a78-b02e-c557b9bbc89f admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:24.503320 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d1484aef-77eb-4ae0-a1fd-6b8216767877 None None] Set router 696afbd8-ed41-4460-8265-79b82759e211 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:21:24.674162 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5745d382-c353-4a78-b02e-c557b9bbc89f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:24.683291 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5745d382-c353-4a78-b02e-c557b9bbc89f admin admin] Deleting port 479ef993-dec4-44f4-a88b-0f443646cf9f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:21:24.683689 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5745d382-c353-4a78-b02e-c557b9bbc89f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:24.817313 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d1484aef-77eb-4ae0-a1fd-6b8216767877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696afbd8-ed41-4460-8265-79b82759e211', 'name': 'tempest-TestEncryptedCinderVolumes-533308950-router', 'tenant_id': '0c33aed25fdb4da5a67886c1d17f6830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '479ef993-dec4-44f4-a88b-0f443646cf9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:20:08Z', 'updated_at': '2022-03-08T10:21:23Z', 'revision_number': 5, 'project_id': '0c33aed25fdb4da5a67886c1d17f6830', 'gw_port': {'id': '479ef993-dec4-44f4-a88b-0f443646cf9f', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696afbd8-ed41-4460-8265-79b82759e211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:20:09Z', 'updated_at': '2022-03-08T10:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:24.821750 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1484aef-77eb-4ae0-a1fd-6b8216767877 None None] Checking router: 696afbd8-ed41-4460-8265-79b82759e211 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:21:24.829961 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1484aef-77eb-4ae0-a1fd-6b8216767877 None None] Routers {'696afbd8-ed41-4460-8265-79b82759e211'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:21:24.830551 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d1484aef-77eb-4ae0-a1fd-6b8216767877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:20:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['696afbd8-ed41-4460-8265-79b82759e211'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:24.855140 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-5745d382-c353-4a78-b02e-c557b9bbc89f admin admin] For port 479ef993-dec4-44f4-a88b-0f443646cf9f, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=479ef993-dec4-44f4-a88b-0f443646cf9f,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:21:24.855636 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5745d382-c353-4a78-b02e-c557b9bbc89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:24.959967 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1527e68-03ac-4b2e-8bcc-38b41fe20e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:24.979133 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d1484aef-77eb-4ae0-a1fd-6b8216767877 None None] Set router 696afbd8-ed41-4460-8265-79b82759e211 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:21:25.083408 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d1484aef-77eb-4ae0-a1fd-6b8216767877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696afbd8-ed41-4460-8265-79b82759e211', 'name': 'tempest-TestEncryptedCinderVolumes-533308950-router', 'tenant_id': '0c33aed25fdb4da5a67886c1d17f6830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:20:08Z', 'updated_at': '2022-03-08T10:21:24Z', 'revision_number': 6, 'project_id': '0c33aed25fdb4da5a67886c1d17f6830', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:25.087976 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1484aef-77eb-4ae0-a1fd-6b8216767877 None None] The sync data for ids ['696afbd8-ed41-4460-8265-79b82759e211'] in dv-neutron-831730-2-hyperv is: [{'id': '696afbd8-ed41-4460-8265-79b82759e211', 'name': 'tempest-TestEncryptedCinderVolumes-533308950-router', 'tenant_id': '0c33aed25fdb4da5a67886c1d17f6830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:20:08Z', 'updated_at': '2022-03-08T10:21:24Z', 'revision_number': 6, 'project_id': '0c33aed25fdb4da5a67886c1d17f6830', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:21:25.096297 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5745d382-c353-4a78-b02e-c557b9bbc89f admin admin] Calling delete_port for 479ef993-dec4-44f4-a88b-0f443646cf9f owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:21:25.263891 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5745d382-c353-4a78-b02e-c557b9bbc89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:25.313608 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745d382-c353-4a78-b02e-c557b9bbc89f admin admin] Pushing event deleted for resources: {'Port': ['ID=479ef993-dec4-44f4-a88b-0f443646cf9f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:25.402036 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5745d382-c353-4a78-b02e-c557b9bbc89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:25.575367 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5745d382-c353-4a78-b02e-c557b9bbc89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:25.577594 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5745d382-c353-4a78-b02e-c557b9bbc89f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:25.600898 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5745d382-c353-4a78-b02e-c557b9bbc89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:25.601880 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5745d382-c353-4a78-b02e-c557b9bbc89f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 696afbd8-ed41-4460-8265-79b82759e211 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:21:25.614022 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5745d382-c353-4a78-b02e-c557b9bbc89f admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:25.615130 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5745d382-c353-4a78-b02e-c557b9bbc89f admin admin] 10.222.0.24 "DELETE /v2.0/routers/696afbd8-ed41-4460-8265-79b82759e211 HTTP/1.1" status: 204 len: 168 time: 1.2921894 Mar 08 10:21:25.618245 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53084) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:21:25.677579 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0109f8-2686-4b43-b2ae-75a15a22a18a admin admin] Deleting subnet 54e29a61-e0ca-4427-872a-5ead6c192451 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:21:25.680989 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca0109f8-2686-4b43-b2ae-75a15a22a18a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:25.727715 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca0109f8-2686-4b43-b2ae-75a15a22a18a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:25.808369 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca0109f8-2686-4b43-b2ae-75a15a22a18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:25.876117 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca0109f8-2686-4b43-b2ae-75a15a22a18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:25.914598 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0109f8-2686-4b43-b2ae-75a15a22a18a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54e29a61-e0ca-4427-872a-5ead6c192451,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:25.916489 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca0109f8-2686-4b43-b2ae-75a15a22a18a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:25.920764 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e783774-d227-4329-9a55-5347da1f3c16 None None] Network 75264ff9-c61d-4aef-8fa9-c0a56d4fda26 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:21:25.922753 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ca0109f8-2686-4b43-b2ae-75a15a22a18a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/54e29a61-e0ca-4427-872a-5ead6c192451 HTTP/1.1" status: 204 len: 168 time: 0.3035719 Mar 08 10:21:25.925221 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53088) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:21:26.030949 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:26.041950 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] Deleting port 3cda557e-0fd5-487a-a1ce-e35b6e925441 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:21:26.042282 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:26.179382 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb14e0b-1056-4a60-bf70-68f24416ca13 None None] DHCP port deletion for 75264ff9-c61d-4aef-8fa9-c0a56d4fda26 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:21:26.183927 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fdb14e0b-1056-4a60-bf70-68f24416ca13 None None] Deleting port 3cda557e-0fd5-487a-a1ce-e35b6e925441 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:21:26.184297 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fdb14e0b-1056-4a60-bf70-68f24416ca13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:26.253540 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] For port 3cda557e-0fd5-487a-a1ce-e35b6e925441, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3cda557e-0fd5-487a-a1ce-e35b6e925441,segment=NetworkSegment(e22e16c3-97fa-488f-a5b7-eb15359b2e94),segment_id=e22e16c3-97fa-488f-a5b7-eb15359b2e94)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:21:26.253819 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:26.375979 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] Calling delete_port for 3cda557e-0fd5-487a-a1ce-e35b6e925441 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:21:26.411039 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fdb14e0b-1056-4a60-bf70-68f24416ca13 None None] For port 3cda557e-0fd5-487a-a1ce-e35b6e925441, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3cda557e-0fd5-487a-a1ce-e35b6e925441,segment=NetworkSegment(e22e16c3-97fa-488f-a5b7-eb15359b2e94),segment_id=e22e16c3-97fa-488f-a5b7-eb15359b2e94)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:21:26.411338 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fdb14e0b-1056-4a60-bf70-68f24416ca13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:26.450117 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:26.531698 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fdb14e0b-1056-4a60-bf70-68f24416ca13 None None] Calling delete_port for 3cda557e-0fd5-487a-a1ce-e35b6e925441 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:21:26.600086 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] Pushing event deleted for resources: {'Port': ['ID=3cda557e-0fd5-487a-a1ce-e35b6e925441,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:26.605387 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] No DVR routers for this DVR port 3cda557e-0fd5-487a-a1ce-e35b6e925441 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:21:26.607445 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-fdb14e0b-1056-4a60-bf70-68f24416ca13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 10:21:26.607938 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-fdb14e0b-1056-4a60-bf70-68f24416ca13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 10:21:26.670699 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3cda557e-0fd5-487a-a1ce-e35b6e925441 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:21:26.704891 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 3cda557e-0fd5-487a-a1ce-e35b6e925441 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:21:26.705249 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3cda557e-0fd5-487a-a1ce-e35b6e925441 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:21:26.705643 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9dc5f090-2750-4a81-a481-b73e16f1b17f no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:21:26.720335 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:26.736648 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 9dc5f090-2750-4a81-a481-b73e16f1b17f {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:21:26.737010 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 9dc5f090-2750-4a81-a481-b73e16f1b17f not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:21:26.737413 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 479ef993-dec4-44f4-a88b-0f443646cf9f no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:21:26.745969 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75264ff9-c61d-4aef-8fa9-c0a56d4fda26']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:26.759088 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22e16c3-97fa-488f-a5b7-eb15359b2e94') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:26.759377 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22e16c3-97fa-488f-a5b7-eb15359b2e94') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:26.770403 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:26.772254 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 479ef993-dec4-44f4-a88b-0f443646cf9f {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:21:26.772594 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 479ef993-dec4-44f4-a88b-0f443646cf9f not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:21:26.787182 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:26.793590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:21:26.793975 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:21:26.807717 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:21:26.886196 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:26.901398 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:26.911733 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] Pushing event deleted for resources: {'Network': ['ID=75264ff9-c61d-4aef-8fa9-c0a56d4fda26,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:26.915038 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e46372e5-47e8-4674-be61-5a18733ef0ed admin admin] 10.222.0.24 "DELETE /v2.0/networks/75264ff9-c61d-4aef-8fa9-c0a56d4fda26 HTTP/1.1" status: 204 len: 168 time: 0.9889245 Mar 08 10:21:27.098370 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53094) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:21:27.113541 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fdb14e0b-1056-4a60-bf70-68f24416ca13 None None] Deleting port 3cda557e-0fd5-487a-a1ce-e35b6e925441 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:21:27.114026 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fdb14e0b-1056-4a60-bf70-68f24416ca13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:27.150281 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4db5d2de-aac4-45ba-8dbe-ee2dde61f286 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa38f3fd603444ad9b128dd7a54e4ace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507402 Mar 08 10:21:27.152779 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53098) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:21:27.178954 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fdb14e0b-1056-4a60-bf70-68f24416ca13 None None] The port '3cda557e-0fd5-487a-a1ce-e35b6e925441' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 10:21:27.215314 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-97826841-3908-4e3d-950c-d1b138998536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:27.240245 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-97826841-3908-4e3d-950c-d1b138998536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:27.291539 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-97826841-3908-4e3d-950c-d1b138998536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:27.308378 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97826841-3908-4e3d-950c-d1b138998536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3661d2ac-bbef-4bbb-87bd-b139a80f23b5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:27.319054 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-97826841-3908-4e3d-950c-d1b138998536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:27.320201 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-97826841-3908-4e3d-950c-d1b138998536 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3661d2ac-bbef-4bbb-87bd-b139a80f23b5 HTTP/1.1" status: 204 len: 168 time: 0.1664481 Mar 08 10:21:27.627774 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-effc8cc7-8b8f-4982-9829-a19d7b9d1f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:27.665809 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53106) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:21:27.713240 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4e6b5be5-74b8-47e3-a62b-09a51170015b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c33aed25fdb4da5a67886c1d17f6830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462191 Mar 08 10:21:27.715501 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53110) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:21:27.770602 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56d5355c-cfb2-4cd2-8c3d-358665028c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:27.797842 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56d5355c-cfb2-4cd2-8c3d-358665028c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:27.854189 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56d5355c-cfb2-4cd2-8c3d-358665028c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:27.870597 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5355c-cfb2-4cd2-8c3d-358665028c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80f5041-127a-4a6f-b724-8fa80b22ce23,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:27.873796 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56d5355c-cfb2-4cd2-8c3d-358665028c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:27.874888 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-56d5355c-cfb2-4cd2-8c3d-358665028c15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a80f5041-127a-4a6f-b724-8fa80b22ce23 HTTP/1.1" status: 204 len: 168 time: 0.1584115 Mar 08 10:21:28.325480 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:28.340289 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:28.638686 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53134) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:21:28.739267 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-313567770-network', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:21:28.745790 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:21:28.752139 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Usage tracker for resource:network and tenant:5b6e050391e64b42b653a7bbd037d8a8 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:21:28.755059 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:21:28.760620 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:21:28.770446 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Made reservation on behalf of 5b6e050391e64b42b653a7bbd037d8a8 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:21:28.772753 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:28.784282 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:28.801236 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:21:28.805765 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Usage tracker for resource:security_group_rule and tenant:5b6e050391e64b42b653a7bbd037d8a8 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:21:28.808679 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:21:28.815020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:21:28.904938 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:28.908474 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:28.937890 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:21:28.950082 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ee9cd4-767a-4307-9766-decfd87ea26f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:28.955673 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:28.956066 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Added segment 23812409-b5e4-4a7d-96aa-84c61ac060b7 of type vlan for network 1254738e-8f05-469f-90c1-49f6c2b39e67 Mar 08 10:21:28.982604 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:29.009549 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:29.010453 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:21:29.011016 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:29.110471 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] Pushing event updated for resources: {'Network': ['ID=1254738e-8f05-469f-90c1-49f6c2b39e67,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:29.116611 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bb0fcd6f-2e8b-4a6e-9b9b-fea4cb4ed0c4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4739299 Mar 08 10:21:29.116611 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53140) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:21:29.123738 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3d48398c-8bc4-4a33-9e01-c14566bff6e3 admin admin] Request body: {'subnet': {'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-313567770-subnet', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:21:29.125029 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 1254738e-8f05-469f-90c1-49f6c2b39e67 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:21:29.130242 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3d48398c-8bc4-4a33-9e01-c14566bff6e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:21:29.135342 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3d48398c-8bc4-4a33-9e01-c14566bff6e3 admin admin] Usage tracker for resource:subnet and tenant:5b6e050391e64b42b653a7bbd037d8a8 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:21:29.138884 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3d48398c-8bc4-4a33-9e01-c14566bff6e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:21:29.144492 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3d48398c-8bc4-4a33-9e01-c14566bff6e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:21:29.155365 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d48398c-8bc4-4a33-9e01-c14566bff6e3 admin admin] Made reservation on behalf of 5b6e050391e64b42b653a7bbd037d8a8 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:21:29.157717 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d48398c-8bc4-4a33-9e01-c14566bff6e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:29.355109 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d48398c-8bc4-4a33-9e01-c14566bff6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:29.429266 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48398c-8bc4-4a33-9e01-c14566bff6e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e291e6e0-df9a-4f8d-b918-2843c01b50aa,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:29.441156 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d48398c-8bc4-4a33-9e01-c14566bff6e3 admin admin] Checking segment: {'id': '23812409-b5e4-4a7d-96aa-84c61ac060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:21:29.441506 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d48398c-8bc4-4a33-9e01-c14566bff6e3 admin admin] Network hostable DHCP agents. Network: 1254738e-8f05-469f-90c1-49f6c2b39e67, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:21:29.461381 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d48398c-8bc4-4a33-9e01-c14566bff6e3 admin admin] Network 1254738e-8f05-469f-90c1-49f6c2b39e67 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:21:29.470625 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-3d48398c-8bc4-4a33-9e01-c14566bff6e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 1254738e-8f05-469f-90c1-49f6c2b39e67) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:21:29.474742 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d48398c-8bc4-4a33-9e01-c14566bff6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:21:29.475311 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d48398c-8bc4-4a33-9e01-c14566bff6e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:29.481517 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bce9621-93ae-4236-b954-350846194699 None None] Network 1254738e-8f05-469f-90c1-49f6c2b39e67 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:21:29.495901 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3d48398c-8bc4-4a33-9e01-c14566bff6e3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3783810 Mar 08 10:21:29.498534 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53144) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:21:29.503430 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-313567770-router', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:21:29.508511 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:21:29.512331 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Usage tracker for resource:router and tenant:5b6e050391e64b42b653a7bbd037d8a8 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:21:29.515205 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:21:29.520896 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:21:29.532441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:29.533659 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:29.550861 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:29.696421 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-1254738e-8f05-469f-90c1-49f6c2b39e67', 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'fixed_ips': [{'subnet_id': 'e291e6e0-df9a-4f8d-b918-2843c01b50aa'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:21:29.697388 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:29.819651 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:29.855970 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Allocated IP 172.20.0.2 (1254738e-8f05-469f-90c1-49f6c2b39e67/e291e6e0-df9a-4f8d-b918-2843c01b50aa/8af61338-0500-4400-883a-c5a120777ef7) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:21:30.059311 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:30.069849 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Transition to ACTIVE for port object 8af61338-0500-4400-883a-c5a120777ef7 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:21:30.089372 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Transition to ACTIVE for port object 8af61338-0500-4400-883a-c5a120777ef7 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:21:30.095103 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:30.165045 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Network 1254738e-8f05-469f-90c1-49f6c2b39e67 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:21:30.173662 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:21:30.176019 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:21:30.189305 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Pushing event updated for resources: {'Port': ['ID=8af61338-0500-4400-883a-c5a120777ef7,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:30.233532 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:30.255695 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:30.265753 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:30.364993 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Attempting to bind port 8af61338-0500-4400-883a-c5a120777ef7 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:21:30.365277 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Attempting to bind port 8af61338-0500-4400-883a-c5a120777ef7 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '23812409-b5e4-4a7d-96aa-84c61ac060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:21:30.365642 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Attempting to bind port 8af61338-0500-4400-883a-c5a120777ef7 on network 1254738e-8f05-469f-90c1-49f6c2b39e67 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:21:30.382161 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:21:30.382595 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Checking segment: {'id': '23812409-b5e4-4a7d-96aa-84c61ac060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:21:30.382998 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:30.383533 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Bound using segment: {'id': '23812409-b5e4-4a7d-96aa-84c61ac060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:21:30.383945 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Bound port: 8af61338-0500-4400-883a-c5a120777ef7, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23812409-b5e4-4a7d-96aa-84c61ac060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:21:30.384327 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:30.399088 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Allocated IP 172.26.2.156 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/3a72f285-9f2d-457a-9480-770ecc61975a) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:21:30.487085 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] For port 8af61338-0500-4400-883a-c5a120777ef7, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:21:30.491297 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] For port 8af61338-0500-4400-883a-c5a120777ef7, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=8af61338-0500-4400-883a-c5a120777ef7,segment=NetworkSegment(23812409-b5e4-4a7d-96aa-84c61ac060b7),segment_id=23812409-b5e4-4a7d-96aa-84c61ac060b7)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:21:30.501738 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:30.553179 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:30.584824 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:30.648952 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:21:30.651744 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:21:30.653693 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f16809-8847-46ec-887e-499f87cea3f8 None None] Pushing event updated for resources: {'Port': ['ID=8af61338-0500-4400-883a-c5a120777ef7,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:30.660603 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:21:30.702901 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Pushing event updated for resources: {'Port': ['ID=3a72f285-9f2d-457a-9480-770ecc61975a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:31.080873 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:31.414368 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:31.560099 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c13c476-62f2-42ea-bf02-1fafa58262a7 None None] Network 1254738e-8f05-469f-90c1-49f6c2b39e67 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:21:31.675885 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-072265ee-7f71-4d70-b6bc-c8d9a59610c1 None None] Provisioning for port 8af61338-0500-4400-883a-c5a120777ef7 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:21:31.727126 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Router cb1abe90-5d32-4e6d-b552-dc45033e0301 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 10:21:31.911292 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:21:31.921500 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Sync routers for ids ['cb1abe90-5d32-4e6d-b552-dc45033e0301'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:21:31.932059 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Routers {'cb1abe90-5d32-4e6d-b552-dc45033e0301'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:21:31.932679 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:21:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['cb1abe90-5d32-4e6d-b552-dc45033e0301'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:31.938338 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:31.939994 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a0885823-f9f9-4e71-8c36-721b835ad1cb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4404917 Mar 08 10:21:31.942764 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53148) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:21:32.116870 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Set router cb1abe90-5d32-4e6d-b552-dc45033e0301 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:21:32.387386 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'name': 'tempest-TestMinimumBasicScenario-313567770-router', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:29Z', 'updated_at': '2022-03-08T10:21:30Z', 'revision_number': 3, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'gw_port': {'id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:30Z', 'updated_at': '2022-03-08T10:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:32.391045 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Checking router: cb1abe90-5d32-4e6d-b552-dc45033e0301 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:21:32.391383 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Updating router cb1abe90-5d32-4e6d-b552-dc45033e0301 port 3a72f285-9f2d-457a-9480-770ecc61975a binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:21:32.445413 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:32.604234 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0e93364b-056d-4e85-a612-b676206e900d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:32.716987 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 8af61338-0500-4400-883a-c5a120777ef7 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:21:32.817082 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-0e93364b-056d-4e85-a612-b676206e900d admin admin] Allocated IP 172.20.0.1 (1254738e-8f05-469f-90c1-49f6c2b39e67/e291e6e0-df9a-4f8d-b918-2843c01b50aa/d4b39088-25d7-41fe-93be-39a7a085d85a) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:21:32.866745 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:32.882476 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Transition to ACTIVE for port object 3a72f285-9f2d-457a-9480-770ecc61975a will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:21:32.887359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 8af61338-0500-4400-883a-c5a120777ef7 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:21:32.892239 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:32.926113 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 8af61338-0500-4400-883a-c5a120777ef7 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:21:32.926482 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:33.024116 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9073b3-4af2-4da6-92df-24bb26537a76 None None] Pushing event updated for resources: {'Port': ['ID=3a72f285-9f2d-457a-9480-770ecc61975a,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:33.027237 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Attempting to bind port 3a72f285-9f2d-457a-9480-770ecc61975a on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:21:33.027603 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Attempting to bind port 3a72f285-9f2d-457a-9480-770ecc61975a by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:21:33.028138 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Attempting to bind port 3a72f285-9f2d-457a-9480-770ecc61975a on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:21:33.039429 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:21:33.039792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:21:33.040187 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:33.040572 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:21:33.041060 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Bound port: 3a72f285-9f2d-457a-9480-770ecc61975a, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:21:33.041426 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:33.081678 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0e93364b-056d-4e85-a612-b676206e900d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:33.097525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-0e93364b-056d-4e85-a612-b676206e900d admin admin] Transition to ACTIVE for port object d4b39088-25d7-41fe-93be-39a7a085d85a will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:21:33.121463 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0e93364b-056d-4e85-a612-b676206e900d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:33.163939 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] For port 3a72f285-9f2d-457a-9480-770ecc61975a, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:21:33.165717 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:33.180106 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e93364b-056d-4e85-a612-b676206e900d admin admin] Network 1254738e-8f05-469f-90c1-49f6c2b39e67 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:21:33.182923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0e93364b-056d-4e85-a612-b676206e900d admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:21:33.187556 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] For port 3a72f285-9f2d-457a-9480-770ecc61975a, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3a72f285-9f2d-457a-9480-770ecc61975a,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:21:33.191627 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e93364b-056d-4e85-a612-b676206e900d admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:21:33.198209 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:33.230603 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93364b-056d-4e85-a612-b676206e900d admin admin] Pushing event updated for resources: {'Port': ['ID=d4b39088-25d7-41fe-93be-39a7a085d85a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:33.253567 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0e93364b-056d-4e85-a612-b676206e900d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:33.254287 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 8af61338-0500-4400-883a-c5a120777ef7, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=8af61338-0500-4400-883a-c5a120777ef7,segment=NetworkSegment(23812409-b5e4-4a7d-96aa-84c61ac060b7),segment_id=23812409-b5e4-4a7d-96aa-84c61ac060b7)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:21:33.270982 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:33.290544 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Routers {'cb1abe90-5d32-4e6d-b552-dc45033e0301'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:21:33.291168 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:21:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['cb1abe90-5d32-4e6d-b552-dc45033e0301'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:33.365581 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9073b3-4af2-4da6-92df-24bb26537a76 None None] Pushing event updated for resources: {'Port': ['ID=3a72f285-9f2d-457a-9480-770ecc61975a,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:33.517926 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0e93364b-056d-4e85-a612-b676206e900d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:33.520039 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=8af61338-0500-4400-883a-c5a120777ef7,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:33.537148 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c4f8cc02-9c14-47ae-80b4-f07d8e676266 None None] Provisioning for port d4b39088-25d7-41fe-93be-39a7a085d85a completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:21:33.546814 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c4f8cc02-9c14-47ae-80b4-f07d8e676266 None None] Provisioning complete for port d4b39088-25d7-41fe-93be-39a7a085d85a triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:21:33.547182 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4f8cc02-9c14-47ae-80b4-f07d8e676266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:33.592742 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] Set router cb1abe90-5d32-4e6d-b552-dc45033e0301 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:21:33.734603 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8cc02-9c14-47ae-80b4-f07d8e676266 None None] Port d4b39088-25d7-41fe-93be-39a7a085d85a cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:21:33.740639 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0e93364b-056d-4e85-a612-b676206e900d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:33.746441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0e93364b-056d-4e85-a612-b676206e900d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:33.850390 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93364b-056d-4e85-a612-b676206e900d admin admin] Pushing event updated for resources: {'Port': ['ID=d4b39088-25d7-41fe-93be-39a7a085d85a,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:33.854837 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0e93364b-056d-4e85-a612-b676206e900d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:33.887149 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'name': 'tempest-TestMinimumBasicScenario-313567770-router', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:29Z', 'updated_at': '2022-03-08T10:21:30Z', 'revision_number': 3, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'gw_port': {'id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:30Z', 'updated_at': '2022-03-08T10:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:33.891048 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd196795-d879-4ee2-a0bd-d9c879e32ca1 None None] The sync data for ids ['cb1abe90-5d32-4e6d-b552-dc45033e0301'] in dv-neutron-831730-2-hyperv is: [{'id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'name': 'tempest-TestMinimumBasicScenario-313567770-router', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:29Z', 'updated_at': '2022-03-08T10:21:30Z', 'revision_number': 3, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'gw_port': {'id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:30Z', 'updated_at': '2022-03-08T10:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:21:33.991628 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e93364b-056d-4e85-a612-b676206e900d admin admin] Network 1254738e-8f05-469f-90c1-49f6c2b39e67 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:21:33.992758 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0e93364b-056d-4e85-a612-b676206e900d admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:21:34.207826 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e93364b-056d-4e85-a612-b676206e900d admin admin] Router cb1abe90-5d32-4e6d-b552-dc45033e0301 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:21:34.258392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-83707276-e3d5-4b8e-a7e1-d6cf13ecb077 None None] Provisioning complete for port d4b39088-25d7-41fe-93be-39a7a085d85a triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:21:34.258770 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83707276-e3d5-4b8e-a7e1-d6cf13ecb077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:34.315336 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-83707276-e3d5-4b8e-a7e1-d6cf13ecb077 None None] Port d4b39088-25d7-41fe-93be-39a7a085d85a cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:21:34.393121 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e93364b-056d-4e85-a612-b676206e900d admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:21:34.402618 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0e93364b-056d-4e85-a612-b676206e900d admin admin] 10.222.0.24 "PUT /v2.0/routers/cb1abe90-5d32-4e6d-b552-dc45033e0301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4588459 Mar 08 10:21:34.758243 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3a72f285-9f2d-457a-9480-770ecc61975a up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:21:34.828829 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 3a72f285-9f2d-457a-9480-770ecc61975a completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:21:34.833490 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 3a72f285-9f2d-457a-9480-770ecc61975a triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:21:34.833875 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:34.939655 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53166) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:21:34.945432 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1647884121-network', 'tenant_id': 'b61db7edd38c405ebf983bc6f20dd60a'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:21:34.950126 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:21:34.954019 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Usage tracker for resource:network and tenant:b61db7edd38c405ebf983bc6f20dd60a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:21:34.955541 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:34.956891 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:21:34.963135 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:21:34.972873 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 3a72f285-9f2d-457a-9480-770ecc61975a, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3a72f285-9f2d-457a-9480-770ecc61975a,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:21:34.973074 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Made reservation on behalf of b61db7edd38c405ebf983bc6f20dd60a for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:21:34.975420 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:34.977281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:34.978095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 8af61338-0500-4400-883a-c5a120777ef7 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:21:34.988468 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:35.002629 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:21:35.006470 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Usage tracker for resource:security_group_rule and tenant:b61db7edd38c405ebf983bc6f20dd60a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:21:35.009300 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:21:35.015033 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:21:35.089792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=3a72f285-9f2d-457a-9480-770ecc61975a,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:35.101785 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 8af61338-0500-4400-883a-c5a120777ef7 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:21:35.101942 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:35.103246 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:35.107915 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:35.140513 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:21:35.150746 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7655dd4-9b58-413c-a49b-e4edbded8040,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:35.157188 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:35.157557 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Added segment 2fde249c-7011-47e6-b9e4-89c9225aff18 of type vlan for network 0bcb36b9-95e6-4893-8f48-114aea086f38 Mar 08 10:21:35.185718 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:35.219202 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:35.220404 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:21:35.221243 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:35.436565 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Sync routers for ids ['cb1abe90-5d32-4e6d-b552-dc45033e0301'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:21:35.445395 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] Pushing event updated for resources: {'Network': ['ID=0bcb36b9-95e6-4893-8f48-114aea086f38,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:35.448287 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Routers {'cb1abe90-5d32-4e6d-b552-dc45033e0301'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:21:35.449192 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:21:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['cb1abe90-5d32-4e6d-b552-dc45033e0301'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:35.451751 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a463ec8c-26b0-47c3-a95e-3fff09e8832c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5110435 Mar 08 10:21:35.452169 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53170) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:21:35.455401 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 0bcb36b9-95e6-4893-8f48-114aea086f38 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:21:35.459703 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1d0019e1-efa5-4d3c-821d-63e899c6fe7e admin admin] Request body: {'subnet': {'network_id': '0bcb36b9-95e6-4893-8f48-114aea086f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1647884121-subnet', 'tenant_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'ip_version': 4}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:21:35.465476 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1d0019e1-efa5-4d3c-821d-63e899c6fe7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:21:35.469421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1d0019e1-efa5-4d3c-821d-63e899c6fe7e admin admin] Usage tracker for resource:subnet and tenant:b61db7edd38c405ebf983bc6f20dd60a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:21:35.472366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1d0019e1-efa5-4d3c-821d-63e899c6fe7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:21:35.478834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1d0019e1-efa5-4d3c-821d-63e899c6fe7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:21:35.488819 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0019e1-efa5-4d3c-821d-63e899c6fe7e admin admin] Made reservation on behalf of b61db7edd38c405ebf983bc6f20dd60a for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:21:35.491417 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1d0019e1-efa5-4d3c-821d-63e899c6fe7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:35.633243 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Set router cb1abe90-5d32-4e6d-b552-dc45033e0301 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:21:35.709821 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1d0019e1-efa5-4d3c-821d-63e899c6fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:35.779301 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0019e1-efa5-4d3c-821d-63e899c6fe7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d262990f-06cc-434d-9232-73cda7bfa44e,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:35.789871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0019e1-efa5-4d3c-821d-63e899c6fe7e admin admin] Checking segment: {'id': '2fde249c-7011-47e6-b9e4-89c9225aff18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0bcb36b9-95e6-4893-8f48-114aea086f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:21:35.790221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0019e1-efa5-4d3c-821d-63e899c6fe7e admin admin] Network hostable DHCP agents. Network: 0bcb36b9-95e6-4893-8f48-114aea086f38, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:21:35.810069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0019e1-efa5-4d3c-821d-63e899c6fe7e admin admin] Network 0bcb36b9-95e6-4893-8f48-114aea086f38 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:21:35.819256 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-1d0019e1-efa5-4d3c-821d-63e899c6fe7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 0bcb36b9-95e6-4893-8f48-114aea086f38) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:21:35.824246 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0019e1-efa5-4d3c-821d-63e899c6fe7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:21:35.824875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1d0019e1-efa5-4d3c-821d-63e899c6fe7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:35.828805 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f2ac20-85f5-40d7-980e-66f2d12cee46 None None] Network 0bcb36b9-95e6-4893-8f48-114aea086f38 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:21:35.848752 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1d0019e1-efa5-4d3c-821d-63e899c6fe7e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3940418 Mar 08 10:21:35.852376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53174) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:21:35.857563 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1647884121-router', 'tenant_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:21:35.862342 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:21:35.866234 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Usage tracker for resource:router and tenant:b61db7edd38c405ebf983bc6f20dd60a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:21:35.869143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:21:35.874879 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:21:35.885999 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:35.887325 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:35.904007 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:35.954138 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'name': 'tempest-TestMinimumBasicScenario-313567770-router', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:29Z', 'updated_at': '2022-03-08T10:21:33Z', 'revision_number': 4, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'gw_port': {'id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:30Z', 'updated_at': '2022-03-08T10:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'd4b39088-25d7-41fe-93be-39a7a085d85a', 'name': '', 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'mac_address': 'fa:16:3e:50:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e291e6e0-df9a-4f8d-b918-2843c01b50aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:32Z', 'updated_at': '2022-03-08T10:21:33Z', 'revision_number': 2, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'subnets': [{'id': 'e291e6e0-df9a-4f8d-b918-2843c01b50aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:35.957905 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Checking router: cb1abe90-5d32-4e6d-b552-dc45033e0301 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:21:35.958256 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Updating router cb1abe90-5d32-4e6d-b552-dc45033e0301 port d4b39088-25d7-41fe-93be-39a7a085d85a binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:21:36.011686 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:36.055789 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-0bcb36b9-95e6-4893-8f48-114aea086f38', 'network_id': '0bcb36b9-95e6-4893-8f48-114aea086f38', 'tenant_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'fixed_ips': [{'subnet_id': 'd262990f-06cc-434d-9232-73cda7bfa44e'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:21:36.056637 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:36.221974 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Allocated IP 172.20.0.2 (0bcb36b9-95e6-4893-8f48-114aea086f38/d262990f-06cc-434d-9232-73cda7bfa44e/0e8223cc-e76b-4024-ada4-920d4bbd960b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:21:36.293252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:36.393882 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:36.406567 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Transition to ACTIVE for port object d4b39088-25d7-41fe-93be-39a7a085d85a will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:21:36.413842 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:36.432909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:36.442878 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Transition to ACTIVE for port object 0e8223cc-e76b-4024-ada4-920d4bbd960b will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:21:36.461475 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Transition to ACTIVE for port object 0e8223cc-e76b-4024-ada4-920d4bbd960b will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:21:36.467123 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:36.485532 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b8e49-cdb3-4efc-b503-7f140f2b00a2 None None] Pushing event updated for resources: {'Port': ['ID=d4b39088-25d7-41fe-93be-39a7a085d85a,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:36.495046 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8e49-cdb3-4efc-b503-7f140f2b00a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:36.495398 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8e49-cdb3-4efc-b503-7f140f2b00a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:36.495735 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8e49-cdb3-4efc-b503-7f140f2b00a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:36.496067 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8e49-cdb3-4efc-b503-7f140f2b00a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:36.496395 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8e49-cdb3-4efc-b503-7f140f2b00a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:36.496742 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8e49-cdb3-4efc-b503-7f140f2b00a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:36.497069 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8e49-cdb3-4efc-b503-7f140f2b00a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:36.497389 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8e49-cdb3-4efc-b503-7f140f2b00a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:36.497713 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8e49-cdb3-4efc-b503-7f140f2b00a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:36.498022 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8e49-cdb3-4efc-b503-7f140f2b00a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:36.498341 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8e49-cdb3-4efc-b503-7f140f2b00a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:36.498658 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8e49-cdb3-4efc-b503-7f140f2b00a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:21:36.529994 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Network 0bcb36b9-95e6-4893-8f48-114aea086f38 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:21:36.537080 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:21:36.542679 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:21:36.548914 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Pushing event updated for resources: {'Port': ['ID=0e8223cc-e76b-4024-ada4-920d4bbd960b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:36.657936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:36.664275 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Attempting to bind port 0e8223cc-e76b-4024-ada4-920d4bbd960b on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:21:36.664562 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Attempting to bind port 0e8223cc-e76b-4024-ada4-920d4bbd960b by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '2fde249c-7011-47e6-b9e4-89c9225aff18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0bcb36b9-95e6-4893-8f48-114aea086f38'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:21:36.665071 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Attempting to bind port 0e8223cc-e76b-4024-ada4-920d4bbd960b on network 0bcb36b9-95e6-4893-8f48-114aea086f38 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:21:36.670834 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:21:36.671209 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Checking segment: {'id': '2fde249c-7011-47e6-b9e4-89c9225aff18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0bcb36b9-95e6-4893-8f48-114aea086f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:21:36.671613 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:36.672006 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Bound using segment: {'id': '2fde249c-7011-47e6-b9e4-89c9225aff18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0bcb36b9-95e6-4893-8f48-114aea086f38'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:21:36.672479 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Bound port: 0e8223cc-e76b-4024-ada4-920d4bbd960b, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fde249c-7011-47e6-b9e4-89c9225aff18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0bcb36b9-95e6-4893-8f48-114aea086f38'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:21:36.672889 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:36.693012 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:36.721437 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Attempting to bind port d4b39088-25d7-41fe-93be-39a7a085d85a on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:21:36.721928 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Attempting to bind port d4b39088-25d7-41fe-93be-39a7a085d85a by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '23812409-b5e4-4a7d-96aa-84c61ac060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:21:36.722474 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Attempting to bind port d4b39088-25d7-41fe-93be-39a7a085d85a on network 1254738e-8f05-469f-90c1-49f6c2b39e67 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:21:36.729678 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:21:36.730207 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Checking segment: {'id': '23812409-b5e4-4a7d-96aa-84c61ac060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:21:36.730708 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:36.731195 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Bound using segment: {'id': '23812409-b5e4-4a7d-96aa-84c61ac060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:21:36.731756 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Bound port: d4b39088-25d7-41fe-93be-39a7a085d85a, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23812409-b5e4-4a7d-96aa-84c61ac060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:21:36.732225 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:36.757845 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3a72f285-9f2d-457a-9480-770ecc61975a up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:21:36.838395 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] For port d4b39088-25d7-41fe-93be-39a7a085d85a, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:21:36.843795 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] For port d4b39088-25d7-41fe-93be-39a7a085d85a, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=d4b39088-25d7-41fe-93be-39a7a085d85a,segment=NetworkSegment(23812409-b5e4-4a7d-96aa-84c61ac060b7),segment_id=23812409-b5e4-4a7d-96aa-84c61ac060b7)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:21:36.848421 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:36.849509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Allocated IP 172.26.2.104 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/d9dce750-02d9-44b5-a9ad-b4b79932b3ae) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:21:36.863458 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] For port 0e8223cc-e76b-4024-ada4-920d4bbd960b, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:21:36.868311 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] For port 0e8223cc-e76b-4024-ada4-920d4bbd960b, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0e8223cc-e76b-4024-ada4-920d4bbd960b,segment=NetworkSegment(2fde249c-7011-47e6-b9e4-89c9225aff18),segment_id=2fde249c-7011-47e6-b9e4-89c9225aff18)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:21:36.877149 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:36.926962 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 3a72f285-9f2d-457a-9480-770ecc61975a triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:21:36.927303 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:36.930319 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Routers {'cb1abe90-5d32-4e6d-b552-dc45033e0301'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:21:36.930942 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:21:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['cb1abe90-5d32-4e6d-b552-dc45033e0301'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:36.998395 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b8e49-cdb3-4efc-b503-7f140f2b00a2 None None] Pushing event updated for resources: {'Port': ['ID=d4b39088-25d7-41fe-93be-39a7a085d85a,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:37.028471 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26803a84-fd68-4edd-9e8b-b8988bf05ea1 None None] Pushing event updated for resources: {'Port': ['ID=0e8223cc-e76b-4024-ada4-920d4bbd960b,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:37.061095 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:37.101525 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:37.168316 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] Set router cb1abe90-5d32-4e6d-b552-dc45033e0301 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:21:37.174090 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:21:37.182043 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:21:37.186409 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:21:37.219582 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Pushing event updated for resources: {'Port': ['ID=d9dce750-02d9-44b5-a9ad-b4b79932b3ae,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:37.505351 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'name': 'tempest-TestMinimumBasicScenario-313567770-router', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:29Z', 'updated_at': '2022-03-08T10:21:33Z', 'revision_number': 4, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'gw_port': {'id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:30Z', 'updated_at': '2022-03-08T10:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'd4b39088-25d7-41fe-93be-39a7a085d85a', 'name': '', 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'mac_address': 'fa:16:3e:50:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e291e6e0-df9a-4f8d-b918-2843c01b50aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:32Z', 'updated_at': '2022-03-08T10:21:36Z', 'revision_number': 4, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'subnets': [{'id': 'e291e6e0-df9a-4f8d-b918-2843c01b50aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:37.509806 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c287aaa-4efa-4343-a076-e6c82395d385 None None] The sync data for ids ['cb1abe90-5d32-4e6d-b552-dc45033e0301'] in dv-neutron-831730-2-hyperv is: [{'id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'name': 'tempest-TestMinimumBasicScenario-313567770-router', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:29Z', 'updated_at': '2022-03-08T10:21:33Z', 'revision_number': 4, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'gw_port': {'id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:30Z', 'updated_at': '2022-03-08T10:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'd4b39088-25d7-41fe-93be-39a7a085d85a', 'name': '', 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'mac_address': 'fa:16:3e:50:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e291e6e0-df9a-4f8d-b918-2843c01b50aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:32Z', 'updated_at': '2022-03-08T10:21:36Z', 'revision_number': 4, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'subnets': [{'id': 'e291e6e0-df9a-4f8d-b918-2843c01b50aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:21:37.668206 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:38.065636 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e067ab45-8400-4492-8f00-aaac50a298dd None None] Network 0bcb36b9-95e6-4893-8f48-114aea086f38 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:21:38.148606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:38.176676 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5b4452a8-febe-45cd-b938-aab56d21db5b None None] Provisioning for port 0e8223cc-e76b-4024-ada4-920d4bbd960b completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:21:38.391249 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Router 1e2550e6-bdb5-457d-8977-323f68d2adcb is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 10:21:38.576241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:21:38.587935 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Sync routers for ids ['1e2550e6-bdb5-457d-8977-323f68d2adcb'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:21:38.604003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:38.605528 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1c88f553-b1a5-486f-9386-aa94bc4791b4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7521007 Mar 08 10:21:38.609075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53178) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:21:38.648341 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Routers {'1e2550e6-bdb5-457d-8977-323f68d2adcb'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:21:38.649024 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:21:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1e2550e6-bdb5-457d-8977-323f68d2adcb'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:38.759569 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0e8223cc-e76b-4024-ada4-920d4bbd960b up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:21:38.898393 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Set router 1e2550e6-bdb5-457d-8977-323f68d2adcb gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:21:39.034612 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 0e8223cc-e76b-4024-ada4-920d4bbd960b completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:21:39.045183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 0e8223cc-e76b-4024-ada4-920d4bbd960b triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:21:39.045553 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:39.278485 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:39.327457 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'name': 'tempest-TestMinimumBasicScenario-1647884121-router', 'tenant_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd9dce750-02d9-44b5-a9ad-b4b79932b3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:35Z', 'updated_at': '2022-03-08T10:21:37Z', 'revision_number': 3, 'project_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'gw_port': {'id': 'd9dce750-02d9-44b5-a9ad-b4b79932b3ae', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:36Z', 'updated_at': '2022-03-08T10:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:39.330737 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 0e8223cc-e76b-4024-ada4-920d4bbd960b, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0e8223cc-e76b-4024-ada4-920d4bbd960b,segment=NetworkSegment(2fde249c-7011-47e6-b9e4-89c9225aff18),segment_id=2fde249c-7011-47e6-b9e4-89c9225aff18)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:21:39.334262 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Checking router: 1e2550e6-bdb5-457d-8977-323f68d2adcb for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:21:39.334612 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Updating router 1e2550e6-bdb5-457d-8977-323f68d2adcb port d9dce750-02d9-44b5-a9ad-b4b79932b3ae binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:21:39.362234 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:39.362980 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device d4b39088-25d7-41fe-93be-39a7a085d85a up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:21:39.416685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9076eb9b-a06c-4ad6-af87-873f1c59f158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:39.486516 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:39.530416 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=0e8223cc-e76b-4024-ada4-920d4bbd960b,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:39.612565 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port d4b39088-25d7-41fe-93be-39a7a085d85a completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:21:39.622501 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port d4b39088-25d7-41fe-93be-39a7a085d85a triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:21:39.622873 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:39.628732 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-9076eb9b-a06c-4ad6-af87-873f1c59f158 admin admin] Allocated IP 172.20.0.1 (0bcb36b9-95e6-4893-8f48-114aea086f38/d262990f-06cc-434d-9232-73cda7bfa44e/c6703c22-60a2-4154-a371-affffc0c14c8) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:21:39.773513 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9076eb9b-a06c-4ad6-af87-873f1c59f158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:39.789697 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-9076eb9b-a06c-4ad6-af87-873f1c59f158 admin admin] Transition to ACTIVE for port object c6703c22-60a2-4154-a371-affffc0c14c8 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:21:39.815020 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9076eb9b-a06c-4ad6-af87-873f1c59f158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:39.849893 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:39.875958 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9076eb9b-a06c-4ad6-af87-873f1c59f158 admin admin] Network 0bcb36b9-95e6-4893-8f48-114aea086f38 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:21:39.878798 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-9076eb9b-a06c-4ad6-af87-873f1c59f158 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:21:39.882404 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9076eb9b-a06c-4ad6-af87-873f1c59f158 admin admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:21:39.898630 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port d4b39088-25d7-41fe-93be-39a7a085d85a, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=d4b39088-25d7-41fe-93be-39a7a085d85a,segment=NetworkSegment(23812409-b5e4-4a7d-96aa-84c61ac060b7),segment_id=23812409-b5e4-4a7d-96aa-84c61ac060b7)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:21:39.904459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:39.932272 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076eb9b-a06c-4ad6-af87-873f1c59f158 admin admin] Pushing event updated for resources: {'Port': ['ID=c6703c22-60a2-4154-a371-affffc0c14c8,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:39.946315 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9076eb9b-a06c-4ad6-af87-873f1c59f158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:40.027990 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:40.042048 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=d4b39088-25d7-41fe-93be-39a7a085d85a,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:40.047658 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Transition to ACTIVE for port object d9dce750-02d9-44b5-a9ad-b4b79932b3ae will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:21:40.056440 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:40.186876 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079af71-a9d2-4d57-8298-aadb5c0f1874 None None] Pushing event updated for resources: {'Port': ['ID=d9dce750-02d9-44b5-a9ad-b4b79932b3ae,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:40.190614 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Attempting to bind port d9dce750-02d9-44b5-a9ad-b4b79932b3ae on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:21:40.190989 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Attempting to bind port d9dce750-02d9-44b5-a9ad-b4b79932b3ae by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:21:40.191350 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Attempting to bind port d9dce750-02d9-44b5-a9ad-b4b79932b3ae on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:21:40.199586 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:21:40.199962 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:21:40.200405 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:40.200878 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:21:40.201406 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Bound port: d9dce750-02d9-44b5-a9ad-b4b79932b3ae, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:21:40.201817 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:40.212024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9076eb9b-a06c-4ad6-af87-873f1c59f158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:40.229933 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ad64582c-3191-4b9a-be58-3ef9c6fd8237 None None] Provisioning for port c6703c22-60a2-4154-a371-affffc0c14c8 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:21:40.242965 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ad64582c-3191-4b9a-be58-3ef9c6fd8237 None None] Provisioning complete for port c6703c22-60a2-4154-a371-affffc0c14c8 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:21:40.243335 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ad64582c-3191-4b9a-be58-3ef9c6fd8237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:40.322177 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ad64582c-3191-4b9a-be58-3ef9c6fd8237 None None] Port c6703c22-60a2-4154-a371-affffc0c14c8 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:21:40.328000 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] For port d9dce750-02d9-44b5-a9ad-b4b79932b3ae, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:21:40.332547 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] For port d9dce750-02d9-44b5-a9ad-b4b79932b3ae, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=d9dce750-02d9-44b5-a9ad-b4b79932b3ae,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:21:40.337939 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:40.414153 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Routers {'1e2550e6-bdb5-457d-8977-323f68d2adcb'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:21:40.414758 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:21:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1e2550e6-bdb5-457d-8977-323f68d2adcb'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:40.433717 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9076eb9b-a06c-4ad6-af87-873f1c59f158 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:40.439082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9076eb9b-a06c-4ad6-af87-873f1c59f158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:40.479976 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079af71-a9d2-4d57-8298-aadb5c0f1874 None None] Pushing event updated for resources: {'Port': ['ID=d9dce750-02d9-44b5-a9ad-b4b79932b3ae,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:40.544266 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9076eb9b-a06c-4ad6-af87-873f1c59f158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:40.547480 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076eb9b-a06c-4ad6-af87-873f1c59f158 admin admin] Pushing event updated for resources: {'Port': ['ID=c6703c22-60a2-4154-a371-affffc0c14c8,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:40.601194 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] Set router 1e2550e6-bdb5-457d-8977-323f68d2adcb gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:21:40.687719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9076eb9b-a06c-4ad6-af87-873f1c59f158 admin admin] Network 0bcb36b9-95e6-4893-8f48-114aea086f38 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:21:40.688892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-9076eb9b-a06c-4ad6-af87-873f1c59f158 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:21:40.729945 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0e8223cc-e76b-4024-ada4-920d4bbd960b up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:21:40.922326 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 0e8223cc-e76b-4024-ada4-920d4bbd960b triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:21:40.922691 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:41.001865 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9076eb9b-a06c-4ad6-af87-873f1c59f158 admin admin] Router 1e2550e6-bdb5-457d-8977-323f68d2adcb has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:21:41.034229 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-70f1b2c1-d1d2-408d-a83c-86f29a40b75f None None] Provisioning complete for port c6703c22-60a2-4154-a371-affffc0c14c8 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:21:41.034594 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70f1b2c1-d1d2-408d-a83c-86f29a40b75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:41.122213 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-70f1b2c1-d1d2-408d-a83c-86f29a40b75f None None] Port c6703c22-60a2-4154-a371-affffc0c14c8 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:21:41.146682 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'name': 'tempest-TestMinimumBasicScenario-1647884121-router', 'tenant_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd9dce750-02d9-44b5-a9ad-b4b79932b3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:35Z', 'updated_at': '2022-03-08T10:21:40Z', 'revision_number': 4, 'project_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'gw_port': {'id': 'd9dce750-02d9-44b5-a9ad-b4b79932b3ae', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:36Z', 'updated_at': '2022-03-08T10:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'c6703c22-60a2-4154-a371-affffc0c14c8', 'name': '', 'network_id': '0bcb36b9-95e6-4893-8f48-114aea086f38', 'tenant_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'mac_address': 'fa:16:3e:77:53:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd262990f-06cc-434d-9232-73cda7bfa44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:39Z', 'updated_at': '2022-03-08T10:21:40Z', 'revision_number': 2, 'project_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'subnets': [{'id': 'd262990f-06cc-434d-9232-73cda7bfa44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:41.159612 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7ee6cf-c062-49a1-97c5-680cdabef490 None None] The sync data for ids ['1e2550e6-bdb5-457d-8977-323f68d2adcb'] in dv-neutron-831730-2-hyperv is: [{'id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'name': 'tempest-TestMinimumBasicScenario-1647884121-router', 'tenant_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd9dce750-02d9-44b5-a9ad-b4b79932b3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:35Z', 'updated_at': '2022-03-08T10:21:40Z', 'revision_number': 4, 'project_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'gw_port': {'id': 'd9dce750-02d9-44b5-a9ad-b4b79932b3ae', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:36Z', 'updated_at': '2022-03-08T10:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'c6703c22-60a2-4154-a371-affffc0c14c8', 'name': '', 'network_id': '0bcb36b9-95e6-4893-8f48-114aea086f38', 'tenant_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'mac_address': 'fa:16:3e:77:53:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd262990f-06cc-434d-9232-73cda7bfa44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:39Z', 'updated_at': '2022-03-08T10:21:40Z', 'revision_number': 2, 'project_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'subnets': [{'id': 'd262990f-06cc-434d-9232-73cda7bfa44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:21:41.164166 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device d4b39088-25d7-41fe-93be-39a7a085d85a up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:21:41.181498 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9076eb9b-a06c-4ad6-af87-873f1c59f158 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:21:41.191309 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9076eb9b-a06c-4ad6-af87-873f1c59f158 admin admin] 10.222.0.24 "PUT /v2.0/routers/1e2550e6-bdb5-457d-8977-323f68d2adcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5807822 Mar 08 10:21:41.237241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port d4b39088-25d7-41fe-93be-39a7a085d85a triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:21:41.237608 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:42.718519 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device d9dce750-02d9-44b5-a9ad-b4b79932b3ae up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:21:42.799424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port d9dce750-02d9-44b5-a9ad-b4b79932b3ae completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:21:42.818473 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port d9dce750-02d9-44b5-a9ad-b4b79932b3ae triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:21:42.818844 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:42.946736 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:42.964793 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port d9dce750-02d9-44b5-a9ad-b4b79932b3ae, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=d9dce750-02d9-44b5-a9ad-b4b79932b3ae,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:21:42.970706 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:43.043133 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=d9dce750-02d9-44b5-a9ad-b4b79932b3ae,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:43.476242 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:44.714977 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device d9dce750-02d9-44b5-a9ad-b4b79932b3ae up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:21:44.795973 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port d9dce750-02d9-44b5-a9ad-b4b79932b3ae triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:21:44.796524 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:44.903944 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Sync routers for ids ['1e2550e6-bdb5-457d-8977-323f68d2adcb'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:21:44.920842 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Routers {'1e2550e6-bdb5-457d-8977-323f68d2adcb'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:21:44.922674 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:21:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1e2550e6-bdb5-457d-8977-323f68d2adcb'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:45.115469 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Set router 1e2550e6-bdb5-457d-8977-323f68d2adcb gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:21:45.458218 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'name': 'tempest-TestMinimumBasicScenario-1647884121-router', 'tenant_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd9dce750-02d9-44b5-a9ad-b4b79932b3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:35Z', 'updated_at': '2022-03-08T10:21:40Z', 'revision_number': 4, 'project_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'gw_port': {'id': 'd9dce750-02d9-44b5-a9ad-b4b79932b3ae', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:36Z', 'updated_at': '2022-03-08T10:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'c6703c22-60a2-4154-a371-affffc0c14c8', 'name': '', 'network_id': '0bcb36b9-95e6-4893-8f48-114aea086f38', 'tenant_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'mac_address': 'fa:16:3e:77:53:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd262990f-06cc-434d-9232-73cda7bfa44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:39Z', 'updated_at': '2022-03-08T10:21:40Z', 'revision_number': 2, 'project_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'subnets': [{'id': 'd262990f-06cc-434d-9232-73cda7bfa44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:45.462210 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Checking router: 1e2550e6-bdb5-457d-8977-323f68d2adcb for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:21:45.462553 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Updating router 1e2550e6-bdb5-457d-8977-323f68d2adcb port c6703c22-60a2-4154-a371-affffc0c14c8 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:21:45.519558 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:45.907294 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:45.919621 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Transition to ACTIVE for port object c6703c22-60a2-4154-a371-affffc0c14c8 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:21:45.928353 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:46.058593 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c98249-c91f-45ad-9dd2-9a082448ab99 None None] Pushing event updated for resources: {'Port': ['ID=c6703c22-60a2-4154-a371-affffc0c14c8,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:46.169271 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Attempting to bind port c6703c22-60a2-4154-a371-affffc0c14c8 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:21:46.171957 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Attempting to bind port c6703c22-60a2-4154-a371-affffc0c14c8 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '2fde249c-7011-47e6-b9e4-89c9225aff18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0bcb36b9-95e6-4893-8f48-114aea086f38'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:21:46.172460 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Attempting to bind port c6703c22-60a2-4154-a371-affffc0c14c8 on network 0bcb36b9-95e6-4893-8f48-114aea086f38 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:21:46.179092 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:21:46.179592 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Checking segment: {'id': '2fde249c-7011-47e6-b9e4-89c9225aff18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0bcb36b9-95e6-4893-8f48-114aea086f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:21:46.180533 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:46.181113 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Bound using segment: {'id': '2fde249c-7011-47e6-b9e4-89c9225aff18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0bcb36b9-95e6-4893-8f48-114aea086f38'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:21:46.181676 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Bound port: c6703c22-60a2-4154-a371-affffc0c14c8, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fde249c-7011-47e6-b9e4-89c9225aff18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0bcb36b9-95e6-4893-8f48-114aea086f38'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:21:46.182170 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:46.286958 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] For port c6703c22-60a2-4154-a371-affffc0c14c8, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:21:46.290466 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] For port c6703c22-60a2-4154-a371-affffc0c14c8, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c6703c22-60a2-4154-a371-affffc0c14c8,segment=NetworkSegment(2fde249c-7011-47e6-b9e4-89c9225aff18),segment_id=2fde249c-7011-47e6-b9e4-89c9225aff18)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:21:46.297841 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:46.379355 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Routers {'1e2550e6-bdb5-457d-8977-323f68d2adcb'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:21:46.380065 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:21:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1e2550e6-bdb5-457d-8977-323f68d2adcb'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:46.436584 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c98249-c91f-45ad-9dd2-9a082448ab99 None None] Pushing event updated for resources: {'Port': ['ID=c6703c22-60a2-4154-a371-affffc0c14c8,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:46.605094 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] Set router 1e2550e6-bdb5-457d-8977-323f68d2adcb gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:21:46.745963 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c6703c22-60a2-4154-a371-affffc0c14c8 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:21:46.830170 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port c6703c22-60a2-4154-a371-affffc0c14c8 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:21:46.836945 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port c6703c22-60a2-4154-a371-affffc0c14c8 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:21:46.837549 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:46.979673 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:47.003484 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'name': 'tempest-TestMinimumBasicScenario-1647884121-router', 'tenant_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd9dce750-02d9-44b5-a9ad-b4b79932b3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:35Z', 'updated_at': '2022-03-08T10:21:40Z', 'revision_number': 4, 'project_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'gw_port': {'id': 'd9dce750-02d9-44b5-a9ad-b4b79932b3ae', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:36Z', 'updated_at': '2022-03-08T10:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'c6703c22-60a2-4154-a371-affffc0c14c8', 'name': '', 'network_id': '0bcb36b9-95e6-4893-8f48-114aea086f38', 'tenant_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'mac_address': 'fa:16:3e:77:53:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd262990f-06cc-434d-9232-73cda7bfa44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:39Z', 'updated_at': '2022-03-08T10:21:46Z', 'revision_number': 4, 'project_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'subnets': [{'id': 'd262990f-06cc-434d-9232-73cda7bfa44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:21:47.008439 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9699528a-4248-4e3f-9c0d-c979e1e4c444 None None] The sync data for ids ['1e2550e6-bdb5-457d-8977-323f68d2adcb'] in dv-neutron-831730-2-hyperv is: [{'id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'name': 'tempest-TestMinimumBasicScenario-1647884121-router', 'tenant_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd9dce750-02d9-44b5-a9ad-b4b79932b3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:35Z', 'updated_at': '2022-03-08T10:21:40Z', 'revision_number': 4, 'project_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'gw_port': {'id': 'd9dce750-02d9-44b5-a9ad-b4b79932b3ae', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:36Z', 'updated_at': '2022-03-08T10:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'c6703c22-60a2-4154-a371-affffc0c14c8', 'name': '', 'network_id': '0bcb36b9-95e6-4893-8f48-114aea086f38', 'tenant_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'mac_address': 'fa:16:3e:77:53:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd262990f-06cc-434d-9232-73cda7bfa44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:39Z', 'updated_at': '2022-03-08T10:21:46Z', 'revision_number': 4, 'project_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'subnets': [{'id': 'd262990f-06cc-434d-9232-73cda7bfa44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:21:47.015858 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port c6703c22-60a2-4154-a371-affffc0c14c8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c6703c22-60a2-4154-a371-affffc0c14c8,segment=NetworkSegment(2fde249c-7011-47e6-b9e4-89c9225aff18),segment_id=2fde249c-7011-47e6-b9e4-89c9225aff18)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:21:47.020818 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:47.090957 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=c6703c22-60a2-4154-a371-affffc0c14c8,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:47.320380 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:21:48.703598 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c6703c22-60a2-4154-a371-affffc0c14c8 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:21:48.779861 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port c6703c22-60a2-4154-a371-affffc0c14c8 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:21:48.780368 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:51.494660 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-1fa40df4-1967-4038-bc2e-dbdd51a7848c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:21:51.495322 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-1fa40df4-1967-4038-bc2e-dbdd51a7848c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Synchronizing usage tracker for tenant:5b6e050391e64b42b653a7bbd037d8a8 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:21:51.511354 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-1fa40df4-1967-4038-bc2e-dbdd51a7848c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Unset dirty status for tenant:5b6e050391e64b42b653a7bbd037d8a8 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:21:51.512635 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-1fa40df4-1967-4038-bc2e-dbdd51a7848c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/networks?id=1254738e-8f05-469f-90c1-49f6c2b39e67 HTTP/1.1" status: 200 len: 814 time: 0.1601658 Mar 08 10:21:51.526935 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-d95b1657-e688-448d-9b8e-14f6c19b9d31 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/quotas/5b6e050391e64b42b653a7bbd037d8a8 HTTP/1.1" status: 200 len: 375 time: 0.0088599 Mar 08 10:21:51.606966 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-ca0e1e39-1dce-455a-9ea5-b604cdc9b718 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Synchronizing usage tracker for tenant:5b6e050391e64b42b653a7bbd037d8a8 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:21:51.623669 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-ca0e1e39-1dce-455a-9ea5-b604cdc9b718 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Unset dirty status for tenant:5b6e050391e64b42b653a7bbd037d8a8 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:21:51.625040 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-ca0e1e39-1dce-455a-9ea5-b604cdc9b718 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b6e050391e64b42b653a7bbd037d8a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931399 Mar 08 10:21:51.757408 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-5a08d377-7a11-4e5b-8d21-eeb448822b92 service neutron] 10.222.0.24 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208367 Mar 08 10:21:51.899692 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-b12e03b2-f1db-4a1c-8215-0c4237430487 service neutron] 10.222.0.24 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365612 Mar 08 10:21:52.075039 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-32d10e16-1314-47a5-89c5-846cf0a6227f req-b4c449c6-72c2-4a03-8f7e-8f3deea6aea8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 210 time: 0.0452297 Mar 08 10:21:53.095758 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-605c9585-b503-4b19-a3fa-a0609d8eeb5c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:21:53.097189 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-605c9585-b503-4b19-a3fa-a0609d8eeb5c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.26 "GET /v2.0/networks?id=1254738e-8f05-469f-90c1-49f6c2b39e67 HTTP/1.1" status: 200 len: 814 time: 0.1435344 Mar 08 10:21:53.108559 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-f68b72fb-5d8e-4bb9-afd5-7acf54d754dd tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Request body: {'port': {'device_id': '678e21d4-7665-455c-9c7a-890e901959b3', 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67', 'admin_state_up': True, 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:21:53.222447 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0cbb71a8-8143-4b16-bb6c-98cdee081594 req-736fcf6f-fddb-4761-8a83-7cf627dec8c4 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 210 time: 0.0415032 Mar 08 10:21:53.242656 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-f68b72fb-5d8e-4bb9-afd5-7acf54d754dd tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:21:53.251949 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-f68b72fb-5d8e-4bb9-afd5-7acf54d754dd tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:21:53.261479 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-f68b72fb-5d8e-4bb9-afd5-7acf54d754dd tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Made reservation on behalf of 5b6e050391e64b42b653a7bbd037d8a8 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:21:53.264957 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-f68b72fb-5d8e-4bb9-afd5-7acf54d754dd tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:53.431063 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-f68b72fb-5d8e-4bb9-afd5-7acf54d754dd tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Allocated IP 172.20.0.5 (1254738e-8f05-469f-90c1-49f6c2b39e67/e291e6e0-df9a-4f8d-b918-2843c01b50aa/3b10fb67-4363-4599-a3a8-47107de9d923) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:21:53.685192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-f68b72fb-5d8e-4bb9-afd5-7acf54d754dd tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:53.710351 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-f68b72fb-5d8e-4bb9-afd5-7acf54d754dd tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Transition to ACTIVE for port object 3b10fb67-4363-4599-a3a8-47107de9d923 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:21:53.740474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-f68b72fb-5d8e-4bb9-afd5-7acf54d754dd tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:53.833725 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b72fb-5d8e-4bb9-afd5-7acf54d754dd tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Pushing event updated for resources: {'Port': ['ID=3b10fb67-4363-4599-a3a8-47107de9d923,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:21:53.850033 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-f68b72fb-5d8e-4bb9-afd5-7acf54d754dd tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Network 1254738e-8f05-469f-90c1-49f6c2b39e67 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:21:53.851532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-f68b72fb-5d8e-4bb9-afd5-7acf54d754dd tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:21:53.854204 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-f68b72fb-5d8e-4bb9-afd5-7acf54d754dd tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:21:53.935098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-f68b72fb-5d8e-4bb9-afd5-7acf54d754dd tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:21:53.936431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-f68b72fb-5d8e-4bb9-afd5-7acf54d754dd tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:53.980823 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-f68b72fb-5d8e-4bb9-afd5-7acf54d754dd tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8758340 Mar 08 10:21:54.097464 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2276539d-a158-43b4-a004-89a92fc9712a None None] Provisioning for port 3b10fb67-4363-4599-a3a8-47107de9d923 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:21:54.102668 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2276539d-a158-43b4-a004-89a92fc9712a None None] Provisioning complete for port 3b10fb67-4363-4599-a3a8-47107de9d923 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:21:54.103986 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2276539d-a158-43b4-a004-89a92fc9712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:54.161415 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2276539d-a158-43b4-a004-89a92fc9712a None None] Port 3b10fb67-4363-4599-a3a8-47107de9d923 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:21:54.416283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38257940-d13d-4d99-a53b-92732822b83d req-eb2904c8-d87e-4a6a-bbd3-5756339cb62f tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:21:54.417112 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-38257940-d13d-4d99-a53b-92732822b83d req-eb2904c8-d87e-4a6a-bbd3-5756339cb62f tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Synchronizing usage tracker for tenant:5b6e050391e64b42b653a7bbd037d8a8 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:21:54.436409 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-38257940-d13d-4d99-a53b-92732822b83d req-eb2904c8-d87e-4a6a-bbd3-5756339cb62f tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Unset dirty status for tenant:5b6e050391e64b42b653a7bbd037d8a8 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:21:54.438099 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-38257940-d13d-4d99-a53b-92732822b83d req-eb2904c8-d87e-4a6a-bbd3-5756339cb62f tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 931 time: 0.1062679 Mar 08 10:21:54.486095 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-38257940-d13d-4d99-a53b-92732822b83d req-edb8f08e-5fd3-4717-9dbe-37ddabc9a131 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421906 Mar 08 10:21:54.964181 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2293dde-c7f2-47f9-87a5-1aa2e99221b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:55.690766 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccac44-c980-4516-8106-d350457d2d74 req-ddc2a044-7c21-4333-91c8-280ef26675bb tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:21:55.692295 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9ccac44-c980-4516-8106-d350457d2d74 req-ddc2a044-7c21-4333-91c8-280ef26675bb tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 931 time: 0.0895798 Mar 08 10:21:55.739496 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-d9ccac44-c980-4516-8106-d350457d2d74 req-96e47bc1-ea4a-4f6c-bbd0-5c73df3efb9e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Synchronizing usage tracker for tenant:5b6e050391e64b42b653a7bbd037d8a8 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:21:55.756573 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-d9ccac44-c980-4516-8106-d350457d2d74 req-96e47bc1-ea4a-4f6c-bbd0-5c73df3efb9e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Unset dirty status for tenant:5b6e050391e64b42b653a7bbd037d8a8 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:21:55.757789 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9ccac44-c980-4516-8106-d350457d2d74 req-96e47bc1-ea4a-4f6c-bbd0-5c73df3efb9e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593345 Mar 08 10:21:56.967236 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dda364-9a1b-4beb-a740-2cc0883a368f req-bf83b168-b62c-447f-8183-cffe70ffb02d tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:21:56.969661 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-38dda364-9a1b-4beb-a740-2cc0883a368f req-bf83b168-b62c-447f-8183-cffe70ffb02d tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 931 time: 0.0989335 Mar 08 10:21:57.018008 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-38dda364-9a1b-4beb-a740-2cc0883a368f req-d345e3cb-b681-46d2-a384-f56100acebdf tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421114 Mar 08 10:21:57.632451 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41ad94bc-37fd-4eaa-a2bf-f139eb6f5af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:58.214716 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd1986-702b-4506-bc92-f89e38c4e316 req-5d16313d-acd3-4670-9074-21c7f2314034 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:21:58.216183 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10bd1986-702b-4506-bc92-f89e38c4e316 req-5d16313d-acd3-4670-9074-21c7f2314034 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 931 time: 0.0829043 Mar 08 10:21:58.267257 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10bd1986-702b-4506-bc92-f89e38c4e316 req-247dc78e-724a-4b53-a894-da40fb66cca0 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446126 Mar 08 10:21:58.350694 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:58.354426 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:21:59.457301 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98ac87-0af4-49c1-b218-663bdfca0b30 req-e69c3924-6885-4afa-bee9-8830c1382299 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:21:59.459161 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4e98ac87-0af4-49c1-b218-663bdfca0b30 req-e69c3924-6885-4afa-bee9-8830c1382299 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 931 time: 0.0828063 Mar 08 10:21:59.523552 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4e98ac87-0af4-49c1-b218-663bdfca0b30 req-697c2e0f-5884-4546-89e5-c03c28c351d7 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463879 Mar 08 10:22:00.175723 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:00.715895 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e57cdf-2988-4948-b623-2024f3da3d5d req-29876826-6b96-4ac1-a4a0-f81d7b1767ce tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:00.717379 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-41e57cdf-2988-4948-b623-2024f3da3d5d req-29876826-6b96-4ac1-a4a0-f81d7b1767ce tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 931 time: 0.0865967 Mar 08 10:22:00.760480 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-41e57cdf-2988-4948-b623-2024f3da3d5d req-c536edde-2a82-46dd-901f-c2f912c672e7 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374587 Mar 08 10:22:01.938134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cf33e-93bd-473b-9c0b-2e3dbfe8f70b req-9851bb9e-b22b-41b5-9ba1-bd46c79bca0b tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:01.939556 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b2cf33e-93bd-473b-9c0b-2e3dbfe8f70b req-9851bb9e-b22b-41b5-9ba1-bd46c79bca0b tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 931 time: 0.0772336 Mar 08 10:22:01.983241 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b2cf33e-93bd-473b-9c0b-2e3dbfe8f70b req-f3deb461-bccc-420d-829d-c090fdd0ecab tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375075 Mar 08 10:22:03.347009 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8c866-da89-4df1-8fdf-d4bc05f9dd6d req-5e50d447-130b-4111-bd26-58abaf098d2b tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:03.348415 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-41a8c866-da89-4df1-8fdf-d4bc05f9dd6d req-5e50d447-130b-4111-bd26-58abaf098d2b tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 931 time: 0.2653391 Mar 08 10:22:03.390705 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-41a8c866-da89-4df1-8fdf-d4bc05f9dd6d req-689e2f81-f121-4298-9d25-22fa2e80f1d5 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361428 Mar 08 10:22:03.532874 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Request body: {'port': {'device_id': '678e21d4-7665-455c-9c7a-890e901959b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:22:03.639808 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:04.065598 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b10fb67-4363-4599-a3a8-47107de9d923 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:22:04.073218 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:04.087048 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Transition to ACTIVE for port object 3b10fb67-4363-4599-a3a8-47107de9d923 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:22:04.090528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:04.242062 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Pushing event updated for resources: {'Port': ['ID=3b10fb67-4363-4599-a3a8-47107de9d923,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:22:04.323096 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Attempting to bind port 3b10fb67-4363-4599-a3a8-47107de9d923 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:22:04.323354 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Attempting to bind port 3b10fb67-4363-4599-a3a8-47107de9d923 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '23812409-b5e4-4a7d-96aa-84c61ac060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:22:04.323673 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Attempting to bind port 3b10fb67-4363-4599-a3a8-47107de9d923 on network 1254738e-8f05-469f-90c1-49f6c2b39e67 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:22:04.328022 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Port 3b10fb67-4363-4599-a3a8-47107de9d923 on network 1254738e-8f05-469f-90c1-49f6c2b39e67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:22:04.328332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Attempting to bind port 3b10fb67-4363-4599-a3a8-47107de9d923 on network 1254738e-8f05-469f-90c1-49f6c2b39e67 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:22:04.333418 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:22:04.333792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Checking segment: {'id': '23812409-b5e4-4a7d-96aa-84c61ac060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:22:04.334186 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Bound using segment: {'id': '23812409-b5e4-4a7d-96aa-84c61ac060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:22:04.334583 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Bound port: 3b10fb67-4363-4599-a3a8-47107de9d923, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23812409-b5e4-4a7d-96aa-84c61ac060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:22:04.334919 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:04.419834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] For port 3b10fb67-4363-4599-a3a8-47107de9d923, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:22:04.422756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] For port 3b10fb67-4363-4599-a3a8-47107de9d923, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3b10fb67-4363-4599-a3a8-47107de9d923,segment=NetworkSegment(23812409-b5e4-4a7d-96aa-84c61ac060b7),segment_id=23812409-b5e4-4a7d-96aa-84c61ac060b7)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:22:04.427630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:04.484841 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:04.485516 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:04.487384 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] 10.222.0.26 "PUT /v2.0/ports/3b10fb67-4363-4599-a3a8-47107de9d923 HTTP/1.1" status: 200 len: 1093 time: 1.0044098 Mar 08 10:22:04.487384 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678e21d4-7665-455c-9c7a-890e901959b3', 'tag': '3b10fb67-4363-4599-a3a8-47107de9d923'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:22:04.569698 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678e21d4-7665-455c-9c7a-890e901959b3', 'tag': '3b10fb67-4363-4599-a3a8-47107de9d923', 'status': 'completed', 'code': 200} Mar 08 10:22:04.618197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd3910-6767-429f-a8f1-66c169971851 service neutron] Pushing event updated for resources: {'Port': ['ID=3b10fb67-4363-4599-a3a8-47107de9d923,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:22:04.670810 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-c0f730fa-37f2-4f56-9b23-815314a6cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:04.672279 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-c0f730fa-37f2-4f56-9b23-815314a6cd75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b6e050391e64b42b653a7bbd037d8a8&device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 1096 time: 0.1018717 Mar 08 10:22:04.682922 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2f081-a810-43e1-9b6d-29bfd2443eb7 req-4dea8abf-c792-4c64-8c1f-8130298ec80c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:04.684308 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-17a2f081-a810-43e1-9b6d-29bfd2443eb7 req-4dea8abf-c792-4c64-8c1f-8130298ec80c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 943 time: 0.1748953 Mar 08 10:22:04.757461 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-0fad1c5f-d149-47b1-b009-53a8cdffa0a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b10fb67-4363-4599-a3a8-47107de9d923 HTTP/1.1" status: 200 len: 217 time: 0.0721779 Mar 08 10:22:04.829050 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-17a2f081-a810-43e1-9b6d-29bfd2443eb7 req-75bf15b6-ee06-4daf-9a78-9fcf1b6f4568 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962529 Mar 08 10:22:04.837540 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-5e88a86a-1f50-46a3-8b84-51c73f7530fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:04.838893 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-5e88a86a-1f50-46a3-8b84-51c73f7530fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e291e6e0-df9a-4f8d-b918-2843c01b50aa HTTP/1.1" status: 200 len: 853 time: 0.0744796 Mar 08 10:22:04.911343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-866d05ff-6acc-4503-9c15-121c9cbf2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:04.913023 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-866d05ff-6acc-4503-9c15-121c9cbf2fd2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1254738e-8f05-469f-90c1-49f6c2b39e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679948 Mar 08 10:22:05.040441 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-d4826b91-0b4b-4e61-9af8-43e138b343c7 service neutron] 10.222.0.26 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216185 Mar 08 10:22:05.166406 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-34d7cbb9-432e-43d0-b63b-ced54468be18 req-067ce4af-c30d-456e-90de-af2c981703e0 service neutron] 10.222.0.26 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203344 Mar 08 10:22:05.280183 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e5496-f34d-4df6-a8d4-26c84c2afdd5 req-3265cc06-d472-4b52-b83b-5d424c597e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:05.281657 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ab8e5496-f34d-4df6-a8d4-26c84c2afdd5 req-3265cc06-d472-4b52-b83b-5d424c597e40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b6e050391e64b42b653a7bbd037d8a8&device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 1096 time: 0.0718162 Mar 08 10:22:05.408805 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e5496-f34d-4df6-a8d4-26c84c2afdd5 req-d478ff96-409d-420a-8f8b-8db40e170db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:05.410306 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ab8e5496-f34d-4df6-a8d4-26c84c2afdd5 req-d478ff96-409d-420a-8f8b-8db40e170db8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1254738e-8f05-469f-90c1-49f6c2b39e67 HTTP/1.1" status: 200 len: 915 time: 0.1231873 Mar 08 10:22:05.563522 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ab8e5496-f34d-4df6-a8d4-26c84c2afdd5 req-4821c903-ae6a-4a2d-92e0-43c3606f1860 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b10fb67-4363-4599-a3a8-47107de9d923 HTTP/1.1" status: 200 len: 217 time: 0.1473532 Mar 08 10:22:05.625644 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e5496-f34d-4df6-a8d4-26c84c2afdd5 req-179e7dfd-a4ad-413a-b9a6-ed8f162da4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:05.627016 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ab8e5496-f34d-4df6-a8d4-26c84c2afdd5 req-179e7dfd-a4ad-413a-b9a6-ed8f162da4f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e291e6e0-df9a-4f8d-b918-2843c01b50aa HTTP/1.1" status: 200 len: 853 time: 0.0571573 Mar 08 10:22:05.698976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e5496-f34d-4df6-a8d4-26c84c2afdd5 req-6aed214c-c530-4c4a-93c4-894f2d695874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:05.700373 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ab8e5496-f34d-4df6-a8d4-26c84c2afdd5 req-6aed214c-c530-4c4a-93c4-894f2d695874 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1254738e-8f05-469f-90c1-49f6c2b39e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678444 Mar 08 10:22:05.828322 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ab8e5496-f34d-4df6-a8d4-26c84c2afdd5 req-1d7c83bc-e2ca-4ece-b3db-c08bc19e37c4 service neutron] 10.222.0.26 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205795 Mar 08 10:22:05.957591 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ab8e5496-f34d-4df6-a8d4-26c84c2afdd5 req-c1d209c1-c70d-4d07-9896-e342316629de service neutron] 10.222.0.26 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225541 Mar 08 10:22:06.010771 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8cf9c-098c-42c1-bb0c-1057fd49ea35 req-c83aaa7a-3c11-4e39-8583-38d4ca8d3266 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:06.012233 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-17c8cf9c-098c-42c1-bb0c-1057fd49ea35 req-c83aaa7a-3c11-4e39-8583-38d4ca8d3266 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 943 time: 0.0816834 Mar 08 10:22:06.055339 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-17c8cf9c-098c-42c1-bb0c-1057fd49ea35 req-af396482-b548-45d4-bffb-f4c810e59f5f tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375285 Mar 08 10:22:07.285178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22564cce-7d2d-4408-9cb6-cb859d22a558 req-1129ff6f-16b7-4462-b67b-207489ac6e67 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:07.286517 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-22564cce-7d2d-4408-9cb6-cb859d22a558 req-1129ff6f-16b7-4462-b67b-207489ac6e67 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 943 time: 0.1272790 Mar 08 10:22:07.328938 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-22564cce-7d2d-4408-9cb6-cb859d22a558 req-068a1762-a25f-4543-94ea-e2d8f716b933 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365562 Mar 08 10:22:08.139871 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3b10fb67-4363-4599-a3a8-47107de9d923 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:22:08.267980 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3b10fb67-4363-4599-a3a8-47107de9d923, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3b10fb67-4363-4599-a3a8-47107de9d923,segment=NetworkSegment(23812409-b5e4-4a7d-96aa-84c61ac060b7),segment_id=23812409-b5e4-4a7d-96aa-84c61ac060b7)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:22:08.280430 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '3b10fb67-4363-4599-a3a8-47107de9d923', 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67', 'port_id': '3b10fb67-4363-4599-a3a8-47107de9d923', 'mac_address': 'fa:16:3e:a5:db:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e291e6e0-df9a-4f8d-b918-2843c01b50aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:22:08.337054 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:08.353315 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b10fb67-4363-4599-a3a8-47107de9d923 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:22:08.368684 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3b10fb67-4363-4599-a3a8-47107de9d923, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3b10fb67-4363-4599-a3a8-47107de9d923,segment=NetworkSegment(23812409-b5e4-4a7d-96aa-84c61ac060b7),segment_id=23812409-b5e4-4a7d-96aa-84c61ac060b7)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:22:08.372633 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:08.437671 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=3b10fb67-4363-4599-a3a8-47107de9d923,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:22:08.444680 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:08.445044 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:08.445380 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:08.445709 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:08.446033 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:08.446354 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:08.446673 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:08.446994 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:08.447313 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:08.447628 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:08.447939 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:08.448264 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:08.512174 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba781318-9641-4155-addd-f32b68bf0220 req-0a415c7f-dee1-4931-b7b0-28b691c52e27 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:08.513680 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ba781318-9641-4155-addd-f32b68bf0220 req-0a415c7f-dee1-4931-b7b0-28b691c52e27 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 944 time: 0.0818012 Mar 08 10:22:08.558496 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ba781318-9641-4155-addd-f32b68bf0220 req-72a89b4d-73ec-4547-aab9-f9f16d28785e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391972 Mar 08 10:22:08.673114 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['3b10fb67-4363-4599-a3a8-47107de9d923'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:22:09.736846 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a1507-eb85-4398-bfd7-314d9e811d9b req-6da94086-dc90-477a-98bd-9ca34fd420f4 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:09.738281 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b6a1507-eb85-4398-bfd7-314d9e811d9b req-6da94086-dc90-477a-98bd-9ca34fd420f4 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 944 time: 0.0788212 Mar 08 10:22:09.783887 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8b6a1507-eb85-4398-bfd7-314d9e811d9b req-b4f1f4e1-8d82-4a22-9a90-e8fd2d90fb56 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393894 Mar 08 10:22:10.156075 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3b10fb67-4363-4599-a3a8-47107de9d923 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:22:10.224748 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 3b10fb67-4363-4599-a3a8-47107de9d923 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:22:10.229142 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 3b10fb67-4363-4599-a3a8-47107de9d923 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:22:10.229504 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:10.337663 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:10.362416 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678e21d4-7665-455c-9c7a-890e901959b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b10fb67-4363-4599-a3a8-47107de9d923'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:22:10.371617 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 3b10fb67-4363-4599-a3a8-47107de9d923, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3b10fb67-4363-4599-a3a8-47107de9d923,segment=NetworkSegment(23812409-b5e4-4a7d-96aa-84c61ac060b7),segment_id=23812409-b5e4-4a7d-96aa-84c61ac060b7)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:22:10.376459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:10.410762 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678e21d4-7665-455c-9c7a-890e901959b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b10fb67-4363-4599-a3a8-47107de9d923', 'code': 200} Mar 08 10:22:10.456320 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=3b10fb67-4363-4599-a3a8-47107de9d923,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:22:10.631650 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d28853-4977-403a-b63e-983db15815fe req-2c544232-9dec-4753-8501-9bea34629ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:10.633105 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-03d28853-4977-403a-b63e-983db15815fe req-2c544232-9dec-4753-8501-9bea34629ac0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 1098 time: 0.0713720 Mar 08 10:22:10.672146 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-03d28853-4977-403a-b63e-983db15815fe req-38778479-236f-438a-a972-5cd731fc2e41 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325000 Mar 08 10:22:10.962911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a433e9e-e5a7-4730-aeac-4b91a618cdce req-192690ea-6ef1-4faf-8f8e-97cd3f1a3c65 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:10.964254 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3a433e9e-e5a7-4730-aeac-4b91a618cdce req-192690ea-6ef1-4faf-8f8e-97cd3f1a3c65 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 945 time: 0.0775647 Mar 08 10:22:11.009803 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3a433e9e-e5a7-4730-aeac-4b91a618cdce req-0c50a13e-da8c-4a8f-acf5-9ed3edecb28c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399735 Mar 08 10:22:12.197441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddad0c-e364-4de0-b994-f216769bce9a req-7350edfe-df4b-40de-a211-ebc222a74e8e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:12.198863 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-13ddad0c-e364-4de0-b994-f216769bce9a req-7350edfe-df4b-40de-a211-ebc222a74e8e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 945 time: 0.0821462 Mar 08 10:22:12.241187 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-13ddad0c-e364-4de0-b994-f216769bce9a req-6e607b78-6761-4fa8-b741-8ef2f363daef tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367532 Mar 08 10:22:12.419694 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbff15d-e630-42df-9858-1ade14bb47d9 req-08b496a4-4208-4b6f-ada5-df788863afb6 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:12.421125 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4bbff15d-e630-42df-9858-1ade14bb47d9 req-08b496a4-4208-4b6f-ada5-df788863afb6 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 945 time: 0.0771985 Mar 08 10:22:12.464655 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4bbff15d-e630-42df-9858-1ade14bb47d9 req-d6ad88d5-f72f-4a2f-ad85-41030cd3d7a7 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378227 Mar 08 10:22:12.845310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81d784-1236-4ec2-bf61-95d534cb58b4 req-cda96931-a523-4b2c-b832-7cb0c4a01e7e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:12.846720 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ae81d784-1236-4ec2-bf61-95d534cb58b4 req-cda96931-a523-4b2c-b832-7cb0c4a01e7e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 945 time: 0.0820115 Mar 08 10:22:12.888927 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ae81d784-1236-4ec2-bf61-95d534cb58b4 req-74cf94a9-3cf0-442e-b513-77ae06ebb072 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358965 Mar 08 10:22:13.464361 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:17.916655 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-58fda1e6-a47a-4c65-8eb0-b250ce3b30c4 req-41178e35-1122-49bb-a429-b56e854917cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673840 Mar 08 10:22:18.057425 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fda1e6-a47a-4c65-8eb0-b250ce3b30c4 req-29373c9b-07eb-4a25-87fb-9852c1538810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:18.058854 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-58fda1e6-a47a-4c65-8eb0-b250ce3b30c4 req-29373c9b-07eb-4a25-87fb-9852c1538810 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b6e050391e64b42b653a7bbd037d8a8&device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 1098 time: 0.0735490 Mar 08 10:22:18.198973 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fda1e6-a47a-4c65-8eb0-b250ce3b30c4 req-f1971f33-daf3-4e7e-9f3c-0d93af73a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:18.200399 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-58fda1e6-a47a-4c65-8eb0-b250ce3b30c4 req-f1971f33-daf3-4e7e-9f3c-0d93af73a14d service neutron] 10.222.0.26 "GET /v2.0/networks?id=1254738e-8f05-469f-90c1-49f6c2b39e67 HTTP/1.1" status: 200 len: 915 time: 0.1234596 Mar 08 10:22:18.264766 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-58fda1e6-a47a-4c65-8eb0-b250ce3b30c4 req-a3f97793-07cf-4b1b-b08d-d3a2e618588d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b10fb67-4363-4599-a3a8-47107de9d923 HTTP/1.1" status: 200 len: 217 time: 0.0586240 Mar 08 10:22:18.328052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fda1e6-a47a-4c65-8eb0-b250ce3b30c4 req-6cb558e1-0727-4434-85f4-a7328363a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:18.329485 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-58fda1e6-a47a-4c65-8eb0-b250ce3b30c4 req-6cb558e1-0727-4434-85f4-a7328363a746 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e291e6e0-df9a-4f8d-b918-2843c01b50aa HTTP/1.1" status: 200 len: 853 time: 0.0597138 Mar 08 10:22:18.400399 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fda1e6-a47a-4c65-8eb0-b250ce3b30c4 req-9d869e96-35fe-4e53-9db8-69fd738490ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:18.401836 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-58fda1e6-a47a-4c65-8eb0-b250ce3b30c4 req-9d869e96-35fe-4e53-9db8-69fd738490ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1254738e-8f05-469f-90c1-49f6c2b39e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670674 Mar 08 10:22:18.527738 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-58fda1e6-a47a-4c65-8eb0-b250ce3b30c4 req-1c10a7e5-d757-4ec9-bd19-7b95076edf6b service neutron] 10.222.0.26 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202884 Mar 08 10:22:18.745937 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-58fda1e6-a47a-4c65-8eb0-b250ce3b30c4 req-3412c112-961a-4185-83f5-d2ce899d4750 service neutron] 10.222.0.26 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128150 Mar 08 10:22:22.938629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8e723-415d-49fa-9e74-732ef1663ed4 req-1d056bca-36e4-4fab-a238-fab89c10f01b tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:22.940043 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a7b8e723-415d-49fa-9e74-732ef1663ed4 req-1d056bca-36e4-4fab-a238-fab89c10f01b tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 945 time: 0.0801361 Mar 08 10:22:22.982914 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a7b8e723-415d-49fa-9e74-732ef1663ed4 req-be25ced4-1998-4fbc-ac18-a39818366102 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366416 Mar 08 10:22:23.005882 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53380) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:22:23.112647 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb79ec91-e8f6-4a1f-8a15-e91bfdd87053 tempest-TestMinimumBasicScenario-76889987 tempest-TestMinimumBasicScenario-76889987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:23.114737 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fb79ec91-e8f6-4a1f-8a15-e91bfdd87053 tempest-TestMinimumBasicScenario-76889987 tempest-TestMinimumBasicScenario-76889987-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 1093 time: 0.1072884 Mar 08 10:22:23.117700 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53386) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:22:23.122457 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': '3b10fb67-4363-4599-a3a8-47107de9d923', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:22:23.128631 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:22:23.132446 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Usage tracker for resource:floatingip and tenant:5b6e050391e64b42b653a7bbd037d8a8 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:22:23.135278 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:22:23.140876 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:22:23.150897 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:23.284221 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:23.512672 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Allocated IP 172.26.2.195 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/07521dcf-724e-477d-9c3a-7ded2f55d8f1) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:22:23.653999 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:23.682246 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:23.744673 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:22:23.751348 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:22:23.755391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:22:23.783269 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Pushing event updated for resources: {'Port': ['ID=07521dcf-724e-477d-9c3a-7ded2f55d8f1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:22:23.801158 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:23.801548 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:23.802474 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:23.802821 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:23.803158 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:23.803506 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:23.803837 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:23.804166 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:23.804494 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:23.804843 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:23.805172 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:23.805496 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:24.164737 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:24.236184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:24.318900 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:22:24.434534 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:24.438830 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:24.552397 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Pushing event updated for resources: {'Port': ['ID=07521dcf-724e-477d-9c3a-7ded2f55d8f1,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:22:24.564424 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:24.728607 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Floating IP 6161da3f-347c-405d-bad8-4d0ae8a96cbd associated. External IP: 172.26.2.195, port: 3b10fb67-4363-4599-a3a8-47107de9d923. Mar 08 10:22:24.967544 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f89e1df-a774-4595-8e53-73261a1df703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:25.196701 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Router cb1abe90-5d32-4e6d-b552-dc45033e0301 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:22:25.377770 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:22:25.387189 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b268a-c145-4905-8ae6-7cf63670965f None None] Sync routers for ids ['cb1abe90-5d32-4e6d-b552-dc45033e0301'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:22:25.396197 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844b268a-c145-4905-8ae6-7cf63670965f None None] Routers {'cb1abe90-5d32-4e6d-b552-dc45033e0301'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:22:25.396921 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-844b268a-c145-4905-8ae6-7cf63670965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:21:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['cb1abe90-5d32-4e6d-b552-dc45033e0301'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:22:25.400934 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:25.460948 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fa679b01-318e-415a-882c-527e8116dde8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3421175 Mar 08 10:22:25.461450 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678e21d4-7665-455c-9c7a-890e901959b3', 'tag': '3b10fb67-4363-4599-a3a8-47107de9d923'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:22:25.463870 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53390) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:22:25.469727 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1997375867', 'description': 'tempest-secgroup-smoke-1997375867 description', 'project_id': '5b6e050391e64b42b653a7bbd037d8a8'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:22:25.478487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:22:25.488275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:22:25.499538 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:25.519346 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:22:25.523371 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Usage tracker for resource:security_group_rule and tenant:5b6e050391e64b42b653a7bbd037d8a8 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:22:25.526203 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:22:25.531727 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:22:25.586954 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678e21d4-7665-455c-9c7a-890e901959b3', 'tag': '3b10fb67-4363-4599-a3a8-47107de9d923', 'status': 'completed', 'code': 200} Mar 08 10:22:25.610003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:25.619231 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-844b268a-c145-4905-8ae6-7cf63670965f None None] Set router cb1abe90-5d32-4e6d-b552-dc45033e0301 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:22:25.647596 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:25.705412 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfb0a32-8c86-4743-93d2-0c2ec49886eb,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:22:25.717105 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:25.717409 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:25.717794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:25.718146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:25.718480 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:25.718814 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:25.719142 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:25.719471 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:25.719795 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:25.720133 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:25.720442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:25.720786 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:22:25.726871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:25.728067 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f914407e-8406-49fe-85ec-f8755cd39b94 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2631297 Mar 08 10:22:25.731081 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53398) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:22:25.739087 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-37aad582-df58-42ba-8771-2d6c6498a00c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Request body: {'security_group_rule': {'security_group_id': '1bfb0a32-8c86-4743-93d2-0c2ec49886eb', 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:22:25.745065 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-37aad582-df58-42ba-8771-2d6c6498a00c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:22:25.746321 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69289df3-86ff-48ad-b4a6-e4c6c064141a req-21a1b08e-eb0f-4724-b596-018e8fe644ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:25.747722 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-69289df3-86ff-48ad-b4a6-e4c6c064141a req-21a1b08e-eb0f-4724-b596-018e8fe644ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b6e050391e64b42b653a7bbd037d8a8&device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 1098 time: 0.1352568 Mar 08 10:22:25.749028 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-37aad582-df58-42ba-8771-2d6c6498a00c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Usage tracker for resource:security_group_rule and tenant:5b6e050391e64b42b653a7bbd037d8a8 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:22:25.751817 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-37aad582-df58-42ba-8771-2d6c6498a00c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:22:25.758741 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-37aad582-df58-42ba-8771-2d6c6498a00c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:22:25.776831 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37aad582-df58-42ba-8771-2d6c6498a00c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:25.849782 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37aad582-df58-42ba-8771-2d6c6498a00c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:25.853665 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37aad582-df58-42ba-8771-2d6c6498a00c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:25.881692 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aad582-df58-42ba-8771-2d6c6498a00c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611f08c0-ba82-43c6-b1d3-7783e67eb2d6,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:22:25.888310 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37aad582-df58-42ba-8771-2d6c6498a00c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:25.889705 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69289df3-86ff-48ad-b4a6-e4c6c064141a req-30972590-6cb7-4282-a559-f5fbb0a9a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:25.891340 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-69289df3-86ff-48ad-b4a6-e4c6c064141a req-30972590-6cb7-4282-a559-f5fbb0a9a3e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1254738e-8f05-469f-90c1-49f6c2b39e67 HTTP/1.1" status: 200 len: 915 time: 0.1378708 Mar 08 10:22:25.892398 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53402) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:22:25.892613 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-37aad582-df58-42ba-8771-2d6c6498a00c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1603034 Mar 08 10:22:25.897885 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-2b72821b-00ee-4e56-847a-a9d69008199e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Request body: {'security_group_rule': {'security_group_id': '1bfb0a32-8c86-4743-93d2-0c2ec49886eb', 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:22:25.949872 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2b72821b-00ee-4e56-847a-a9d69008199e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:22:25.969160 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2b72821b-00ee-4e56-847a-a9d69008199e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Usage tracker for resource:security_group_rule and tenant:5b6e050391e64b42b653a7bbd037d8a8 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:22:25.977487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2b72821b-00ee-4e56-847a-a9d69008199e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:22:25.980193 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-844b268a-c145-4905-8ae6-7cf63670965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'name': 'tempest-TestMinimumBasicScenario-313567770-router', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:29Z', 'updated_at': '2022-03-08T10:21:33Z', 'revision_number': 4, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'gw_port': {'id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:30Z', 'updated_at': '2022-03-08T10:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '6161da3f-347c-405d-bad8-4d0ae8a96cbd', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'port_id': '3b10fb67-4363-4599-a3a8-47107de9d923', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67', 'mac_address': 'fa:16:3e:a5:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678e21d4-7665-455c-9c7a-890e901959b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:22:24Z', 'updated_at': '2022-03-08T10:22:24Z', 'revision_number': 0, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b39088-25d7-41fe-93be-39a7a085d85a', 'name': '', 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'mac_address': 'fa:16:3e:50:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e291e6e0-df9a-4f8d-b918-2843c01b50aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:32Z', 'updated_at': '2022-03-08T10:21:39Z', 'revision_number': 5, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'subnets': [{'id': 'e291e6e0-df9a-4f8d-b918-2843c01b50aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:22:25.984028 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b268a-c145-4905-8ae6-7cf63670965f None None] Checking router: cb1abe90-5d32-4e6d-b552-dc45033e0301 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:22:25.987059 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2b72821b-00ee-4e56-847a-a9d69008199e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:22:25.992439 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844b268a-c145-4905-8ae6-7cf63670965f None None] Routers {'cb1abe90-5d32-4e6d-b552-dc45033e0301'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:22:25.992975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-844b268a-c145-4905-8ae6-7cf63670965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:21:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['cb1abe90-5d32-4e6d-b552-dc45033e0301'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:22:26.018182 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-69289df3-86ff-48ad-b4a6-e4c6c064141a req-60238100-71c9-4157-98e6-da42c83bd048 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b10fb67-4363-4599-a3a8-47107de9d923 HTTP/1.1" status: 200 len: 999 time: 0.1157396 Mar 08 10:22:26.019364 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b72821b-00ee-4e56-847a-a9d69008199e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:26.086058 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69289df3-86ff-48ad-b4a6-e4c6c064141a req-134b01de-e8ce-4bd2-8ed0-3a481266694f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:26.087549 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-69289df3-86ff-48ad-b4a6-e4c6c064141a req-134b01de-e8ce-4bd2-8ed0-3a481266694f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e291e6e0-df9a-4f8d-b918-2843c01b50aa HTTP/1.1" status: 200 len: 853 time: 0.0611358 Mar 08 10:22:26.168110 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-844b268a-c145-4905-8ae6-7cf63670965f None None] Set router cb1abe90-5d32-4e6d-b552-dc45033e0301 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:22:26.187818 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b72821b-00ee-4e56-847a-a9d69008199e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:26.199124 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b72821b-00ee-4e56-847a-a9d69008199e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:26.219432 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69289df3-86ff-48ad-b4a6-e4c6c064141a req-bddebd53-917f-43f7-aa37-3195a2868208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:26.220891 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-69289df3-86ff-48ad-b4a6-e4c6c064141a req-bddebd53-917f-43f7-aa37-3195a2868208 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1254738e-8f05-469f-90c1-49f6c2b39e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1237469 Mar 08 10:22:26.228343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72821b-00ee-4e56-847a-a9d69008199e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d9facf-e3ec-48a0-abc7-3fbf696c6033,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:22:26.320453 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b72821b-00ee-4e56-847a-a9d69008199e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:26.321669 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2b72821b-00ee-4e56-847a-a9d69008199e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4283204 Mar 08 10:22:26.325491 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53408) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:22:26.336549 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e2e2f96b-984e-47b4-ae02-d7c665304fdb tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Request body: {'security_group_rule': {'security_group_id': '1bfb0a32-8c86-4743-93d2-0c2ec49886eb', 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:22:26.347011 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e2e2f96b-984e-47b4-ae02-d7c665304fdb tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:22:26.356593 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e2e2f96b-984e-47b4-ae02-d7c665304fdb tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Usage tracker for resource:security_group_rule and tenant:5b6e050391e64b42b653a7bbd037d8a8 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:22:26.361733 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e2e2f96b-984e-47b4-ae02-d7c665304fdb tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:22:26.368350 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e2e2f96b-984e-47b4-ae02-d7c665304fdb tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:22:26.382430 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-69289df3-86ff-48ad-b4a6-e4c6c064141a req-034c72b2-0a17-4db0-a210-8d2d5b8561eb service neutron] 10.222.0.26 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550822 Mar 08 10:22:26.387403 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2e2f96b-984e-47b4-ae02-d7c665304fdb tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:26.468498 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2e2f96b-984e-47b4-ae02-d7c665304fdb tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:26.473039 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2e2f96b-984e-47b4-ae02-d7c665304fdb tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:26.504457 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2f96b-984e-47b4-ae02-d7c665304fdb tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684d251f-8879-45e2-9518-907ee98a1f91,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:22:26.512779 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2e2f96b-984e-47b4-ae02-d7c665304fdb tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:26.514048 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e2e2f96b-984e-47b4-ae02-d7c665304fdb tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1869304 Mar 08 10:22:26.516887 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53412) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:22:26.521910 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-76a60f4a-85fa-4ff0-987f-0c0677df5e08 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Request body: {'security_group_rule': {'security_group_id': '1bfb0a32-8c86-4743-93d2-0c2ec49886eb', 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:22:26.529065 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-76a60f4a-85fa-4ff0-987f-0c0677df5e08 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:22:26.534082 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-76a60f4a-85fa-4ff0-987f-0c0677df5e08 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Usage tracker for resource:security_group_rule and tenant:5b6e050391e64b42b653a7bbd037d8a8 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:22:26.536731 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-76a60f4a-85fa-4ff0-987f-0c0677df5e08 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:22:26.540643 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-69289df3-86ff-48ad-b4a6-e4c6c064141a req-957484e2-2aa3-485c-864d-a6c2ad3566ec service neutron] 10.222.0.26 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513267 Mar 08 10:22:26.543231 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-76a60f4a-85fa-4ff0-987f-0c0677df5e08 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:22:26.545691 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-844b268a-c145-4905-8ae6-7cf63670965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'name': 'tempest-TestMinimumBasicScenario-313567770-router', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:29Z', 'updated_at': '2022-03-08T10:21:33Z', 'revision_number': 4, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'gw_port': {'id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:30Z', 'updated_at': '2022-03-08T10:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '6161da3f-347c-405d-bad8-4d0ae8a96cbd', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'port_id': '3b10fb67-4363-4599-a3a8-47107de9d923', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67', 'mac_address': 'fa:16:3e:a5:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678e21d4-7665-455c-9c7a-890e901959b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:22:24Z', 'updated_at': '2022-03-08T10:22:24Z', 'revision_number': 0, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b39088-25d7-41fe-93be-39a7a085d85a', 'name': '', 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'mac_address': 'fa:16:3e:50:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e291e6e0-df9a-4f8d-b918-2843c01b50aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:32Z', 'updated_at': '2022-03-08T10:21:39Z', 'revision_number': 5, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'subnets': [{'id': 'e291e6e0-df9a-4f8d-b918-2843c01b50aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:22:26.554028 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b268a-c145-4905-8ae6-7cf63670965f None None] The sync data for ids ['cb1abe90-5d32-4e6d-b552-dc45033e0301'] in dv-neutron-831730-2-hyperv is: [{'id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'name': 'tempest-TestMinimumBasicScenario-313567770-router', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:29Z', 'updated_at': '2022-03-08T10:21:33Z', 'revision_number': 4, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'gw_port': {'id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:30Z', 'updated_at': '2022-03-08T10:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '6161da3f-347c-405d-bad8-4d0ae8a96cbd', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'floating_ip_address': '172.26.2.195', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'port_id': '3b10fb67-4363-4599-a3a8-47107de9d923', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67', 'mac_address': 'fa:16:3e:a5:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678e21d4-7665-455c-9c7a-890e901959b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:22:24Z', 'updated_at': '2022-03-08T10:22:24Z', 'revision_number': 0, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b39088-25d7-41fe-93be-39a7a085d85a', 'name': '', 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'mac_address': 'fa:16:3e:50:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e291e6e0-df9a-4f8d-b918-2843c01b50aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:32Z', 'updated_at': '2022-03-08T10:21:39Z', 'revision_number': 5, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'subnets': [{'id': 'e291e6e0-df9a-4f8d-b918-2843c01b50aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:22:26.564167 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76a60f4a-85fa-4ff0-987f-0c0677df5e08 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:26.634499 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76a60f4a-85fa-4ff0-987f-0c0677df5e08 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:26.639090 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76a60f4a-85fa-4ff0-987f-0c0677df5e08 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:26.669511 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a60f4a-85fa-4ff0-987f-0c0677df5e08 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a13db34-993c-47c0-907d-b293877111ab,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:22:26.679287 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76a60f4a-85fa-4ff0-987f-0c0677df5e08 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:26.681631 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-76a60f4a-85fa-4ff0-987f-0c0677df5e08 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1626842 Mar 08 10:22:26.683579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53416) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:22:26.688572 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-b7240511-ad4b-45db-915a-dfe2e0985a75 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Request body: {'security_group_rule': {'security_group_id': '1bfb0a32-8c86-4743-93d2-0c2ec49886eb', 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:22:26.695184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b7240511-ad4b-45db-915a-dfe2e0985a75 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:22:26.698994 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b7240511-ad4b-45db-915a-dfe2e0985a75 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Usage tracker for resource:security_group_rule and tenant:5b6e050391e64b42b653a7bbd037d8a8 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:22:26.701867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b7240511-ad4b-45db-915a-dfe2e0985a75 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:22:26.708719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b7240511-ad4b-45db-915a-dfe2e0985a75 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:22:26.719188 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-b7240511-ad4b-45db-915a-dfe2e0985a75 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Project 5b6e050391e64b42b653a7bbd037d8a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:22:26.726424 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b7240511-ad4b-45db-915a-dfe2e0985a75 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:26.759920 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f46737-c57e-4ece-8fd6-8278ee534f14 None None] New status for floating IP 6161da3f-347c-405d-bad8-4d0ae8a96cbd: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:22:26.792661 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b7240511-ad4b-45db-915a-dfe2e0985a75 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:26.796935 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b7240511-ad4b-45db-915a-dfe2e0985a75 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:26.818127 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7240511-ad4b-45db-915a-dfe2e0985a75 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff240b9c-07a9-45ae-9ef5-9483cea1d42b,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:22:26.829619 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b7240511-ad4b-45db-915a-dfe2e0985a75 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:26.830788 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b7240511-ad4b-45db-915a-dfe2e0985a75 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461987 Mar 08 10:22:26.834127 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53420) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:22:26.838962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-251e60dc-8db5-450b-8d72-ec4062c5af97 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Request body: {'security_group_rule': {'security_group_id': '1bfb0a32-8c86-4743-93d2-0c2ec49886eb', 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:22:26.844562 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-251e60dc-8db5-450b-8d72-ec4062c5af97 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:22:26.848420 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-251e60dc-8db5-450b-8d72-ec4062c5af97 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Usage tracker for resource:security_group_rule and tenant:5b6e050391e64b42b653a7bbd037d8a8 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:22:26.851594 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-251e60dc-8db5-450b-8d72-ec4062c5af97 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:22:26.857406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-251e60dc-8db5-450b-8d72-ec4062c5af97 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:22:26.867456 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-251e60dc-8db5-450b-8d72-ec4062c5af97 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Project 5b6e050391e64b42b653a7bbd037d8a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:22:26.873938 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-251e60dc-8db5-450b-8d72-ec4062c5af97 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:26.940276 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-251e60dc-8db5-450b-8d72-ec4062c5af97 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:26.944792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-251e60dc-8db5-450b-8d72-ec4062c5af97 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:26.965167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e60dc-8db5-450b-8d72-ec4062c5af97 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e06446e-b91b-47ce-9611-ba019ad64db2,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:22:26.976235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-251e60dc-8db5-450b-8d72-ec4062c5af97 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:26.977553 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-251e60dc-8db5-450b-8d72-ec4062c5af97 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1424985 Mar 08 10:22:27.100681 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-2786b1b0-a501-4e7c-8e91-29a42ce26ba3 req-fb7f05f6-4a4a-47a5-969b-f400f2e5b48a tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Synchronizing usage tracker for tenant:5b6e050391e64b42b653a7bbd037d8a8 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:22:27.114909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-2786b1b0-a501-4e7c-8e91-29a42ce26ba3 req-fb7f05f6-4a4a-47a5-969b-f400f2e5b48a tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Unset dirty status for tenant:5b6e050391e64b42b653a7bbd037d8a8 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:22:27.116179 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2786b1b0-a501-4e7c-8e91-29a42ce26ba3 req-fb7f05f6-4a4a-47a5-969b-f400f2e5b48a tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1997375867&fields=id&tenant_id=5b6e050391e64b42b653a7bbd037d8a8 HTTP/1.1" status: 200 len: 267 time: 0.0535424 Mar 08 10:22:27.208279 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786b1b0-a501-4e7c-8e91-29a42ce26ba3 req-eef42bed-3551-45f6-9b02-24323405ee4f tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:27.209742 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2786b1b0-a501-4e7c-8e91-29a42ce26ba3 req-eef42bed-3551-45f6-9b02-24323405ee4f tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 945 time: 0.0883248 Mar 08 10:22:27.220258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-2786b1b0-a501-4e7c-8e91-29a42ce26ba3 req-d494b3f2-c19b-4ffb-bfcd-2491d4081531 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Request body: {'port': {'security_groups': ['43ee9cd4-767a-4307-9766-decfd87ea26f', '1bfb0a32-8c86-4743-93d2-0c2ec49886eb']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:22:27.336041 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2786b1b0-a501-4e7c-8e91-29a42ce26ba3 req-d494b3f2-c19b-4ffb-bfcd-2491d4081531 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:27.627372 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd05e390-7307-4045-a84f-d7883fc489e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:27.701794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-2786b1b0-a501-4e7c-8e91-29a42ce26ba3 req-d494b3f2-c19b-4ffb-bfcd-2491d4081531 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] For port 3b10fb67-4363-4599-a3a8-47107de9d923, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3b10fb67-4363-4599-a3a8-47107de9d923,segment=NetworkSegment(23812409-b5e4-4a7d-96aa-84c61ac060b7),segment_id=23812409-b5e4-4a7d-96aa-84c61ac060b7)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:22:27.725780 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2786b1b0-a501-4e7c-8e91-29a42ce26ba3 req-d494b3f2-c19b-4ffb-bfcd-2491d4081531 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:27.730531 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2786b1b0-a501-4e7c-8e91-29a42ce26ba3 req-d494b3f2-c19b-4ffb-bfcd-2491d4081531 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:27.741584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['3b10fb67-4363-4599-a3a8-47107de9d923'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:22:27.794545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786b1b0-a501-4e7c-8e91-29a42ce26ba3 req-d494b3f2-c19b-4ffb-bfcd-2491d4081531 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:27.795176 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-2786b1b0-a501-4e7c-8e91-29a42ce26ba3 req-d494b3f2-c19b-4ffb-bfcd-2491d4081531 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:27.796570 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2786b1b0-a501-4e7c-8e91-29a42ce26ba3 req-d494b3f2-c19b-4ffb-bfcd-2491d4081531 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "PUT /v2.0/ports/3b10fb67-4363-4599-a3a8-47107de9d923 HTTP/1.1" status: 200 len: 981 time: 0.5806041 Mar 08 10:22:27.797049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678e21d4-7665-455c-9c7a-890e901959b3', 'tag': '3b10fb67-4363-4599-a3a8-47107de9d923'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:22:27.843596 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494b3f2-c19b-4ffb-bfcd-2491d4081531 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Pushing event updated for resources: {'Port': ['ID=3b10fb67-4363-4599-a3a8-47107de9d923,revision_number=6']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:22:27.869138 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['3b10fb67-4363-4599-a3a8-47107de9d923'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:22:27.893640 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678e21d4-7665-455c-9c7a-890e901959b3', 'tag': '3b10fb67-4363-4599-a3a8-47107de9d923', 'status': 'completed', 'code': 200} Mar 08 10:22:28.005898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d67b3-db85-4b4e-b7ed-1648fa30f187 req-81705307-e79f-4dfe-941d-e12ed13b31f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:28.007585 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b47d67b3-db85-4b4e-b7ed-1648fa30f187 req-81705307-e79f-4dfe-941d-e12ed13b31f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b6e050391e64b42b653a7bbd037d8a8&device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 1137 time: 0.0909727 Mar 08 10:22:28.032588 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030eb2c7-fcbf-4c02-8cb2-293f4b9d27e4 req-5d43fecf-6112-4153-945f-9c95616d3ab8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:28.034788 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-030eb2c7-fcbf-4c02-8cb2-293f4b9d27e4 req-5d43fecf-6112-4153-945f-9c95616d3ab8 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 984 time: 0.0972683 Mar 08 10:22:28.089311 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-030eb2c7-fcbf-4c02-8cb2-293f4b9d27e4 req-daa1630a-6dd1-4e50-8263-9a327889c180 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&id=1bfb0a32-8c86-4743-93d2-0c2ec49886eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460901 Mar 08 10:22:28.150857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d67b3-db85-4b4e-b7ed-1648fa30f187 req-9292b0d3-a238-478c-afd8-79694d924c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:28.152287 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b47d67b3-db85-4b4e-b7ed-1648fa30f187 req-9292b0d3-a238-478c-afd8-79694d924c2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=1254738e-8f05-469f-90c1-49f6c2b39e67 HTTP/1.1" status: 200 len: 915 time: 0.1382728 Mar 08 10:22:28.168206 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b2a912da-02cb-4417-8523-ab2d27abe859 None None] Provisioning complete for port 3b10fb67-4363-4599-a3a8-47107de9d923 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:22:28.168572 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2a912da-02cb-4417-8523-ab2d27abe859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:28.256035 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b47d67b3-db85-4b4e-b7ed-1648fa30f187 req-8cf8577f-99be-432c-91fe-c957972e8efc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b10fb67-4363-4599-a3a8-47107de9d923 HTTP/1.1" status: 200 len: 1001 time: 0.0975282 Mar 08 10:22:28.317095 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d67b3-db85-4b4e-b7ed-1648fa30f187 req-225f75ce-1ddf-47f1-8ba8-0e61c44e5b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:28.318513 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b47d67b3-db85-4b4e-b7ed-1648fa30f187 req-225f75ce-1ddf-47f1-8ba8-0e61c44e5b29 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e291e6e0-df9a-4f8d-b918-2843c01b50aa HTTP/1.1" status: 200 len: 853 time: 0.0567560 Mar 08 10:22:28.396602 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d67b3-db85-4b4e-b7ed-1648fa30f187 req-f045419f-20ed-479a-a3e1-6147d5dbfd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:22:28.398006 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b47d67b3-db85-4b4e-b7ed-1648fa30f187 req-f045419f-20ed-479a-a3e1-6147d5dbfd6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1254738e-8f05-469f-90c1-49f6c2b39e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719888 Mar 08 10:22:28.451243 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:28.472163 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:28.545842 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b47d67b3-db85-4b4e-b7ed-1648fa30f187 req-a1c1fd6d-5474-4a7e-9627-b3dcd548fac6 service neutron] 10.222.0.26 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400738 Mar 08 10:22:28.750448 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b47d67b3-db85-4b4e-b7ed-1648fa30f187 req-cfcdf804-e73b-4ae4-8962-7844f2446026 service neutron] 10.222.0.26 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252458 Mar 08 10:22:30.172362 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:43.466813 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:54.969357 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91f4a60d-2c4a-47ac-ae23-38381f4be751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:57.629795 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a70ea58-359f-4c50-8f19-b3f3418ce703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:58.326224 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:22:58.344616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:23:00.174933 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:23:01.318767 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:23:13.477087 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:23:17.913007 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-760607a3-57ab-4885-b8e4-305e17164e2c req-a60cf24e-0e7b-4e87-9c4e-19026c12679c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721853 Mar 08 10:23:18.048472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760607a3-57ab-4885-b8e4-305e17164e2c req-0c93dbcf-2f75-4468-93c5-99ca3a56090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:23:18.049930 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-760607a3-57ab-4885-b8e4-305e17164e2c req-0c93dbcf-2f75-4468-93c5-99ca3a56090c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b6e050391e64b42b653a7bbd037d8a8&device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 1137 time: 0.0698767 Mar 08 10:23:18.188528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760607a3-57ab-4885-b8e4-305e17164e2c req-3501541e-b58e-444a-ba11-ff9b2019b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:23:18.189986 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-760607a3-57ab-4885-b8e4-305e17164e2c req-3501541e-b58e-444a-ba11-ff9b2019b4e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1254738e-8f05-469f-90c1-49f6c2b39e67 HTTP/1.1" status: 200 len: 915 time: 0.1217887 Mar 08 10:23:18.299331 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-760607a3-57ab-4885-b8e4-305e17164e2c req-477bf8d7-cdd1-4fc0-ae72-af7d835f0395 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b10fb67-4363-4599-a3a8-47107de9d923 HTTP/1.1" status: 200 len: 1001 time: 0.1031833 Mar 08 10:23:18.363560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760607a3-57ab-4885-b8e4-305e17164e2c req-458d9aff-67af-468b-b3b2-baa819884cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:23:18.364986 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-760607a3-57ab-4885-b8e4-305e17164e2c req-458d9aff-67af-468b-b3b2-baa819884cc1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e291e6e0-df9a-4f8d-b918-2843c01b50aa HTTP/1.1" status: 200 len: 853 time: 0.0602522 Mar 08 10:23:18.437753 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760607a3-57ab-4885-b8e4-305e17164e2c req-c9df233b-f880-4538-abdc-c069acb2f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:23:18.439233 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-760607a3-57ab-4885-b8e4-305e17164e2c req-c9df233b-f880-4538-abdc-c069acb2f1a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1254738e-8f05-469f-90c1-49f6c2b39e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687056 Mar 08 10:23:18.566728 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-760607a3-57ab-4885-b8e4-305e17164e2c req-51b118b9-55a9-4ce3-a614-3555f5e62349 service neutron] 10.222.0.26 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205556 Mar 08 10:23:18.789542 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-760607a3-57ab-4885-b8e4-305e17164e2c req-c12b924c-e525-4b46-86a3-0d67942559d4 service neutron] 10.222.0.26 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168241 Mar 08 10:23:24.971151 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f93912b5-5848-4815-b4e8-2cfa0a0a7ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:23:26.072756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92cccd-1da2-4620-a89a-eb2d5c8bb889 req-8a8247c5-1604-4495-9afb-b80326b7c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:23:26.073650 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-df92cccd-1da2-4620-a89a-eb2d5c8bb889 req-8a8247c5-1604-4495-9afb-b80326b7c046 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b6e050391e64b42b653a7bbd037d8a8&device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 1137 time: 0.0748610 Mar 08 10:23:26.109788 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5f479-d669-433c-8155-078d3ea75329 req-2266ff45-98a0-4c36-b4f1-990abdf18ea7 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:23:26.111259 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-97e5f479-d669-433c-8155-078d3ea75329 req-2266ff45-98a0-4c36-b4f1-990abdf18ea7 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 984 time: 0.0892532 Mar 08 10:23:26.158231 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-97e5f479-d669-433c-8155-078d3ea75329 req-ab1ef8c5-f5b4-4443-87e8-c727d654ad0c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&id=1bfb0a32-8c86-4743-93d2-0c2ec49886eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401797 Mar 08 10:23:26.212009 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92cccd-1da2-4620-a89a-eb2d5c8bb889 req-baccbf1a-6efa-4741-a286-af35235de614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:23:26.213398 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-df92cccd-1da2-4620-a89a-eb2d5c8bb889 req-baccbf1a-6efa-4741-a286-af35235de614 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1254738e-8f05-469f-90c1-49f6c2b39e67 HTTP/1.1" status: 200 len: 915 time: 0.1334364 Mar 08 10:23:26.311386 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-df92cccd-1da2-4620-a89a-eb2d5c8bb889 req-4076b5b2-07c7-4379-947e-7ba9c13a23e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b10fb67-4363-4599-a3a8-47107de9d923 HTTP/1.1" status: 200 len: 1001 time: 0.0915015 Mar 08 10:23:26.376000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92cccd-1da2-4620-a89a-eb2d5c8bb889 req-e10fd3a9-82ea-454e-8142-5e65403af408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:23:26.377917 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-df92cccd-1da2-4620-a89a-eb2d5c8bb889 req-e10fd3a9-82ea-454e-8142-5e65403af408 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e291e6e0-df9a-4f8d-b918-2843c01b50aa HTTP/1.1" status: 200 len: 853 time: 0.0602639 Mar 08 10:23:26.451825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92cccd-1da2-4620-a89a-eb2d5c8bb889 req-758fcd2a-95f9-4791-927b-0597830d8390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:23:26.453287 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-df92cccd-1da2-4620-a89a-eb2d5c8bb889 req-758fcd2a-95f9-4791-927b-0597830d8390 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1254738e-8f05-469f-90c1-49f6c2b39e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690696 Mar 08 10:23:26.581902 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-df92cccd-1da2-4620-a89a-eb2d5c8bb889 req-a7bda3ef-f63a-4269-a724-57b5cea1b302 service neutron] 10.222.0.26 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202569 Mar 08 10:23:26.718106 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-df92cccd-1da2-4620-a89a-eb2d5c8bb889 req-66c3e937-5aad-4219-ba62-60637d622c53 service neutron] 10.222.0.26 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300201 Mar 08 10:23:27.349244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5808510-17b4-46ff-b349-2b4dc3d94eb4 req-4f3a7e60-5513-47fd-8240-598b10b0da3a tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:23:27.350587 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b5808510-17b4-46ff-b349-2b4dc3d94eb4 req-4f3a7e60-5513-47fd-8240-598b10b0da3a tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 984 time: 0.0817375 Mar 08 10:23:27.395645 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b5808510-17b4-46ff-b349-2b4dc3d94eb4 req-05030ae9-0b4c-4239-8875-8966a7884d06 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&id=1bfb0a32-8c86-4743-93d2-0c2ec49886eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393825 Mar 08 10:23:27.631500 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f3bb5d82-04da-423a-91fd-0aed6d35df06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:23:28.329594 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:23:28.345181 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:23:28.581000 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497e607-8fb7-42f6-b97c-efba9b5a86e4 req-110f96f3-333f-4a2a-b540-b9e1257bfa5e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:23:28.582401 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c497e607-8fb7-42f6-b97c-efba9b5a86e4 req-110f96f3-333f-4a2a-b540-b9e1257bfa5e tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 984 time: 0.0791004 Mar 08 10:23:28.627853 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c497e607-8fb7-42f6-b97c-efba9b5a86e4 req-3b14cb30-977d-4219-b0e3-46cd72eebaac tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&id=1bfb0a32-8c86-4743-93d2-0c2ec49886eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395796 Mar 08 10:23:29.811403 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8deb1a5-2ffa-483d-84df-73ffa1e57077 req-288a0619-acdf-4ff0-8ea6-f84aecd1f974 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:23:29.812875 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c8deb1a5-2ffa-483d-84df-73ffa1e57077 req-288a0619-acdf-4ff0-8ea6-f84aecd1f974 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 984 time: 0.0811267 Mar 08 10:23:29.861086 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c8deb1a5-2ffa-483d-84df-73ffa1e57077 req-4d1e6cdd-c3c8-41ec-8513-941cc192b779 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&id=1bfb0a32-8c86-4743-93d2-0c2ec49886eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418215 Mar 08 10:23:30.177650 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:23:31.045289 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e0986-a2fd-447a-a1c5-ab6dc25172e1 req-49aee35b-e8e4-4e38-88c8-f0c402036c77 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:23:31.047202 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aa4e0986-a2fd-447a-a1c5-ab6dc25172e1 req-49aee35b-e8e4-4e38-88c8-f0c402036c77 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 984 time: 0.0822859 Mar 08 10:23:31.091925 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aa4e0986-a2fd-447a-a1c5-ab6dc25172e1 req-83cec4f5-4e5e-4a60-a0f6-c8c3c4905b3b tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&id=1bfb0a32-8c86-4743-93d2-0c2ec49886eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394449 Mar 08 10:23:32.271180 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbda48-7e81-4331-a879-f0f467e134bf req-9fd9004d-a9c2-4daf-ac05-c6afe053f866 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:23:32.272615 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-58fbda48-7e81-4331-a879-f0f467e134bf req-9fd9004d-a9c2-4daf-ac05-c6afe053f866 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 984 time: 0.0785935 Mar 08 10:23:32.322378 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-58fbda48-7e81-4331-a879-f0f467e134bf req-520e559b-38ad-49aa-97ea-0eb92e7db136 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&id=1bfb0a32-8c86-4743-93d2-0c2ec49886eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387986 Mar 08 10:23:33.499993 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48524980-8479-48c4-af26-abc0bb19dcc3 req-f2f9dea6-ed89-44b5-a452-99a053d90253 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:23:33.501462 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-48524980-8479-48c4-af26-abc0bb19dcc3 req-f2f9dea6-ed89-44b5-a452-99a053d90253 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 984 time: 0.0791078 Mar 08 10:23:33.550905 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-48524980-8479-48c4-af26-abc0bb19dcc3 req-25723dd7-d36a-448d-a659-300db0f3c858 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&id=1bfb0a32-8c86-4743-93d2-0c2ec49886eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432212 Mar 08 10:23:34.736768 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ead7d-2eb9-443f-bbf1-98a9f4acf5f6 req-7d0ff278-2d72-4fff-bb71-7f45d5b6968a tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:23:34.738224 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fd1ead7d-2eb9-443f-bbf1-98a9f4acf5f6 req-7d0ff278-2d72-4fff-bb71-7f45d5b6968a tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 984 time: 0.0820370 Mar 08 10:23:34.782522 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fd1ead7d-2eb9-443f-bbf1-98a9f4acf5f6 req-347d0491-202c-42e2-8dd2-a38acbe2c82c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&id=1bfb0a32-8c86-4743-93d2-0c2ec49886eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386086 Mar 08 10:23:35.965102 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aad6b-cbbf-42d0-bfea-864be05648f1 req-bb5e1276-97d1-4e5f-9ca0-fd28d9964020 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:23:35.967254 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-603aad6b-cbbf-42d0-bfea-864be05648f1 req-bb5e1276-97d1-4e5f-9ca0-fd28d9964020 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 984 time: 0.0783753 Mar 08 10:23:36.018573 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-603aad6b-cbbf-42d0-bfea-864be05648f1 req-f4d3e00b-4a07-4061-ae16-2173a59b9b00 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&id=1bfb0a32-8c86-4743-93d2-0c2ec49886eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463259 Mar 08 10:23:37.203141 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ee221-dd0f-4a4f-9211-746ccb8e1fa1 req-444fb414-46db-444a-b769-7758678068bb tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:23:37.204570 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a16ee221-dd0f-4a4f-9211-746ccb8e1fa1 req-444fb414-46db-444a-b769-7758678068bb tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 984 time: 0.0783558 Mar 08 10:23:37.249674 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a16ee221-dd0f-4a4f-9211-746ccb8e1fa1 req-c98fc4fe-0c74-4330-a7ab-883b300adce6 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&id=1bfb0a32-8c86-4743-93d2-0c2ec49886eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387352 Mar 08 10:23:38.317902 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:23:38.432528 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747845f-5866-4ab9-b36f-5483e7bba773 req-8e29ce1b-f9b3-424c-af45-a09036dafcb6 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:23:38.434110 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9747845f-5866-4ab9-b36f-5483e7bba773 req-8e29ce1b-f9b3-424c-af45-a09036dafcb6 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 984 time: 0.0818408 Mar 08 10:23:38.479013 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9747845f-5866-4ab9-b36f-5483e7bba773 req-80b97b39-2e04-44f6-8c0a-87456d61e423 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&id=1bfb0a32-8c86-4743-93d2-0c2ec49886eb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392256 Mar 08 10:23:43.496974 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:23:54.973282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de128296-e8a3-4781-8b68-218a007c77c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:23:57.633573 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c799a30-4e65-488e-a5c8-f0dfcda675e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:23:58.338351 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:23:58.349295 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:00.180392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:13.521195 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:15.317852 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:24:19.870340 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6ba434aa-4c66-401e-bf30-bdc01bad7762 req-188ee16c-5dee-4035-890c-0277de33692c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724211 Mar 08 10:24:20.002326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba434aa-4c66-401e-bf30-bdc01bad7762 req-32017fdc-c475-43e8-9291-1a32a9c79b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:24:20.003792 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6ba434aa-4c66-401e-bf30-bdc01bad7762 req-32017fdc-c475-43e8-9291-1a32a9c79b14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b6e050391e64b42b653a7bbd037d8a8&device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 1137 time: 0.0683119 Mar 08 10:24:20.142053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba434aa-4c66-401e-bf30-bdc01bad7762 req-e6c65f86-a38f-46d7-a359-aeeba04c833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:24:20.143377 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6ba434aa-4c66-401e-bf30-bdc01bad7762 req-e6c65f86-a38f-46d7-a359-aeeba04c833d service neutron] 10.222.0.26 "GET /v2.0/networks?id=1254738e-8f05-469f-90c1-49f6c2b39e67 HTTP/1.1" status: 200 len: 915 time: 0.1225362 Mar 08 10:24:20.242847 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6ba434aa-4c66-401e-bf30-bdc01bad7762 req-ced6e148-8f8d-4739-a7da-c123af920dc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b10fb67-4363-4599-a3a8-47107de9d923 HTTP/1.1" status: 200 len: 1001 time: 0.0932968 Mar 08 10:24:20.302944 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba434aa-4c66-401e-bf30-bdc01bad7762 req-72582a37-8623-4cfa-bc61-1b03cd439818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:24:20.304305 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6ba434aa-4c66-401e-bf30-bdc01bad7762 req-72582a37-8623-4cfa-bc61-1b03cd439818 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e291e6e0-df9a-4f8d-b918-2843c01b50aa HTTP/1.1" status: 200 len: 853 time: 0.0551572 Mar 08 10:24:20.378010 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba434aa-4c66-401e-bf30-bdc01bad7762 req-fbf8c4f3-3c66-4dd7-b825-9918023aad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:24:20.379421 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6ba434aa-4c66-401e-bf30-bdc01bad7762 req-fbf8c4f3-3c66-4dd7-b825-9918023aad36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1254738e-8f05-469f-90c1-49f6c2b39e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694563 Mar 08 10:24:20.600601 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6ba434aa-4c66-401e-bf30-bdc01bad7762 req-448aa641-9f27-4250-be2e-366e7497f048 service neutron] 10.222.0.26 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145762 Mar 08 10:24:20.726900 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6ba434aa-4c66-401e-bf30-bdc01bad7762 req-71b084ae-4052-407f-a51a-de223f812eea service neutron] 10.222.0.26 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206257 Mar 08 10:24:24.975619 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4bd36c11-d44b-4c6f-9a20-6cf74b53d332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:27.634078 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7030f2a1-2d5a-46e6-b127-6aa45e2195d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:28.341199 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:28.353843 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:30.181904 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:33.319985 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4cd86a7c-e887-4fed-87e4-880ba1788f7c req-0c8daa7a-ab03-4b72-8ae4-09237a1814a7 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1997375867&fields=id&tenant_id=5b6e050391e64b42b653a7bbd037d8a8 HTTP/1.1" status: 200 len: 267 time: 0.0420477 Mar 08 10:24:33.409665 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd86a7c-e887-4fed-87e4-880ba1788f7c req-d57ce8a4-f296-47dc-b705-e3ca1e25fed4 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:24:33.411622 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4cd86a7c-e887-4fed-87e4-880ba1788f7c req-d57ce8a4-f296-47dc-b705-e3ca1e25fed4 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 984 time: 0.0862057 Mar 08 10:24:33.422378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-4cd86a7c-e887-4fed-87e4-880ba1788f7c req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Request body: {'port': {'security_groups': ['43ee9cd4-767a-4307-9766-decfd87ea26f']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:24:33.545869 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4cd86a7c-e887-4fed-87e4-880ba1788f7c req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:33.784508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-4cd86a7c-e887-4fed-87e4-880ba1788f7c req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] For port 3b10fb67-4363-4599-a3a8-47107de9d923, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3b10fb67-4363-4599-a3a8-47107de9d923,segment=NetworkSegment(23812409-b5e4-4a7d-96aa-84c61ac060b7),segment_id=23812409-b5e4-4a7d-96aa-84c61ac060b7)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:24:33.808541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4cd86a7c-e887-4fed-87e4-880ba1788f7c req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:33.813001 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4cd86a7c-e887-4fed-87e4-880ba1788f7c req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:33.826176 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['3b10fb67-4363-4599-a3a8-47107de9d923'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:24:33.885007 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd86a7c-e887-4fed-87e4-880ba1788f7c req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:24:33.885751 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4cd86a7c-e887-4fed-87e4-880ba1788f7c req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:33.887290 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4cd86a7c-e887-4fed-87e4-880ba1788f7c req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "PUT /v2.0/ports/3b10fb67-4363-4599-a3a8-47107de9d923 HTTP/1.1" status: 200 len: 942 time: 0.4691606 Mar 08 10:24:33.890207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678e21d4-7665-455c-9c7a-890e901959b3', 'tag': '3b10fb67-4363-4599-a3a8-47107de9d923'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:24:33.898067 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53516) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:33.935034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Pushing event updated for resources: {'Port': ['ID=3b10fb67-4363-4599-a3a8-47107de9d923,revision_number=7']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:33.944408 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:33.944942 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:33.945354 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:33.945764 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:33.946217 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:33.946613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:33.947010 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:33.947407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:33.947799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:33.948193 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:33.948729 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:33.949129 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fcd675-0001-4ecc-80fe-48dc13487ade tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:33.961857 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678e21d4-7665-455c-9c7a-890e901959b3', 'tag': '3b10fb67-4363-4599-a3a8-47107de9d923', 'status': 'completed', 'code': 200} Mar 08 10:24:33.967658 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['3b10fb67-4363-4599-a3a8-47107de9d923'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:24:33.991095 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a078b771-7714-4002-bcdd-47e789488e34 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:34.023554 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a078b771-7714-4002-bcdd-47e789488e34 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:34.054973 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcad3c-68c5-4ff6-baf6-077127466f41 req-f4f7158d-672f-4e0c-b298-b67193b3f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:24:34.056557 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a4dcad3c-68c5-4ff6-baf6-077127466f41 req-f4f7158d-672f-4e0c-b298-b67193b3f506 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b6e050391e64b42b653a7bbd037d8a8&device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 1098 time: 0.0842881 Mar 08 10:24:34.113899 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a078b771-7714-4002-bcdd-47e789488e34 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:34.138338 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078b771-7714-4002-bcdd-47e789488e34 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfb0a32-8c86-4743-93d2-0c2ec49886eb,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:34.148006 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a078b771-7714-4002-bcdd-47e789488e34 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:34.148345 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a078b771-7714-4002-bcdd-47e789488e34 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:34.148683 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a078b771-7714-4002-bcdd-47e789488e34 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:34.149041 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a078b771-7714-4002-bcdd-47e789488e34 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:34.149496 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a078b771-7714-4002-bcdd-47e789488e34 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:34.149831 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a078b771-7714-4002-bcdd-47e789488e34 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:34.150288 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a078b771-7714-4002-bcdd-47e789488e34 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:34.150933 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a078b771-7714-4002-bcdd-47e789488e34 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:34.151652 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a078b771-7714-4002-bcdd-47e789488e34 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:34.151889 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a078b771-7714-4002-bcdd-47e789488e34 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:34.152266 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a078b771-7714-4002-bcdd-47e789488e34 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:34.152941 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a078b771-7714-4002-bcdd-47e789488e34 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:24:34.165635 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a078b771-7714-4002-bcdd-47e789488e34 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:34.169145 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a078b771-7714-4002-bcdd-47e789488e34 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "DELETE /v2.0/security-groups/1bfb0a32-8c86-4743-93d2-0c2ec49886eb HTTP/1.1" status: 204 len: 168 time: 0.2675402 Mar 08 10:24:34.169570 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53520) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:34.233725 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcad3c-68c5-4ff6-baf6-077127466f41 req-2353c021-fbd2-408d-b2f1-6f582a9696eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:24:34.235175 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a4dcad3c-68c5-4ff6-baf6-077127466f41 req-2353c021-fbd2-408d-b2f1-6f582a9696eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=1254738e-8f05-469f-90c1-49f6c2b39e67 HTTP/1.1" status: 200 len: 915 time: 0.1730270 Mar 08 10:24:34.247888 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-042773fa-39ab-4d84-95a0-596639317942 None None] Provisioning complete for port 3b10fb67-4363-4599-a3a8-47107de9d923 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:24:34.248269 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-042773fa-39ab-4d84-95a0-596639317942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:34.350294 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a4dcad3c-68c5-4ff6-baf6-077127466f41 req-52122e80-4322-4ecb-9c17-5b41e6271153 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b10fb67-4363-4599-a3a8-47107de9d923 HTTP/1.1" status: 200 len: 1001 time: 0.1022208 Mar 08 10:24:34.373991 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ecb58e49-8a36-46f9-a92b-1017bb53088c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Deleting port 07521dcf-724e-477d-9c3a-7ded2f55d8f1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:24:34.374328 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ecb58e49-8a36-46f9-a92b-1017bb53088c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:34.415022 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcad3c-68c5-4ff6-baf6-077127466f41 req-2de3b366-043f-4c13-82fc-cb1b08282fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:24:34.416571 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a4dcad3c-68c5-4ff6-baf6-077127466f41 req-2de3b366-043f-4c13-82fc-cb1b08282fef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e291e6e0-df9a-4f8d-b918-2843c01b50aa HTTP/1.1" status: 200 len: 853 time: 0.0604606 Mar 08 10:24:34.496004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcad3c-68c5-4ff6-baf6-077127466f41 req-a210cd86-f802-4899-8da0-57cc364c6693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:24:34.497613 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a4dcad3c-68c5-4ff6-baf6-077127466f41 req-a210cd86-f802-4899-8da0-57cc364c6693 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1254738e-8f05-469f-90c1-49f6c2b39e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753887 Mar 08 10:24:34.630737 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a4dcad3c-68c5-4ff6-baf6-077127466f41 req-bb974805-d764-4764-87ad-d2fc63d3611e service neutron] 10.222.0.26 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268909 Mar 08 10:24:34.648874 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ecb58e49-8a36-46f9-a92b-1017bb53088c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:34.649194 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ecb58e49-8a36-46f9-a92b-1017bb53088c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:34.759846 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a4dcad3c-68c5-4ff6-baf6-077127466f41 req-7cc1e67c-4180-411a-bfc4-324bd7bf2b96 service neutron] 10.222.0.26 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231403 Mar 08 10:24:34.767342 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ecb58e49-8a36-46f9-a92b-1017bb53088c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Calling delete_port for 07521dcf-724e-477d-9c3a-7ded2f55d8f1 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:24:34.915542 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ecb58e49-8a36-46f9-a92b-1017bb53088c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:34.959654 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb58e49-8a36-46f9-a92b-1017bb53088c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Pushing event deleted for resources: {'Port': ['ID=07521dcf-724e-477d-9c3a-7ded2f55d8f1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:35.060980 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ecb58e49-8a36-46f9-a92b-1017bb53088c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:35.061310 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-ecb58e49-8a36-46f9-a92b-1017bb53088c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Floating IP 6161da3f-347c-405d-bad8-4d0ae8a96cbd disassociated (deleted). External IP: 172.26.2.195, port: 3b10fb67-4363-4599-a3a8-47107de9d923. Mar 08 10:24:35.402109 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb58e49-8a36-46f9-a92b-1017bb53088c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Router cb1abe90-5d32-4e6d-b552-dc45033e0301 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:24:35.574281 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb58e49-8a36-46f9-a92b-1017bb53088c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:24:35.584996 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468875f1-9490-4b36-aaac-d80d954c22b5 None None] Sync routers for ids ['cb1abe90-5d32-4e6d-b552-dc45033e0301'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:24:35.594165 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468875f1-9490-4b36-aaac-d80d954c22b5 None None] Routers {'cb1abe90-5d32-4e6d-b552-dc45033e0301'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:24:35.594775 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-468875f1-9490-4b36-aaac-d80d954c22b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:24:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['cb1abe90-5d32-4e6d-b552-dc45033e0301'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:24:35.595178 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ecb58e49-8a36-46f9-a92b-1017bb53088c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:35.649941 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ecb58e49-8a36-46f9-a92b-1017bb53088c tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "DELETE /v2.0/floatingips/6161da3f-347c-405d-bad8-4d0ae8a96cbd HTTP/1.1" status: 204 len: 168 time: 1.4794068 Mar 08 10:24:35.650531 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678e21d4-7665-455c-9c7a-890e901959b3', 'tag': '3b10fb67-4363-4599-a3a8-47107de9d923'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:24:35.697495 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678e21d4-7665-455c-9c7a-890e901959b3', 'tag': '3b10fb67-4363-4599-a3a8-47107de9d923', 'status': 'completed', 'code': 200} Mar 08 10:24:35.770961 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-468875f1-9490-4b36-aaac-d80d954c22b5 None None] Set router cb1abe90-5d32-4e6d-b552-dc45033e0301 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:24:35.787840 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a508c-6db2-4744-85f9-c4f5f73903e4 req-da43894c-88cc-44a7-bb9c-9fb747ef05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:24:35.789605 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e66a508c-6db2-4744-85f9-c4f5f73903e4 req-da43894c-88cc-44a7-bb9c-9fb747ef05c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b6e050391e64b42b653a7bbd037d8a8&device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 1098 time: 0.0707438 Mar 08 10:24:36.038427 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a508c-6db2-4744-85f9-c4f5f73903e4 req-54de31d3-9656-4f6b-ad64-d4404e3baa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:24:36.040196 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e66a508c-6db2-4744-85f9-c4f5f73903e4 req-54de31d3-9656-4f6b-ad64-d4404e3baa98 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1254738e-8f05-469f-90c1-49f6c2b39e67 HTTP/1.1" status: 200 len: 915 time: 0.2451785 Mar 08 10:24:36.118358 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e66a508c-6db2-4744-85f9-c4f5f73903e4 req-eb401cde-460f-4d6c-889c-7619a9aceac3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b10fb67-4363-4599-a3a8-47107de9d923 HTTP/1.1" status: 200 len: 217 time: 0.0684500 Mar 08 10:24:36.132619 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-468875f1-9490-4b36-aaac-d80d954c22b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'name': 'tempest-TestMinimumBasicScenario-313567770-router', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:29Z', 'updated_at': '2022-03-08T10:21:33Z', 'revision_number': 4, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'gw_port': {'id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:30Z', 'updated_at': '2022-03-08T10:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'd4b39088-25d7-41fe-93be-39a7a085d85a', 'name': '', 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'mac_address': 'fa:16:3e:50:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e291e6e0-df9a-4f8d-b918-2843c01b50aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:32Z', 'updated_at': '2022-03-08T10:21:39Z', 'revision_number': 5, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'subnets': [{'id': 'e291e6e0-df9a-4f8d-b918-2843c01b50aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:24:36.136843 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468875f1-9490-4b36-aaac-d80d954c22b5 None None] Checking router: cb1abe90-5d32-4e6d-b552-dc45033e0301 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:24:36.145390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468875f1-9490-4b36-aaac-d80d954c22b5 None None] Routers {'cb1abe90-5d32-4e6d-b552-dc45033e0301'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:24:36.145981 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-468875f1-9490-4b36-aaac-d80d954c22b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:24:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['cb1abe90-5d32-4e6d-b552-dc45033e0301'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:24:36.180318 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a508c-6db2-4744-85f9-c4f5f73903e4 req-e1d48b6c-0aa9-4d04-bdf9-563ea18f58fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:24:36.181777 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e66a508c-6db2-4744-85f9-c4f5f73903e4 req-e1d48b6c-0aa9-4d04-bdf9-563ea18f58fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e291e6e0-df9a-4f8d-b918-2843c01b50aa HTTP/1.1" status: 200 len: 853 time: 0.0578377 Mar 08 10:24:36.258603 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a508c-6db2-4744-85f9-c4f5f73903e4 req-937aebfb-2bba-4b65-9ac5-0b6dd0d1ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:24:36.259974 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e66a508c-6db2-4744-85f9-c4f5f73903e4 req-937aebfb-2bba-4b65-9ac5-0b6dd0d1ccca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1254738e-8f05-469f-90c1-49f6c2b39e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718689 Mar 08 10:24:36.319046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-468875f1-9490-4b36-aaac-d80d954c22b5 None None] Set router cb1abe90-5d32-4e6d-b552-dc45033e0301 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:24:36.390936 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e66a508c-6db2-4744-85f9-c4f5f73903e4 req-2888f7ea-47ce-4fda-b32c-3b2c5c324aff service neutron] 10.222.0.26 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244013 Mar 08 10:24:36.518983 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e66a508c-6db2-4744-85f9-c4f5f73903e4 req-ae1b5263-1b19-43aa-a85b-013a081e69e6 service neutron] 10.222.0.26 "GET /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218715 Mar 08 10:24:36.624421 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-468875f1-9490-4b36-aaac-d80d954c22b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'name': 'tempest-TestMinimumBasicScenario-313567770-router', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:29Z', 'updated_at': '2022-03-08T10:21:33Z', 'revision_number': 4, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'gw_port': {'id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:30Z', 'updated_at': '2022-03-08T10:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'd4b39088-25d7-41fe-93be-39a7a085d85a', 'name': '', 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'mac_address': 'fa:16:3e:50:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e291e6e0-df9a-4f8d-b918-2843c01b50aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:32Z', 'updated_at': '2022-03-08T10:21:39Z', 'revision_number': 5, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'subnets': [{'id': 'e291e6e0-df9a-4f8d-b918-2843c01b50aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:24:36.628350 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468875f1-9490-4b36-aaac-d80d954c22b5 None None] The sync data for ids ['cb1abe90-5d32-4e6d-b552-dc45033e0301'] in dv-neutron-831730-2-hyperv is: [{'id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'name': 'tempest-TestMinimumBasicScenario-313567770-router', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:29Z', 'updated_at': '2022-03-08T10:21:33Z', 'revision_number': 4, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'gw_port': {'id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:30Z', 'updated_at': '2022-03-08T10:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'd4b39088-25d7-41fe-93be-39a7a085d85a', 'name': '', 'network_id': '1254738e-8f05-469f-90c1-49f6c2b39e67', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'mac_address': 'fa:16:3e:50:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e291e6e0-df9a-4f8d-b918-2843c01b50aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:32Z', 'updated_at': '2022-03-08T10:21:39Z', 'revision_number': 5, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'subnets': [{'id': 'e291e6e0-df9a-4f8d-b918-2843c01b50aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:24:36.843196 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aab7925-f9f3-4525-aaae-1be2374deb16 None None] New status for floating IP 6161da3f-347c-405d-bad8-4d0ae8a96cbd: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:24:39.997144 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fa435-5c8d-497f-b1e3-f43b1a6b580b req-d157e3a7-8a16-4b2a-bc45-ceb55f68e4f2 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:24:39.997826 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-927fa435-5c8d-497f-b1e3-f43b1a6b580b req-d157e3a7-8a16-4b2a-bc45-ceb55f68e4f2 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Synchronizing usage tracker for tenant:5b6e050391e64b42b653a7bbd037d8a8 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:24:40.012238 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-927fa435-5c8d-497f-b1e3-f43b1a6b580b req-d157e3a7-8a16-4b2a-bc45-ceb55f68e4f2 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Unset dirty status for tenant:5b6e050391e64b42b653a7bbd037d8a8 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:24:40.013366 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-927fa435-5c8d-497f-b1e3-f43b1a6b580b req-d157e3a7-8a16-4b2a-bc45-ceb55f68e4f2 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 945 time: 0.0945885 Mar 08 10:24:40.056824 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-927fa435-5c8d-497f-b1e3-f43b1a6b580b req-08e2cdba-b24a-4128-ab74-614c20de1888 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Synchronizing usage tracker for tenant:5b6e050391e64b42b653a7bbd037d8a8 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:24:40.070671 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-927fa435-5c8d-497f-b1e3-f43b1a6b580b req-08e2cdba-b24a-4128-ab74-614c20de1888 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Unset dirty status for tenant:5b6e050391e64b42b653a7bbd037d8a8 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:24:40.071743 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-927fa435-5c8d-497f-b1e3-f43b1a6b580b req-08e2cdba-b24a-4128-ab74-614c20de1888 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527935 Mar 08 10:24:41.251650 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d0abe-b7bc-4e11-a091-ab05dae7204b req-e5a1b1e2-18af-4670-9905-56dfc80f15ee tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:24:41.253097 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-700d0abe-b7bc-4e11-a091-ab05dae7204b req-e5a1b1e2-18af-4670-9905-56dfc80f15ee tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 945 time: 0.0775266 Mar 08 10:24:41.295758 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-700d0abe-b7bc-4e11-a091-ab05dae7204b req-f537a93d-b7b1-4224-8d0a-765aa87ca299 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368485 Mar 08 10:24:41.925162 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d61fe-abb4-4ea8-95f4-b8ca7f5dca65 req-693dec45-f7f9-4914-95a7-944d5330e345 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:24:41.926595 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f26d61fe-abb4-4ea8-95f4-b8ca7f5dca65 req-693dec45-f7f9-4914-95a7-944d5330e345 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.26 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 945 time: 0.0789788 Mar 08 10:24:41.992667 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-f26d61fe-abb4-4ea8-95f4-b8ca7f5dca65 req-c829c072-54a2-4946-8dc6-e294af34291f tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Deleting port 3b10fb67-4363-4599-a3a8-47107de9d923 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:24:41.993028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f26d61fe-abb4-4ea8-95f4-b8ca7f5dca65 req-c829c072-54a2-4946-8dc6-e294af34291f tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:42.224608 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-f26d61fe-abb4-4ea8-95f4-b8ca7f5dca65 req-c829c072-54a2-4946-8dc6-e294af34291f tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] For port 3b10fb67-4363-4599-a3a8-47107de9d923, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=3b10fb67-4363-4599-a3a8-47107de9d923,segment=NetworkSegment(23812409-b5e4-4a7d-96aa-84c61ac060b7),segment_id=23812409-b5e4-4a7d-96aa-84c61ac060b7)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:24:42.224886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f26d61fe-abb4-4ea8-95f4-b8ca7f5dca65 req-c829c072-54a2-4946-8dc6-e294af34291f tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:42.341561 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-f26d61fe-abb4-4ea8-95f4-b8ca7f5dca65 req-c829c072-54a2-4946-8dc6-e294af34291f tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Calling delete_port for 3b10fb67-4363-4599-a3a8-47107de9d923 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:24:42.478488 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf712394-0c1a-45ab-823b-a5206e00a986 req-32859108-a374-41b3-820d-72bd00db64ca tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:24:42.479881 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cf712394-0c1a-45ab-823b-a5206e00a986 req-32859108-a374-41b3-820d-72bd00db64ca tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e21d4-7665-455c-9c7a-890e901959b3 HTTP/1.1" status: 200 len: 945 time: 0.0787795 Mar 08 10:24:42.485828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f26d61fe-abb4-4ea8-95f4-b8ca7f5dca65 req-c829c072-54a2-4946-8dc6-e294af34291f tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:42.498085 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['3b10fb67-4363-4599-a3a8-47107de9d923'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:24:42.532175 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cf712394-0c1a-45ab-823b-a5206e00a986 req-c07b9a1b-2fd5-46e0-9b73-619a145d51d4 tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.24 "GET /v2.0/security-groups?id=43ee9cd4-767a-4307-9766-decfd87ea26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456877 Mar 08 10:24:42.537275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829c072-54a2-4946-8dc6-e294af34291f tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Pushing event deleted for resources: {'Port': ['ID=3b10fb67-4363-4599-a3a8-47107de9d923,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:42.611542 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26d61fe-abb4-4ea8-95f4-b8ca7f5dca65 req-c829c072-54a2-4946-8dc6-e294af34291f tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] No DVR routers for this DVR port 3b10fb67-4363-4599-a3a8-47107de9d923 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:24:42.614618 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f26d61fe-abb4-4ea8-95f4-b8ca7f5dca65 req-c829c072-54a2-4946-8dc6-e294af34291f tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:42.617052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678e21d4-7665-455c-9c7a-890e901959b3', 'name': 'network-vif-deleted', 'tag': '3b10fb67-4363-4599-a3a8-47107de9d923'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:24:42.633682 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f26d61fe-abb4-4ea8-95f4-b8ca7f5dca65 req-c829c072-54a2-4946-8dc6-e294af34291f tempest-TestMinimumBasicScenario-165209688 tempest-TestMinimumBasicScenario-165209688-project] 10.222.0.26 "DELETE /v2.0/ports/3b10fb67-4363-4599-a3a8-47107de9d923 HTTP/1.1" status: 204 len: 173 time: 0.7019093 Mar 08 10:24:42.661454 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678e21d4-7665-455c-9c7a-890e901959b3', 'name': 'network-vif-deleted', 'tag': '3b10fb67-4363-4599-a3a8-47107de9d923', 'status': 'completed', 'code': 200} Mar 08 10:24:43.556189 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:44.176043 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53606) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:44.810536 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a12bb56-4c92-451d-8c2b-9ee6f52b08b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:45.169011 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8a12bb56-4c92-451d-8c2b-9ee6f52b08b9 admin admin] Deleting port d4b39088-25d7-41fe-93be-39a7a085d85a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:24:45.169349 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a12bb56-4c92-451d-8c2b-9ee6f52b08b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:45.332167 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-8a12bb56-4c92-451d-8c2b-9ee6f52b08b9 admin admin] For port d4b39088-25d7-41fe-93be-39a7a085d85a, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=d4b39088-25d7-41fe-93be-39a7a085d85a,segment=NetworkSegment(23812409-b5e4-4a7d-96aa-84c61ac060b7),segment_id=23812409-b5e4-4a7d-96aa-84c61ac060b7)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:24:45.332871 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a12bb56-4c92-451d-8c2b-9ee6f52b08b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:45.466400 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8a12bb56-4c92-451d-8c2b-9ee6f52b08b9 admin admin] Calling delete_port for d4b39088-25d7-41fe-93be-39a7a085d85a owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:24:45.883142 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a12bb56-4c92-451d-8c2b-9ee6f52b08b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:45.930776 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12bb56-4c92-451d-8c2b-9ee6f52b08b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b39088-25d7-41fe-93be-39a7a085d85a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:46.186420 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a12bb56-4c92-451d-8c2b-9ee6f52b08b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:46.526633 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a12bb56-4c92-451d-8c2b-9ee6f52b08b9 admin admin] Router cb1abe90-5d32-4e6d-b552-dc45033e0301 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:24:46.698911 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a12bb56-4c92-451d-8c2b-9ee6f52b08b9 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:24:46.707854 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ad60d-73d8-47ab-9fc9-c60b68ce05dd None None] Sync routers for ids ['cb1abe90-5d32-4e6d-b552-dc45033e0301'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:24:46.711165 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8a12bb56-4c92-451d-8c2b-9ee6f52b08b9 admin admin] 10.222.0.24 "PUT /v2.0/routers/cb1abe90-5d32-4e6d-b552-dc45033e0301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5339329 Mar 08 10:24:46.713727 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53610) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:46.722207 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ad60d-73d8-47ab-9fc9-c60b68ce05dd None None] Routers {'cb1abe90-5d32-4e6d-b552-dc45033e0301'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:24:46.722827 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-346ad60d-73d8-47ab-9fc9-c60b68ce05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:24:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['cb1abe90-5d32-4e6d-b552-dc45033e0301'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:24:46.868964 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3b10fb67-4363-4599-a3a8-47107de9d923 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:24:46.892346 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fb1bcf9-2f16-4d2a-b0dc-952397cf9e4b admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:46.910031 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 3b10fb67-4363-4599-a3a8-47107de9d923 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:24:46.910375 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 3b10fb67-4363-4599-a3a8-47107de9d923 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:24:46.937241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-346ad60d-73d8-47ab-9fc9-c60b68ce05dd None None] Set router cb1abe90-5d32-4e6d-b552-dc45033e0301 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:24:47.184434 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fb1bcf9-2f16-4d2a-b0dc-952397cf9e4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:47.194812 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1bcf9-2f16-4d2a-b0dc-952397cf9e4b admin admin] Deleting port 3a72f285-9f2d-457a-9480-770ecc61975a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:24:47.195151 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fb1bcf9-2f16-4d2a-b0dc-952397cf9e4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:47.229235 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-346ad60d-73d8-47ab-9fc9-c60b68ce05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'name': 'tempest-TestMinimumBasicScenario-313567770-router', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:29Z', 'updated_at': '2022-03-08T10:24:45Z', 'revision_number': 5, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'gw_port': {'id': '3a72f285-9f2d-457a-9480-770ecc61975a', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:30Z', 'updated_at': '2022-03-08T10:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:24:47.233131 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ad60d-73d8-47ab-9fc9-c60b68ce05dd None None] Checking router: cb1abe90-5d32-4e6d-b552-dc45033e0301 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:24:47.241962 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ad60d-73d8-47ab-9fc9-c60b68ce05dd None None] Routers {'cb1abe90-5d32-4e6d-b552-dc45033e0301'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:24:47.242556 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-346ad60d-73d8-47ab-9fc9-c60b68ce05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:24:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['cb1abe90-5d32-4e6d-b552-dc45033e0301'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:24:47.366006 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-7fb1bcf9-2f16-4d2a-b0dc-952397cf9e4b admin admin] For port 3a72f285-9f2d-457a-9480-770ecc61975a, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3a72f285-9f2d-457a-9480-770ecc61975a,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:24:47.366354 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fb1bcf9-2f16-4d2a-b0dc-952397cf9e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:47.391778 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-346ad60d-73d8-47ab-9fc9-c60b68ce05dd None None] Set router cb1abe90-5d32-4e6d-b552-dc45033e0301 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:24:47.489035 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1bcf9-2f16-4d2a-b0dc-952397cf9e4b admin admin] Calling delete_port for 3a72f285-9f2d-457a-9480-770ecc61975a owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:24:47.542441 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-346ad60d-73d8-47ab-9fc9-c60b68ce05dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'name': 'tempest-TestMinimumBasicScenario-313567770-router', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:29Z', 'updated_at': '2022-03-08T10:24:47Z', 'revision_number': 6, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:24:47.546429 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ad60d-73d8-47ab-9fc9-c60b68ce05dd None None] The sync data for ids ['cb1abe90-5d32-4e6d-b552-dc45033e0301'] in dv-neutron-831730-2-hyperv is: [{'id': 'cb1abe90-5d32-4e6d-b552-dc45033e0301', 'name': 'tempest-TestMinimumBasicScenario-313567770-router', 'tenant_id': '5b6e050391e64b42b653a7bbd037d8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:29Z', 'updated_at': '2022-03-08T10:24:47Z', 'revision_number': 6, 'project_id': '5b6e050391e64b42b653a7bbd037d8a8', 'gw_port_host': None}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:24:47.657164 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fb1bcf9-2f16-4d2a-b0dc-952397cf9e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:47.705074 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1bcf9-2f16-4d2a-b0dc-952397cf9e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=3a72f285-9f2d-457a-9480-770ecc61975a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:47.791424 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fb1bcf9-2f16-4d2a-b0dc-952397cf9e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:47.963282 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fb1bcf9-2f16-4d2a-b0dc-952397cf9e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:47.963282 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fb1bcf9-2f16-4d2a-b0dc-952397cf9e4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:47.984654 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fb1bcf9-2f16-4d2a-b0dc-952397cf9e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:47.985210 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb1bcf9-2f16-4d2a-b0dc-952397cf9e4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb1abe90-5d32-4e6d-b552-dc45033e0301 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:24:47.996826 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7fb1bcf9-2f16-4d2a-b0dc-952397cf9e4b admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:47.997933 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7fb1bcf9-2f16-4d2a-b0dc-952397cf9e4b admin admin] 10.222.0.24 "DELETE /v2.0/routers/cb1abe90-5d32-4e6d-b552-dc45033e0301 HTTP/1.1" status: 204 len: 168 time: 1.2833607 Mar 08 10:24:48.000446 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53614) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:48.060128 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1925598-47ce-497a-a552-b4dc5f214c48 admin admin] Deleting subnet e291e6e0-df9a-4f8d-b918-2843c01b50aa {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:24:48.062809 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1925598-47ce-497a-a552-b4dc5f214c48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:48.109338 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1925598-47ce-497a-a552-b4dc5f214c48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:48.181931 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1925598-47ce-497a-a552-b4dc5f214c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:48.248514 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1925598-47ce-497a-a552-b4dc5f214c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:48.284966 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1925598-47ce-497a-a552-b4dc5f214c48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e291e6e0-df9a-4f8d-b918-2843c01b50aa,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:48.288868 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1925598-47ce-497a-a552-b4dc5f214c48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:48.295728 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a1925598-47ce-497a-a552-b4dc5f214c48 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e291e6e0-df9a-4f8d-b918-2843c01b50aa HTTP/1.1" status: 204 len: 168 time: 0.2943041 Mar 08 10:24:48.296069 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76293df-d985-471e-bbdb-2470a67a4718 None None] Network 1254738e-8f05-469f-90c1-49f6c2b39e67 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:24:48.298174 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53618) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:48.528220 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:48.542004 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] Deleting port 8af61338-0500-4400-883a-c5a120777ef7 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:24:48.542463 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:48.578673 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cded0f51-8ccd-46bf-a975-cd15b01ae74c None None] DHCP port deletion for 1254738e-8f05-469f-90c1-49f6c2b39e67 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:24:48.585181 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-cded0f51-8ccd-46bf-a975-cd15b01ae74c None None] Deleting port 8af61338-0500-4400-883a-c5a120777ef7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:24:48.585688 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cded0f51-8ccd-46bf-a975-cd15b01ae74c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:48.755626 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] For port 8af61338-0500-4400-883a-c5a120777ef7, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=8af61338-0500-4400-883a-c5a120777ef7,segment=NetworkSegment(23812409-b5e4-4a7d-96aa-84c61ac060b7),segment_id=23812409-b5e4-4a7d-96aa-84c61ac060b7)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:24:48.756764 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:48.781209 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3a72f285-9f2d-457a-9480-770ecc61975a no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:24:48.827949 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 3a72f285-9f2d-457a-9480-770ecc61975a {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:24:48.828218 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3a72f285-9f2d-457a-9480-770ecc61975a not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:24:48.828628 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device d4b39088-25d7-41fe-93be-39a7a085d85a no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:24:48.871734 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: d4b39088-25d7-41fe-93be-39a7a085d85a {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:24:48.872085 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device d4b39088-25d7-41fe-93be-39a7a085d85a not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:24:48.872496 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 8af61338-0500-4400-883a-c5a120777ef7 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:24:48.880241 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] Calling delete_port for 8af61338-0500-4400-883a-c5a120777ef7 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:24:48.907628 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-cded0f51-8ccd-46bf-a975-cd15b01ae74c None None] For port 8af61338-0500-4400-883a-c5a120777ef7, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=8af61338-0500-4400-883a-c5a120777ef7,segment=NetworkSegment(23812409-b5e4-4a7d-96aa-84c61ac060b7),segment_id=23812409-b5e4-4a7d-96aa-84c61ac060b7)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:24:48.908026 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cded0f51-8ccd-46bf-a975-cd15b01ae74c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:48.955038 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:49.003083 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] Pushing event deleted for resources: {'Port': ['ID=8af61338-0500-4400-883a-c5a120777ef7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:49.007012 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] No DVR routers for this DVR port 8af61338-0500-4400-883a-c5a120777ef7 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:24:49.036715 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-cded0f51-8ccd-46bf-a975-cd15b01ae74c None None] Calling delete_port for 8af61338-0500-4400-883a-c5a120777ef7 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:24:49.083970 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No active binding found for port 8af61338-0500-4400-883a-c5a120777ef7 {{(pid=87773) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 08 10:24:49.084368 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 8af61338-0500-4400-883a-c5a120777ef7 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:24:49.120838 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-cded0f51-8ccd-46bf-a975-cd15b01ae74c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 10:24:49.121196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-cded0f51-8ccd-46bf-a975-cd15b01ae74c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 10:24:49.127923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:49.151703 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1254738e-8f05-469f-90c1-49f6c2b39e67']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:24:49.163597 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23812409-b5e4-4a7d-96aa-84c61ac060b7') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:24:49.163888 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23812409-b5e4-4a7d-96aa-84c61ac060b7') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:24:49.175020 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:49.190821 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:49.196615 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:24:49.197016 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:24:49.209461 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:24:49.281091 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:49.296830 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:49.307209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] Pushing event deleted for resources: {'Network': ['ID=1254738e-8f05-469f-90c1-49f6c2b39e67,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:49.319433 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-37b4b643-ae72-4347-a4bf-b6855a9ad80b admin admin] 10.222.0.24 "DELETE /v2.0/networks/1254738e-8f05-469f-90c1-49f6c2b39e67 HTTP/1.1" status: 204 len: 168 time: 1.0203381 Mar 08 10:24:49.322284 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53622) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:49.622636 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-cded0f51-8ccd-46bf-a975-cd15b01ae74c None None] Deleting port 8af61338-0500-4400-883a-c5a120777ef7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:24:49.623168 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cded0f51-8ccd-46bf-a975-cd15b01ae74c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:49.686990 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-cded0f51-8ccd-46bf-a975-cd15b01ae74c None None] The port '8af61338-0500-4400-883a-c5a120777ef7' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 10:24:49.841878 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf99b66f-3bcf-41e4-823f-eda51104856a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:50.279744 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cf99b66f-3bcf-41e4-823f-eda51104856a admin admin] Deleting port c6703c22-60a2-4154-a371-affffc0c14c8 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:24:50.280072 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf99b66f-3bcf-41e4-823f-eda51104856a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:50.451405 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-cf99b66f-3bcf-41e4-823f-eda51104856a admin admin] For port c6703c22-60a2-4154-a371-affffc0c14c8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c6703c22-60a2-4154-a371-affffc0c14c8,segment=NetworkSegment(2fde249c-7011-47e6-b9e4-89c9225aff18),segment_id=2fde249c-7011-47e6-b9e4-89c9225aff18)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:24:50.451757 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf99b66f-3bcf-41e4-823f-eda51104856a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:50.573850 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cf99b66f-3bcf-41e4-823f-eda51104856a admin admin] Calling delete_port for c6703c22-60a2-4154-a371-affffc0c14c8 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:24:50.745315 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf99b66f-3bcf-41e4-823f-eda51104856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:50.791333 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99b66f-3bcf-41e4-823f-eda51104856a admin admin] Pushing event deleted for resources: {'Port': ['ID=c6703c22-60a2-4154-a371-affffc0c14c8,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:51.047092 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf99b66f-3bcf-41e4-823f-eda51104856a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:51.509530 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf99b66f-3bcf-41e4-823f-eda51104856a admin admin] Router 1e2550e6-bdb5-457d-8977-323f68d2adcb has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:24:51.684911 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf99b66f-3bcf-41e4-823f-eda51104856a admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:24:51.693947 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d65b13-fa62-4759-bc3a-bdce60b14c79 None None] Sync routers for ids ['1e2550e6-bdb5-457d-8977-323f68d2adcb'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:24:51.694503 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cf99b66f-3bcf-41e4-823f-eda51104856a admin admin] 10.222.0.24 "PUT /v2.0/routers/1e2550e6-bdb5-457d-8977-323f68d2adcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3710279 Mar 08 10:24:51.696771 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53626) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:51.703150 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d65b13-fa62-4759-bc3a-bdce60b14c79 None None] Routers {'1e2550e6-bdb5-457d-8977-323f68d2adcb'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:24:51.703806 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-10d65b13-fa62-4759-bc3a-bdce60b14c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:24:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1e2550e6-bdb5-457d-8977-323f68d2adcb'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:24:51.869802 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edbd9c41-9f59-40be-82c5-b0de55d25e93 admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:51.872189 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-10d65b13-fa62-4759-bc3a-bdce60b14c79 None None] Set router 1e2550e6-bdb5-457d-8977-323f68d2adcb gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:24:52.049386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edbd9c41-9f59-40be-82c5-b0de55d25e93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:52.059661 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-edbd9c41-9f59-40be-82c5-b0de55d25e93 admin admin] Deleting port d9dce750-02d9-44b5-a9ad-b4b79932b3ae {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:24:52.060023 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edbd9c41-9f59-40be-82c5-b0de55d25e93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:52.173953 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-10d65b13-fa62-4759-bc3a-bdce60b14c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'name': 'tempest-TestMinimumBasicScenario-1647884121-router', 'tenant_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd9dce750-02d9-44b5-a9ad-b4b79932b3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:35Z', 'updated_at': '2022-03-08T10:24:50Z', 'revision_number': 5, 'project_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'gw_port': {'id': 'd9dce750-02d9-44b5-a9ad-b4b79932b3ae', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:21:36Z', 'updated_at': '2022-03-08T10:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:24:52.178391 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d65b13-fa62-4759-bc3a-bdce60b14c79 None None] Checking router: 1e2550e6-bdb5-457d-8977-323f68d2adcb for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:24:52.186430 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d65b13-fa62-4759-bc3a-bdce60b14c79 None None] Routers {'1e2550e6-bdb5-457d-8977-323f68d2adcb'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:24:52.187008 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-10d65b13-fa62-4759-bc3a-bdce60b14c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:24:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['1e2550e6-bdb5-457d-8977-323f68d2adcb'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:24:52.231681 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-edbd9c41-9f59-40be-82c5-b0de55d25e93 admin admin] For port d9dce750-02d9-44b5-a9ad-b4b79932b3ae, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=d9dce750-02d9-44b5-a9ad-b4b79932b3ae,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:24:52.232037 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edbd9c41-9f59-40be-82c5-b0de55d25e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:52.326122 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:24:52.335740 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-10d65b13-fa62-4759-bc3a-bdce60b14c79 None None] Set router 1e2550e6-bdb5-457d-8977-323f68d2adcb gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:24:52.351224 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-edbd9c41-9f59-40be-82c5-b0de55d25e93 admin admin] Calling delete_port for d9dce750-02d9-44b5-a9ad-b4b79932b3ae owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:24:52.437414 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-10d65b13-fa62-4759-bc3a-bdce60b14c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'name': 'tempest-TestMinimumBasicScenario-1647884121-router', 'tenant_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:35Z', 'updated_at': '2022-03-08T10:24:52Z', 'revision_number': 6, 'project_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:24:52.441287 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d65b13-fa62-4759-bc3a-bdce60b14c79 None None] The sync data for ids ['1e2550e6-bdb5-457d-8977-323f68d2adcb'] in dv-neutron-831730-2-hyperv is: [{'id': '1e2550e6-bdb5-457d-8977-323f68d2adcb', 'name': 'tempest-TestMinimumBasicScenario-1647884121-router', 'tenant_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:21:35Z', 'updated_at': '2022-03-08T10:24:52Z', 'revision_number': 6, 'project_id': 'b61db7edd38c405ebf983bc6f20dd60a', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:24:52.513756 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edbd9c41-9f59-40be-82c5-b0de55d25e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:52.558614 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd9c41-9f59-40be-82c5-b0de55d25e93 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9dce750-02d9-44b5-a9ad-b4b79932b3ae,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:52.756446 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edbd9c41-9f59-40be-82c5-b0de55d25e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:52.928169 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edbd9c41-9f59-40be-82c5-b0de55d25e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:52.930370 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edbd9c41-9f59-40be-82c5-b0de55d25e93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:52.952121 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edbd9c41-9f59-40be-82c5-b0de55d25e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:52.952686 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbd9c41-9f59-40be-82c5-b0de55d25e93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e2550e6-bdb5-457d-8977-323f68d2adcb {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:24:52.965106 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edbd9c41-9f59-40be-82c5-b0de55d25e93 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:52.966161 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-edbd9c41-9f59-40be-82c5-b0de55d25e93 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1e2550e6-bdb5-457d-8977-323f68d2adcb HTTP/1.1" status: 204 len: 168 time: 1.2684705 Mar 08 10:24:52.968656 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53630) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:53.028438 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7346db68-6a6c-4dd3-a4a5-6f90d11b66ac admin admin] Deleting subnet d262990f-06cc-434d-9232-73cda7bfa44e {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:24:53.031284 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7346db68-6a6c-4dd3-a4a5-6f90d11b66ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:53.077720 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7346db68-6a6c-4dd3-a4a5-6f90d11b66ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:53.154496 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7346db68-6a6c-4dd3-a4a5-6f90d11b66ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:53.198189 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c6703c22-60a2-4154-a371-affffc0c14c8 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:24:53.225473 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7346db68-6a6c-4dd3-a4a5-6f90d11b66ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:53.238525 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: c6703c22-60a2-4154-a371-affffc0c14c8 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:24:53.239039 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c6703c22-60a2-4154-a371-affffc0c14c8 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:24:53.263817 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346db68-6a6c-4dd3-a4a5-6f90d11b66ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d262990f-06cc-434d-9232-73cda7bfa44e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:53.267350 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7346db68-6a6c-4dd3-a4a5-6f90d11b66ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:53.272332 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20918cad-0580-45ba-9c1a-8c336a485805 None None] Network 0bcb36b9-95e6-4893-8f48-114aea086f38 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:24:53.273428 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7346db68-6a6c-4dd3-a4a5-6f90d11b66ac admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d262990f-06cc-434d-9232-73cda7bfa44e HTTP/1.1" status: 204 len: 168 time: 0.3037894 Mar 08 10:24:53.275925 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53634) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:53.384105 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:53.394591 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] Deleting port 0e8223cc-e76b-4024-ada4-920d4bbd960b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:24:53.394928 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:53.526613 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea20b72-5815-4493-bda1-95ef0bc6962e None None] DHCP port deletion for 0bcb36b9-95e6-4893-8f48-114aea086f38 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:24:53.530858 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7ea20b72-5815-4493-bda1-95ef0bc6962e None None] Deleting port 0e8223cc-e76b-4024-ada4-920d4bbd960b {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:24:53.531285 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ea20b72-5815-4493-bda1-95ef0bc6962e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:53.611634 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] For port 0e8223cc-e76b-4024-ada4-920d4bbd960b, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0e8223cc-e76b-4024-ada4-920d4bbd960b,segment=NetworkSegment(2fde249c-7011-47e6-b9e4-89c9225aff18),segment_id=2fde249c-7011-47e6-b9e4-89c9225aff18)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:24:53.611987 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:53.734155 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] Calling delete_port for 0e8223cc-e76b-4024-ada4-920d4bbd960b owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:24:53.765040 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7ea20b72-5815-4493-bda1-95ef0bc6962e None None] For port 0e8223cc-e76b-4024-ada4-920d4bbd960b, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0e8223cc-e76b-4024-ada4-920d4bbd960b,segment=NetworkSegment(2fde249c-7011-47e6-b9e4-89c9225aff18),segment_id=2fde249c-7011-47e6-b9e4-89c9225aff18)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:24:53.765435 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ea20b72-5815-4493-bda1-95ef0bc6962e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:53.810310 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:53.854425 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8223cc-e76b-4024-ada4-920d4bbd960b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:53.860525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] No DVR routers for this DVR port 0e8223cc-e76b-4024-ada4-920d4bbd960b on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:24:53.882700 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7ea20b72-5815-4493-bda1-95ef0bc6962e None None] Calling delete_port for 0e8223cc-e76b-4024-ada4-920d4bbd960b owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:24:53.954335 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-7ea20b72-5815-4493-bda1-95ef0bc6962e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 10:24:53.954681 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-7ea20b72-5815-4493-bda1-95ef0bc6962e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 10:24:53.972994 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:53.997927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcb36b9-95e6-4893-8f48-114aea086f38']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:24:54.009493 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fde249c-7011-47e6-b9e4-89c9225aff18') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:24:54.009784 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fde249c-7011-47e6-b9e4-89c9225aff18') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:24:54.020543 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:54.036822 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:54.043698 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:24:54.044195 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:24:54.056752 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:24:54.227406 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:54.232073 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:54.254050 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] Pushing event deleted for resources: {'Network': ['ID=0bcb36b9-95e6-4893-8f48-114aea086f38,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:54.259307 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c4f1dd59-8104-43ac-8bc5-d7450f5b6eff admin admin] 10.222.0.24 "DELETE /v2.0/networks/0bcb36b9-95e6-4893-8f48-114aea086f38 HTTP/1.1" status: 204 len: 168 time: 0.9809921 Mar 08 10:24:54.422199 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53640) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:54.455843 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7ea20b72-5815-4493-bda1-95ef0bc6962e None None] Deleting port 0e8223cc-e76b-4024-ada4-920d4bbd960b {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:24:54.456332 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ea20b72-5815-4493-bda1-95ef0bc6962e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:54.469068 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-14ec4787-b170-4fac-ae15-0561cef8031e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b6e050391e64b42b653a7bbd037d8a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457325 Mar 08 10:24:54.471483 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53644) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:54.520043 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7ea20b72-5815-4493-bda1-95ef0bc6962e None None] The port '0e8223cc-e76b-4024-ada4-920d4bbd960b' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 10:24:54.534867 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e56d40b-701a-497f-aa1a-cb59e648045d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:54.560093 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e56d40b-701a-497f-aa1a-cb59e648045d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:54.612055 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e56d40b-701a-497f-aa1a-cb59e648045d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:54.628484 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56d40b-701a-497f-aa1a-cb59e648045d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ee9cd4-767a-4307-9766-decfd87ea26f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:54.639336 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e56d40b-701a-497f-aa1a-cb59e648045d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:54.639664 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8e56d40b-701a-497f-aa1a-cb59e648045d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43ee9cd4-767a-4307-9766-decfd87ea26f HTTP/1.1" status: 204 len: 168 time: 0.1672540 Mar 08 10:24:54.768643 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0e8223cc-e76b-4024-ada4-920d4bbd960b no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:24:54.802264 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 0e8223cc-e76b-4024-ada4-920d4bbd960b {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:24:54.803336 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0e8223cc-e76b-4024-ada4-920d4bbd960b not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:24:54.803763 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device d9dce750-02d9-44b5-a9ad-b4b79932b3ae no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:24:54.839083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: d9dce750-02d9-44b5-a9ad-b4b79932b3ae {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:24:54.839431 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device d9dce750-02d9-44b5-a9ad-b4b79932b3ae not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:24:54.976388 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53652) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:54.978300 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06b676f6-6ce6-4915-875c-6209b43ffaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:55.023733 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1015ca18-dad8-44f7-98f7-ce19b27e1e42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b61db7edd38c405ebf983bc6f20dd60a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461812 Mar 08 10:24:55.026240 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53656) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:55.081093 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51de6284-ac6e-4ef2-b4e5-edb2ee8d3fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:55.105556 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51de6284-ac6e-4ef2-b4e5-edb2ee8d3fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:55.157122 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51de6284-ac6e-4ef2-b4e5-edb2ee8d3fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:55.173062 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de6284-ac6e-4ef2-b4e5-edb2ee8d3fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7655dd4-9b58-413c-a49b-e4edbded8040,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:55.178706 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51de6284-ac6e-4ef2-b4e5-edb2ee8d3fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:55.180398 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-51de6284-ac6e-4ef2-b4e5-edb2ee8d3fb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7655dd4-9b58-413c-a49b-e4edbded8040 HTTP/1.1" status: 204 len: 168 time: 0.1532388 Mar 08 10:24:56.905666 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53698) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:56.910785 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-455590354', 'description': 'tempest-secgroup-smoke-455590354 description', 'project_id': '276f56e29e9f4849957654a758856678'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:24:56.917435 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:24:56.921178 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:24:56.924010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:24:56.930237 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:24:56.940337 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:56.952198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:56.966679 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:24:56.970356 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:24:56.973034 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:24:56.979142 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:24:57.057102 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.060594 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.074152 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:24:57.085205 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:24:57.090478 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:24:57.098139 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:24:57.100575 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8af4c06-d834-497d-a41a-464dc951f446,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:57.166902 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.170194 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.212471 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.213684 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3070316 Mar 08 10:24:57.214373 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f375ca8-47e1-4ed3-ab6f-0ffa47c5ba10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7da974a-88ee-4ae7-aa87-e72de529b3ab,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:57.217162 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53702) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:57.221933 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d6547468-30b6-4864-a45a-b07b5f1035f4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'a7da974a-88ee-4ae7-aa87-e72de529b3ab', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:24:57.228332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d6547468-30b6-4864-a45a-b07b5f1035f4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:24:57.232077 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d6547468-30b6-4864-a45a-b07b5f1035f4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:24:57.234879 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d6547468-30b6-4864-a45a-b07b5f1035f4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:24:57.241107 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d6547468-30b6-4864-a45a-b07b5f1035f4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:24:57.256463 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6547468-30b6-4864-a45a-b07b5f1035f4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.314212 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6547468-30b6-4864-a45a-b07b5f1035f4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.317952 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6547468-30b6-4864-a45a-b07b5f1035f4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.341973 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6547468-30b6-4864-a45a-b07b5f1035f4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b28b941-8296-4b6a-921c-43fb855e4f53,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:57.351196 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6547468-30b6-4864-a45a-b07b5f1035f4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.352375 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d6547468-30b6-4864-a45a-b07b5f1035f4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343365 Mar 08 10:24:57.355115 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53706) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:57.359884 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1dbd8f52-0af9-4623-af39-b9bc73282836 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'a7da974a-88ee-4ae7-aa87-e72de529b3ab', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:24:57.365533 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1dbd8f52-0af9-4623-af39-b9bc73282836 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:24:57.369212 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1dbd8f52-0af9-4623-af39-b9bc73282836 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:24:57.371981 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1dbd8f52-0af9-4623-af39-b9bc73282836 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:24:57.377650 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1dbd8f52-0af9-4623-af39-b9bc73282836 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:24:57.394137 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8f52-0af9-4623-af39-b9bc73282836 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.455979 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8f52-0af9-4623-af39-b9bc73282836 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.460062 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8f52-0af9-4623-af39-b9bc73282836 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.482704 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd8f52-0af9-4623-af39-b9bc73282836 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f55df36-8da1-4e73-b816-261009463061,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:57.491445 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8f52-0af9-4623-af39-b9bc73282836 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.492912 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1dbd8f52-0af9-4623-af39-b9bc73282836 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368864 Mar 08 10:24:57.496159 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53710) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:57.501006 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f0ff434a-b4a1-4c99-b4ca-38f0421df0d2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'a7da974a-88ee-4ae7-aa87-e72de529b3ab', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:24:57.507152 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f0ff434a-b4a1-4c99-b4ca-38f0421df0d2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:24:57.510863 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f0ff434a-b4a1-4c99-b4ca-38f0421df0d2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:24:57.513647 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f0ff434a-b4a1-4c99-b4ca-38f0421df0d2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:24:57.519194 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f0ff434a-b4a1-4c99-b4ca-38f0421df0d2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:24:57.538517 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0ff434a-b4a1-4c99-b4ca-38f0421df0d2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.598986 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0ff434a-b4a1-4c99-b4ca-38f0421df0d2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.602392 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0ff434a-b4a1-4c99-b4ca-38f0421df0d2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.624092 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff434a-b4a1-4c99-b4ca-38f0421df0d2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad2ce2a-e143-4ad0-8f6c-ad36eda1a176,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:57.633886 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0ff434a-b4a1-4c99-b4ca-38f0421df0d2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.634906 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-07508f74-569e-427d-84ae-f083e5e25ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.635383 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f0ff434a-b4a1-4c99-b4ca-38f0421df0d2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380126 Mar 08 10:24:57.637843 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53714) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:57.642825 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-363fd45b-76b4-4475-a939-d346eef88582 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'a7da974a-88ee-4ae7-aa87-e72de529b3ab', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:24:57.650162 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-363fd45b-76b4-4475-a939-d346eef88582 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:24:57.654018 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-363fd45b-76b4-4475-a939-d346eef88582 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:24:57.656884 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-363fd45b-76b4-4475-a939-d346eef88582 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:24:57.662458 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-363fd45b-76b4-4475-a939-d346eef88582 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:24:57.678673 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-363fd45b-76b4-4475-a939-d346eef88582 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.739803 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-363fd45b-76b4-4475-a939-d346eef88582 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.743454 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-363fd45b-76b4-4475-a939-d346eef88582 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.765775 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fd45b-76b4-4475-a939-d346eef88582 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb47d43-75f4-4454-9db7-4802ae2132b3,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:57.774365 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-363fd45b-76b4-4475-a939-d346eef88582 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.775520 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-363fd45b-76b4-4475-a939-d346eef88582 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367166 Mar 08 10:24:57.778294 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53718) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:57.783104 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2cb9ece1-4470-4d81-a9aa-ae61db53007b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'a7da974a-88ee-4ae7-aa87-e72de529b3ab', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:24:57.788844 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2cb9ece1-4470-4d81-a9aa-ae61db53007b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:24:57.792841 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2cb9ece1-4470-4d81-a9aa-ae61db53007b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:24:57.795641 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2cb9ece1-4470-4d81-a9aa-ae61db53007b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:24:57.801254 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2cb9ece1-4470-4d81-a9aa-ae61db53007b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:24:57.811045 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-2cb9ece1-4470-4d81-a9aa-ae61db53007b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Project 276f56e29e9f4849957654a758856678 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:24:57.817283 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2cb9ece1-4470-4d81-a9aa-ae61db53007b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.882405 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2cb9ece1-4470-4d81-a9aa-ae61db53007b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.885849 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2cb9ece1-4470-4d81-a9aa-ae61db53007b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.907924 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9ece1-4470-4d81-a9aa-ae61db53007b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6afea0ec-1100-484e-8799-ee5eab2eaa6e,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:57.917127 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2cb9ece1-4470-4d81-a9aa-ae61db53007b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:57.918276 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2cb9ece1-4470-4d81-a9aa-ae61db53007b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1390932 Mar 08 10:24:57.920964 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53722) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:57.925823 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3599f67e-8056-414a-932f-b723101ea592 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'a7da974a-88ee-4ae7-aa87-e72de529b3ab', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:24:57.931929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3599f67e-8056-414a-932f-b723101ea592 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:24:57.935694 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3599f67e-8056-414a-932f-b723101ea592 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:24:57.938493 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3599f67e-8056-414a-932f-b723101ea592 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:24:57.945584 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3599f67e-8056-414a-932f-b723101ea592 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:24:57.955766 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-3599f67e-8056-414a-932f-b723101ea592 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Project 276f56e29e9f4849957654a758856678 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:24:57.962126 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3599f67e-8056-414a-932f-b723101ea592 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:58.025534 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3599f67e-8056-414a-932f-b723101ea592 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:58.028923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3599f67e-8056-414a-932f-b723101ea592 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:58.051554 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599f67e-8056-414a-932f-b723101ea592 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2510d624-a14f-40ce-ba6c-24a597eacc26,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:58.059971 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3599f67e-8056-414a-932f-b723101ea592 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:58.061155 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3599f67e-8056-414a-932f-b723101ea592 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392696 Mar 08 10:24:58.064110 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53726) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:58.070036 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1fc74e15-15d2-40ea-8217-d1118d039335 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'network': {'name': 'tempest-network-smoke--1258402316', 'project_id': '276f56e29e9f4849957654a758856678', 'port_security_enabled': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:24:58.074735 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1fc74e15-15d2-40ea-8217-d1118d039335 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:24:58.078481 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1fc74e15-15d2-40ea-8217-d1118d039335 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:network and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:24:58.081341 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1fc74e15-15d2-40ea-8217-d1118d039335 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:24:58.086958 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1fc74e15-15d2-40ea-8217-d1118d039335 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:24:58.096355 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc74e15-15d2-40ea-8217-d1118d039335 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Made reservation on behalf of 276f56e29e9f4849957654a758856678 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:24:58.099661 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fc74e15-15d2-40ea-8217-d1118d039335 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:58.126221 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc74e15-15d2-40ea-8217-d1118d039335 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:24:58.134327 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fc74e15-15d2-40ea-8217-d1118d039335 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:58.134664 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-1fc74e15-15d2-40ea-8217-d1118d039335 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Added segment 70965e87-9ae5-4468-aca4-9217462ba42b of type vlan for network edb1903a-9551-44f2-8122-1bbc1c5075f9 Mar 08 10:24:58.158719 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fc74e15-15d2-40ea-8217-d1118d039335 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:58.189300 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fc74e15-15d2-40ea-8217-d1118d039335 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:58.194606 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc74e15-15d2-40ea-8217-d1118d039335 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:24:58.195170 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fc74e15-15d2-40ea-8217-d1118d039335 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:58.283877 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1fc74e15-15d2-40ea-8217-d1118d039335 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2186887 Mar 08 10:24:58.286708 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53730) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:24:58.294715 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-314310532', 'admin_state_up': True, 'project_id': '276f56e29e9f4849957654a758856678', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:24:58.296730 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc74e15-15d2-40ea-8217-d1118d039335 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Network': ['ID=edb1903a-9551-44f2-8122-1bbc1c5075f9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:58.301895 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:24:58.306330 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:router and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:24:58.309244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:24:58.309834 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network edb1903a-9551-44f2-8122-1bbc1c5075f9 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:24:58.315474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:24:58.325854 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:58.326851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:58.343060 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:58.411335 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:58.425016 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:58.707809 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:59.003538 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:59.031028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:59.161422 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Allocated IP 172.26.2.54 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/af3645e5-fa55-42a5-b9e6-bbe87fb0ccda) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:24:59.304151 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:59.332962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:24:59.393114 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:24:59.400165 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:24:59.402696 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:24:59.440085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=af3645e5-fa55-42a5-b9e6-bbe87fb0ccda,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:24:59.927459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:00.185553 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:00.264767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:00.466511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 10:25:00.644353 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:25:00.657912 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Sync routers for ids ['fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:25:00.667571 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Routers {'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:25:00.668245 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:24:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:25:00.673859 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:00.675036 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c149d1be-0c34-4886-b444-a1fac278b1a6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3867986 Mar 08 10:25:00.678102 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53734) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:25:00.818182 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9961b7fe-e88b-4b05-b806-c5331d81f706 tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=276f56e29e9f4849957654a758856678&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1390278 Mar 08 10:25:00.821465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53740) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:25:00.847017 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Set router fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:25:00.947421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b300d-6607-48b4-821b-62dcdd77477a tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:00.948925 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9c7b300d-6607-48b4-821b-62dcdd77477a tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1265507 Mar 08 10:25:00.951694 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53744) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:25:00.992349 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9464881f-dd01-4f7a-b269-9d537f8653aa tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366769 Mar 08 10:25:00.992522 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53748) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:25:00.997924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-3de62330-a6ff-4115-9d40-0c0252383bf5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1178496440', 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9', 'project_id': '276f56e29e9f4849957654a758856678', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:25:01.108253 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3de62330-a6ff-4115-9d40-0c0252383bf5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:25:01.112126 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3de62330-a6ff-4115-9d40-0c0252383bf5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:subnet and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:25:01.114940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3de62330-a6ff-4115-9d40-0c0252383bf5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:25:01.121339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3de62330-a6ff-4115-9d40-0c0252383bf5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:25:01.131354 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de62330-a6ff-4115-9d40-0c0252383bf5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Made reservation on behalf of 276f56e29e9f4849957654a758856678 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:25:01.134878 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3de62330-a6ff-4115-9d40-0c0252383bf5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:01.150899 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314310532', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:24:58Z', 'updated_at': '2022-03-08T10:24:59Z', 'revision_number': 3, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:24:59Z', 'updated_at': '2022-03-08T10:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:25:01.154759 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Checking router: fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:25:01.155110 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Updating router fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 port af3645e5-fa55-42a5-b9e6-bbe87fb0ccda binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:25:01.207318 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:01.345663 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3de62330-a6ff-4115-9d40-0c0252383bf5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:01.548405 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de62330-a6ff-4115-9d40-0c0252383bf5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Subnet': ['ID=ebba6f2d-61b6-4378-8182-1a7a7446e600,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:25:01.557152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de62330-a6ff-4115-9d40-0c0252383bf5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Checking segment: {'id': '70965e87-9ae5-4468-aca4-9217462ba42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:25:01.557511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de62330-a6ff-4115-9d40-0c0252383bf5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network hostable DHCP agents. Network: edb1903a-9551-44f2-8122-1bbc1c5075f9, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:25:01.576998 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:01.577929 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de62330-a6ff-4115-9d40-0c0252383bf5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network edb1903a-9551-44f2-8122-1bbc1c5075f9 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:25:01.589711 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-3de62330-a6ff-4115-9d40-0c0252383bf5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, edb1903a-9551-44f2-8122-1bbc1c5075f9) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:25:01.594492 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Transition to ACTIVE for port object af3645e5-fa55-42a5-b9e6-bbe87fb0ccda will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:25:01.595637 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de62330-a6ff-4115-9d40-0c0252383bf5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:01.596582 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3de62330-a6ff-4115-9d40-0c0252383bf5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:01.604064 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae94293-389c-4d39-8f5e-31a9fa2cdbfb None None] Network edb1903a-9551-44f2-8122-1bbc1c5075f9 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:25:01.619653 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3de62330-a6ff-4115-9d40-0c0252383bf5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6261463 Mar 08 10:25:01.620324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:01.622402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53752) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:25:01.772820 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Attempting to bind port af3645e5-fa55-42a5-b9e6-bbe87fb0ccda on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:25:01.773190 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Attempting to bind port af3645e5-fa55-42a5-b9e6-bbe87fb0ccda by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:25:01.773553 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Attempting to bind port af3645e5-fa55-42a5-b9e6-bbe87fb0ccda on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:25:01.780609 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc84412-72f9-4b5b-896a-f45c008fdd29 None None] Pushing event updated for resources: {'Port': ['ID=af3645e5-fa55-42a5-b9e6-bbe87fb0ccda,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:25:01.786833 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:25:01.787207 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:25:01.788168 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:01.788561 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:25:01.789049 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Bound port: af3645e5-fa55-42a5-b9e6-bbe87fb0ccda, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:25:01.789428 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:01.826914 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc84412-72f9-4b5b-896a-f45c008fdd29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:01.827261 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc84412-72f9-4b5b-896a-f45c008fdd29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:01.827602 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc84412-72f9-4b5b-896a-f45c008fdd29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:01.827937 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc84412-72f9-4b5b-896a-f45c008fdd29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:01.828270 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc84412-72f9-4b5b-896a-f45c008fdd29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:01.828601 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc84412-72f9-4b5b-896a-f45c008fdd29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:01.828954 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc84412-72f9-4b5b-896a-f45c008fdd29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:01.829285 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc84412-72f9-4b5b-896a-f45c008fdd29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:01.829607 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc84412-72f9-4b5b-896a-f45c008fdd29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:01.829928 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc84412-72f9-4b5b-896a-f45c008fdd29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:01.830244 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc84412-72f9-4b5b-896a-f45c008fdd29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:01.830561 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc84412-72f9-4b5b-896a-f45c008fdd29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:01.926544 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] For port af3645e5-fa55-42a5-b9e6-bbe87fb0ccda, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:25:01.931263 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] For port af3645e5-fa55-42a5-b9e6-bbe87fb0ccda, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=af3645e5-fa55-42a5-b9e6-bbe87fb0ccda,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:25:01.961056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:02.018541 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-edb1903a-9551-44f2-8122-1bbc1c5075f9', 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9', 'tenant_id': '276f56e29e9f4849957654a758856678', 'fixed_ips': [{'subnet_id': 'ebba6f2d-61b6-4378-8182-1a7a7446e600'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:25:02.019360 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:02.100679 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc84412-72f9-4b5b-896a-f45c008fdd29 None None] Pushing event updated for resources: {'Port': ['ID=af3645e5-fa55-42a5-b9e6-bbe87fb0ccda,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:25:02.104289 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Routers {'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:25:02.104776 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:24:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:25:02.298138 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6421d06b-e388-4cbb-abfa-2cb52a27f187 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:02.357835 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] Set router fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:25:02.400193 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Allocated IP 172.20.0.2 (edb1903a-9551-44f2-8122-1bbc1c5075f9/ebba6f2d-61b6-4378-8182-1a7a7446e600/e0c34da7-d19d-420a-8870-54eca89b82be) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:25:02.801134 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:02.812949 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Transition to ACTIVE for port object e0c34da7-d19d-420a-8870-54eca89b82be will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:25:02.836024 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314310532', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:24:58Z', 'updated_at': '2022-03-08T10:24:59Z', 'revision_number': 3, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:24:59Z', 'updated_at': '2022-03-08T10:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:25:02.838180 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Transition to ACTIVE for port object e0c34da7-d19d-420a-8870-54eca89b82be will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:25:02.841738 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e7648-2f48-42df-8f8c-a9c052718a83 None None] The sync data for ids ['fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'] in dv-neutron-831730-2-hyperv is: [{'id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314310532', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:24:58Z', 'updated_at': '2022-03-08T10:24:59Z', 'revision_number': 3, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:24:59Z', 'updated_at': '2022-03-08T10:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:25:02.844755 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:02.907790 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Network edb1903a-9551-44f2-8122-1bbc1c5075f9 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:25:02.911588 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-6421d06b-e388-4cbb-abfa-2cb52a27f187 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Allocated IP 172.20.0.1 (edb1903a-9551-44f2-8122-1bbc1c5075f9/ebba6f2d-61b6-4378-8182-1a7a7446e600/0c0ddeab-a748-4eb3-b742-ef4a06b29f67) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:25:02.915007 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:25:02.966641 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:25:02.973129 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Pushing event updated for resources: {'Port': ['ID=e0c34da7-d19d-420a-8870-54eca89b82be,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:25:03.082815 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Attempting to bind port e0c34da7-d19d-420a-8870-54eca89b82be on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:25:03.083191 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Attempting to bind port e0c34da7-d19d-420a-8870-54eca89b82be by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '70965e87-9ae5-4468-aca4-9217462ba42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:25:03.083559 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Attempting to bind port e0c34da7-d19d-420a-8870-54eca89b82be on network edb1903a-9551-44f2-8122-1bbc1c5075f9 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:25:03.088963 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:25:03.089336 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Checking segment: {'id': '70965e87-9ae5-4468-aca4-9217462ba42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:25:03.089736 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:03.090125 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Bound using segment: {'id': '70965e87-9ae5-4468-aca4-9217462ba42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:25:03.090584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Bound port: e0c34da7-d19d-420a-8870-54eca89b82be, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70965e87-9ae5-4468-aca4-9217462ba42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:25:03.090955 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:03.116532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6421d06b-e388-4cbb-abfa-2cb52a27f187 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:03.135053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-6421d06b-e388-4cbb-abfa-2cb52a27f187 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Transition to ACTIVE for port object 0c0ddeab-a748-4eb3-b742-ef4a06b29f67 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:25:03.162554 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6421d06b-e388-4cbb-abfa-2cb52a27f187 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:03.188880 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] For port e0c34da7-d19d-420a-8870-54eca89b82be, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:25:03.192227 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] For port e0c34da7-d19d-420a-8870-54eca89b82be, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e0c34da7-d19d-420a-8870-54eca89b82be,segment=NetworkSegment(70965e87-9ae5-4468-aca4-9217462ba42b),segment_id=70965e87-9ae5-4468-aca4-9217462ba42b)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:25:03.198484 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:03.228547 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6421d06b-e388-4cbb-abfa-2cb52a27f187 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network edb1903a-9551-44f2-8122-1bbc1c5075f9 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:25:03.240202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-6421d06b-e388-4cbb-abfa-2cb52a27f187 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:25:03.245473 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6421d06b-e388-4cbb-abfa-2cb52a27f187 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:25:03.283794 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac3fbd-ee85-4f1b-af9e-dbe5606d1ade None None] Pushing event updated for resources: {'Port': ['ID=e0c34da7-d19d-420a-8870-54eca89b82be,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:25:03.405839 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421d06b-e388-4cbb-abfa-2cb52a27f187 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=0c0ddeab-a748-4eb3-b742-ef4a06b29f67,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:25:03.435678 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6421d06b-e388-4cbb-abfa-2cb52a27f187 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:03.602374 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6421d06b-e388-4cbb-abfa-2cb52a27f187 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:04.011284 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6421d06b-e388-4cbb-abfa-2cb52a27f187 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:04.015745 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6421d06b-e388-4cbb-abfa-2cb52a27f187 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:04.128553 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6421d06b-e388-4cbb-abfa-2cb52a27f187 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:04.133231 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421d06b-e388-4cbb-abfa-2cb52a27f187 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=0c0ddeab-a748-4eb3-b742-ef4a06b29f67,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:25:04.264162 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6421d06b-e388-4cbb-abfa-2cb52a27f187 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network edb1903a-9551-44f2-8122-1bbc1c5075f9 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:25:04.265377 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-6421d06b-e388-4cbb-abfa-2cb52a27f187 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:25:04.449801 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6421d06b-e388-4cbb-abfa-2cb52a27f187 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:25:04.656352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6421d06b-e388-4cbb-abfa-2cb52a27f187 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:25:04.665957 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6421d06b-e388-4cbb-abfa-2cb52a27f187 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "PUT /v2.0/routers/fc12bc60-28c5-4f3c-b5ba-469e78a11ac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0425429 Mar 08 10:25:04.679346 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40d2c80-bcb2-4e12-8693-daa2ba9efa88 None None] Network edb1903a-9551-44f2-8122-1bbc1c5075f9 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:25:04.682877 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Sync routers for ids ['fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:25:04.692909 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Routers {'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:25:04.693516 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:24:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:25:04.889024 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Set router fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:25:04.895019 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d91e9cfe-6e12-4188-88c9-20e39bab7734 None None] Provisioning for port e0c34da7-d19d-420a-8870-54eca89b82be completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:25:04.895194 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5366be98-353e-48eb-82c7-b709a0785e9a req-45e97b5a-5035-4fb9-89fa-e7ef729e6544 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-455590354&fields=id&tenant_id=276f56e29e9f4849957654a758856678 HTTP/1.1" status: 200 len: 267 time: 0.0566254 Mar 08 10:25:04.913302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e0c34da7-d19d-420a-8870-54eca89b82be up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:25:05.012850 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port e0c34da7-d19d-420a-8870-54eca89b82be completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:25:05.020249 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port e0c34da7-d19d-420a-8870-54eca89b82be triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:25:05.020891 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:05.060749 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366be98-353e-48eb-82c7-b709a0785e9a req-557d23c1-d467-408d-9bd6-6a6fb7ed944d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:05.063120 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5366be98-353e-48eb-82c7-b709a0785e9a req-557d23c1-d467-408d-9bd6-6a6fb7ed944d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/networks?id=edb1903a-9551-44f2-8122-1bbc1c5075f9 HTTP/1.1" status: 200 len: 797 time: 0.1614525 Mar 08 10:25:05.080159 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5366be98-353e-48eb-82c7-b709a0785e9a req-d8b03744-a42e-4c1d-86f0-9e073dcc3192 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/quotas/276f56e29e9f4849957654a758856678 HTTP/1.1" status: 200 len: 375 time: 0.0115542 Mar 08 10:25:05.153795 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:05.190752 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port e0c34da7-d19d-420a-8870-54eca89b82be, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e0c34da7-d19d-420a-8870-54eca89b82be,segment=NetworkSegment(70965e87-9ae5-4468-aca4-9217462ba42b),segment_id=70965e87-9ae5-4468-aca4-9217462ba42b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:25:05.199109 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:05.200073 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device af3645e5-fa55-42a5-b9e6-bbe87fb0ccda up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:25:05.235960 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314310532', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:24:58Z', 'updated_at': '2022-03-08T10:25:03Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:24:59Z', 'updated_at': '2022-03-08T10:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '0c0ddeab-a748-4eb3-b742-ef4a06b29f67', 'name': '', 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:8e:12:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ebba6f2d-61b6-4378-8182-1a7a7446e600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:25:02Z', 'updated_at': '2022-03-08T10:25:03Z', 'revision_number': 2, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': 'ebba6f2d-61b6-4378-8182-1a7a7446e600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:25:05.239249 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Checking router: fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:25:05.239665 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Updating router fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 port 0c0ddeab-a748-4eb3-b742-ef4a06b29f67 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:25:05.300238 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:05.302282 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-5366be98-353e-48eb-82c7-b709a0785e9a req-f5668f08-1cf4-4365-9116-11fc42aa6c4d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:25:05.324549 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-5366be98-353e-48eb-82c7-b709a0785e9a req-f5668f08-1cf4-4365-9116-11fc42aa6c4d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:25:05.326308 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5366be98-353e-48eb-82c7-b709a0785e9a req-f5668f08-1cf4-4365-9116-11fc42aa6c4d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2396281 Mar 08 10:25:05.353415 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9f6c5b40-c0d0-45d4-957d-ac238855abf5 None None] Provisioning for port 0c0ddeab-a748-4eb3-b742-ef4a06b29f67 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:25:05.361721 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9f6c5b40-c0d0-45d4-957d-ac238855abf5 None None] Provisioning complete for port 0c0ddeab-a748-4eb3-b742-ef4a06b29f67 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:25:05.362089 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9f6c5b40-c0d0-45d4-957d-ac238855abf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:05.397979 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=e0c34da7-d19d-420a-8870-54eca89b82be,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:25:05.425413 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c5b40-c0d0-45d4-957d-ac238855abf5 None None] Port 0c0ddeab-a748-4eb3-b742-ef4a06b29f67 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:25:05.427624 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port af3645e5-fa55-42a5-b9e6-bbe87fb0ccda completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:25:05.434406 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port af3645e5-fa55-42a5-b9e6-bbe87fb0ccda triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:25:05.434778 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:05.491742 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9f6c5b40-c0d0-45d4-957d-ac238855abf5 None None] Provisioning complete for port e0c34da7-d19d-420a-8870-54eca89b82be triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:25:05.492122 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9f6c5b40-c0d0-45d4-957d-ac238855abf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:05.552449 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5366be98-353e-48eb-82c7-b709a0785e9a req-8452ccf5-8dc7-43b5-a4dd-eed05ca24d20 service neutron] 10.222.0.24 "GET /v2.0/networks/edb1903a-9551-44f2-8122-1bbc1c5075f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139416 Mar 08 10:25:05.672536 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:05.690958 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port af3645e5-fa55-42a5-b9e6-bbe87fb0ccda, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=af3645e5-fa55-42a5-b9e6-bbe87fb0ccda,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:25:05.701868 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:05.730495 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:05.736132 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5366be98-353e-48eb-82c7-b709a0785e9a req-612c4bb6-dd2a-41f7-8804-5dab94060615 service neutron] 10.222.0.24 "GET /v2.0/networks/edb1903a-9551-44f2-8122-1bbc1c5075f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754975 Mar 08 10:25:05.748893 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Transition to ACTIVE for port object 0c0ddeab-a748-4eb3-b742-ef4a06b29f67 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:25:05.756028 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:05.787108 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=af3645e5-fa55-42a5-b9e6-bbe87fb0ccda,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:25:05.957730 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a421f3cc-673e-4de7-96dd-ef6f95933a73 req-17637561-ed0f-460a-bc55-d28c3de56336 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 210 time: 0.0605750 Mar 08 10:25:05.979925 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1447e6-837e-4753-8f8b-6658d2834a02 None None] Pushing event updated for resources: {'Port': ['ID=0c0ddeab-a748-4eb3-b742-ef4a06b29f67,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:25:06.021769 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1447e6-837e-4753-8f8b-6658d2834a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:06.022676 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1447e6-837e-4753-8f8b-6658d2834a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:06.023010 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1447e6-837e-4753-8f8b-6658d2834a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:06.023338 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1447e6-837e-4753-8f8b-6658d2834a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:06.023661 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1447e6-837e-4753-8f8b-6658d2834a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:06.023985 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1447e6-837e-4753-8f8b-6658d2834a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:06.024302 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1447e6-837e-4753-8f8b-6658d2834a02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:06.024619 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1447e6-837e-4753-8f8b-6658d2834a02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:06.024962 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1447e6-837e-4753-8f8b-6658d2834a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:06.025282 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1447e6-837e-4753-8f8b-6658d2834a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:06.025592 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1447e6-837e-4753-8f8b-6658d2834a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:06.025905 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1447e6-837e-4753-8f8b-6658d2834a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:25:06.049829 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Attempting to bind port 0c0ddeab-a748-4eb3-b742-ef4a06b29f67 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:25:06.050193 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Attempting to bind port 0c0ddeab-a748-4eb3-b742-ef4a06b29f67 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '70965e87-9ae5-4468-aca4-9217462ba42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:25:06.050549 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Attempting to bind port 0c0ddeab-a748-4eb3-b742-ef4a06b29f67 on network edb1903a-9551-44f2-8122-1bbc1c5075f9 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:25:06.056051 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:25:06.056416 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Checking segment: {'id': '70965e87-9ae5-4468-aca4-9217462ba42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:25:06.056836 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:06.057222 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Bound using segment: {'id': '70965e87-9ae5-4468-aca4-9217462ba42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:25:06.057674 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Bound port: 0c0ddeab-a748-4eb3-b742-ef4a06b29f67, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70965e87-9ae5-4468-aca4-9217462ba42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:25:06.058115 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:06.143183 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] For port 0c0ddeab-a748-4eb3-b742-ef4a06b29f67, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:25:06.146120 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] For port 0c0ddeab-a748-4eb3-b742-ef4a06b29f67, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0c0ddeab-a748-4eb3-b742-ef4a06b29f67,segment=NetworkSegment(70965e87-9ae5-4468-aca4-9217462ba42b),segment_id=70965e87-9ae5-4468-aca4-9217462ba42b)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:25:06.150930 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:06.228795 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Routers {'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:25:06.229147 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:24:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:25:06.298830 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1447e6-837e-4753-8f8b-6658d2834a02 None None] Pushing event updated for resources: {'Port': ['ID=0c0ddeab-a748-4eb3-b742-ef4a06b29f67,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:25:06.425402 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] Set router fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:25:06.733582 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314310532', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:24:58Z', 'updated_at': '2022-03-08T10:25:03Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:24:59Z', 'updated_at': '2022-03-08T10:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '0c0ddeab-a748-4eb3-b742-ef4a06b29f67', 'name': '', 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:8e:12:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ebba6f2d-61b6-4378-8182-1a7a7446e600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:25:02Z', 'updated_at': '2022-03-08T10:25:06Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': 'ebba6f2d-61b6-4378-8182-1a7a7446e600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:25:06.737718 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eb3fa4-c7aa-465a-b046-3fa5454e43e2 None None] The sync data for ids ['fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'] in dv-neutron-831730-2-hyperv is: [{'id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314310532', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:24:58Z', 'updated_at': '2022-03-08T10:25:03Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:24:59Z', 'updated_at': '2022-03-08T10:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '0c0ddeab-a748-4eb3-b742-ef4a06b29f67', 'name': '', 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:8e:12:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ebba6f2d-61b6-4378-8182-1a7a7446e600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:25:02Z', 'updated_at': '2022-03-08T10:25:06Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': 'ebba6f2d-61b6-4378-8182-1a7a7446e600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:25:06.808715 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e0c34da7-d19d-420a-8870-54eca89b82be up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:25:06.877910 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port e0c34da7-d19d-420a-8870-54eca89b82be triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:25:06.878282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:07.004729 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device af3645e5-fa55-42a5-b9e6-bbe87fb0ccda up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:25:07.090645 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port af3645e5-fa55-42a5-b9e6-bbe87fb0ccda triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:25:07.091016 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:07.168720 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fb0a74b1-26a6-4a9c-9c5d-44efbdfb7b34 req-36887fd0-5f15-41a9-992a-8bc64cf06018 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 210 time: 0.0719023 Mar 08 10:25:07.283289 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366be98-353e-48eb-82c7-b709a0785e9a req-57d4f6df-a4aa-4c86-adce-d9b67507beb9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:07.285060 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5366be98-353e-48eb-82c7-b709a0785e9a req-57d4f6df-a4aa-4c86-adce-d9b67507beb9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "GET /v2.0/networks?id=edb1903a-9551-44f2-8122-1bbc1c5075f9 HTTP/1.1" status: 200 len: 797 time: 0.2301617 Mar 08 10:25:07.342490 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5366be98-353e-48eb-82c7-b709a0785e9a req-5b60c893-1d24-4cfb-87fa-94c45e41c7cc tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276f56e29e9f4849957654a758856678 HTTP/1.1" status: 200 len: 379 time: 0.0473137 Mar 08 10:25:07.351153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-5366be98-353e-48eb-82c7-b709a0785e9a req-251cd54c-a82b-4324-a6b2-8a6484fff539 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'port': {'device_id': '990b3964-9e6c-4e1c-a7b0-18292f3fff13', 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9', 'admin_state_up': True, 'tenant_id': '276f56e29e9f4849957654a758856678', 'security_groups': ['a7da974a-88ee-4ae7-aa87-e72de529b3ab']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:25:07.489551 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-5366be98-353e-48eb-82c7-b709a0785e9a req-251cd54c-a82b-4324-a6b2-8a6484fff539 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:25:07.499419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-5366be98-353e-48eb-82c7-b709a0785e9a req-251cd54c-a82b-4324-a6b2-8a6484fff539 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:25:07.509223 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5366be98-353e-48eb-82c7-b709a0785e9a req-251cd54c-a82b-4324-a6b2-8a6484fff539 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Made reservation on behalf of 276f56e29e9f4849957654a758856678 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:25:07.512704 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-5366be98-353e-48eb-82c7-b709a0785e9a req-251cd54c-a82b-4324-a6b2-8a6484fff539 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:07.675916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-5366be98-353e-48eb-82c7-b709a0785e9a req-251cd54c-a82b-4324-a6b2-8a6484fff539 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Allocated IP 172.20.0.6 (edb1903a-9551-44f2-8122-1bbc1c5075f9/ebba6f2d-61b6-4378-8182-1a7a7446e600/329846f5-bee5-4b3d-803d-cc1c3251f962) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:25:07.875427 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-5366be98-353e-48eb-82c7-b709a0785e9a req-251cd54c-a82b-4324-a6b2-8a6484fff539 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:07.890711 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-5366be98-353e-48eb-82c7-b709a0785e9a req-251cd54c-a82b-4324-a6b2-8a6484fff539 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Transition to ACTIVE for port object 329846f5-bee5-4b3d-803d-cc1c3251f962 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:25:07.912967 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-5366be98-353e-48eb-82c7-b709a0785e9a req-251cd54c-a82b-4324-a6b2-8a6484fff539 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:07.974900 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5366be98-353e-48eb-82c7-b709a0785e9a req-251cd54c-a82b-4324-a6b2-8a6484fff539 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network edb1903a-9551-44f2-8122-1bbc1c5075f9 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:25:07.977767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-5366be98-353e-48eb-82c7-b709a0785e9a req-251cd54c-a82b-4324-a6b2-8a6484fff539 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:25:07.985872 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5366be98-353e-48eb-82c7-b709a0785e9a req-251cd54c-a82b-4324-a6b2-8a6484fff539 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:25:08.021909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251cd54c-a82b-4324-a6b2-8a6484fff539 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=329846f5-bee5-4b3d-803d-cc1c3251f962,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:25:08.053658 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366be98-353e-48eb-82c7-b709a0785e9a req-251cd54c-a82b-4324-a6b2-8a6484fff539 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:08.054285 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-5366be98-353e-48eb-82c7-b709a0785e9a req-251cd54c-a82b-4324-a6b2-8a6484fff539 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:08.079136 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5366be98-353e-48eb-82c7-b709a0785e9a req-251cd54c-a82b-4324-a6b2-8a6484fff539 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7321196 Mar 08 10:25:08.090117 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Request body: {'port': {'device_id': '990b3964-9e6c-4e1c-a7b0-18292f3fff13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:25:08.173917 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2d66522a-6b00-4a45-871a-fb15ad98c028 None None] Provisioning for port 329846f5-bee5-4b3d-803d-cc1c3251f962 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:25:08.178608 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2d66522a-6b00-4a45-871a-fb15ad98c028 None None] Provisioning complete for port 329846f5-bee5-4b3d-803d-cc1c3251f962 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:25:08.178980 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d66522a-6b00-4a45-871a-fb15ad98c028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:08.202304 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:08.269842 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2d66522a-6b00-4a45-871a-fb15ad98c028 None None] Port 329846f5-bee5-4b3d-803d-cc1c3251f962 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:25:08.358810 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc8462-448f-40b7-ae5e-91d99b4a8403 req-789a963e-79cd-4988-9262-4b952c3ea500 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:08.360270 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b9bc8462-448f-40b7-ae5e-91d99b4a8403 req-789a963e-79cd-4988-9262-4b952c3ea500 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 931 time: 0.0798619 Mar 08 10:25:08.403683 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-b9bc8462-448f-40b7-ae5e-91d99b4a8403 req-0390f12b-3d25-41df-a4f5-10af9ce5df33 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:25:08.419914 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-b9bc8462-448f-40b7-ae5e-91d99b4a8403 req-0390f12b-3d25-41df-a4f5-10af9ce5df33 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:25:08.421202 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b9bc8462-448f-40b7-ae5e-91d99b4a8403 req-0390f12b-3d25-41df-a4f5-10af9ce5df33 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7da974a-88ee-4ae7-aa87-e72de529b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544350 Mar 08 10:25:08.536714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329846f5-bee5-4b3d-803d-cc1c3251f962 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:25:08.543946 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:08.558263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Transition to ACTIVE for port object 329846f5-bee5-4b3d-803d-cc1c3251f962 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:25:08.561757 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:08.807731 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0c0ddeab-a748-4eb3-b742-ef4a06b29f67 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:25:08.828203 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Pushing event updated for resources: {'Port': ['ID=329846f5-bee5-4b3d-803d-cc1c3251f962,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:25:08.873957 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 0c0ddeab-a748-4eb3-b742-ef4a06b29f67 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:25:08.880371 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 0c0ddeab-a748-4eb3-b742-ef4a06b29f67 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:25:08.880681 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:08.908428 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Attempting to bind port 329846f5-bee5-4b3d-803d-cc1c3251f962 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:25:08.908781 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Attempting to bind port 329846f5-bee5-4b3d-803d-cc1c3251f962 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '70965e87-9ae5-4468-aca4-9217462ba42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:25:08.909114 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Attempting to bind port 329846f5-bee5-4b3d-803d-cc1c3251f962 on network edb1903a-9551-44f2-8122-1bbc1c5075f9 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:25:08.914183 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Port 329846f5-bee5-4b3d-803d-cc1c3251f962 on network edb1903a-9551-44f2-8122-1bbc1c5075f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:25:08.914504 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Attempting to bind port 329846f5-bee5-4b3d-803d-cc1c3251f962 on network edb1903a-9551-44f2-8122-1bbc1c5075f9 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:25:08.919882 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:25:08.920216 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Checking segment: {'id': '70965e87-9ae5-4468-aca4-9217462ba42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:25:08.920596 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Bound using segment: {'id': '70965e87-9ae5-4468-aca4-9217462ba42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:25:08.921048 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Bound port: 329846f5-bee5-4b3d-803d-cc1c3251f962, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70965e87-9ae5-4468-aca4-9217462ba42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:25:08.921392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:09.005389 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:09.012346 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] For port 329846f5-bee5-4b3d-803d-cc1c3251f962, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:25:09.015392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] For port 329846f5-bee5-4b3d-803d-cc1c3251f962, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=329846f5-bee5-4b3d-803d-cc1c3251f962,segment=NetworkSegment(70965e87-9ae5-4468-aca4-9217462ba42b),segment_id=70965e87-9ae5-4468-aca4-9217462ba42b)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:25:09.019780 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:09.036773 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 0c0ddeab-a748-4eb3-b742-ef4a06b29f67, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0c0ddeab-a748-4eb3-b742-ef4a06b29f67,segment=NetworkSegment(70965e87-9ae5-4468-aca4-9217462ba42b),segment_id=70965e87-9ae5-4468-aca4-9217462ba42b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:25:09.041868 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:09.073857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:09.073857 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:09.075368 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5366be98-353e-48eb-82c7-b709a0785e9a req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] 10.222.0.26 "PUT /v2.0/ports/329846f5-bee5-4b3d-803d-cc1c3251f962 HTTP/1.1" status: 200 len: 1093 time: 0.9893777 Mar 08 10:25:09.077847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990b3964-9e6c-4e1c-a7b0-18292f3fff13', 'tag': '329846f5-bee5-4b3d-803d-cc1c3251f962'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:25:09.120073 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=0c0ddeab-a748-4eb3-b742-ef4a06b29f67,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:25:09.160107 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990b3964-9e6c-4e1c-a7b0-18292f3fff13', 'tag': '329846f5-bee5-4b3d-803d-cc1c3251f962', 'status': 'completed', 'code': 200} Mar 08 10:25:09.168214 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e995548-f927-4683-92cb-fd6ad77b2653 service neutron] Pushing event updated for resources: {'Port': ['ID=329846f5-bee5-4b3d-803d-cc1c3251f962,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:25:09.202557 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366be98-353e-48eb-82c7-b709a0785e9a req-5c5c50d3-c641-4f76-a9d3-92ae7e7bc520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:09.204081 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5366be98-353e-48eb-82c7-b709a0785e9a req-5c5c50d3-c641-4f76-a9d3-92ae7e7bc520 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 1096 time: 0.0855937 Mar 08 10:25:09.270126 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5366be98-353e-48eb-82c7-b709a0785e9a req-aadbaefc-5cad-423c-994f-d70b4fc69e49 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=329846f5-bee5-4b3d-803d-cc1c3251f962 HTTP/1.1" status: 200 len: 217 time: 0.0592480 Mar 08 10:25:09.332910 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366be98-353e-48eb-82c7-b709a0785e9a req-b615e67a-9b4f-4b93-b854-f8bf19ad7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:09.334313 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5366be98-353e-48eb-82c7-b709a0785e9a req-b615e67a-9b4f-4b93-b854-f8bf19ad7418 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ebba6f2d-61b6-4378-8182-1a7a7446e600 HTTP/1.1" status: 200 len: 835 time: 0.0584147 Mar 08 10:25:09.407720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366be98-353e-48eb-82c7-b709a0785e9a req-2ec70296-d6ec-4a4a-b6ad-87ba0a9abd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:09.409194 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5366be98-353e-48eb-82c7-b709a0785e9a req-2ec70296-d6ec-4a4a-b6ad-87ba0a9abd30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=edb1903a-9551-44f2-8122-1bbc1c5075f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684824 Mar 08 10:25:09.545953 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5366be98-353e-48eb-82c7-b709a0785e9a req-55e00343-ce22-422c-b8b8-40c8f94d0117 service neutron] 10.222.0.26 "GET /v2.0/networks/edb1903a-9551-44f2-8122-1bbc1c5075f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297374 Mar 08 10:25:09.607590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550460b-9f4c-4e86-a1ed-180d96d66872 req-e37acf96-2c7f-41fc-b5f3-9fe8f4efacc6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:09.609046 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1550460b-9f4c-4e86-a1ed-180d96d66872 req-e37acf96-2c7f-41fc-b5f3-9fe8f4efacc6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 943 time: 0.0828495 Mar 08 10:25:09.653213 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1550460b-9f4c-4e86-a1ed-180d96d66872 req-6f149107-5b6d-4dd2-9b0f-cd3ad5fb5c6f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7da974a-88ee-4ae7-aa87-e72de529b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380828 Mar 08 10:25:09.680508 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5366be98-353e-48eb-82c7-b709a0785e9a req-eed50956-db06-4766-b8e0-a2430f8b1cb1 service neutron] 10.222.0.26 "GET /v2.0/networks/edb1903a-9551-44f2-8122-1bbc1c5075f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288691 Mar 08 10:25:09.798051 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503be06f-3618-438b-979c-b89cf430f2a4 req-3133f54c-0037-445a-89dd-54af1c51c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:09.799487 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-503be06f-3618-438b-979c-b89cf430f2a4 req-3133f54c-0037-445a-89dd-54af1c51c4ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 1096 time: 0.0729542 Mar 08 10:25:09.927296 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503be06f-3618-438b-979c-b89cf430f2a4 req-bf6db8d1-f57b-4efe-8ca0-df86fae807c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:09.929304 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-503be06f-3618-438b-979c-b89cf430f2a4 req-bf6db8d1-f57b-4efe-8ca0-df86fae807c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=edb1903a-9551-44f2-8122-1bbc1c5075f9 HTTP/1.1" status: 200 len: 898 time: 0.1239076 Mar 08 10:25:09.992930 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-503be06f-3618-438b-979c-b89cf430f2a4 req-ec4299be-1fb2-44a3-960a-d2ecb94880f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=329846f5-bee5-4b3d-803d-cc1c3251f962 HTTP/1.1" status: 200 len: 217 time: 0.0577736 Mar 08 10:25:10.055071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503be06f-3618-438b-979c-b89cf430f2a4 req-88f17312-fc31-4d47-be10-70862e56a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:10.056441 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-503be06f-3618-438b-979c-b89cf430f2a4 req-88f17312-fc31-4d47-be10-70862e56a5a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ebba6f2d-61b6-4378-8182-1a7a7446e600 HTTP/1.1" status: 200 len: 835 time: 0.0581439 Mar 08 10:25:10.127883 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503be06f-3618-438b-979c-b89cf430f2a4 req-cc9a3d40-2e66-489a-b55d-64aca27e726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:10.129356 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-503be06f-3618-438b-979c-b89cf430f2a4 req-cc9a3d40-2e66-489a-b55d-64aca27e726c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=edb1903a-9551-44f2-8122-1bbc1c5075f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675416 Mar 08 10:25:10.255847 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-503be06f-3618-438b-979c-b89cf430f2a4 req-fbf90518-c948-44d4-9890-3ffcb237bd8a service neutron] 10.222.0.26 "GET /v2.0/networks/edb1903a-9551-44f2-8122-1bbc1c5075f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198871 Mar 08 10:25:10.383246 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-503be06f-3618-438b-979c-b89cf430f2a4 req-f080acf3-aa5a-4e37-bd7e-aa4bc9905eca service neutron] 10.222.0.26 "GET /v2.0/networks/edb1903a-9551-44f2-8122-1bbc1c5075f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202323 Mar 08 10:25:10.779653 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0c0ddeab-a748-4eb3-b742-ef4a06b29f67 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:25:10.846289 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 0c0ddeab-a748-4eb3-b742-ef4a06b29f67 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:25:10.846538 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:10.849072 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609d3c5-aef5-41b7-a18c-d6f178b56635 req-d054a1f8-b4de-4d29-bd9a-2bb18ca17275 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:10.849767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-f609d3c5-aef5-41b7-a18c-d6f178b56635 req-d054a1f8-b4de-4d29-bd9a-2bb18ca17275 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:25:10.865448 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-f609d3c5-aef5-41b7-a18c-d6f178b56635 req-d054a1f8-b4de-4d29-bd9a-2bb18ca17275 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:25:10.866625 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f609d3c5-aef5-41b7-a18c-d6f178b56635 req-d054a1f8-b4de-4d29-bd9a-2bb18ca17275 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 943 time: 0.1010470 Mar 08 10:25:10.911328 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f609d3c5-aef5-41b7-a18c-d6f178b56635 req-a142971c-6058-428a-9a04-a323e9cab30d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7da974a-88ee-4ae7-aa87-e72de529b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386081 Mar 08 10:25:12.089390 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70deb4-c503-4bba-8f75-9bc7d17064b5 req-b7b7d3c6-ba42-4b0e-bba8-6068d419536b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:12.090795 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ac70deb4-c503-4bba-8f75-9bc7d17064b5 req-b7b7d3c6-ba42-4b0e-bba8-6068d419536b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 943 time: 0.0780110 Mar 08 10:25:12.135504 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ac70deb4-c503-4bba-8f75-9bc7d17064b5 req-ee2a8855-6efc-425d-9b6f-ffdba9f34734 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7da974a-88ee-4ae7-aa87-e72de529b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391996 Mar 08 10:25:13.010152 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 329846f5-bee5-4b3d-803d-cc1c3251f962 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:25:13.137546 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 329846f5-bee5-4b3d-803d-cc1c3251f962, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=329846f5-bee5-4b3d-803d-cc1c3251f962,segment=NetworkSegment(70965e87-9ae5-4468-aca4-9217462ba42b),segment_id=70965e87-9ae5-4468-aca4-9217462ba42b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:25:13.150265 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '329846f5-bee5-4b3d-803d-cc1c3251f962', 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9', 'port_id': '329846f5-bee5-4b3d-803d-cc1c3251f962', 'mac_address': 'fa:16:3e:6f:1d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebba6f2d-61b6-4378-8182-1a7a7446e600', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:25:13.207931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:13.223971 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329846f5-bee5-4b3d-803d-cc1c3251f962 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:25:13.239398 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 329846f5-bee5-4b3d-803d-cc1c3251f962, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=329846f5-bee5-4b3d-803d-cc1c3251f962,segment=NetworkSegment(70965e87-9ae5-4468-aca4-9217462ba42b),segment_id=70965e87-9ae5-4468-aca4-9217462ba42b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:25:13.244025 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:13.310141 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=329846f5-bee5-4b3d-803d-cc1c3251f962,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:25:13.316205 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c6df8-8560-4c94-a652-9d3fcf9db886 req-73c2466c-b472-4727-823f-10f9455c0bed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:13.317687 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-573c6df8-8560-4c94-a652-9d3fcf9db886 req-73c2466c-b472-4727-823f-10f9455c0bed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 944 time: 0.0795186 Mar 08 10:25:13.360616 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-573c6df8-8560-4c94-a652-9d3fcf9db886 req-e300452d-31b8-4f6b-aeda-55d0e7cca260 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7da974a-88ee-4ae7-aa87-e72de529b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373120 Mar 08 10:25:13.570153 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:13.619240 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['329846f5-bee5-4b3d-803d-cc1c3251f962'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:25:14.538834 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a44a20-e953-4a3c-82e2-dee9117faeef req-f91e3fe1-ac4c-476d-bbd6-877462fa7fbe tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:14.540259 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f6a44a20-e953-4a3c-82e2-dee9117faeef req-f91e3fe1-ac4c-476d-bbd6-877462fa7fbe tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 944 time: 0.0779104 Mar 08 10:25:14.583873 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f6a44a20-e953-4a3c-82e2-dee9117faeef req-e1c10b35-c52a-48d4-b360-dfec84924493 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7da974a-88ee-4ae7-aa87-e72de529b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377278 Mar 08 10:25:15.041384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 329846f5-bee5-4b3d-803d-cc1c3251f962 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:25:15.112553 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 329846f5-bee5-4b3d-803d-cc1c3251f962 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:25:15.117080 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 329846f5-bee5-4b3d-803d-cc1c3251f962 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:25:15.117472 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:15.228807 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:15.253682 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990b3964-9e6c-4e1c-a7b0-18292f3fff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329846f5-bee5-4b3d-803d-cc1c3251f962'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:25:15.262955 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 329846f5-bee5-4b3d-803d-cc1c3251f962, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=329846f5-bee5-4b3d-803d-cc1c3251f962,segment=NetworkSegment(70965e87-9ae5-4468-aca4-9217462ba42b),segment_id=70965e87-9ae5-4468-aca4-9217462ba42b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:25:15.266887 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:15.303175 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990b3964-9e6c-4e1c-a7b0-18292f3fff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329846f5-bee5-4b3d-803d-cc1c3251f962', 'code': 200} Mar 08 10:25:15.334132 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=329846f5-bee5-4b3d-803d-cc1c3251f962,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:25:15.523655 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e99424-354b-40b8-8f91-61925c7b06e0 req-e2260340-1540-4913-be8d-e4d540e39dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:15.525161 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a2e99424-354b-40b8-8f91-61925c7b06e0 req-e2260340-1540-4913-be8d-e4d540e39dd5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 1098 time: 0.0712299 Mar 08 10:25:15.564353 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a2e99424-354b-40b8-8f91-61925c7b06e0 req-60602e24-55d8-47c3-ab0f-09291af2d774 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a7da974a-88ee-4ae7-aa87-e72de529b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328784 Mar 08 10:25:15.781151 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db420ec0-04c9-4ec8-bbe4-f682c8e344f4 req-accde755-ab68-4f9b-9735-a83596653c45 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:15.782565 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db420ec0-04c9-4ec8-bbe4-f682c8e344f4 req-accde755-ab68-4f9b-9735-a83596653c45 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 945 time: 0.0808933 Mar 08 10:25:15.825838 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db420ec0-04c9-4ec8-bbe4-f682c8e344f4 req-cb24d1bc-5889-4314-b827-fb3df7ca3919 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7da974a-88ee-4ae7-aa87-e72de529b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376418 Mar 08 10:25:17.013096 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07a689-0beb-4b97-b35f-79106c5f2ad6 req-181df2e3-a049-461c-8a53-fcffc8aaf2c9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:17.014453 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0d07a689-0beb-4b97-b35f-79106c5f2ad6 req-181df2e3-a049-461c-8a53-fcffc8aaf2c9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 945 time: 0.0796778 Mar 08 10:25:17.060670 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0d07a689-0beb-4b97-b35f-79106c5f2ad6 req-4e697e60-1043-4adb-b43d-fdde73701120 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7da974a-88ee-4ae7-aa87-e72de529b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405223 Mar 08 10:25:17.238562 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d934d68-cfb4-4641-b65a-b5e99175851d req-b92e5b74-89ce-497e-a25e-e7922336b485 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:17.239975 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9d934d68-cfb4-4641-b65a-b5e99175851d req-b92e5b74-89ce-497e-a25e-e7922336b485 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 945 time: 0.0782223 Mar 08 10:25:17.282279 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9d934d68-cfb4-4641-b65a-b5e99175851d req-213ab181-3394-45f5-8f4d-430dc3bd3cc2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7da974a-88ee-4ae7-aa87-e72de529b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361347 Mar 08 10:25:17.304564 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53812) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:25:17.375445 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f05db68-3e99-430c-af1d-a95357c5db26 tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:17.376985 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8f05db68-3e99-430c-af1d-a95357c5db26 tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 1093 time: 0.0713766 Mar 08 10:25:17.379727 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53816) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:25:17.385185 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': '329846f5-bee5-4b3d-803d-cc1c3251f962', 'tenant_id': '276f56e29e9f4849957654a758856678', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:25:17.390942 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:25:17.394754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:floatingip and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:25:17.397591 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:25:17.403391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:25:17.413330 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:17.544406 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:17.676480 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Allocated IP 172.26.2.123 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/460c80fc-4b84-4786-b475-1377c0e34ef4) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:25:17.817828 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:17.845246 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:17.905758 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:25:17.912428 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:25:17.917270 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:25:17.945819 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=460c80fc-4b84-4786-b475-1377c0e34ef4,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:25:18.419863 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:18.494750 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:18.695234 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:18.699525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:18.803346 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=460c80fc-4b84-4786-b475-1377c0e34ef4,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:25:18.813309 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:18.981701 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Floating IP 03f7980d-020c-44ac-8279-ffd8a4801beb associated. External IP: 172.26.2.123, port: 329846f5-bee5-4b3d-803d-cc1c3251f962. Mar 08 10:25:19.314569 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:25:19.599411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:25:19.609599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ca034-af7c-47b1-9da1-9228df429e8d None None] Sync routers for ids ['fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:25:19.618792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ca034-af7c-47b1-9da1-9228df429e8d None None] Routers {'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:25:19.619400 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-0b5ca034-af7c-47b1-9da1-9228df429e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:24:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:25:19.623100 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:19.676994 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f9287962-66a6-4d78-8517-67024285d743 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2962086 Mar 08 10:25:19.677541 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990b3964-9e6c-4e1c-a7b0-18292f3fff13', 'tag': '329846f5-bee5-4b3d-803d-cc1c3251f962'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:25:19.720865 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990b3964-9e6c-4e1c-a7b0-18292f3fff13', 'tag': '329846f5-bee5-4b3d-803d-cc1c3251f962', 'status': 'completed', 'code': 200} Mar 08 10:25:19.800066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-0b5ca034-af7c-47b1-9da1-9228df429e8d None None] Set router fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:25:20.034986 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05615cf0-4e7e-4ad0-8b8e-5d1fe1b24155 req-8d2acdc9-51ca-4fda-af0c-94164fdebbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:20.036458 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-05615cf0-4e7e-4ad0-8b8e-5d1fe1b24155 req-8d2acdc9-51ca-4fda-af0c-94164fdebbc9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 1098 time: 0.2904453 Mar 08 10:25:20.080260 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03f6f1-efce-41d8-aed6-bed43a8466b3 req-59e2042e-4a51-465f-8001-b7aa665a92e8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:20.081727 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6b03f6f1-efce-41d8-aed6-bed43a8466b3 req-59e2042e-4a51-465f-8001-b7aa665a92e8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 945 time: 0.2919679 Mar 08 10:25:20.117966 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6b671c52-ab85-4f9c-add6-503640595f79 req-e5aafe59-842e-4f89-a7f0-35a3b455b9dd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2957113 Mar 08 10:25:20.175567 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-0b5ca034-af7c-47b1-9da1-9228df429e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314310532', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:24:58Z', 'updated_at': '2022-03-08T10:25:03Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:24:59Z', 'updated_at': '2022-03-08T10:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '03f7980d-020c-44ac-8279-ffd8a4801beb', 'tenant_id': '276f56e29e9f4849957654a758856678', 'floating_ip_address': '172.26.2.123', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'port_id': '329846f5-bee5-4b3d-803d-cc1c3251f962', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9', 'mac_address': 'fa:16:3e:6f:1d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990b3964-9e6c-4e1c-a7b0-18292f3fff13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:25:18Z', 'updated_at': '2022-03-08T10:25:18Z', 'revision_number': 0, 'project_id': '276f56e29e9f4849957654a758856678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0ddeab-a748-4eb3-b742-ef4a06b29f67', 'name': '', 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:8e:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ebba6f2d-61b6-4378-8182-1a7a7446e600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:25:02Z', 'updated_at': '2022-03-08T10:25:09Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': 'ebba6f2d-61b6-4378-8182-1a7a7446e600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:25:20.179324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ca034-af7c-47b1-9da1-9228df429e8d None None] Checking router: fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:25:20.187600 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ca034-af7c-47b1-9da1-9228df429e8d None None] Routers {'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:25:20.188196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-0b5ca034-af7c-47b1-9da1-9228df429e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:24:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:25:20.203464 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6b03f6f1-efce-41d8-aed6-bed43a8466b3 req-c7142ad9-1ffd-47f3-bee8-2a56c8b5449d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7da974a-88ee-4ae7-aa87-e72de529b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067116 Mar 08 10:25:20.224387 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05615cf0-4e7e-4ad0-8b8e-5d1fe1b24155 req-06a2ecf4-22bc-4430-bd87-4b499dae981f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:20.225918 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-05615cf0-4e7e-4ad0-8b8e-5d1fe1b24155 req-06a2ecf4-22bc-4430-bd87-4b499dae981f service neutron] 10.222.0.26 "GET /v2.0/networks?id=edb1903a-9551-44f2-8122-1bbc1c5075f9 HTTP/1.1" status: 200 len: 898 time: 0.1810493 Mar 08 10:25:20.227381 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53824) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:25:20.362797 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-0b5ca034-af7c-47b1-9da1-9228df429e8d None None] Set router fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:25:20.415293 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-481bbb27-44e3-4b21-94bc-3de24b386178 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/floatingips/03f7980d-020c-44ac-8279-ffd8a4801beb HTTP/1.1" status: 200 len: 991 time: 0.1868391 Mar 08 10:25:20.419470 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-05615cf0-4e7e-4ad0-8b8e-5d1fe1b24155 req-9870a180-3180-4729-b9fb-67bc591f11e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=329846f5-bee5-4b3d-803d-cc1c3251f962 HTTP/1.1" status: 200 len: 999 time: 0.1354799 Mar 08 10:25:20.481879 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05615cf0-4e7e-4ad0-8b8e-5d1fe1b24155 req-5392745a-8d11-4c78-a758-94493b72ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:20.483318 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-05615cf0-4e7e-4ad0-8b8e-5d1fe1b24155 req-5392745a-8d11-4c78-a758-94493b72ecdb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ebba6f2d-61b6-4378-8182-1a7a7446e600 HTTP/1.1" status: 200 len: 835 time: 0.0585411 Mar 08 10:25:20.557100 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05615cf0-4e7e-4ad0-8b8e-5d1fe1b24155 req-0a21a72c-5c61-4e6e-a9be-f704df84de25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:20.558557 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-05615cf0-4e7e-4ad0-8b8e-5d1fe1b24155 req-0a21a72c-5c61-4e6e-a9be-f704df84de25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=edb1903a-9551-44f2-8122-1bbc1c5075f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694313 Mar 08 10:25:20.568214 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [req-05615cf0-4e7e-4ad0-8b8e-5d1fe1b24155 req-a460df7d-a18b-46d4-8510-55dd2694d518 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 10:25:20.569269 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-05615cf0-4e7e-4ad0-8b8e-5d1fe1b24155 req-a460df7d-a18b-46d4-8510-55dd2694d518 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048740 Mar 08 10:25:20.698141 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-05615cf0-4e7e-4ad0-8b8e-5d1fe1b24155 req-794420c1-dd0e-411f-bcca-fb84f97c9b48 service neutron] 10.222.0.26 "GET /v2.0/networks/edb1903a-9551-44f2-8122-1bbc1c5075f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231899 Mar 08 10:25:20.700574 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-0b5ca034-af7c-47b1-9da1-9228df429e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314310532', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:24:58Z', 'updated_at': '2022-03-08T10:25:03Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:24:59Z', 'updated_at': '2022-03-08T10:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '03f7980d-020c-44ac-8279-ffd8a4801beb', 'tenant_id': '276f56e29e9f4849957654a758856678', 'floating_ip_address': '172.26.2.123', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'port_id': '329846f5-bee5-4b3d-803d-cc1c3251f962', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9', 'mac_address': 'fa:16:3e:6f:1d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990b3964-9e6c-4e1c-a7b0-18292f3fff13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:25:18Z', 'updated_at': '2022-03-08T10:25:18Z', 'revision_number': 0, 'project_id': '276f56e29e9f4849957654a758856678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0ddeab-a748-4eb3-b742-ef4a06b29f67', 'name': '', 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:8e:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ebba6f2d-61b6-4378-8182-1a7a7446e600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:25:02Z', 'updated_at': '2022-03-08T10:25:09Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': 'ebba6f2d-61b6-4378-8182-1a7a7446e600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:25:20.704467 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ca034-af7c-47b1-9da1-9228df429e8d None None] The sync data for ids ['fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'] in dv-neutron-831730-2-hyperv is: [{'id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314310532', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:24:58Z', 'updated_at': '2022-03-08T10:25:03Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:24:59Z', 'updated_at': '2022-03-08T10:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '03f7980d-020c-44ac-8279-ffd8a4801beb', 'tenant_id': '276f56e29e9f4849957654a758856678', 'floating_ip_address': '172.26.2.123', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'port_id': '329846f5-bee5-4b3d-803d-cc1c3251f962', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9', 'mac_address': 'fa:16:3e:6f:1d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990b3964-9e6c-4e1c-a7b0-18292f3fff13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:25:18Z', 'updated_at': '2022-03-08T10:25:18Z', 'revision_number': 0, 'project_id': '276f56e29e9f4849957654a758856678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0ddeab-a748-4eb3-b742-ef4a06b29f67', 'name': '', 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:8e:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ebba6f2d-61b6-4378-8182-1a7a7446e600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:25:02Z', 'updated_at': '2022-03-08T10:25:09Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': 'ebba6f2d-61b6-4378-8182-1a7a7446e600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:25:20.830978 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-05615cf0-4e7e-4ad0-8b8e-5d1fe1b24155 req-ab2ccb3b-c92d-4400-aa8b-a66aca2b3b6e service neutron] 10.222.0.26 "GET /v2.0/networks/edb1903a-9551-44f2-8122-1bbc1c5075f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276319 Mar 08 10:25:20.897606 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5be9b6-ef00-489a-92d7-72f3cc3b42e7 None None] New status for floating IP 03f7980d-020c-44ac-8279-ffd8a4801beb: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:25:20.990951 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b671c52-ab85-4f9c-add6-503640595f79 req-c8d86d43-af80-4474-8fe4-30fff5c8d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:20.992687 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6b671c52-ab85-4f9c-add6-503640595f79 req-c8d86d43-af80-4474-8fe4-30fff5c8d137 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 1098 time: 0.0704222 Mar 08 10:25:21.133246 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b671c52-ab85-4f9c-add6-503640595f79 req-c30e23fc-3ca0-4dee-883f-2d4dd9fb25e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:21.134721 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6b671c52-ab85-4f9c-add6-503640595f79 req-c30e23fc-3ca0-4dee-883f-2d4dd9fb25e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=edb1903a-9551-44f2-8122-1bbc1c5075f9 HTTP/1.1" status: 200 len: 898 time: 0.1238165 Mar 08 10:25:21.237574 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6b671c52-ab85-4f9c-add6-503640595f79 req-bc121368-c314-49b3-a2f1-a181a8af7684 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=329846f5-bee5-4b3d-803d-cc1c3251f962 HTTP/1.1" status: 200 len: 1001 time: 0.0970569 Mar 08 10:25:21.299299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b671c52-ab85-4f9c-add6-503640595f79 req-9d5737e6-9aec-4c27-8a55-0b9c2a56d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:21.300581 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6b671c52-ab85-4f9c-add6-503640595f79 req-9d5737e6-9aec-4c27-8a55-0b9c2a56d16c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ebba6f2d-61b6-4378-8182-1a7a7446e600 HTTP/1.1" status: 200 len: 835 time: 0.0580399 Mar 08 10:25:21.371391 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b671c52-ab85-4f9c-add6-503640595f79 req-69594deb-3f6e-42b0-8c12-fc7cf5149690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:25:21.372901 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6b671c52-ab85-4f9c-add6-503640595f79 req-69594deb-3f6e-42b0-8c12-fc7cf5149690 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=edb1903a-9551-44f2-8122-1bbc1c5075f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666556 Mar 08 10:25:21.419102 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53828) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:25:21.499974 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6b671c52-ab85-4f9c-add6-503640595f79 req-fd682a90-1601-43aa-a0a5-6ef581e1daeb service neutron] 10.222.0.26 "GET /v2.0/networks/edb1903a-9551-44f2-8122-1bbc1c5075f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215253 Mar 08 10:25:21.521794 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5201e9f8-31af-4c09-8946-8f1b8343ed83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/floatingips/03f7980d-020c-44ac-8279-ffd8a4801beb HTTP/1.1" status: 200 len: 993 time: 0.1014075 Mar 08 10:25:21.737819 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6b671c52-ab85-4f9c-add6-503640595f79 req-11460070-5706-4087-a71b-0721d1bd1135 service neutron] 10.222.0.26 "GET /v2.0/networks/edb1903a-9551-44f2-8122-1bbc1c5075f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320452 Mar 08 10:25:24.980121 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-746407d9-2386-420a-8f77-0b47183d70f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:27.639253 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e203bfc5-2488-41db-8e51-448d16ce5ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:28.346823 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:28.351221 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:29.314312 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:25:30.187185 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:43.575596 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:54.981915 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a152cac1-74da-4278-8a6e-aa4d0f41195a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:57.640142 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3b1ed61-5869-4f50-89d4-4095b991d352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:58.350010 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:25:58.354147 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:00.190470 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:06.313055 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:26:13.587643 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:20.867349 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dfb0f14a-6fe0-4b74-9646-2770a5c243e7 req-898d0ea5-86b7-4bbf-82da-9bfab372bc6d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697060 Mar 08 10:26:21.001372 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0f14a-6fe0-4b74-9646-2770a5c243e7 req-e1477ffb-bfba-4fb9-88ce-7362d74c45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:21.002832 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dfb0f14a-6fe0-4b74-9646-2770a5c243e7 req-e1477ffb-bfba-4fb9-88ce-7362d74c45a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 1098 time: 0.0691252 Mar 08 10:26:21.146841 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0f14a-6fe0-4b74-9646-2770a5c243e7 req-a762ae76-b4e1-4cf4-9903-deeaa48c8a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:21.148160 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dfb0f14a-6fe0-4b74-9646-2770a5c243e7 req-a762ae76-b4e1-4cf4-9903-deeaa48c8a81 service neutron] 10.222.0.26 "GET /v2.0/networks?id=edb1903a-9551-44f2-8122-1bbc1c5075f9 HTTP/1.1" status: 200 len: 898 time: 0.1242337 Mar 08 10:26:21.247397 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dfb0f14a-6fe0-4b74-9646-2770a5c243e7 req-862e232a-d35e-4bea-a01d-de0e0cbd6944 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=329846f5-bee5-4b3d-803d-cc1c3251f962 HTTP/1.1" status: 200 len: 1001 time: 0.0929894 Mar 08 10:26:21.308432 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0f14a-6fe0-4b74-9646-2770a5c243e7 req-2e5d02e0-7040-48b1-b161-1ef715a344d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:21.310231 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dfb0f14a-6fe0-4b74-9646-2770a5c243e7 req-2e5d02e0-7040-48b1-b161-1ef715a344d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ebba6f2d-61b6-4378-8182-1a7a7446e600 HTTP/1.1" status: 200 len: 835 time: 0.0571277 Mar 08 10:26:21.387289 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0f14a-6fe0-4b74-9646-2770a5c243e7 req-1c130b06-7bdd-4dbf-94f3-116cc2a9e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:21.388833 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dfb0f14a-6fe0-4b74-9646-2770a5c243e7 req-1c130b06-7bdd-4dbf-94f3-116cc2a9e6fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=edb1903a-9551-44f2-8122-1bbc1c5075f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726759 Mar 08 10:26:21.516381 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dfb0f14a-6fe0-4b74-9646-2770a5c243e7 req-82291b17-427d-4c82-b959-4f92cb131ad8 service neutron] 10.222.0.26 "GET /v2.0/networks/edb1903a-9551-44f2-8122-1bbc1c5075f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209767 Mar 08 10:26:21.650088 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dfb0f14a-6fe0-4b74-9646-2770a5c243e7 req-439729ed-c119-444d-a16c-28a5ea243c63 service neutron] 10.222.0.26 "GET /v2.0/networks/edb1903a-9551-44f2-8122-1bbc1c5075f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265223 Mar 08 10:26:24.512975 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8b1bc-d36d-48c6-8143-6826324318b7 req-cfa7e5b8-3da2-42c2-bd2b-5223fc70ec16 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:24.514285 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-60b8b1bc-d36d-48c6-8143-6826324318b7 req-cfa7e5b8-3da2-42c2-bd2b-5223fc70ec16 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 945 time: 0.0802786 Mar 08 10:26:24.558375 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-60b8b1bc-d36d-48c6-8143-6826324318b7 req-2fadf7af-8afd-4a29-9419-ae2a8bdbe1d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7da974a-88ee-4ae7-aa87-e72de529b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384102 Mar 08 10:26:24.983746 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b57fd0a0-1633-4095-8ebf-bc64d81edc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:25.741170 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dda4e7-502d-420a-97ca-ede2c7dfe4c6 req-04fd7329-b0c4-460b-8183-8e2e29cf0314 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:25.743126 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-50dda4e7-502d-420a-97ca-ede2c7dfe4c6 req-04fd7329-b0c4-460b-8183-8e2e29cf0314 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 945 time: 0.0786214 Mar 08 10:26:25.785267 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-50dda4e7-502d-420a-97ca-ede2c7dfe4c6 req-6c601276-e984-4a54-a816-ff4297d99fab tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7da974a-88ee-4ae7-aa87-e72de529b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366254 Mar 08 10:26:25.807800 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53856) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:25.910669 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-778c5827-fbc0-4d92-948b-6642adcd922a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/floatingips/03f7980d-020c-44ac-8279-ffd8a4801beb HTTP/1.1" status: 200 len: 993 time: 0.1016879 Mar 08 10:26:27.355936 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2156-1c9f-4bd7-824f-d0d187f4cd4e req-e5a10c9c-b44b-4d35-957a-bb5db1e0a321 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:27.357420 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9f3b2156-1c9f-4bd7-824f-d0d187f4cd4e req-e5a10c9c-b44b-4d35-957a-bb5db1e0a321 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 945 time: 0.0813267 Mar 08 10:26:27.402123 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9f3b2156-1c9f-4bd7-824f-d0d187f4cd4e req-c62ac7d7-7201-43d4-b727-3d403ef14e6b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7da974a-88ee-4ae7-aa87-e72de529b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391722 Mar 08 10:26:27.641229 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cad475e3-06e4-45ec-9dba-d413ac36acc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:28.352868 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:28.357201 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:28.592321 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83c4ab-ea31-48e6-b39e-efa1d995891c req-9f84fa96-eb61-4d61-a999-24a46ca478f1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:28.593792 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3f83c4ab-ea31-48e6-b39e-efa1d995891c req-9f84fa96-eb61-4d61-a999-24a46ca478f1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 945 time: 0.0827017 Mar 08 10:26:28.637251 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3f83c4ab-ea31-48e6-b39e-efa1d995891c req-8d7ae821-f0b8-464a-9bc9-3f037f12527f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7da974a-88ee-4ae7-aa87-e72de529b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377545 Mar 08 10:26:28.659386 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53868) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:28.762001 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0cca3ce1-994b-4b5b-b8d2-ecaacc423eb5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/floatingips/03f7980d-020c-44ac-8279-ffd8a4801beb HTTP/1.1" status: 200 len: 993 time: 0.1015525 Mar 08 10:26:29.038052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53876) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:29.233288 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting port 460c80fc-4b84-4786-b475-1377c0e34ef4 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:26:29.233633 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:29.497876 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:29.498155 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:29.615496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Calling delete_port for 460c80fc-4b84-4786-b475-1377c0e34ef4 owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:26:29.759314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:29.807010 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Port': ['ID=460c80fc-4b84-4786-b475-1377c0e34ef4,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:29.847444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:29.847794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:29.848132 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:29.848464 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:29.848822 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:29.849153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:29.849478 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:29.849801 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:29.850121 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:29.850441 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:29.850764 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:29.851078 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:29.909069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:29.909392 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Floating IP 03f7980d-020c-44ac-8279-ffd8a4801beb disassociated (deleted). External IP: 172.26.2.123, port: 329846f5-bee5-4b3d-803d-cc1c3251f962. Mar 08 10:26:30.191854 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:30.250150 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:26:30.425678 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:26:30.435429 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef70793c-1bcb-40b2-9bf9-871ebdec86a5 None None] Sync routers for ids ['fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:26:30.444530 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef70793c-1bcb-40b2-9bf9-871ebdec86a5 None None] Routers {'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:26:30.445165 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-ef70793c-1bcb-40b2-9bf9-871ebdec86a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:26:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:26:30.445502 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:30.501844 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-86498148-4997-4120-9f8d-518bfba2895f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/floatingips/03f7980d-020c-44ac-8279-ffd8a4801beb HTTP/1.1" status: 204 len: 168 time: 1.4626846 Mar 08 10:26:30.502520 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990b3964-9e6c-4e1c-a7b0-18292f3fff13', 'tag': '329846f5-bee5-4b3d-803d-cc1c3251f962'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:26:30.622241 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990b3964-9e6c-4e1c-a7b0-18292f3fff13', 'tag': '329846f5-bee5-4b3d-803d-cc1c3251f962', 'status': 'completed', 'code': 200} Mar 08 10:26:30.679664 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-ef70793c-1bcb-40b2-9bf9-871ebdec86a5 None None] Set router fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:26:30.721430 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c93b65-7dbb-45c4-a510-fcd43cb907e1 req-ee55a75d-f3a5-4c44-b363-aa7be5548d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:30.723314 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b3c93b65-7dbb-45c4-a510-fcd43cb907e1 req-ee55a75d-f3a5-4c44-b363-aa7be5548d9c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 1098 time: 0.0798073 Mar 08 10:26:30.888462 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14449c-9d0a-4873-b3b9-f207d5935fdb req-5d9fd262-d1cb-414b-a59e-c173086419f7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:30.890139 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4e14449c-9d0a-4873-b3b9-f207d5935fdb req-5d9fd262-d1cb-414b-a59e-c173086419f7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 945 time: 0.0905180 Mar 08 10:26:30.938585 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4e14449c-9d0a-4873-b3b9-f207d5935fdb req-a419334b-919c-4cb1-b9b9-85152ecfad87 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7da974a-88ee-4ae7-aa87-e72de529b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420144 Mar 08 10:26:30.972049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c93b65-7dbb-45c4-a510-fcd43cb907e1 req-786a4c19-affd-40ab-b89d-353ec1e24172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:30.973544 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b3c93b65-7dbb-45c4-a510-fcd43cb907e1 req-786a4c19-affd-40ab-b89d-353ec1e24172 service neutron] 10.222.0.26 "GET /v2.0/networks?id=edb1903a-9551-44f2-8122-1bbc1c5075f9 HTTP/1.1" status: 200 len: 898 time: 0.2447724 Mar 08 10:26:30.997268 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-ef70793c-1bcb-40b2-9bf9-871ebdec86a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314310532', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:24:58Z', 'updated_at': '2022-03-08T10:25:03Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:24:59Z', 'updated_at': '2022-03-08T10:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '0c0ddeab-a748-4eb3-b742-ef4a06b29f67', 'name': '', 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:8e:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ebba6f2d-61b6-4378-8182-1a7a7446e600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:25:02Z', 'updated_at': '2022-03-08T10:25:09Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': 'ebba6f2d-61b6-4378-8182-1a7a7446e600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:26:31.001148 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef70793c-1bcb-40b2-9bf9-871ebdec86a5 None None] Checking router: fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:26:31.009528 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef70793c-1bcb-40b2-9bf9-871ebdec86a5 None None] Routers {'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:26:31.010127 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-ef70793c-1bcb-40b2-9bf9-871ebdec86a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:26:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:26:31.042013 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b3c93b65-7dbb-45c4-a510-fcd43cb907e1 req-47bf6f93-9626-42ca-aec2-c866df0089dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=329846f5-bee5-4b3d-803d-cc1c3251f962 HTTP/1.1" status: 200 len: 217 time: 0.0617034 Mar 08 10:26:31.102409 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c93b65-7dbb-45c4-a510-fcd43cb907e1 req-90f36663-b7b5-45f1-a1df-c73951354595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:31.103840 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b3c93b65-7dbb-45c4-a510-fcd43cb907e1 req-90f36663-b7b5-45f1-a1df-c73951354595 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ebba6f2d-61b6-4378-8182-1a7a7446e600 HTTP/1.1" status: 200 len: 835 time: 0.0563104 Mar 08 10:26:31.181714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c93b65-7dbb-45c4-a510-fcd43cb907e1 req-b5e2081a-9fec-4892-af18-8b54d521e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:31.183182 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b3c93b65-7dbb-45c4-a510-fcd43cb907e1 req-b5e2081a-9fec-4892-af18-8b54d521e3b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=edb1903a-9551-44f2-8122-1bbc1c5075f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726969 Mar 08 10:26:31.184256 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-ef70793c-1bcb-40b2-9bf9-871ebdec86a5 None None] Set router fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:26:31.314376 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b3c93b65-7dbb-45c4-a510-fcd43cb907e1 req-1353f71f-a483-4457-9885-cd3c21849838 service neutron] 10.222.0.26 "GET /v2.0/networks/edb1903a-9551-44f2-8122-1bbc1c5075f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239004 Mar 08 10:26:31.450017 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b3c93b65-7dbb-45c4-a510-fcd43cb907e1 req-75d3dd5f-9faa-4f1a-b1d1-873a641bf98a service neutron] 10.222.0.26 "GET /v2.0/networks/edb1903a-9551-44f2-8122-1bbc1c5075f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279535 Mar 08 10:26:31.496614 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-ef70793c-1bcb-40b2-9bf9-871ebdec86a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314310532', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:24:58Z', 'updated_at': '2022-03-08T10:25:03Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:24:59Z', 'updated_at': '2022-03-08T10:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '0c0ddeab-a748-4eb3-b742-ef4a06b29f67', 'name': '', 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:8e:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ebba6f2d-61b6-4378-8182-1a7a7446e600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:25:02Z', 'updated_at': '2022-03-08T10:25:09Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': 'ebba6f2d-61b6-4378-8182-1a7a7446e600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:26:31.500507 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef70793c-1bcb-40b2-9bf9-871ebdec86a5 None None] The sync data for ids ['fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'] in dv-neutron-831730-2-hyperv is: [{'id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314310532', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:24:58Z', 'updated_at': '2022-03-08T10:25:03Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:24:59Z', 'updated_at': '2022-03-08T10:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '0c0ddeab-a748-4eb3-b742-ef4a06b29f67', 'name': '', 'network_id': 'edb1903a-9551-44f2-8122-1bbc1c5075f9', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:8e:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ebba6f2d-61b6-4378-8182-1a7a7446e600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:25:02Z', 'updated_at': '2022-03-08T10:25:09Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': 'ebba6f2d-61b6-4378-8182-1a7a7446e600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:26:31.709574 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4346aff9-eda6-456c-8b7e-9bfa9362310a None None] New status for floating IP 03f7980d-020c-44ac-8279-ffd8a4801beb: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:26:32.124719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda01cb0-d5c1-4c28-90ef-3feb28da0feb req-76462332-d4e8-4dea-bb33-e27ba69e1f1f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:32.125348 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-cda01cb0-d5c1-4c28-90ef-3feb28da0feb req-76462332-d4e8-4dea-bb33-e27ba69e1f1f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:26:32.140907 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-cda01cb0-d5c1-4c28-90ef-3feb28da0feb req-76462332-d4e8-4dea-bb33-e27ba69e1f1f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:26:32.142023 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cda01cb0-d5c1-4c28-90ef-3feb28da0feb req-76462332-d4e8-4dea-bb33-e27ba69e1f1f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 945 time: 0.0946553 Mar 08 10:26:32.185736 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-cda01cb0-d5c1-4c28-90ef-3feb28da0feb req-c4bc0ead-bdf7-43ee-bc4b-956154039e55 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7da974a-88ee-4ae7-aa87-e72de529b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380611 Mar 08 10:26:32.757322 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d0047-64a7-49f4-b71d-3f43ceddf8b9 req-db152619-e5fe-4a4c-9201-7c4419002846 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:32.759753 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f09d0047-64a7-49f4-b71d-3f43ceddf8b9 req-db152619-e5fe-4a4c-9201-7c4419002846 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 945 time: 0.0830309 Mar 08 10:26:32.827328 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-f09d0047-64a7-49f4-b71d-3f43ceddf8b9 req-f7a552ee-838c-42b2-8e2f-f9b33a6312c1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting port 329846f5-bee5-4b3d-803d-cc1c3251f962 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:26:32.827666 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f09d0047-64a7-49f4-b71d-3f43ceddf8b9 req-f7a552ee-838c-42b2-8e2f-f9b33a6312c1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:33.076006 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-f09d0047-64a7-49f4-b71d-3f43ceddf8b9 req-f7a552ee-838c-42b2-8e2f-f9b33a6312c1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] For port 329846f5-bee5-4b3d-803d-cc1c3251f962, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=329846f5-bee5-4b3d-803d-cc1c3251f962,segment=NetworkSegment(70965e87-9ae5-4468-aca4-9217462ba42b),segment_id=70965e87-9ae5-4468-aca4-9217462ba42b)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:26:33.076360 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f09d0047-64a7-49f4-b71d-3f43ceddf8b9 req-f7a552ee-838c-42b2-8e2f-f9b33a6312c1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:33.194718 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-f09d0047-64a7-49f4-b71d-3f43ceddf8b9 req-f7a552ee-838c-42b2-8e2f-f9b33a6312c1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Calling delete_port for 329846f5-bee5-4b3d-803d-cc1c3251f962 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:26:33.338083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f09d0047-64a7-49f4-b71d-3f43ceddf8b9 req-f7a552ee-838c-42b2-8e2f-f9b33a6312c1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:33.369436 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14088db1-2157-4488-ac58-6232720bc7a8 req-47d66c51-8dfc-4646-b672-acfd38f01b5e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:33.370875 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14088db1-2157-4488-ac58-6232720bc7a8 req-47d66c51-8dfc-4646-b672-acfd38f01b5e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=990b3964-9e6c-4e1c-a7b0-18292f3fff13 HTTP/1.1" status: 200 len: 945 time: 0.0825093 Mar 08 10:26:33.388338 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a552ee-838c-42b2-8e2f-f9b33a6312c1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Port': ['ID=329846f5-bee5-4b3d-803d-cc1c3251f962,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:33.417733 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14088db1-2157-4488-ac58-6232720bc7a8 req-b06e3fc0-363e-4c64-85e5-f70021fc60d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7da974a-88ee-4ae7-aa87-e72de529b3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405743 Mar 08 10:26:33.461959 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09d0047-64a7-49f4-b71d-3f43ceddf8b9 req-f7a552ee-838c-42b2-8e2f-f9b33a6312c1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] No DVR routers for this DVR port 329846f5-bee5-4b3d-803d-cc1c3251f962 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:26:33.464305 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f09d0047-64a7-49f4-b71d-3f43ceddf8b9 req-f7a552ee-838c-42b2-8e2f-f9b33a6312c1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:33.466701 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990b3964-9e6c-4e1c-a7b0-18292f3fff13', 'name': 'network-vif-deleted', 'tag': '329846f5-bee5-4b3d-803d-cc1c3251f962'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:26:33.481960 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f09d0047-64a7-49f4-b71d-3f43ceddf8b9 req-f7a552ee-838c-42b2-8e2f-f9b33a6312c1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "DELETE /v2.0/ports/329846f5-bee5-4b3d-803d-cc1c3251f962 HTTP/1.1" status: 204 len: 173 time: 0.7176795 Mar 08 10:26:33.512833 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990b3964-9e6c-4e1c-a7b0-18292f3fff13', 'name': 'network-vif-deleted', 'tag': '329846f5-bee5-4b3d-803d-cc1c3251f962', 'status': 'completed', 'code': 200} Mar 08 10:26:34.513908 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53898) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:35.161640 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51b1aea8-bdd1-471f-bcc8-5b58c024576c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:35.449126 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 329846f5-bee5-4b3d-803d-cc1c3251f962 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:26:35.482862 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 329846f5-bee5-4b3d-803d-cc1c3251f962 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:26:35.483205 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 329846f5-bee5-4b3d-803d-cc1c3251f962 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:26:35.501084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-51b1aea8-bdd1-471f-bcc8-5b58c024576c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting port 0c0ddeab-a748-4eb3-b742-ef4a06b29f67 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:26:35.501433 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51b1aea8-bdd1-471f-bcc8-5b58c024576c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:35.685231 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-51b1aea8-bdd1-471f-bcc8-5b58c024576c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] For port 0c0ddeab-a748-4eb3-b742-ef4a06b29f67, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=0c0ddeab-a748-4eb3-b742-ef4a06b29f67,segment=NetworkSegment(70965e87-9ae5-4468-aca4-9217462ba42b),segment_id=70965e87-9ae5-4468-aca4-9217462ba42b)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:26:35.685982 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51b1aea8-bdd1-471f-bcc8-5b58c024576c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:35.802366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-51b1aea8-bdd1-471f-bcc8-5b58c024576c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Calling delete_port for 0c0ddeab-a748-4eb3-b742-ef4a06b29f67 owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:26:36.215471 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51b1aea8-bdd1-471f-bcc8-5b58c024576c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:36.263714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1aea8-bdd1-471f-bcc8-5b58c024576c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Port': ['ID=0c0ddeab-a748-4eb3-b742-ef4a06b29f67,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:36.543848 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51b1aea8-bdd1-471f-bcc8-5b58c024576c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:36.896988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b1aea8-bdd1-471f-bcc8-5b58c024576c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:26:37.072634 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b1aea8-bdd1-471f-bcc8-5b58c024576c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:26:37.081727 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87013a6-d3dd-4f7b-88ee-f6c617e00b13 None None] Sync routers for ids ['fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:26:37.086204 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-51b1aea8-bdd1-471f-bcc8-5b58c024576c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "PUT /v2.0/routers/fc12bc60-28c5-4f3c-b5ba-469e78a11ac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5712504 Mar 08 10:26:37.089469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53902) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:37.092123 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87013a6-d3dd-4f7b-88ee-f6c617e00b13 None None] Routers {'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:26:37.092786 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-f87013a6-d3dd-4f7b-88ee-f6c617e00b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:26:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:26:37.156332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9436f7-59eb-43d1-b156-25671ff8c6b4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting subnet ebba6f2d-61b6-4378-8182-1a7a7446e600 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:26:37.159392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4f9436f7-59eb-43d1-b156-25671ff8c6b4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:37.212014 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4f9436f7-59eb-43d1-b156-25671ff8c6b4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:37.273484 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-f87013a6-d3dd-4f7b-88ee-f6c617e00b13 None None] Set router fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:26:37.294559 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4f9436f7-59eb-43d1-b156-25671ff8c6b4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:37.370528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4f9436f7-59eb-43d1-b156-25671ff8c6b4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:37.409994 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9436f7-59eb-43d1-b156-25671ff8c6b4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Subnet': ['ID=ebba6f2d-61b6-4378-8182-1a7a7446e600,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:37.411887 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4f9436f7-59eb-43d1-b156-25671ff8c6b4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:37.418161 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4f9436f7-59eb-43d1-b156-25671ff8c6b4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/subnets/ebba6f2d-61b6-4378-8182-1a7a7446e600 HTTP/1.1" status: 204 len: 168 time: 0.3277500 Mar 08 10:26:37.421005 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53906) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:37.453032 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b6fb90-bd3a-46a7-8f66-6dd6ed950fe3 None None] Network edb1903a-9551-44f2-8122-1bbc1c5075f9 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:26:37.599741 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:37.767564 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-f87013a6-d3dd-4f7b-88ee-f6c617e00b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314310532', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:24:58Z', 'updated_at': '2022-03-08T10:26:36Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'af3645e5-fa55-42a5-b9e6-bbe87fb0ccda', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:24:59Z', 'updated_at': '2022-03-08T10:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:26:37.771735 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87013a6-d3dd-4f7b-88ee-f6c617e00b13 None None] Checking router: fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:26:37.776135 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:37.780942 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87013a6-d3dd-4f7b-88ee-f6c617e00b13 None None] Routers {'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:26:37.781683 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-f87013a6-d3dd-4f7b-88ee-f6c617e00b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:26:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:26:37.787979 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting port af3645e5-fa55-42a5-b9e6-bbe87fb0ccda {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:26:37.788270 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:37.835130 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] DHCP port deletion for edb1903a-9551-44f2-8122-1bbc1c5075f9 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:26:37.848794 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] Deleting port e0c34da7-d19d-420a-8870-54eca89b82be {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:26:37.849169 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:37.961196 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] For port af3645e5-fa55-42a5-b9e6-bbe87fb0ccda, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=af3645e5-fa55-42a5-b9e6-bbe87fb0ccda,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:26:37.961573 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:38.003572 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-f87013a6-d3dd-4f7b-88ee-f6c617e00b13 None None] Set router fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:26:38.081839 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Calling delete_port for af3645e5-fa55-42a5-b9e6-bbe87fb0ccda owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:26:38.114512 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-f87013a6-d3dd-4f7b-88ee-f6c617e00b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314310532', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:24:58Z', 'updated_at': '2022-03-08T10:26:37Z', 'revision_number': 6, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:26:38.127668 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87013a6-d3dd-4f7b-88ee-f6c617e00b13 None None] The sync data for ids ['fc12bc60-28c5-4f3c-b5ba-469e78a11ac9'] in dv-neutron-831730-2-hyperv is: [{'id': 'fc12bc60-28c5-4f3c-b5ba-469e78a11ac9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314310532', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:24:58Z', 'updated_at': '2022-03-08T10:26:37Z', 'revision_number': 6, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port_host': None}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:26:38.234207 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] For port e0c34da7-d19d-420a-8870-54eca89b82be, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=e0c34da7-d19d-420a-8870-54eca89b82be,segment=NetworkSegment(70965e87-9ae5-4468-aca4-9217462ba42b),segment_id=70965e87-9ae5-4468-aca4-9217462ba42b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:26:38.234858 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:38.251503 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:38.357158 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] Calling delete_port for e0c34da7-d19d-420a-8870-54eca89b82be owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:26:38.417237 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Port': ['ID=af3645e5-fa55-42a5-b9e6-bbe87fb0ccda,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:38.438075 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:38.453668 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.454202 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.454351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.454687 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.455021 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.455348 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.455670 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.455992 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.456313 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.456630 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.456979 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.457298 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.481467 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] Pushing event deleted for resources: {'Port': ['ID=e0c34da7-d19d-420a-8870-54eca89b82be,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:38.492854 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.493359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.493633 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.493973 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.494301 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.494634 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.494961 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.495288 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.496046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.496046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.496435 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.496515 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:38.499230 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9209e3-49ea-46a3-8567-a710579b450b None None] No DVR routers for this DVR port e0c34da7-d19d-420a-8870-54eca89b82be on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:26:38.521819 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:38.692778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:38.694927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:38.716642 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:38.717191 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Fanout notify agent at l3_agent the message router_deleted on router fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:26:38.731801 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:38.732902 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-59989559-2526-4983-a86e-7124a5af1c8c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/routers/fc12bc60-28c5-4f3c-b5ba-469e78a11ac9 HTTP/1.1" status: 204 len: 168 time: 1.3106647 Mar 08 10:26:38.735566 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53910) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:38.847307 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36ea4784-86d7-49ad-af14-d61fa4326b0a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:38.952600 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e0c34da7-d19d-420a-8870-54eca89b82be no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:26:38.980993 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36ea4784-86d7-49ad-af14-d61fa4326b0a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:38.989185 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: e0c34da7-d19d-420a-8870-54eca89b82be {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:26:38.989531 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device e0c34da7-d19d-420a-8870-54eca89b82be not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:26:38.989943 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0c0ddeab-a748-4eb3-b742-ef4a06b29f67 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:26:39.010887 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-36ea4784-86d7-49ad-af14-d61fa4326b0a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb1903a-9551-44f2-8122-1bbc1c5075f9']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:26:39.023481 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 0c0ddeab-a748-4eb3-b742-ef4a06b29f67 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:26:39.023839 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 0c0ddeab-a748-4eb3-b742-ef4a06b29f67 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:26:39.024304 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device af3645e5-fa55-42a5-b9e6-bbe87fb0ccda no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:26:39.024969 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-36ea4784-86d7-49ad-af14-d61fa4326b0a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70965e87-9ae5-4468-aca4-9217462ba42b') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:26:39.025269 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-36ea4784-86d7-49ad-af14-d61fa4326b0a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70965e87-9ae5-4468-aca4-9217462ba42b') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:26:39.037279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36ea4784-86d7-49ad-af14-d61fa4326b0a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:39.053022 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36ea4784-86d7-49ad-af14-d61fa4326b0a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:39.057273 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: af3645e5-fa55-42a5-b9e6-bbe87fb0ccda {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:26:39.057627 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device af3645e5-fa55-42a5-b9e6-bbe87fb0ccda not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:26:39.059657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ea4784-86d7-49ad-af14-d61fa4326b0a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:26:39.060063 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36ea4784-86d7-49ad-af14-d61fa4326b0a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:26:39.075044 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:26:39.154814 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36ea4784-86d7-49ad-af14-d61fa4326b0a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:39.176287 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-36ea4784-86d7-49ad-af14-d61fa4326b0a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:39.186889 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea4784-86d7-49ad-af14-d61fa4326b0a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Network': ['ID=edb1903a-9551-44f2-8122-1bbc1c5075f9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:39.190165 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-36ea4784-86d7-49ad-af14-d61fa4326b0a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/networks/edb1903a-9551-44f2-8122-1bbc1c5075f9 HTTP/1.1" status: 204 len: 168 time: 0.4534421 Mar 08 10:26:39.192726 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53914) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:39.259894 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-286d1f4b-2490-400b-af3a-a3642b17d3d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:39.287744 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-286d1f4b-2490-400b-af3a-a3642b17d3d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:39.350781 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-286d1f4b-2490-400b-af3a-a3642b17d3d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:39.369508 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d1f4b-2490-400b-af3a-a3642b17d3d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7da974a-88ee-4ae7-aa87-e72de529b3ab,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:39.380985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-286d1f4b-2490-400b-af3a-a3642b17d3d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:39.382487 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-286d1f4b-2490-400b-af3a-a3642b17d3d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/security-groups/a7da974a-88ee-4ae7-aa87-e72de529b3ab HTTP/1.1" status: 204 len: 168 time: 0.1887703 Mar 08 10:26:39.811152 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53922) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:39.816258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b20f888a-bf62-4267-b511-320e682b8f5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-223194550', 'description': 'tempest-secgroup-smoke-223194550 description', 'project_id': '276f56e29e9f4849957654a758856678'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:26:39.822174 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b20f888a-bf62-4267-b511-320e682b8f5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:26:39.826972 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b20f888a-bf62-4267-b511-320e682b8f5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:26:39.830180 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b20f888a-bf62-4267-b511-320e682b8f5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:26:39.835726 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b20f888a-bf62-4267-b511-320e682b8f5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:26:39.846097 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b20f888a-bf62-4267-b511-320e682b8f5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:39.865007 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b20f888a-bf62-4267-b511-320e682b8f5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:26:39.868589 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b20f888a-bf62-4267-b511-320e682b8f5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:26:39.871241 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b20f888a-bf62-4267-b511-320e682b8f5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:26:39.876662 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b20f888a-bf62-4267-b511-320e682b8f5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:26:39.948897 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b20f888a-bf62-4267-b511-320e682b8f5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:39.952386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b20f888a-bf62-4267-b511-320e682b8f5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:39.996350 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f888a-bf62-4267-b511-320e682b8f5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0f1273-0709-403a-826a-1a15532fb22d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:40.000559 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b20f888a-bf62-4267-b511-320e682b8f5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.001749 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b20f888a-bf62-4267-b511-320e682b8f5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1895838 Mar 08 10:26:40.004567 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53926) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:40.009379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-21bf9526-f447-4a29-8a3a-1da21dc95ce5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': '6b0f1273-0709-403a-826a-1a15532fb22d', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:26:40.015106 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-21bf9526-f447-4a29-8a3a-1da21dc95ce5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:26:40.019016 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-21bf9526-f447-4a29-8a3a-1da21dc95ce5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:26:40.021953 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-21bf9526-f447-4a29-8a3a-1da21dc95ce5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:26:40.028155 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-21bf9526-f447-4a29-8a3a-1da21dc95ce5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:26:40.044608 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21bf9526-f447-4a29-8a3a-1da21dc95ce5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.102182 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21bf9526-f447-4a29-8a3a-1da21dc95ce5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.105400 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21bf9526-f447-4a29-8a3a-1da21dc95ce5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.127204 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf9526-f447-4a29-8a3a-1da21dc95ce5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512fc8ad-c6cc-4088-8d5a-3ea251c5aaca,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:40.136491 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21bf9526-f447-4a29-8a3a-1da21dc95ce5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.137658 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-21bf9526-f447-4a29-8a3a-1da21dc95ce5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322052 Mar 08 10:26:40.140334 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53930) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:40.145193 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-29f5cd76-d604-4448-97c2-8e7759eb8864 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': '6b0f1273-0709-403a-826a-1a15532fb22d', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:26:40.151417 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-29f5cd76-d604-4448-97c2-8e7759eb8864 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:26:40.155149 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-29f5cd76-d604-4448-97c2-8e7759eb8864 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:26:40.157983 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-29f5cd76-d604-4448-97c2-8e7759eb8864 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:26:40.163611 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-29f5cd76-d604-4448-97c2-8e7759eb8864 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:26:40.180207 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-29f5cd76-d604-4448-97c2-8e7759eb8864 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.243696 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-29f5cd76-d604-4448-97c2-8e7759eb8864 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.247168 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-29f5cd76-d604-4448-97c2-8e7759eb8864 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.270931 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5cd76-d604-4448-97c2-8e7759eb8864 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc88e84-fb61-4560-babf-ba7d67f3746b,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:40.280111 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-29f5cd76-d604-4448-97c2-8e7759eb8864 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.281292 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-29f5cd76-d604-4448-97c2-8e7759eb8864 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1400354 Mar 08 10:26:40.283966 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53934) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:40.288982 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-734315f6-87a5-4130-ac84-f252722239d4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': '6b0f1273-0709-403a-826a-1a15532fb22d', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:26:40.294645 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-734315f6-87a5-4130-ac84-f252722239d4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:26:40.298668 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-734315f6-87a5-4130-ac84-f252722239d4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:26:40.303147 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-734315f6-87a5-4130-ac84-f252722239d4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:26:40.311529 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-734315f6-87a5-4130-ac84-f252722239d4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:26:40.329580 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-734315f6-87a5-4130-ac84-f252722239d4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.389029 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-734315f6-87a5-4130-ac84-f252722239d4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.392387 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-734315f6-87a5-4130-ac84-f252722239d4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.414802 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734315f6-87a5-4130-ac84-f252722239d4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c707b9e-db33-45e2-a38d-a5cd792c1973,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:40.423107 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-734315f6-87a5-4130-ac84-f252722239d4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.424367 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-734315f6-87a5-4130-ac84-f252722239d4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394229 Mar 08 10:26:40.427010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53938) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:40.431780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f08056e0-1801-4fa1-84f9-c07772a06081 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': '6b0f1273-0709-403a-826a-1a15532fb22d', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:26:40.437457 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f08056e0-1801-4fa1-84f9-c07772a06081 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:26:40.441199 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f08056e0-1801-4fa1-84f9-c07772a06081 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:26:40.443972 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f08056e0-1801-4fa1-84f9-c07772a06081 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:26:40.450105 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f08056e0-1801-4fa1-84f9-c07772a06081 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:26:40.466600 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f08056e0-1801-4fa1-84f9-c07772a06081 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.527086 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f08056e0-1801-4fa1-84f9-c07772a06081 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.530660 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f08056e0-1801-4fa1-84f9-c07772a06081 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.553779 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08056e0-1801-4fa1-84f9-c07772a06081 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bbce15d-19a4-4707-b15f-ec1ec4a0bf17,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:40.565180 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f08056e0-1801-4fa1-84f9-c07772a06081 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.566326 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f08056e0-1801-4fa1-84f9-c07772a06081 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384287 Mar 08 10:26:40.569079 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53942) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:40.574649 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-dcd00b25-55a4-4323-96ef-f091a27e6495 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': '6b0f1273-0709-403a-826a-1a15532fb22d', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:26:40.580252 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dcd00b25-55a4-4323-96ef-f091a27e6495 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:26:40.583975 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dcd00b25-55a4-4323-96ef-f091a27e6495 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:26:40.587209 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dcd00b25-55a4-4323-96ef-f091a27e6495 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:26:40.592884 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dcd00b25-55a4-4323-96ef-f091a27e6495 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:26:40.602730 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-dcd00b25-55a4-4323-96ef-f091a27e6495 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Project 276f56e29e9f4849957654a758856678 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:26:40.608985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dcd00b25-55a4-4323-96ef-f091a27e6495 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.669820 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dcd00b25-55a4-4323-96ef-f091a27e6495 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.673547 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dcd00b25-55a4-4323-96ef-f091a27e6495 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.696481 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd00b25-55a4-4323-96ef-f091a27e6495 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a1f8da-90aa-4777-9c3d-1044a63d05b0,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:40.704778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dcd00b25-55a4-4323-96ef-f091a27e6495 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.705919 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dcd00b25-55a4-4323-96ef-f091a27e6495 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358993 Mar 08 10:26:40.708761 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53946) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:40.713535 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d881e240-907d-4bc0-946a-5d8eba2e92db tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': '6b0f1273-0709-403a-826a-1a15532fb22d', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:26:40.719130 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d881e240-907d-4bc0-946a-5d8eba2e92db tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:26:40.722823 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d881e240-907d-4bc0-946a-5d8eba2e92db tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:26:40.725629 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d881e240-907d-4bc0-946a-5d8eba2e92db tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:26:40.731216 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d881e240-907d-4bc0-946a-5d8eba2e92db tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:26:40.740981 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-d881e240-907d-4bc0-946a-5d8eba2e92db tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Project 276f56e29e9f4849957654a758856678 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:26:40.747648 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d881e240-907d-4bc0-946a-5d8eba2e92db tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.810279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d881e240-907d-4bc0-946a-5d8eba2e92db tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.813656 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d881e240-907d-4bc0-946a-5d8eba2e92db tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.836644 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881e240-907d-4bc0-946a-5d8eba2e92db tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1c8a87-cc64-4052-a155-4f708d9c59ad,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:40.845463 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d881e240-907d-4bc0-946a-5d8eba2e92db tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.846645 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d881e240-907d-4bc0-946a-5d8eba2e92db tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1369982 Mar 08 10:26:40.849509 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53950) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:40.855267 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-bfb3e610-bd8c-466e-b1e2-be4c3d975672 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'network': {'name': 'tempest-network-smoke--999381721', 'project_id': '276f56e29e9f4849957654a758856678', 'port_security_enabled': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:26:40.860055 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bfb3e610-bd8c-466e-b1e2-be4c3d975672 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:26:40.863747 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bfb3e610-bd8c-466e-b1e2-be4c3d975672 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:network and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:26:40.866518 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bfb3e610-bd8c-466e-b1e2-be4c3d975672 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:26:40.872666 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bfb3e610-bd8c-466e-b1e2-be4c3d975672 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:26:40.882731 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb3e610-bd8c-466e-b1e2-be4c3d975672 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Made reservation on behalf of 276f56e29e9f4849957654a758856678 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:26:40.886135 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e610-bd8c-466e-b1e2-be4c3d975672 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.912305 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb3e610-bd8c-466e-b1e2-be4c3d975672 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:26:40.921478 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e610-bd8c-466e-b1e2-be4c3d975672 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.922096 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-bfb3e610-bd8c-466e-b1e2-be4c3d975672 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Added segment 955d9464-b958-48ae-a9fe-7fb3f071dfba of type vlan for network 6dc2555b-efa6-40fc-b4d9-558568f1882f Mar 08 10:26:40.950207 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e610-bd8c-466e-b1e2-be4c3d975672 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.977817 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e610-bd8c-466e-b1e2-be4c3d975672 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:40.983010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb3e610-bd8c-466e-b1e2-be4c3d975672 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:40.983590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e610-bd8c-466e-b1e2-be4c3d975672 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:41.075320 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bfb3e610-bd8c-466e-b1e2-be4c3d975672 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2248316 Mar 08 10:26:41.078171 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 53954) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:41.083401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-269011242', 'admin_state_up': True, 'project_id': '276f56e29e9f4849957654a758856678', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:26:41.086369 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3e610-bd8c-466e-b1e2-be4c3d975672 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Network': ['ID=6dc2555b-efa6-40fc-b4d9-558568f1882f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:41.090562 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:26:41.094410 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:router and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:26:41.096846 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 6dc2555b-efa6-40fc-b4d9-558568f1882f details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:26:41.097258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:26:41.103983 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:26:41.113859 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:41.114871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:41.129682 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:41.493048 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:41.783479 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:41.811257 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:41.944128 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Allocated IP 172.26.2.78 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:26:42.084789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:42.111995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:42.168752 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:26:42.171373 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:26:42.179023 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:26:42.216367 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:42.682443 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:43.008075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:43.205282 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router 9a324e15-da0a-4a67-a7b5-f30867302f1b is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 10:26:43.312169 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:26:43.375262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:26:43.385605 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Sync routers for ids ['9a324e15-da0a-4a67-a7b5-f30867302f1b'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:26:43.396491 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Routers {'9a324e15-da0a-4a67-a7b5-f30867302f1b'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:26:43.397230 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:26:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['9a324e15-da0a-4a67-a7b5-f30867302f1b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:26:43.408937 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:43.413361 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53958) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:43.413845 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3bebbe03-b8a6-4949-bfba-9b3dd4036366 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3342562 Mar 08 10:26:43.456274 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7a360d14-3291-4932-973b-426cb0849fa8 tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=276f56e29e9f4849957654a758856678&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417647 Mar 08 10:26:43.458891 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53962) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:43.573563 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Set router 9a324e15-da0a-4a67-a7b5-f30867302f1b gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:26:43.592994 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:43.593730 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c957a8d-7058-42be-9212-f4a40a84e3ab tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:43.595439 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2c957a8d-7058-42be-9212-f4a40a84e3ab tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1356814 Mar 08 10:26:43.598464 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53966) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:43.639547 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f344aec9-0ff3-49fe-955b-c34d8d55b9ba tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378079 Mar 08 10:26:43.639735 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53970) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:43.644861 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-249d424a-c2a4-41ca-aba6-ddd64bd02ff5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1057731346', 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f', 'project_id': '276f56e29e9f4849957654a758856678', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:26:43.851485 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269011242', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:42Z', 'revision_number': 3, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:26:43.855653 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Checking router: 9a324e15-da0a-4a67-a7b5-f30867302f1b for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:26:43.855999 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Updating router 9a324e15-da0a-4a67-a7b5-f30867302f1b port ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:26:43.863196 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-249d424a-c2a4-41ca-aba6-ddd64bd02ff5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:26:43.866894 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-249d424a-c2a4-41ca-aba6-ddd64bd02ff5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:subnet and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:26:43.870223 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-249d424a-c2a4-41ca-aba6-ddd64bd02ff5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:26:43.875852 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-249d424a-c2a4-41ca-aba6-ddd64bd02ff5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:26:43.885296 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249d424a-c2a4-41ca-aba6-ddd64bd02ff5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Made reservation on behalf of 276f56e29e9f4849957654a758856678 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:26:43.889183 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-249d424a-c2a4-41ca-aba6-ddd64bd02ff5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:43.909524 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:44.107298 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-249d424a-c2a4-41ca-aba6-ddd64bd02ff5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:44.181507 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d424a-c2a4-41ca-aba6-ddd64bd02ff5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Subnet': ['ID=2e03f32d-6e6d-4883-b66b-9897ac1d5cde,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:44.191392 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249d424a-c2a4-41ca-aba6-ddd64bd02ff5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Checking segment: {'id': '955d9464-b958-48ae-a9fe-7fb3f071dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:26:44.191752 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249d424a-c2a4-41ca-aba6-ddd64bd02ff5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network hostable DHCP agents. Network: 6dc2555b-efa6-40fc-b4d9-558568f1882f, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:26:44.210804 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249d424a-c2a4-41ca-aba6-ddd64bd02ff5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 6dc2555b-efa6-40fc-b4d9-558568f1882f is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:26:44.220848 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-249d424a-c2a4-41ca-aba6-ddd64bd02ff5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 6dc2555b-efa6-40fc-b4d9-558568f1882f) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:26:44.225050 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249d424a-c2a4-41ca-aba6-ddd64bd02ff5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:44.225644 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-249d424a-c2a4-41ca-aba6-ddd64bd02ff5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:44.230689 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86df9d98-7758-48bc-9e4f-ea29c6c33a39 None None] Network 6dc2555b-efa6-40fc-b4d9-558568f1882f requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:26:44.235831 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:44.251247 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-249d424a-c2a4-41ca-aba6-ddd64bd02ff5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6079986 Mar 08 10:26:44.251424 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Transition to ACTIVE for port object ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:26:44.251504 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 53974) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:26:44.257205 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:44.328601 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868983dc-dbec-4e6f-9567-c61e43094cfe None None] Pushing event updated for resources: {'Port': ['ID=ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:44.336158 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868983dc-dbec-4e6f-9567-c61e43094cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:44.337049 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868983dc-dbec-4e6f-9567-c61e43094cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:44.337390 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868983dc-dbec-4e6f-9567-c61e43094cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:44.337733 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868983dc-dbec-4e6f-9567-c61e43094cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:44.338027 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868983dc-dbec-4e6f-9567-c61e43094cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:44.338509 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868983dc-dbec-4e6f-9567-c61e43094cfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:44.338978 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868983dc-dbec-4e6f-9567-c61e43094cfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:44.339451 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868983dc-dbec-4e6f-9567-c61e43094cfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:44.339946 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868983dc-dbec-4e6f-9567-c61e43094cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:44.340413 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868983dc-dbec-4e6f-9567-c61e43094cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:44.340884 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868983dc-dbec-4e6f-9567-c61e43094cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:44.341350 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868983dc-dbec-4e6f-9567-c61e43094cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:26:44.362326 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Attempting to bind port ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:26:44.362630 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Attempting to bind port ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:26:44.362982 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Attempting to bind port ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344 on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:26:44.368226 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:26:44.368589 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:26:44.369412 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:44.369412 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:26:44.369813 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Bound port: ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:26:44.370174 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:44.445493 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] For port ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:26:44.450067 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] For port ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:26:44.455685 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:44.506741 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-6dc2555b-efa6-40fc-b4d9-558568f1882f', 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f', 'tenant_id': '276f56e29e9f4849957654a758856678', 'fixed_ips': [{'subnet_id': '2e03f32d-6e6d-4883-b66b-9897ac1d5cde'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:26:44.507814 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:44.529146 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868983dc-dbec-4e6f-9567-c61e43094cfe None None] Pushing event updated for resources: {'Port': ['ID=ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:44.542595 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Routers {'9a324e15-da0a-4a67-a7b5-f30867302f1b'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:26:44.543211 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:26:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['9a324e15-da0a-4a67-a7b5-f30867302f1b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:26:44.674786 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Allocated IP 172.20.0.2 (6dc2555b-efa6-40fc-b4d9-558568f1882f/2e03f32d-6e6d-4883-b66b-9897ac1d5cde/ca1277f4-0b3c-4e65-84e6-2090497f0dc8) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:26:44.730373 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] Set router 9a324e15-da0a-4a67-a7b5-f30867302f1b gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:26:44.882206 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:44.893021 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Transition to ACTIVE for port object ca1277f4-0b3c-4e65-84e6-2090497f0dc8 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:26:44.911305 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Transition to ACTIVE for port object ca1277f4-0b3c-4e65-84e6-2090497f0dc8 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:26:44.918194 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:44.963026 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f35eefa-a5cc-4d98-93ae-46131088bdf9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:44.985715 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Network 6dc2555b-efa6-40fc-b4d9-558568f1882f is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:26:44.989006 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:26:44.997405 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:26:45.007119 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Pushing event updated for resources: {'Port': ['ID=ca1277f4-0b3c-4e65-84e6-2090497f0dc8,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:45.050017 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269011242', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:42Z', 'revision_number': 3, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:26:45.054229 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a121f-aaa6-4922-b1b1-9dacac6bfa0e None None] The sync data for ids ['9a324e15-da0a-4a67-a7b5-f30867302f1b'] in dv-neutron-831730-2-hyperv is: [{'id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269011242', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:42Z', 'revision_number': 3, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:26:45.095261 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Attempting to bind port ca1277f4-0b3c-4e65-84e6-2090497f0dc8 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:26:45.095628 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Attempting to bind port ca1277f4-0b3c-4e65-84e6-2090497f0dc8 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '955d9464-b958-48ae-a9fe-7fb3f071dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:26:45.095988 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Attempting to bind port ca1277f4-0b3c-4e65-84e6-2090497f0dc8 on network 6dc2555b-efa6-40fc-b4d9-558568f1882f {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:26:45.101495 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:26:45.102016 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Checking segment: {'id': '955d9464-b958-48ae-a9fe-7fb3f071dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:26:45.102572 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:45.103063 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Bound using segment: {'id': '955d9464-b958-48ae-a9fe-7fb3f071dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:26:45.103673 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Bound port: ca1277f4-0b3c-4e65-84e6-2090497f0dc8, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955d9464-b958-48ae-a9fe-7fb3f071dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:26:45.104152 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:45.197055 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] For port ca1277f4-0b3c-4e65-84e6-2090497f0dc8, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:26:45.200503 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] For port ca1277f4-0b3c-4e65-84e6-2090497f0dc8, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ca1277f4-0b3c-4e65-84e6-2090497f0dc8,segment=NetworkSegment(955d9464-b958-48ae-a9fe-7fb3f071dfba),segment_id=955d9464-b958-48ae-a9fe-7fb3f071dfba)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:26:45.207057 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:45.324862 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee12909-f770-47ea-b97d-0a7c2c78b7e8 None None] Pushing event updated for resources: {'Port': ['ID=ca1277f4-0b3c-4e65-84e6-2090497f0dc8,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:45.510402 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-4f35eefa-a5cc-4d98-93ae-46131088bdf9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Allocated IP 172.20.0.1 (6dc2555b-efa6-40fc-b4d9-558568f1882f/2e03f32d-6e6d-4883-b66b-9897ac1d5cde/dd8b739b-ef59-4233-8732-8aeb96fc6c54) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:26:45.702106 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f35eefa-a5cc-4d98-93ae-46131088bdf9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:45.719097 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-4f35eefa-a5cc-4d98-93ae-46131088bdf9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Transition to ACTIVE for port object dd8b739b-ef59-4233-8732-8aeb96fc6c54 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:26:45.744206 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f35eefa-a5cc-4d98-93ae-46131088bdf9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:45.811589 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f35eefa-a5cc-4d98-93ae-46131088bdf9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 6dc2555b-efa6-40fc-b4d9-558568f1882f is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:26:45.814750 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4f35eefa-a5cc-4d98-93ae-46131088bdf9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:26:45.823787 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f35eefa-a5cc-4d98-93ae-46131088bdf9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:26:45.867112 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35eefa-a5cc-4d98-93ae-46131088bdf9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=dd8b739b-ef59-4233-8732-8aeb96fc6c54,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:45.886224 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f35eefa-a5cc-4d98-93ae-46131088bdf9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:46.153342 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f35eefa-a5cc-4d98-93ae-46131088bdf9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:46.274638 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801ad040-8f5e-4005-886b-34b66a88efc1 None None] Network 6dc2555b-efa6-40fc-b4d9-558568f1882f requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:26:46.386448 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-562dc8a1-b593-4f50-bd74-d5cc46b5745b None None] Provisioning for port ca1277f4-0b3c-4e65-84e6-2090497f0dc8 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:26:46.567847 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f35eefa-a5cc-4d98-93ae-46131088bdf9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:46.574218 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f35eefa-a5cc-4d98-93ae-46131088bdf9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:46.691532 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35eefa-a5cc-4d98-93ae-46131088bdf9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=dd8b739b-ef59-4233-8732-8aeb96fc6c54,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:46.694697 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f35eefa-a5cc-4d98-93ae-46131088bdf9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:46.728686 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-134b51d1-35c8-4647-b08c-372f89e67ada None None] Provisioning for port dd8b739b-ef59-4233-8732-8aeb96fc6c54 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:26:46.734389 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-134b51d1-35c8-4647-b08c-372f89e67ada None None] Provisioning complete for port dd8b739b-ef59-4233-8732-8aeb96fc6c54 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:26:46.735049 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-134b51d1-35c8-4647-b08c-372f89e67ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:46.822214 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-134b51d1-35c8-4647-b08c-372f89e67ada None None] Port dd8b739b-ef59-4233-8732-8aeb96fc6c54 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:26:46.853383 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f35eefa-a5cc-4d98-93ae-46131088bdf9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 6dc2555b-efa6-40fc-b4d9-558568f1882f is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:26:46.856852 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4f35eefa-a5cc-4d98-93ae-46131088bdf9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:26:46.921584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:26:46.985446 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-0c4b3d2c-dc15-4c62-80fc-790dc930b9bf None None] Provisioning complete for port dd8b739b-ef59-4233-8732-8aeb96fc6c54 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:26:46.985825 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c4b3d2c-dc15-4c62-80fc-790dc930b9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:47.054157 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b3d2c-dc15-4c62-80fc-790dc930b9bf None None] Port dd8b739b-ef59-4233-8732-8aeb96fc6c54 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:26:47.059393 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:26:47.065378 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:26:47.065748 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:47.177313 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f35eefa-a5cc-4d98-93ae-46131088bdf9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router 9a324e15-da0a-4a67-a7b5-f30867302f1b has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:26:47.194810 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-23fb9d4b-bed3-473e-9890-f091a143e2b3 None None] Provisioning complete for port dd8b739b-ef59-4233-8732-8aeb96fc6c54 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:26:47.195178 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23fb9d4b-bed3-473e-9890-f091a143e2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:47.217588 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:47.254391 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:26:47.259765 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:47.260507 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ca1277f4-0b3c-4e65-84e6-2090497f0dc8 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:26:47.283044 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-23fb9d4b-bed3-473e-9890-f091a143e2b3 None None] Port dd8b739b-ef59-4233-8732-8aeb96fc6c54 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:26:47.360665 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f35eefa-a5cc-4d98-93ae-46131088bdf9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:26:47.375523 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Sync routers for ids ['9a324e15-da0a-4a67-a7b5-f30867302f1b'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:26:47.377117 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4f35eefa-a5cc-4d98-93ae-46131088bdf9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "PUT /v2.0/routers/9a324e15-da0a-4a67-a7b5-f30867302f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1245975 Mar 08 10:26:47.419849 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Routers {'9a324e15-da0a-4a67-a7b5-f30867302f1b'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:26:47.420473 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:26:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['9a324e15-da0a-4a67-a7b5-f30867302f1b'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:26:47.495219 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:47.514073 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port ca1277f4-0b3c-4e65-84e6-2090497f0dc8 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:26:47.553857 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93272dc8-b462-4d14-b366-8b529ae6121f req-ae4f2aab-5c13-4a94-a29e-399f60ce905d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-223194550&fields=id&tenant_id=276f56e29e9f4849957654a758856678 HTTP/1.1" status: 200 len: 267 time: 0.0433631 Mar 08 10:26:47.572546 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ca1277f4-0b3c-4e65-84e6-2090497f0dc8 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:26:47.572949 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:47.656807 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Set router 9a324e15-da0a-4a67-a7b5-f30867302f1b gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:26:47.710887 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93272dc8-b462-4d14-b366-8b529ae6121f req-4228d627-dea6-4c3e-ac6c-5d19d58d3f1d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:47.713086 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93272dc8-b462-4d14-b366-8b529ae6121f req-4228d627-dea6-4c3e-ac6c-5d19d58d3f1d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/networks?id=6dc2555b-efa6-40fc-b4d9-558568f1882f HTTP/1.1" status: 200 len: 796 time: 0.1521513 Mar 08 10:26:47.727472 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93272dc8-b462-4d14-b366-8b529ae6121f req-f5b38ac3-1cd0-4d5f-8e03-92b2f2176517 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/quotas/276f56e29e9f4849957654a758856678 HTTP/1.1" status: 200 len: 375 time: 0.0089741 Mar 08 10:26:47.806049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-93272dc8-b462-4d14-b366-8b529ae6121f req-63848d11-b1a9-4cec-ad0d-783ee0b7040d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:26:47.822675 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-93272dc8-b462-4d14-b366-8b529ae6121f req-63848d11-b1a9-4cec-ad0d-783ee0b7040d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:26:47.824340 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93272dc8-b462-4d14-b366-8b529ae6121f req-63848d11-b1a9-4cec-ad0d-783ee0b7040d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915267 Mar 08 10:26:47.911448 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:47.965390 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93272dc8-b462-4d14-b366-8b529ae6121f req-c4b603c2-d59a-45e6-9dd3-cd1406c0f0e9 service neutron] 10.222.0.24 "GET /v2.0/networks/6dc2555b-efa6-40fc-b4d9-558568f1882f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288981 Mar 08 10:26:47.978995 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port ca1277f4-0b3c-4e65-84e6-2090497f0dc8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ca1277f4-0b3c-4e65-84e6-2090497f0dc8,segment=NetworkSegment(955d9464-b958-48ae-a9fe-7fb3f071dfba),segment_id=955d9464-b958-48ae-a9fe-7fb3f071dfba)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:26:48.009515 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:48.101314 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=ca1277f4-0b3c-4e65-84e6-2090497f0dc8,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:48.104438 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93272dc8-b462-4d14-b366-8b529ae6121f req-3da76481-844f-45b9-91b0-fb497c9e3060 service neutron] 10.222.0.24 "GET /v2.0/networks/6dc2555b-efa6-40fc-b4d9-558568f1882f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328566 Mar 08 10:26:48.116993 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269011242', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:46Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'dd8b739b-ef59-4233-8732-8aeb96fc6c54', 'name': '', 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:5f:38:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '2e03f32d-6e6d-4883-b66b-9897ac1d5cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:45Z', 'updated_at': '2022-03-08T10:26:46Z', 'revision_number': 2, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '2e03f32d-6e6d-4883-b66b-9897ac1d5cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:26:48.121394 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Checking router: 9a324e15-da0a-4a67-a7b5-f30867302f1b for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:26:48.121830 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Updating router 9a324e15-da0a-4a67-a7b5-f30867302f1b port dd8b739b-ef59-4233-8732-8aeb96fc6c54 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:26:48.173268 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:48.281309 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-ff80ab9e-8c71-4445-a46b-dc19aae29142 req-6b7f8221-98b2-4093-acb4-dc14b2fa93f5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:26:48.293008 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-ff80ab9e-8c71-4445-a46b-dc19aae29142 req-6b7f8221-98b2-4093-acb4-dc14b2fa93f5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:26:48.294155 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff80ab9e-8c71-4445-a46b-dc19aae29142 req-6b7f8221-98b2-4093-acb4-dc14b2fa93f5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 210 time: 0.0548744 Mar 08 10:26:48.509934 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:48.520947 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Transition to ACTIVE for port object dd8b739b-ef59-4233-8732-8aeb96fc6c54 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:26:48.527322 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:48.675943 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c0738-72ca-4e05-998f-53c4284fa4a4 None None] Pushing event updated for resources: {'Port': ['ID=dd8b739b-ef59-4233-8732-8aeb96fc6c54,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:48.775182 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Attempting to bind port dd8b739b-ef59-4233-8732-8aeb96fc6c54 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:26:48.775539 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Attempting to bind port dd8b739b-ef59-4233-8732-8aeb96fc6c54 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '955d9464-b958-48ae-a9fe-7fb3f071dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:26:48.776011 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Attempting to bind port dd8b739b-ef59-4233-8732-8aeb96fc6c54 on network 6dc2555b-efa6-40fc-b4d9-558568f1882f {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:26:48.781107 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:26:48.781474 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Checking segment: {'id': '955d9464-b958-48ae-a9fe-7fb3f071dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:26:48.781862 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:48.782244 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Bound using segment: {'id': '955d9464-b958-48ae-a9fe-7fb3f071dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:26:48.782698 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Bound port: dd8b739b-ef59-4233-8732-8aeb96fc6c54, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955d9464-b958-48ae-a9fe-7fb3f071dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:26:48.783062 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:48.834900 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:26:48.934534 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] For port dd8b739b-ef59-4233-8732-8aeb96fc6c54, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:26:48.937677 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] For port dd8b739b-ef59-4233-8732-8aeb96fc6c54, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=dd8b739b-ef59-4233-8732-8aeb96fc6c54,segment=NetworkSegment(955d9464-b958-48ae-a9fe-7fb3f071dfba),segment_id=955d9464-b958-48ae-a9fe-7fb3f071dfba)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:26:48.946140 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:48.986297 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:26:48.986659 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:49.076331 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Routers {'9a324e15-da0a-4a67-a7b5-f30867302f1b'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:26:49.076983 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:26:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['9a324e15-da0a-4a67-a7b5-f30867302f1b'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:26:49.139535 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c0738-72ca-4e05-998f-53c4284fa4a4 None None] Pushing event updated for resources: {'Port': ['ID=dd8b739b-ef59-4233-8732-8aeb96fc6c54,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:49.309656 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ca1277f4-0b3c-4e65-84e6-2090497f0dc8 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:26:49.352745 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] Set router 9a324e15-da0a-4a67-a7b5-f30867302f1b gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:26:49.392464 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6cc4ae94-d911-4d1e-a742-1cbf155bd1ca req-453c197b-89eb-4378-a8ff-5055a8fe235a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 210 time: 0.0453477 Mar 08 10:26:49.570646 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ca1277f4-0b3c-4e65-84e6-2090497f0dc8 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:26:49.571271 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:49.781261 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269011242', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:46Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'dd8b739b-ef59-4233-8732-8aeb96fc6c54', 'name': '', 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:5f:38:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '2e03f32d-6e6d-4883-b66b-9897ac1d5cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:45Z', 'updated_at': '2022-03-08T10:26:48Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '2e03f32d-6e6d-4883-b66b-9897ac1d5cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:26:49.785160 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d152d04-e89c-431e-82fa-2d840b303563 None None] The sync data for ids ['9a324e15-da0a-4a67-a7b5-f30867302f1b'] in dv-neutron-831730-2-hyperv is: [{'id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269011242', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:46Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'dd8b739b-ef59-4233-8732-8aeb96fc6c54', 'name': '', 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:5f:38:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '2e03f32d-6e6d-4883-b66b-9897ac1d5cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:45Z', 'updated_at': '2022-03-08T10:26:48Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '2e03f32d-6e6d-4883-b66b-9897ac1d5cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:26:50.514232 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fef9e546-3caf-417b-a563-990424b398ff req-6843c499-67e1-4d48-ba72-bc1e9a7566c8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 210 time: 0.0480504 Mar 08 10:26:50.841696 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device dd8b739b-ef59-4233-8732-8aeb96fc6c54 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:26:50.907540 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port dd8b739b-ef59-4233-8732-8aeb96fc6c54 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:26:50.911941 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port dd8b739b-ef59-4233-8732-8aeb96fc6c54 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:26:50.912308 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:51.024850 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:51.056228 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port dd8b739b-ef59-4233-8732-8aeb96fc6c54, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=dd8b739b-ef59-4233-8732-8aeb96fc6c54,segment=NetworkSegment(955d9464-b958-48ae-a9fe-7fb3f071dfba),segment_id=955d9464-b958-48ae-a9fe-7fb3f071dfba)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:26:51.060061 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:51.128359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=dd8b739b-ef59-4233-8732-8aeb96fc6c54,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:51.734251 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-25d09772-d089-460a-82a4-dbd81c40ef6d req-66e3c5ce-9140-4bb4-8dc6-db97569c9020 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 210 time: 0.1596911 Mar 08 10:26:52.831121 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device dd8b739b-ef59-4233-8732-8aeb96fc6c54 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:26:52.893840 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ea256519-07a6-4e5c-80b9-9dcd668c7e25 req-7947b1ed-0d72-4ce8-97e2-9de136ecfbc0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 210 time: 0.0440826 Mar 08 10:26:52.907823 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port dd8b739b-ef59-4233-8732-8aeb96fc6c54 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:26:52.908192 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:53.355261 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93272dc8-b462-4d14-b366-8b529ae6121f req-796bd248-0159-4160-88cc-a24f5b5f44cd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:53.356676 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93272dc8-b462-4d14-b366-8b529ae6121f req-796bd248-0159-4160-88cc-a24f5b5f44cd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "GET /v2.0/networks?id=6dc2555b-efa6-40fc-b4d9-558568f1882f HTTP/1.1" status: 200 len: 796 time: 0.1440289 Mar 08 10:26:53.403606 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93272dc8-b462-4d14-b366-8b529ae6121f req-735f0ce9-30c3-4e5f-acae-a0cae818d92e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276f56e29e9f4849957654a758856678 HTTP/1.1" status: 200 len: 379 time: 0.0392323 Mar 08 10:26:53.411663 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-93272dc8-b462-4d14-b366-8b529ae6121f req-955b26cd-b46d-4083-a0ce-0efb7aeb610b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'port': {'device_id': '4a5e5a58-d65c-4ae0-956c-96197e5aab4c', 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f', 'admin_state_up': True, 'tenant_id': '276f56e29e9f4849957654a758856678', 'security_groups': ['6b0f1273-0709-403a-826a-1a15532fb22d']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:26:53.543796 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-93272dc8-b462-4d14-b366-8b529ae6121f req-955b26cd-b46d-4083-a0ce-0efb7aeb610b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:26:53.553628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-93272dc8-b462-4d14-b366-8b529ae6121f req-955b26cd-b46d-4083-a0ce-0efb7aeb610b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:26:53.562895 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93272dc8-b462-4d14-b366-8b529ae6121f req-955b26cd-b46d-4083-a0ce-0efb7aeb610b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Made reservation on behalf of 276f56e29e9f4849957654a758856678 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:26:53.566902 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-93272dc8-b462-4d14-b366-8b529ae6121f req-955b26cd-b46d-4083-a0ce-0efb7aeb610b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:53.729783 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-93272dc8-b462-4d14-b366-8b529ae6121f req-955b26cd-b46d-4083-a0ce-0efb7aeb610b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Allocated IP 172.20.0.13 (6dc2555b-efa6-40fc-b4d9-558568f1882f/2e03f32d-6e6d-4883-b66b-9897ac1d5cde/53f815ad-4e98-490a-a1ef-1c4ae6e60ef8) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:26:53.920768 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-93272dc8-b462-4d14-b366-8b529ae6121f req-955b26cd-b46d-4083-a0ce-0efb7aeb610b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:53.937567 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-93272dc8-b462-4d14-b366-8b529ae6121f req-955b26cd-b46d-4083-a0ce-0efb7aeb610b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Transition to ACTIVE for port object 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:26:53.960673 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-93272dc8-b462-4d14-b366-8b529ae6121f req-955b26cd-b46d-4083-a0ce-0efb7aeb610b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:54.069590 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93272dc8-b462-4d14-b366-8b529ae6121f req-955b26cd-b46d-4083-a0ce-0efb7aeb610b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 6dc2555b-efa6-40fc-b4d9-558568f1882f is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:26:54.074626 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-93272dc8-b462-4d14-b366-8b529ae6121f req-955b26cd-b46d-4083-a0ce-0efb7aeb610b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:26:54.077135 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-93272dc8-b462-4d14-b366-8b529ae6121f req-955b26cd-b46d-4083-a0ce-0efb7aeb610b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:26:54.134042 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b26cd-b46d-4083-a0ce-0efb7aeb610b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=53f815ad-4e98-490a-a1ef-1c4ae6e60ef8,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:54.165729 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93272dc8-b462-4d14-b366-8b529ae6121f req-955b26cd-b46d-4083-a0ce-0efb7aeb610b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:54.166371 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-93272dc8-b462-4d14-b366-8b529ae6121f req-955b26cd-b46d-4083-a0ce-0efb7aeb610b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:54.208907 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bc06f-ebae-4896-90d1-586a84037256 req-c0b34182-b91d-47d1-bbd7-acafde24e1eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:54.209735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-3a4bc06f-ebae-4896-90d1-586a84037256 req-c0b34182-b91d-47d1-bbd7-acafde24e1eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:26:54.215080 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93272dc8-b462-4d14-b366-8b529ae6121f req-955b26cd-b46d-4083-a0ce-0efb7aeb610b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8070672 Mar 08 10:26:54.226218 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Request body: {'port': {'device_id': '4a5e5a58-d65c-4ae0-956c-96197e5aab4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:26:54.266323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-3a4bc06f-ebae-4896-90d1-586a84037256 req-c0b34182-b91d-47d1-bbd7-acafde24e1eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:26:54.268502 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3a4bc06f-ebae-4896-90d1-586a84037256 req-c0b34182-b91d-47d1-bbd7-acafde24e1eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 932 time: 0.2651396 Mar 08 10:26:54.282029 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-588c8eb9-0c1c-45ed-82e4-f26251255ffb None None] Provisioning for port 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:26:54.287034 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-588c8eb9-0c1c-45ed-82e4-f26251255ffb None None] Provisioning complete for port 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:26:54.287475 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-588c8eb9-0c1c-45ed-82e4-f26251255ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:54.341533 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-588c8eb9-0c1c-45ed-82e4-f26251255ffb None None] Port 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:26:54.369768 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3a4bc06f-ebae-4896-90d1-586a84037256 req-030f0ec7-5601-4516-aa7b-9c9be0910ac7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936730 Mar 08 10:26:54.380330 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:54.714315 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:26:54.721366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:54.735691 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Transition to ACTIVE for port object 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:26:54.739266 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:54.903100 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Pushing event updated for resources: {'Port': ['ID=53f815ad-4e98-490a-a1ef-1c4ae6e60ef8,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:54.986895 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ce9dbf1-3e1c-473e-ab3d-e55f11ec8378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:55.078331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Attempting to bind port 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:26:55.078665 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Attempting to bind port 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '955d9464-b958-48ae-a9fe-7fb3f071dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:26:55.078993 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Attempting to bind port 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 on network 6dc2555b-efa6-40fc-b4d9-558568f1882f {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:26:55.083635 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Port 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 on network 6dc2555b-efa6-40fc-b4d9-558568f1882f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:26:55.083946 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Attempting to bind port 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 on network 6dc2555b-efa6-40fc-b4d9-558568f1882f {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:26:55.089057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:26:55.089385 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Checking segment: {'id': '955d9464-b958-48ae-a9fe-7fb3f071dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:26:55.089755 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Bound using segment: {'id': '955d9464-b958-48ae-a9fe-7fb3f071dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:26:55.090167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Bound port: 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955d9464-b958-48ae-a9fe-7fb3f071dfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:26:55.090499 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:55.179223 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] For port 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:26:55.182702 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] For port 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=53f815ad-4e98-490a-a1ef-1c4ae6e60ef8,segment=NetworkSegment(955d9464-b958-48ae-a9fe-7fb3f071dfba),segment_id=955d9464-b958-48ae-a9fe-7fb3f071dfba)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:26:55.187111 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:55.239613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:55.240242 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:55.241653 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93272dc8-b462-4d14-b366-8b529ae6121f req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] 10.222.0.26 "PUT /v2.0/ports/53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 HTTP/1.1" status: 200 len: 1094 time: 1.0194142 Mar 08 10:26:55.242078 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5e5a58-d65c-4ae0-956c-96197e5aab4c', 'tag': '53f815ad-4e98-490a-a1ef-1c4ae6e60ef8'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:26:55.274146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604dbfbb-6219-4915-91d8-48f12ea4ed8e service neutron] Pushing event updated for resources: {'Port': ['ID=53f815ad-4e98-490a-a1ef-1c4ae6e60ef8,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:26:55.311814 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5e5a58-d65c-4ae0-956c-96197e5aab4c', 'tag': '53f815ad-4e98-490a-a1ef-1c4ae6e60ef8', 'status': 'completed', 'code': 200} Mar 08 10:26:55.355743 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93272dc8-b462-4d14-b366-8b529ae6121f req-dd302569-bd19-4e61-946a-d5065a6ac172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:55.357375 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93272dc8-b462-4d14-b366-8b529ae6121f req-dd302569-bd19-4e61-946a-d5065a6ac172 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 1097 time: 0.0781138 Mar 08 10:26:55.424549 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93272dc8-b462-4d14-b366-8b529ae6121f req-25880317-2ef9-4504-82be-5b72d2687cc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 HTTP/1.1" status: 200 len: 217 time: 0.0609117 Mar 08 10:26:55.530696 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93272dc8-b462-4d14-b366-8b529ae6121f req-f600056a-3536-43b3-9216-e74fca0002ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:55.532028 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93272dc8-b462-4d14-b366-8b529ae6121f req-f600056a-3536-43b3-9216-e74fca0002ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2e03f32d-6e6d-4883-b66b-9897ac1d5cde HTTP/1.1" status: 200 len: 835 time: 0.1016879 Mar 08 10:26:55.612628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aade801-e4d4-4a3b-a1c8-218321f882ff req-b78e98fd-e22f-4826-9a05-aa4bab07d0bc tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:55.614074 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4aade801-e4d4-4a3b-a1c8-218321f882ff req-b78e98fd-e22f-4826-9a05-aa4bab07d0bc tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 944 time: 0.1330905 Mar 08 10:26:55.657783 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93272dc8-b462-4d14-b366-8b529ae6121f req-d5b87577-daf0-4213-a01d-17338e856bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:55.659113 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93272dc8-b462-4d14-b366-8b529ae6121f req-d5b87577-daf0-4213-a01d-17338e856bcd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc2555b-efa6-40fc-b4d9-558568f1882f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1196499 Mar 08 10:26:55.670056 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4aade801-e4d4-4a3b-a1c8-218321f882ff req-11238343-9cf0-4d72-8c31-620da4baefa4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499377 Mar 08 10:26:55.791544 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93272dc8-b462-4d14-b366-8b529ae6121f req-94aba401-48f6-4543-8804-c326eef356d3 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc2555b-efa6-40fc-b4d9-558568f1882f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244588 Mar 08 10:26:55.918211 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93272dc8-b462-4d14-b366-8b529ae6121f req-03129338-8670-441b-8c04-780e08157ec6 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc2555b-efa6-40fc-b4d9-558568f1882f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212974 Mar 08 10:26:56.027874 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9127a1-f60c-4eff-9eed-b99dbbe80f56 req-d1b16969-9e9e-4556-999c-2fb5736c314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:56.029353 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3d9127a1-f60c-4eff-9eed-b99dbbe80f56 req-d1b16969-9e9e-4556-999c-2fb5736c314c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 1097 time: 0.0689478 Mar 08 10:26:56.154228 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9127a1-f60c-4eff-9eed-b99dbbe80f56 req-b32e7b68-317e-4222-bd2a-c73da2120ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:56.155647 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3d9127a1-f60c-4eff-9eed-b99dbbe80f56 req-b32e7b68-317e-4222-bd2a-c73da2120ef5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc2555b-efa6-40fc-b4d9-558568f1882f HTTP/1.1" status: 200 len: 897 time: 0.1206584 Mar 08 10:26:56.222904 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3d9127a1-f60c-4eff-9eed-b99dbbe80f56 req-0986ab74-4782-49fd-86b4-d9eee2dbab39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 HTTP/1.1" status: 200 len: 217 time: 0.0614493 Mar 08 10:26:56.281728 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9127a1-f60c-4eff-9eed-b99dbbe80f56 req-0df16b12-56b9-4439-a586-20a94125b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:56.283089 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3d9127a1-f60c-4eff-9eed-b99dbbe80f56 req-0df16b12-56b9-4439-a586-20a94125b11b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2e03f32d-6e6d-4883-b66b-9897ac1d5cde HTTP/1.1" status: 200 len: 835 time: 0.0544143 Mar 08 10:26:56.358881 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9127a1-f60c-4eff-9eed-b99dbbe80f56 req-5e537d1a-fc70-4b4e-bf83-49305a585fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:56.360291 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3d9127a1-f60c-4eff-9eed-b99dbbe80f56 req-5e537d1a-fc70-4b4e-bf83-49305a585fe8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc2555b-efa6-40fc-b4d9-558568f1882f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704222 Mar 08 10:26:56.485541 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3d9127a1-f60c-4eff-9eed-b99dbbe80f56 req-8a27a3ae-ff23-40f6-a01b-b23f0c7e7a03 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc2555b-efa6-40fc-b4d9-558568f1882f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183395 Mar 08 10:26:56.709081 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3d9127a1-f60c-4eff-9eed-b99dbbe80f56 req-9ae4656c-0fdf-43da-b0cb-413a5ec7cfae service neutron] 10.222.0.26 "GET /v2.0/networks/6dc2555b-efa6-40fc-b4d9-558568f1882f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162538 Mar 08 10:26:57.002071 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685e0cf-2c09-458d-8eff-624e9897a214 req-8dc96179-9913-4c24-9851-c04b5fb601f2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:57.003467 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4685e0cf-2c09-458d-8eff-624e9897a214 req-8dc96179-9913-4c24-9851-c04b5fb601f2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 944 time: 0.0808923 Mar 08 10:26:57.044828 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-4685e0cf-2c09-458d-8eff-624e9897a214 req-82511726-fa6c-4a3e-812c-573a39e1b4ea tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:26:57.059661 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-4685e0cf-2c09-458d-8eff-624e9897a214 req-82511726-fa6c-4a3e-812c-573a39e1b4ea tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:26:57.060948 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4685e0cf-2c09-458d-8eff-624e9897a214 req-82511726-fa6c-4a3e-812c-573a39e1b4ea tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512140 Mar 08 10:26:57.643344 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f4bb113b-7945-408c-8af2-84c02be22eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:58.358277 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:58.363067 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:58.387633 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71beed-6fd9-4bef-b90b-a7cc415b4330 req-57016233-5690-476f-9109-902d96b121ce tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:58.389110 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ab71beed-6fd9-4bef-b90b-a7cc415b4330 req-57016233-5690-476f-9109-902d96b121ce tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 944 time: 0.0812511 Mar 08 10:26:58.431932 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ab71beed-6fd9-4bef-b90b-a7cc415b4330 req-c21227a4-745d-4241-996b-ac16760696de tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371845 Mar 08 10:26:59.574411 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:26:59.619752 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf521a5-c621-4721-bac1-12f526da3822 req-11e12ff3-589f-4e6c-91f5-cad2dcc4e958 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:26:59.620983 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-daf521a5-c621-4721-bac1-12f526da3822 req-11e12ff3-589f-4e6c-91f5-cad2dcc4e958 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 944 time: 0.0880575 Mar 08 10:26:59.665632 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-daf521a5-c621-4721-bac1-12f526da3822 req-7a682177-8d0a-4df3-923e-97eb85a605c9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380814 Mar 08 10:26:59.707572 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=53f815ad-4e98-490a-a1ef-1c4ae6e60ef8,segment=NetworkSegment(955d9464-b958-48ae-a9fe-7fb3f071dfba),segment_id=955d9464-b958-48ae-a9fe-7fb3f071dfba)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:26:59.724138 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '53f815ad-4e98-490a-a1ef-1c4ae6e60ef8', 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f', 'port_id': '53f815ad-4e98-490a-a1ef-1c4ae6e60ef8', 'mac_address': 'fa:16:3e:fa:70:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e03f32d-6e6d-4883-b66b-9897ac1d5cde', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:26:59.778810 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:59.795858 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:26:59.811822 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=53f815ad-4e98-490a-a1ef-1c4ae6e60ef8,segment=NetworkSegment(955d9464-b958-48ae-a9fe-7fb3f071dfba),segment_id=955d9464-b958-48ae-a9fe-7fb3f071dfba)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:26:59.816081 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:26:59.882466 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=53f815ad-4e98-490a-a1ef-1c4ae6e60ef8,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:27:00.119205 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['53f815ad-4e98-490a-a1ef-1c4ae6e60ef8'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:27:00.204915 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:00.850552 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d9540-1570-427c-b22b-6e579a559970 req-a9bb8835-30c7-4242-ab52-4959ef9c8e2b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:27:00.852003 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2c7d9540-1570-427c-b22b-6e579a559970 req-a9bb8835-30c7-4242-ab52-4959ef9c8e2b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 945 time: 0.0814669 Mar 08 10:27:00.895074 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2c7d9540-1570-427c-b22b-6e579a559970 req-be217531-f0cc-4581-83c3-48907a746195 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374725 Mar 08 10:27:01.589895 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:27:01.657078 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:27:01.661650 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:27:01.662023 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:01.776738 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:01.803008 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5e5a58-d65c-4ae0-956c-96197e5aab4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f815ad-4e98-490a-a1ef-1c4ae6e60ef8'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:27:01.812377 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=53f815ad-4e98-490a-a1ef-1c4ae6e60ef8,segment=NetworkSegment(955d9464-b958-48ae-a9fe-7fb3f071dfba),segment_id=955d9464-b958-48ae-a9fe-7fb3f071dfba)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:27:01.816840 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:01.886056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=53f815ad-4e98-490a-a1ef-1c4ae6e60ef8,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:27:01.917083 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5e5a58-d65c-4ae0-956c-96197e5aab4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f815ad-4e98-490a-a1ef-1c4ae6e60ef8', 'code': 200} Mar 08 10:27:02.116044 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e6cc3-c71e-49c9-8ab3-3496d3399987 req-d2865579-f791-48ba-94b9-63739f254cc3 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:27:02.117396 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b25e6cc3-c71e-49c9-8ab3-3496d3399987 req-d2865579-f791-48ba-94b9-63739f254cc3 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 946 time: 0.1150064 Mar 08 10:27:02.178791 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b25e6cc3-c71e-49c9-8ab3-3496d3399987 req-5015b92a-5de8-4288-bf1a-e7dbe9a17996 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532038 Mar 08 10:27:02.193255 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf973c-6122-49d1-b936-1ba5fc44ded9 req-aa6eca41-b29e-4c68-a552-a3a80385e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:27:02.194702 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fabf973c-6122-49d1-b936-1ba5fc44ded9 req-aa6eca41-b29e-4c68-a552-a3a80385e42a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 1099 time: 0.1213708 Mar 08 10:27:02.234224 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fabf973c-6122-49d1-b936-1ba5fc44ded9 req-d875864f-e6a6-4811-a787-1d6aecfdedd7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335498 Mar 08 10:27:03.438079 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3e381-ed7c-4c3e-8215-a9d31e42167d req-e8419669-c260-4b71-b231-793489be8138 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:27:03.439433 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-25b3e381-ed7c-4c3e-8215-a9d31e42167d req-e8419669-c260-4b71-b231-793489be8138 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 946 time: 0.1567342 Mar 08 10:27:03.484886 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-25b3e381-ed7c-4c3e-8215-a9d31e42167d req-fa5409b9-e478-4fff-b162-954c0c58e068 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395553 Mar 08 10:27:04.669539 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d064e2-7011-4d91-b855-3143e0e6ab99 req-2049df03-090a-4139-92eb-115766cdebfe tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:27:04.671104 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-48d064e2-7011-4d91-b855-3143e0e6ab99 req-2049df03-090a-4139-92eb-115766cdebfe tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 946 time: 0.0843291 Mar 08 10:27:04.715317 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-48d064e2-7011-4d91-b855-3143e0e6ab99 req-58f6f4e9-8db5-484e-aba7-3d3109d7ee4f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381188 Mar 08 10:27:04.895215 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f7268-dc2c-4d6a-94ea-44eeda9398b4 req-56035c46-8b70-4ebf-ac86-94a1a6bcd4bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:27:04.896640 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-208f7268-dc2c-4d6a-94ea-44eeda9398b4 req-56035c46-8b70-4ebf-ac86-94a1a6bcd4bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 946 time: 0.0784845 Mar 08 10:27:04.939146 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-208f7268-dc2c-4d6a-94ea-44eeda9398b4 req-e0c5d33e-e9eb-4b5a-b5d6-eeb15935059a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362489 Mar 08 10:27:04.962889 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54050) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:27:05.032569 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151855ef-0062-4a39-b206-0b7ca62da9e0 tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:27:05.033953 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-151855ef-0062-4a39-b206-0b7ca62da9e0 tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 1094 time: 0.0701556 Mar 08 10:27:05.036645 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54054) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:27:05.041370 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': '53f815ad-4e98-490a-a1ef-1c4ae6e60ef8', 'tenant_id': '276f56e29e9f4849957654a758856678', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:27:05.047050 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:27:05.051037 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:floatingip and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:27:05.053803 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:27:05.059404 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:27:05.069460 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:05.202835 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:05.335470 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Allocated IP 172.26.2.88 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/2f02195d-e870-4661-b3e1-5b774c6401ab) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:27:05.478330 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:05.506779 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:05.563732 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:27:05.566511 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:27:05.570095 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:27:05.619243 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=2f02195d-e870-4661-b3e1-5b774c6401ab,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:27:06.093424 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:06.164336 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:06.364116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:06.368563 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:06.480844 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=2f02195d-e870-4661-b3e1-5b774c6401ab,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:27:06.488459 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:06.658814 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Floating IP b72020a4-4fd5-45f9-869c-cb302988d5a9 associated. External IP: 172.26.2.88, port: 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8. Mar 08 10:27:07.000073 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router 9a324e15-da0a-4a67-a7b5-f30867302f1b has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:27:07.286697 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:27:07.296656 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794fe6c7-38ce-484e-bfbc-09584c4d32a0 None None] Sync routers for ids ['9a324e15-da0a-4a67-a7b5-f30867302f1b'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:27:07.309627 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794fe6c7-38ce-484e-bfbc-09584c4d32a0 None None] Routers {'9a324e15-da0a-4a67-a7b5-f30867302f1b'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:27:07.310308 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-794fe6c7-38ce-484e-bfbc-09584c4d32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:26:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['9a324e15-da0a-4a67-a7b5-f30867302f1b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:27:07.312303 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:07.370522 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a7e814fb-afa3-4fcb-a169-96a7409fc93d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3328586 Mar 08 10:27:07.371111 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5e5a58-d65c-4ae0-956c-96197e5aab4c', 'tag': '53f815ad-4e98-490a-a1ef-1c4ae6e60ef8'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:27:07.423795 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5e5a58-d65c-4ae0-956c-96197e5aab4c', 'tag': '53f815ad-4e98-490a-a1ef-1c4ae6e60ef8', 'status': 'completed', 'code': 200} Mar 08 10:27:07.486951 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-794fe6c7-38ce-484e-bfbc-09584c4d32a0 None None] Set router 9a324e15-da0a-4a67-a7b5-f30867302f1b gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:27:07.633691 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d60b42-536f-4614-ab49-11227664baa6 req-f6ba3373-f4ed-4f5b-8535-126cfd8bbd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:27:07.635161 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-69d60b42-536f-4614-ab49-11227664baa6 req-f6ba3373-f4ed-4f5b-8535-126cfd8bbd12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 1099 time: 0.1899176 Mar 08 10:27:07.643820 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0b5ce-0440-40d2-8275-d5c378d70ceb req-c33fc743-74ee-4733-8399-b3b5fea72eef tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:27:07.645326 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9cb0b5ce-0440-40d2-8275-d5c378d70ceb req-c33fc743-74ee-4733-8399-b3b5fea72eef tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 946 time: 0.1804693 Mar 08 10:27:07.779368 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9cb0b5ce-0440-40d2-8275-d5c378d70ceb req-8d4d0ba8-0d21-4a8a-8f78-f7ed721d018a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129768 Mar 08 10:27:07.802803 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54068) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:27:07.807566 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d60b42-536f-4614-ab49-11227664baa6 req-f0025006-6c1c-40a1-92a6-cda412d53e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:27:07.809175 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-69d60b42-536f-4614-ab49-11227664baa6 req-f0025006-6c1c-40a1-92a6-cda412d53e3f service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc2555b-efa6-40fc-b4d9-558568f1882f HTTP/1.1" status: 200 len: 897 time: 0.1628118 Mar 08 10:27:07.842570 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-794fe6c7-38ce-484e-bfbc-09584c4d32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269011242', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:46Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'b72020a4-4fd5-45f9-869c-cb302988d5a9', 'tenant_id': '276f56e29e9f4849957654a758856678', 'floating_ip_address': '172.26.2.88', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'port_id': '53f815ad-4e98-490a-a1ef-1c4ae6e60ef8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f', 'mac_address': 'fa:16:3e:fa:70:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5e5a58-d65c-4ae0-956c-96197e5aab4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:27:06Z', 'updated_at': '2022-03-08T10:27:06Z', 'revision_number': 0, 'project_id': '276f56e29e9f4849957654a758856678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8b739b-ef59-4233-8732-8aeb96fc6c54', 'name': '', 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:5f:38:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '2e03f32d-6e6d-4883-b66b-9897ac1d5cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:45Z', 'updated_at': '2022-03-08T10:26:51Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '2e03f32d-6e6d-4883-b66b-9897ac1d5cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:27:07.845500 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794fe6c7-38ce-484e-bfbc-09584c4d32a0 None None] Checking router: 9a324e15-da0a-4a67-a7b5-f30867302f1b for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:27:07.853737 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794fe6c7-38ce-484e-bfbc-09584c4d32a0 None None] Routers {'9a324e15-da0a-4a67-a7b5-f30867302f1b'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:27:07.854324 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-794fe6c7-38ce-484e-bfbc-09584c4d32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:26:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['9a324e15-da0a-4a67-a7b5-f30867302f1b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:27:07.911343 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-862a0d14-ad50-4d51-b232-b75da608c802 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/floatingips/b72020a4-4fd5-45f9-869c-cb302988d5a9 HTTP/1.1" status: 200 len: 991 time: 0.1071401 Mar 08 10:27:07.917164 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-69d60b42-536f-4614-ab49-11227664baa6 req-aba126b4-68a9-4917-a924-06f97f461c37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 HTTP/1.1" status: 200 len: 999 time: 0.1024897 Mar 08 10:27:07.981414 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d60b42-536f-4614-ab49-11227664baa6 req-41c58918-9de4-4ead-a23d-4751ef508c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:27:07.982836 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-69d60b42-536f-4614-ab49-11227664baa6 req-41c58918-9de4-4ead-a23d-4751ef508c50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2e03f32d-6e6d-4883-b66b-9897ac1d5cde HTTP/1.1" status: 200 len: 835 time: 0.0606418 Mar 08 10:27:08.035015 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-794fe6c7-38ce-484e-bfbc-09584c4d32a0 None None] Set router 9a324e15-da0a-4a67-a7b5-f30867302f1b gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:27:08.060666 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d60b42-536f-4614-ab49-11227664baa6 req-6e6fa167-fc16-44f6-a5a4-e49899dd4d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:27:08.062141 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-69d60b42-536f-4614-ab49-11227664baa6 req-6e6fa167-fc16-44f6-a5a4-e49899dd4d23 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc2555b-efa6-40fc-b4d9-558568f1882f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738266 Mar 08 10:27:08.190162 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-69d60b42-536f-4614-ab49-11227664baa6 req-2a622d4f-61eb-4ef1-92c9-da16d43034b2 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc2555b-efa6-40fc-b4d9-558568f1882f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218894 Mar 08 10:27:08.316902 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-69d60b42-536f-4614-ab49-11227664baa6 req-c74eb959-4817-4986-9c7c-cfb74a6e2242 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc2555b-efa6-40fc-b4d9-558568f1882f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210060 Mar 08 10:27:08.396534 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-794fe6c7-38ce-484e-bfbc-09584c4d32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269011242', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:46Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'b72020a4-4fd5-45f9-869c-cb302988d5a9', 'tenant_id': '276f56e29e9f4849957654a758856678', 'floating_ip_address': '172.26.2.88', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'port_id': '53f815ad-4e98-490a-a1ef-1c4ae6e60ef8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f', 'mac_address': 'fa:16:3e:fa:70:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5e5a58-d65c-4ae0-956c-96197e5aab4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:27:06Z', 'updated_at': '2022-03-08T10:27:06Z', 'revision_number': 0, 'project_id': '276f56e29e9f4849957654a758856678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8b739b-ef59-4233-8732-8aeb96fc6c54', 'name': '', 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:5f:38:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '2e03f32d-6e6d-4883-b66b-9897ac1d5cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:45Z', 'updated_at': '2022-03-08T10:26:51Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '2e03f32d-6e6d-4883-b66b-9897ac1d5cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:27:08.402294 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794fe6c7-38ce-484e-bfbc-09584c4d32a0 None None] The sync data for ids ['9a324e15-da0a-4a67-a7b5-f30867302f1b'] in dv-neutron-831730-2-hyperv is: [{'id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269011242', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:46Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'b72020a4-4fd5-45f9-869c-cb302988d5a9', 'tenant_id': '276f56e29e9f4849957654a758856678', 'floating_ip_address': '172.26.2.88', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'port_id': '53f815ad-4e98-490a-a1ef-1c4ae6e60ef8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f', 'mac_address': 'fa:16:3e:fa:70:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5e5a58-d65c-4ae0-956c-96197e5aab4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:27:06Z', 'updated_at': '2022-03-08T10:27:06Z', 'revision_number': 0, 'project_id': '276f56e29e9f4849957654a758856678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8b739b-ef59-4233-8732-8aeb96fc6c54', 'name': '', 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:5f:38:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '2e03f32d-6e6d-4883-b66b-9897ac1d5cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:45Z', 'updated_at': '2022-03-08T10:26:51Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '2e03f32d-6e6d-4883-b66b-9897ac1d5cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:27:08.580568 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191480d1-e680-4a6a-a7e2-e9122efcc406 None None] New status for floating IP b72020a4-4fd5-45f9-869c-cb302988d5a9: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:27:08.914331 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54072) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:27:09.018348 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-366ddff7-1677-4474-939d-3dd81c81452a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/floatingips/b72020a4-4fd5-45f9-869c-cb302988d5a9 HTTP/1.1" status: 200 len: 993 time: 0.1023114 Mar 08 10:27:13.618816 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:20.310806 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:27:20.881415 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3719e721-734e-400d-8457-be65531f14e6 req-ea5ecb5c-a74b-4ce6-ba62-5d5def346e18 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688233 Mar 08 10:27:21.018803 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719e721-734e-400d-8457-be65531f14e6 req-c35922e1-cd54-4f2e-91e6-5e8a7b104ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:27:21.020209 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3719e721-734e-400d-8457-be65531f14e6 req-c35922e1-cd54-4f2e-91e6-5e8a7b104ebc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 1099 time: 0.0707810 Mar 08 10:27:21.265938 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719e721-734e-400d-8457-be65531f14e6 req-de846bcd-988b-4931-8444-e365884fdb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:27:21.267367 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3719e721-734e-400d-8457-be65531f14e6 req-de846bcd-988b-4931-8444-e365884fdb96 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc2555b-efa6-40fc-b4d9-558568f1882f HTTP/1.1" status: 200 len: 897 time: 0.2258327 Mar 08 10:27:21.367123 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3719e721-734e-400d-8457-be65531f14e6 req-0aca698c-fcef-4f45-8265-c8c2f3bb277a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 HTTP/1.1" status: 200 len: 1001 time: 0.0928485 Mar 08 10:27:21.429583 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719e721-734e-400d-8457-be65531f14e6 req-023dfc7d-933e-48cc-b6d0-5eda3871ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:27:21.430993 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3719e721-734e-400d-8457-be65531f14e6 req-023dfc7d-933e-48cc-b6d0-5eda3871ca82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2e03f32d-6e6d-4883-b66b-9897ac1d5cde HTTP/1.1" status: 200 len: 835 time: 0.0582469 Mar 08 10:27:21.502412 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719e721-734e-400d-8457-be65531f14e6 req-f0fc2786-b66b-46d2-91b2-3bf7edad42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:27:21.503834 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3719e721-734e-400d-8457-be65531f14e6 req-f0fc2786-b66b-46d2-91b2-3bf7edad42aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc2555b-efa6-40fc-b4d9-558568f1882f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676029 Mar 08 10:27:21.633086 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3719e721-734e-400d-8457-be65531f14e6 req-6bc3ba80-bb93-4dff-bbb0-81835fc1473b service neutron] 10.222.0.26 "GET /v2.0/networks/6dc2555b-efa6-40fc-b4d9-558568f1882f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225898 Mar 08 10:27:21.759979 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3719e721-734e-400d-8457-be65531f14e6 req-58eef579-7885-4055-bb6a-c59a8e3a8979 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc2555b-efa6-40fc-b4d9-558568f1882f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213176 Mar 08 10:27:24.987879 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc7e9209-b583-4a62-b681-a78277965b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:27.644068 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0a6b-b98e-48da-8bce-55cd5ce7603f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:28.357384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:28.358660 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:30.196765 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:43.620432 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:54.990146 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a8d7aa30-36f9-4f13-b1dc-fdd65d7790f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:57.310204 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:27:57.646173 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-69191d1f-628e-48d8-a967-c9829d9fdf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:58.358964 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:27:58.362583 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:28:00.200164 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:28:10.004946 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0f5c0-008b-41d1-90f0-8146e4af2768 req-3f85f936-e195-4e1d-8b16-ebab55ccd369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:28:10.006427 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-04f0f5c0-008b-41d1-90f0-8146e4af2768 req-3f85f936-e195-4e1d-8b16-ebab55ccd369 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 1099 time: 0.0733607 Mar 08 10:28:10.038753 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3b940-6937-4763-a9ed-4fa77ecf64b6 req-90b46d2b-d56d-4fd7-90ae-1ad116c94ddd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:28:10.040193 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99b3b940-6937-4763-a9ed-4fa77ecf64b6 req-90b46d2b-d56d-4fd7-90ae-1ad116c94ddd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 946 time: 0.0795538 Mar 08 10:28:10.083745 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99b3b940-6937-4763-a9ed-4fa77ecf64b6 req-c0f7f528-b43c-4bef-bc43-d7017fae4917 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371795 Mar 08 10:28:10.136178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0f5c0-008b-41d1-90f0-8146e4af2768 req-b3559b2e-1040-49e2-b636-6c0ca14a5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:28:10.137584 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-04f0f5c0-008b-41d1-90f0-8146e4af2768 req-b3559b2e-1040-49e2-b636-6c0ca14a5f1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc2555b-efa6-40fc-b4d9-558568f1882f HTTP/1.1" status: 200 len: 897 time: 0.1244476 Mar 08 10:28:10.243962 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-04f0f5c0-008b-41d1-90f0-8146e4af2768 req-7dc9f6a4-5b88-4197-9504-0f7a44a0359e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 HTTP/1.1" status: 200 len: 1001 time: 0.1000144 Mar 08 10:28:10.304910 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0f5c0-008b-41d1-90f0-8146e4af2768 req-bf9f6aad-fde6-4eb5-af2f-8c3df00164ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:28:10.306318 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-04f0f5c0-008b-41d1-90f0-8146e4af2768 req-bf9f6aad-fde6-4eb5-af2f-8c3df00164ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2e03f32d-6e6d-4883-b66b-9897ac1d5cde HTTP/1.1" status: 200 len: 835 time: 0.0560892 Mar 08 10:28:10.378174 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0f5c0-008b-41d1-90f0-8146e4af2768 req-3e2ed1ed-20ad-4d1a-bf8f-d459cf303675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:28:10.379691 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-04f0f5c0-008b-41d1-90f0-8146e4af2768 req-3e2ed1ed-20ad-4d1a-bf8f-d459cf303675 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc2555b-efa6-40fc-b4d9-558568f1882f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678468 Mar 08 10:28:10.506633 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-04f0f5c0-008b-41d1-90f0-8146e4af2768 req-35d502a7-2719-469a-908e-9c550cf0a581 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc2555b-efa6-40fc-b4d9-558568f1882f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195650 Mar 08 10:28:10.633222 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-04f0f5c0-008b-41d1-90f0-8146e4af2768 req-3c04aa7f-2b29-4d0d-bee3-41faa88ff9e4 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc2555b-efa6-40fc-b4d9-558568f1882f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195292 Mar 08 10:28:11.269253 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845856e8-e7a2-45e9-8675-757fb2d51fb9 req-0f02f37e-3aef-423e-a140-861b029f5605 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:28:11.270664 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-845856e8-e7a2-45e9-8675-757fb2d51fb9 req-0f02f37e-3aef-423e-a140-861b029f5605 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 946 time: 0.0799143 Mar 08 10:28:11.313508 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-845856e8-e7a2-45e9-8675-757fb2d51fb9 req-815fe28d-0994-460f-80ad-b644f4a36394 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373237 Mar 08 10:28:12.497286 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b504146-4306-46e9-834b-9d516a126110 req-3a71e504-568a-469b-b99e-2027820e9a1a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:28:12.498691 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b504146-4306-46e9-834b-9d516a126110 req-3a71e504-568a-469b-b99e-2027820e9a1a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 946 time: 0.0801044 Mar 08 10:28:12.541384 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b504146-4306-46e9-834b-9d516a126110 req-3eefb822-b50e-4c71-9cb5-0443b4922989 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371649 Mar 08 10:28:13.625815 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:28:13.726126 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf33dff-a6f8-40a1-bacc-d8c5bbe86d6a req-ecd87291-c146-4e89-9326-b7bcaa2e6a5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:28:13.727652 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6bf33dff-a6f8-40a1-bacc-d8c5bbe86d6a req-ecd87291-c146-4e89-9326-b7bcaa2e6a5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 946 time: 0.0789230 Mar 08 10:28:13.773011 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6bf33dff-a6f8-40a1-bacc-d8c5bbe86d6a req-3feec2ae-2d1e-473a-9cfa-77d33a44d4de tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390995 Mar 08 10:28:14.953592 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da9645-7d02-4737-8fcf-1fd79edc7f7c req-7ce60263-faf0-4989-8ff9-fb8643d6e09d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:28:14.955006 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-22da9645-7d02-4737-8fcf-1fd79edc7f7c req-7ce60263-faf0-4989-8ff9-fb8643d6e09d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 946 time: 0.0768330 Mar 08 10:28:15.000653 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-22da9645-7d02-4737-8fcf-1fd79edc7f7c req-8411e0a5-317f-4d4d-9694-c7bb505f74ce tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401490 Mar 08 10:28:16.178107 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452b72f-6cca-48c3-8baf-caddbb48096d req-9fc747b3-edac-4970-9edf-daebd1c490ee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:28:16.179517 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1452b72f-6cca-48c3-8baf-caddbb48096d req-9fc747b3-edac-4970-9edf-daebd1c490ee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 946 time: 0.0778677 Mar 08 10:28:16.222262 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1452b72f-6cca-48c3-8baf-caddbb48096d req-d2cc6c64-2a07-499f-8135-99f87ed918d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363994 Mar 08 10:28:17.401857 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480b4f7-6ced-4b3e-aea4-044571cad8fd req-064bef83-e185-4e66-a6a6-3e3935221bcb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:28:17.403293 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7480b4f7-6ced-4b3e-aea4-044571cad8fd req-064bef83-e185-4e66-a6a6-3e3935221bcb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 946 time: 0.0777161 Mar 08 10:28:17.445792 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7480b4f7-6ced-4b3e-aea4-044571cad8fd req-dc2592f0-aa82-44be-939b-86912ae7b142 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369794 Mar 08 10:28:18.720091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dab327-5b80-466c-8aa3-1adace455127 req-dfdcbaaa-e4c4-40e6-850b-38e070361101 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:28:18.721563 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43dab327-5b80-466c-8aa3-1adace455127 req-dfdcbaaa-e4c4-40e6-850b-38e070361101 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 946 time: 0.1746428 Mar 08 10:28:18.764631 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43dab327-5b80-466c-8aa3-1adace455127 req-6017eae9-e338-4d6b-9282-b70376e2b56f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372045 Mar 08 10:28:19.949575 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bc720-c752-4d8a-b454-9bd53a21055f req-f671bea3-4ad6-46a4-900e-4f581e28c4fc tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:28:19.951013 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e03bc720-c752-4d8a-b454-9bd53a21055f req-f671bea3-4ad6-46a4-900e-4f581e28c4fc tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 946 time: 0.0826099 Mar 08 10:28:19.995918 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e03bc720-c752-4d8a-b454-9bd53a21055f req-c2b9a137-27e7-4c36-a25a-d103ecf9f8d7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393987 Mar 08 10:28:21.179710 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a696ac-873c-42b2-9dc3-f8dd6a377066 req-dcd22a3d-3898-4192-832c-3365be922180 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:28:21.181157 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a6a696ac-873c-42b2-9dc3-f8dd6a377066 req-dcd22a3d-3898-4192-832c-3365be922180 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 946 time: 0.0785995 Mar 08 10:28:21.225715 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a6a696ac-873c-42b2-9dc3-f8dd6a377066 req-0177d245-129e-4c58-bea6-4038dc429bd6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388956 Mar 08 10:28:22.420072 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36587c-663a-400c-b95c-5d9b034126b9 req-ad923152-5cde-4e56-814b-714e733c6cba tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:28:22.421536 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6f36587c-663a-400c-b95c-5d9b034126b9 req-ad923152-5cde-4e56-814b-714e733c6cba tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 946 time: 0.0787947 Mar 08 10:28:22.463966 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6f36587c-663a-400c-b95c-5d9b034126b9 req-fc2d7812-2b82-4319-ac4c-ab2b1a133b7a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365245 Mar 08 10:28:22.487135 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54126) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:28:22.591570 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-33eca681-04e8-4795-b652-4b823522014c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/floatingips/b72020a4-4fd5-45f9-869c-cb302988d5a9 HTTP/1.1" status: 200 len: 993 time: 0.1032758 Mar 08 10:28:22.868156 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-810c99c7-4125-4255-8935-6e6ed6241653 req-5a5ad60a-2ea4-482d-83c6-f0d6fb09f359 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683932 Mar 08 10:28:23.001771 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c99c7-4125-4255-8935-6e6ed6241653 req-db5f418c-47ca-4e1d-8d17-1a8d6d5a93e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:28:23.003204 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-810c99c7-4125-4255-8935-6e6ed6241653 req-db5f418c-47ca-4e1d-8d17-1a8d6d5a93e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 1099 time: 0.0688868 Mar 08 10:28:23.141640 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c99c7-4125-4255-8935-6e6ed6241653 req-1e1aeeb4-648c-402d-8fac-490c14767a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:28:23.143000 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-810c99c7-4125-4255-8935-6e6ed6241653 req-1e1aeeb4-648c-402d-8fac-490c14767a87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc2555b-efa6-40fc-b4d9-558568f1882f HTTP/1.1" status: 200 len: 897 time: 0.1225152 Mar 08 10:28:23.242165 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-810c99c7-4125-4255-8935-6e6ed6241653 req-931116a1-0510-41b6-bc54-73ede03a1c7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 HTTP/1.1" status: 200 len: 1001 time: 0.0937250 Mar 08 10:28:23.303916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c99c7-4125-4255-8935-6e6ed6241653 req-2436852d-ba02-431c-a55a-663f61a08daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:28:23.305303 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-810c99c7-4125-4255-8935-6e6ed6241653 req-2436852d-ba02-431c-a55a-663f61a08daf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2e03f32d-6e6d-4883-b66b-9897ac1d5cde HTTP/1.1" status: 200 len: 835 time: 0.0576689 Mar 08 10:28:23.375685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c99c7-4125-4255-8935-6e6ed6241653 req-6acc6149-f755-4368-a6ef-b5a94f31bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:28:23.377093 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-810c99c7-4125-4255-8935-6e6ed6241653 req-6acc6149-f755-4368-a6ef-b5a94f31bfad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc2555b-efa6-40fc-b4d9-558568f1882f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662832 Mar 08 10:28:23.501657 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-810c99c7-4125-4255-8935-6e6ed6241653 req-09649a84-02a2-45fd-bd77-bfddeaf2a838 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc2555b-efa6-40fc-b4d9-558568f1882f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186292 Mar 08 10:28:23.629747 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-810c99c7-4125-4255-8935-6e6ed6241653 req-bb3dc532-f178-4d1f-839b-298eb2d3f676 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc2555b-efa6-40fc-b4d9-558568f1882f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221461 Mar 08 10:28:24.994986 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-384155d4-5d05-4b2c-bdf7-91bcce1f9ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:28:27.647786 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-376e5b6a-8807-4cf8-a406-0f8f64904795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:28:28.391281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:28:28.393117 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:28:30.203267 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:28:34.312720 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:28:43.618919 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:28:54.997409 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb201ef4-6a4e-457f-bf1b-7c5438488135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:28:57.648973 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3f9b-b2b1-4545-813c-4862251718d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:28:58.364937 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:28:58.368386 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:00.205114 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:11.312138 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:29:13.637357 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:17.847343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54152) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:18.045337 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting port 2f02195d-e870-4661-b3e1-5b774c6401ab {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:29:18.045669 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:18.208878 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:18.209225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:18.328613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Calling delete_port for 2f02195d-e870-4661-b3e1-5b774c6401ab owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:29:18.559437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:18.636472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Port': ['ID=2f02195d-e870-4661-b3e1-5b774c6401ab,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:18.673719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:18.674070 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:18.674416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:18.674752 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:18.675086 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:18.675419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:18.675748 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:18.676076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:18.676403 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:18.676749 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:18.677076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:18.677398 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:18.707152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:18.707478 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Floating IP b72020a4-4fd5-45f9-869c-cb302988d5a9 disassociated (deleted). External IP: 172.26.2.88, port: 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8. Mar 08 10:29:19.047588 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router 9a324e15-da0a-4a67-a7b5-f30867302f1b has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:29:19.219268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:29:19.228582 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd5399e-5acc-46b9-b70a-0eb6e35c0acc None None] Sync routers for ids ['9a324e15-da0a-4a67-a7b5-f30867302f1b'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:29:19.238324 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:19.238789 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd5399e-5acc-46b9-b70a-0eb6e35c0acc None None] Routers {'9a324e15-da0a-4a67-a7b5-f30867302f1b'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:29:19.239392 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ffd5399e-5acc-46b9-b70a-0eb6e35c0acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:28:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['9a324e15-da0a-4a67-a7b5-f30867302f1b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:19.291207 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3a9455d3-218d-42f8-9dec-746731c63476 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/floatingips/b72020a4-4fd5-45f9-869c-cb302988d5a9 HTTP/1.1" status: 204 len: 168 time: 1.4428656 Mar 08 10:29:19.291875 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5e5a58-d65c-4ae0-956c-96197e5aab4c', 'tag': '53f815ad-4e98-490a-a1ef-1c4ae6e60ef8'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:29:19.342231 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5e5a58-d65c-4ae0-956c-96197e5aab4c', 'tag': '53f815ad-4e98-490a-a1ef-1c4ae6e60ef8', 'status': 'completed', 'code': 200} Mar 08 10:29:19.418752 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ffd5399e-5acc-46b9-b70a-0eb6e35c0acc None None] Set router 9a324e15-da0a-4a67-a7b5-f30867302f1b gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:29:19.432757 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32734ba-a2af-48e7-8924-a6f7fbc70167 req-9b53b724-5742-47cb-a074-18461860a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:19.434239 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d32734ba-a2af-48e7-8924-a6f7fbc70167 req-9b53b724-5742-47cb-a074-18461860a3df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 1099 time: 0.0699489 Mar 08 10:29:19.574493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32734ba-a2af-48e7-8924-a6f7fbc70167 req-cdadcbaf-19e9-496e-9fc5-c4b1a0cdfc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:19.576640 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d32734ba-a2af-48e7-8924-a6f7fbc70167 req-cdadcbaf-19e9-496e-9fc5-c4b1a0cdfc94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc2555b-efa6-40fc-b4d9-558568f1882f HTTP/1.1" status: 200 len: 897 time: 0.1362445 Mar 08 10:29:19.677099 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d32734ba-a2af-48e7-8924-a6f7fbc70167 req-02cd277d-af4b-42ba-9dcd-01ecb5b032cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 HTTP/1.1" status: 200 len: 217 time: 0.0929873 Mar 08 10:29:19.735442 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ffd5399e-5acc-46b9-b70a-0eb6e35c0acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269011242', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:46Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'dd8b739b-ef59-4233-8732-8aeb96fc6c54', 'name': '', 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:5f:38:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '2e03f32d-6e6d-4883-b66b-9897ac1d5cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:45Z', 'updated_at': '2022-03-08T10:26:51Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '2e03f32d-6e6d-4883-b66b-9897ac1d5cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:19.739098 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd5399e-5acc-46b9-b70a-0eb6e35c0acc None None] Checking router: 9a324e15-da0a-4a67-a7b5-f30867302f1b for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:29:19.747630 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd5399e-5acc-46b9-b70a-0eb6e35c0acc None None] Routers {'9a324e15-da0a-4a67-a7b5-f30867302f1b'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:29:19.748139 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ffd5399e-5acc-46b9-b70a-0eb6e35c0acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:28:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['9a324e15-da0a-4a67-a7b5-f30867302f1b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:19.758352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32734ba-a2af-48e7-8924-a6f7fbc70167 req-fd492707-b637-431e-a730-c7850f9070eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:19.759777 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d32734ba-a2af-48e7-8924-a6f7fbc70167 req-fd492707-b637-431e-a730-c7850f9070eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2e03f32d-6e6d-4883-b66b-9897ac1d5cde HTTP/1.1" status: 200 len: 835 time: 0.0712836 Mar 08 10:29:19.819453 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b5e30-3952-4199-9e9e-bd201213fde1 req-c320b162-9035-47d4-9ec2-527143b9ff08 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:19.820475 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-fb2b5e30-3952-4199-9e9e-bd201213fde1 req-c320b162-9035-47d4-9ec2-527143b9ff08 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:29:19.840358 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-fb2b5e30-3952-4199-9e9e-bd201213fde1 req-c320b162-9035-47d4-9ec2-527143b9ff08 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:29:19.841634 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fb2b5e30-3952-4199-9e9e-bd201213fde1 req-c320b162-9035-47d4-9ec2-527143b9ff08 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 946 time: 0.2009153 Mar 08 10:29:19.877982 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32734ba-a2af-48e7-8924-a6f7fbc70167 req-bf36c4c9-6c67-452d-995f-6b9270828630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:19.879413 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d32734ba-a2af-48e7-8924-a6f7fbc70167 req-bf36c4c9-6c67-452d-995f-6b9270828630 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc2555b-efa6-40fc-b4d9-558568f1882f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1133199 Mar 08 10:29:19.917749 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ffd5399e-5acc-46b9-b70a-0eb6e35c0acc None None] Set router 9a324e15-da0a-4a67-a7b5-f30867302f1b gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:29:20.031540 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fb2b5e30-3952-4199-9e9e-bd201213fde1 req-2c9a8e20-0e81-4d2d-8f18-ee3a2b23e2e6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800632 Mar 08 10:29:20.124305 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d32734ba-a2af-48e7-8924-a6f7fbc70167 req-03adfb9e-7f52-44a8-acf0-19473e19a681 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc2555b-efa6-40fc-b4d9-558568f1882f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363093 Mar 08 10:29:20.249814 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ffd5399e-5acc-46b9-b70a-0eb6e35c0acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269011242', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:46Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'dd8b739b-ef59-4233-8732-8aeb96fc6c54', 'name': '', 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:5f:38:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '2e03f32d-6e6d-4883-b66b-9897ac1d5cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:45Z', 'updated_at': '2022-03-08T10:26:51Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '2e03f32d-6e6d-4883-b66b-9897ac1d5cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:20.251247 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d32734ba-a2af-48e7-8924-a6f7fbc70167 req-ffd96432-e5fd-4f97-b4f8-5a1e787dd7bb service neutron] 10.222.0.26 "GET /v2.0/networks/6dc2555b-efa6-40fc-b4d9-558568f1882f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208572 Mar 08 10:29:20.253652 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd5399e-5acc-46b9-b70a-0eb6e35c0acc None None] The sync data for ids ['9a324e15-da0a-4a67-a7b5-f30867302f1b'] in dv-neutron-831730-2-hyperv is: [{'id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269011242', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:46Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'dd8b739b-ef59-4233-8732-8aeb96fc6c54', 'name': '', 'network_id': '6dc2555b-efa6-40fc-b4d9-558568f1882f', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:5f:38:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '2e03f32d-6e6d-4883-b66b-9897ac1d5cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:45Z', 'updated_at': '2022-03-08T10:26:51Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '2e03f32d-6e6d-4883-b66b-9897ac1d5cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:29:20.452995 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df03b034-0252-412e-8011-9734f7edb64e None None] New status for floating IP b72020a4-4fd5-45f9-869c-cb302988d5a9: DOWN {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:29:21.219998 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0837bea-0e9c-4c24-a88f-67edbe09396d req-cc498420-fc4f-46c6-b2dc-c92cb9d66bc1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:21.221475 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f0837bea-0e9c-4c24-a88f-67edbe09396d req-cc498420-fc4f-46c6-b2dc-c92cb9d66bc1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 946 time: 0.0827777 Mar 08 10:29:21.264751 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f0837bea-0e9c-4c24-a88f-67edbe09396d req-6d4d1dd0-a77b-4a16-8c59-c59d6ca4db57 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b0f1273-0709-403a-826a-1a15532fb22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377395 Mar 08 10:29:21.458422 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69e9a9-4977-44db-ac77-319c90d83faa req-5e15aa70-9e9a-49f6-a73a-528bf2e8c8aa tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:21.459793 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec69e9a9-4977-44db-ac77-319c90d83faa req-5e15aa70-9e9a-49f6-a73a-528bf2e8c8aa tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 946 time: 0.0767062 Mar 08 10:29:21.528586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-ec69e9a9-4977-44db-ac77-319c90d83faa req-11eac60a-7a9d-4c2e-b3fb-ff683d348423 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting port 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:29:21.528881 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ec69e9a9-4977-44db-ac77-319c90d83faa req-11eac60a-7a9d-4c2e-b3fb-ff683d348423 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:21.764029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-ec69e9a9-4977-44db-ac77-319c90d83faa req-11eac60a-7a9d-4c2e-b3fb-ff683d348423 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] For port 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=53f815ad-4e98-490a-a1ef-1c4ae6e60ef8,segment=NetworkSegment(955d9464-b958-48ae-a9fe-7fb3f071dfba),segment_id=955d9464-b958-48ae-a9fe-7fb3f071dfba)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:29:21.764383 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ec69e9a9-4977-44db-ac77-319c90d83faa req-11eac60a-7a9d-4c2e-b3fb-ff683d348423 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:21.885863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-ec69e9a9-4977-44db-ac77-319c90d83faa req-11eac60a-7a9d-4c2e-b3fb-ff683d348423 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Calling delete_port for 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:29:22.024714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ec69e9a9-4977-44db-ac77-319c90d83faa req-11eac60a-7a9d-4c2e-b3fb-ff683d348423 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:22.075637 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eac60a-7a9d-4c2e-b3fb-ff683d348423 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Port': ['ID=53f815ad-4e98-490a-a1ef-1c4ae6e60ef8,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:22.149586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec69e9a9-4977-44db-ac77-319c90d83faa req-11eac60a-7a9d-4c2e-b3fb-ff683d348423 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] No DVR routers for this DVR port 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:29:22.151945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-ec69e9a9-4977-44db-ac77-319c90d83faa req-11eac60a-7a9d-4c2e-b3fb-ff683d348423 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:22.156177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5e5a58-d65c-4ae0-956c-96197e5aab4c', 'name': 'network-vif-deleted', 'tag': '53f815ad-4e98-490a-a1ef-1c4ae6e60ef8'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:29:22.169542 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec69e9a9-4977-44db-ac77-319c90d83faa req-11eac60a-7a9d-4c2e-b3fb-ff683d348423 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "DELETE /v2.0/ports/53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 HTTP/1.1" status: 204 len: 173 time: 0.7048264 Mar 08 10:29:22.204209 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5e5a58-d65c-4ae0-956c-96197e5aab4c', 'name': 'network-vif-deleted', 'tag': '53f815ad-4e98-490a-a1ef-1c4ae6e60ef8', 'status': 'completed', 'code': 200} Mar 08 10:29:22.422975 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-71b918e7-18d4-4c9c-b662-6ebad6ef8e05 req-9c1d3be2-0f1d-47f3-8453-f1dd84bccb2a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a5e5a58-d65c-4ae0-956c-96197e5aab4c HTTP/1.1" status: 200 len: 210 time: 0.0424221 Mar 08 10:29:23.518693 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54170) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:24.154058 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7041407d-22e3-4a31-a84c-b4fbd5cc3e89 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:24.339721 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:29:24.372854 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:29:24.373817 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 53f815ad-4e98-490a-a1ef-1c4ae6e60ef8 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:29:24.510078 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-7041407d-22e3-4a31-a84c-b4fbd5cc3e89 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting port dd8b739b-ef59-4233-8732-8aeb96fc6c54 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:29:24.510401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7041407d-22e3-4a31-a84c-b4fbd5cc3e89 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:24.692469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-7041407d-22e3-4a31-a84c-b4fbd5cc3e89 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] For port dd8b739b-ef59-4233-8732-8aeb96fc6c54, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=dd8b739b-ef59-4233-8732-8aeb96fc6c54,segment=NetworkSegment(955d9464-b958-48ae-a9fe-7fb3f071dfba),segment_id=955d9464-b958-48ae-a9fe-7fb3f071dfba)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:29:24.693160 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7041407d-22e3-4a31-a84c-b4fbd5cc3e89 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:24.815878 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-7041407d-22e3-4a31-a84c-b4fbd5cc3e89 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Calling delete_port for dd8b739b-ef59-4233-8732-8aeb96fc6c54 owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:29:24.995171 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7041407d-22e3-4a31-a84c-b4fbd5cc3e89 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:24.999487 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfab6-0052-4df7-a1da-2d6ae4a8c80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:25.042362 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041407d-22e3-4a31-a84c-b4fbd5cc3e89 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Port': ['ID=dd8b739b-ef59-4233-8732-8aeb96fc6c54,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:25.307125 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7041407d-22e3-4a31-a84c-b4fbd5cc3e89 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:25.749816 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7041407d-22e3-4a31-a84c-b4fbd5cc3e89 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router 9a324e15-da0a-4a67-a7b5-f30867302f1b has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:29:25.916577 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7041407d-22e3-4a31-a84c-b4fbd5cc3e89 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:29:25.926371 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e635cba6-2ece-4f09-b712-8a084b800803 None None] Sync routers for ids ['9a324e15-da0a-4a67-a7b5-f30867302f1b'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:29:25.931714 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7041407d-22e3-4a31-a84c-b4fbd5cc3e89 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "PUT /v2.0/routers/9a324e15-da0a-4a67-a7b5-f30867302f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4093223 Mar 08 10:29:25.931932 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54174) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:25.936340 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e635cba6-2ece-4f09-b712-8a084b800803 None None] Routers {'9a324e15-da0a-4a67-a7b5-f30867302f1b'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:29:25.936957 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e635cba6-2ece-4f09-b712-8a084b800803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:28:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['9a324e15-da0a-4a67-a7b5-f30867302f1b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:25.997454 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec8b473-de4f-4e3d-963d-2b36c381cc5a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting subnet 2e03f32d-6e6d-4883-b66b-9897ac1d5cde {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:29:26.001020 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4ec8b473-de4f-4e3d-963d-2b36c381cc5a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:26.052565 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4ec8b473-de4f-4e3d-963d-2b36c381cc5a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:26.106256 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-e635cba6-2ece-4f09-b712-8a084b800803 None None] Set router 9a324e15-da0a-4a67-a7b5-f30867302f1b gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:29:26.134417 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4ec8b473-de4f-4e3d-963d-2b36c381cc5a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:26.205977 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4ec8b473-de4f-4e3d-963d-2b36c381cc5a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:26.245441 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8b473-de4f-4e3d-963d-2b36c381cc5a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Subnet': ['ID=2e03f32d-6e6d-4883-b66b-9897ac1d5cde,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:26.247334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4ec8b473-de4f-4e3d-963d-2b36c381cc5a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:26.253559 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4ec8b473-de4f-4e3d-963d-2b36c381cc5a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/subnets/2e03f32d-6e6d-4883-b66b-9897ac1d5cde HTTP/1.1" status: 204 len: 168 time: 0.3206923 Mar 08 10:29:26.254395 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07a8077-f7d4-4c2c-8b53-eb7fb3e93765 None None] Network 6dc2555b-efa6-40fc-b4d9-558568f1882f requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:29:26.256244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54178) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:26.386634 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e635cba6-2ece-4f09-b712-8a084b800803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269011242', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:29:24Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:26.390558 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e635cba6-2ece-4f09-b712-8a084b800803 None None] Checking router: 9a324e15-da0a-4a67-a7b5-f30867302f1b for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:29:26.400039 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e635cba6-2ece-4f09-b712-8a084b800803 None None] Routers {'9a324e15-da0a-4a67-a7b5-f30867302f1b'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:29:26.400621 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e635cba6-2ece-4f09-b712-8a084b800803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:28:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['9a324e15-da0a-4a67-a7b5-f30867302f1b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:26.436029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8e3aed4-fcac-424b-8850-e2bade8ecbd1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:26.514798 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] DHCP port deletion for 6dc2555b-efa6-40fc-b4d9-558568f1882f request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:29:26.518930 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] Deleting port ca1277f4-0b3c-4e65-84e6-2090497f0dc8 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:29:26.519299 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:26.581225 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-e635cba6-2ece-4f09-b712-8a084b800803 None None] Set router 9a324e15-da0a-4a67-a7b5-f30867302f1b gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:29:26.636591 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8e3aed4-fcac-424b-8850-e2bade8ecbd1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:26.648438 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-d8e3aed4-fcac-424b-8850-e2bade8ecbd1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting port ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:29:26.648835 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8e3aed4-fcac-424b-8850-e2bade8ecbd1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:26.734793 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] For port ca1277f4-0b3c-4e65-84e6-2090497f0dc8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ca1277f4-0b3c-4e65-84e6-2090497f0dc8,segment=NetworkSegment(955d9464-b958-48ae-a9fe-7fb3f071dfba),segment_id=955d9464-b958-48ae-a9fe-7fb3f071dfba)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:29:26.735167 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:26.857737 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] Calling delete_port for ca1277f4-0b3c-4e65-84e6-2090497f0dc8 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:29:26.882379 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e635cba6-2ece-4f09-b712-8a084b800803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269011242', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:29:24Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:26.892609 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e635cba6-2ece-4f09-b712-8a084b800803 None None] The sync data for ids ['9a324e15-da0a-4a67-a7b5-f30867302f1b'] in dv-neutron-831730-2-hyperv is: [{'id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269011242', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:29:24Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a324e15-da0a-4a67-a7b5-f30867302f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:26:41Z', 'updated_at': '2022-03-08T10:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:29:26.943374 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:26.947699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-d8e3aed4-fcac-424b-8850-e2bade8ecbd1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] For port ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:29:26.948193 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8e3aed4-fcac-424b-8850-e2bade8ecbd1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:26.989260 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] Pushing event deleted for resources: {'Port': ['ID=ca1277f4-0b3c-4e65-84e6-2090497f0dc8,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:26.993686 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] No DVR routers for this DVR port ca1277f4-0b3c-4e65-84e6-2090497f0dc8 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:29:26.999965 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:27.000336 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:27.003424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:27.003424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:27.003424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:27.003424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:27.003424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:27.003424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:27.003424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:27.003424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:27.003424 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:27.004524 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221c2c4-348b-428e-8b9d-7bc7858cb201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:27.069481 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-d8e3aed4-fcac-424b-8850-e2bade8ecbd1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Calling delete_port for ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344 owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:29:27.233343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8e3aed4-fcac-424b-8850-e2bade8ecbd1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:27.284108 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3aed4-fcac-424b-8850-e2bade8ecbd1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Port': ['ID=ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:27.297414 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ca1277f4-0b3c-4e65-84e6-2090497f0dc8 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:29:27.339416 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: ca1277f4-0b3c-4e65-84e6-2090497f0dc8 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:29:27.339978 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ca1277f4-0b3c-4e65-84e6-2090497f0dc8 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:29:27.375152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8e3aed4-fcac-424b-8850-e2bade8ecbd1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:27.545630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8e3aed4-fcac-424b-8850-e2bade8ecbd1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:27.547978 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8e3aed4-fcac-424b-8850-e2bade8ecbd1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:27.574841 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8e3aed4-fcac-424b-8850-e2bade8ecbd1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:27.575351 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e3aed4-fcac-424b-8850-e2bade8ecbd1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Fanout notify agent at l3_agent the message router_deleted on router 9a324e15-da0a-4a67-a7b5-f30867302f1b {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:29:27.591953 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d8e3aed4-fcac-424b-8850-e2bade8ecbd1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:27.595746 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d8e3aed4-fcac-424b-8850-e2bade8ecbd1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/routers/9a324e15-da0a-4a67-a7b5-f30867302f1b HTTP/1.1" status: 204 len: 168 time: 1.3359027 Mar 08 10:29:27.596034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54182) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:27.656427 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08c102be-8af4-417f-ab44-9a67015d63db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:27.713869 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fa936b4d-fccb-43bb-bd84-3cd2659133e0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:27.842675 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fa936b4d-fccb-43bb-bd84-3cd2659133e0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:27.871625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-fa936b4d-fccb-43bb-bd84-3cd2659133e0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc2555b-efa6-40fc-b4d9-558568f1882f']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:27.886535 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-fa936b4d-fccb-43bb-bd84-3cd2659133e0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955d9464-b958-48ae-a9fe-7fb3f071dfba') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:27.887055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-fa936b4d-fccb-43bb-bd84-3cd2659133e0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955d9464-b958-48ae-a9fe-7fb3f071dfba') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:27.898710 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fa936b4d-fccb-43bb-bd84-3cd2659133e0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:27.914459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fa936b4d-fccb-43bb-bd84-3cd2659133e0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:27.920946 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa936b4d-fccb-43bb-bd84-3cd2659133e0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:29:27.921323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fa936b4d-fccb-43bb-bd84-3cd2659133e0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:29:27.935349 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:29:28.012339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fa936b4d-fccb-43bb-bd84-3cd2659133e0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:28.034260 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fa936b4d-fccb-43bb-bd84-3cd2659133e0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:28.044485 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa936b4d-fccb-43bb-bd84-3cd2659133e0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Network': ['ID=6dc2555b-efa6-40fc-b4d9-558568f1882f,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:28.047130 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fa936b4d-fccb-43bb-bd84-3cd2659133e0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/networks/6dc2555b-efa6-40fc-b4d9-558568f1882f HTTP/1.1" status: 204 len: 168 time: 0.4499917 Mar 08 10:29:28.050042 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54186) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:28.117120 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27774677-4b04-498c-ad8e-9c37f2e661ff tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:28.148963 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27774677-4b04-498c-ad8e-9c37f2e661ff tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:28.223940 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27774677-4b04-498c-ad8e-9c37f2e661ff tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:28.241537 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27774677-4b04-498c-ad8e-9c37f2e661ff tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0f1273-0709-403a-826a-1a15532fb22d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:28.250942 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27774677-4b04-498c-ad8e-9c37f2e661ff tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:28.251291 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27774677-4b04-498c-ad8e-9c37f2e661ff tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:28.251637 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27774677-4b04-498c-ad8e-9c37f2e661ff tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:28.251978 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27774677-4b04-498c-ad8e-9c37f2e661ff tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:28.252313 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27774677-4b04-498c-ad8e-9c37f2e661ff tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:28.252644 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27774677-4b04-498c-ad8e-9c37f2e661ff tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:28.252999 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27774677-4b04-498c-ad8e-9c37f2e661ff tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:28.253330 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27774677-4b04-498c-ad8e-9c37f2e661ff tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:28.253657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27774677-4b04-498c-ad8e-9c37f2e661ff tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:28.253983 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27774677-4b04-498c-ad8e-9c37f2e661ff tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:28.254308 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27774677-4b04-498c-ad8e-9c37f2e661ff tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:28.254632 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27774677-4b04-498c-ad8e-9c37f2e661ff tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:28.262019 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27774677-4b04-498c-ad8e-9c37f2e661ff tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:28.265808 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-27774677-4b04-498c-ad8e-9c37f2e661ff tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/security-groups/6b0f1273-0709-403a-826a-1a15532fb22d HTTP/1.1" status: 204 len: 168 time: 0.2117207 Mar 08 10:29:28.372095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:28.374619 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:28.664459 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54196) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:28.669558 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-8a3b8ac8-fa32-4b96-a73f-433ee8613568 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-71623023', 'description': 'tempest-secgroup-smoke-71623023 description', 'project_id': '276f56e29e9f4849957654a758856678'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:29:28.675663 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8a3b8ac8-fa32-4b96-a73f-433ee8613568 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:29:28.679998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8a3b8ac8-fa32-4b96-a73f-433ee8613568 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:29:28.682836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8a3b8ac8-fa32-4b96-a73f-433ee8613568 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:29:28.688940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8a3b8ac8-fa32-4b96-a73f-433ee8613568 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:29:28.698918 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a3b8ac8-fa32-4b96-a73f-433ee8613568 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:28.718060 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8a3b8ac8-fa32-4b96-a73f-433ee8613568 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:29:28.721713 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8a3b8ac8-fa32-4b96-a73f-433ee8613568 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:29:28.724361 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8a3b8ac8-fa32-4b96-a73f-433ee8613568 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:29:28.730017 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8a3b8ac8-fa32-4b96-a73f-433ee8613568 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:29:28.797322 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a3b8ac8-fa32-4b96-a73f-433ee8613568 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:28.800943 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a3b8ac8-fa32-4b96-a73f-433ee8613568 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:28.845548 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b8ac8-fa32-4b96-a73f-433ee8613568 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bf576a-02ff-49c7-a8cd-861c435e39c6,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:28.850120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8a3b8ac8-fa32-4b96-a73f-433ee8613568 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:28.854185 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8a3b8ac8-fa32-4b96-a73f-433ee8613568 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1858397 Mar 08 10:29:28.854332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54200) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:28.859778 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e960d9de-6575-4735-89dd-9e3e452bfbeb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'e0bf576a-02ff-49c7-a8cd-861c435e39c6', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:29:28.866051 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e960d9de-6575-4735-89dd-9e3e452bfbeb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:29:28.869837 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e960d9de-6575-4735-89dd-9e3e452bfbeb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:29:28.873465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e960d9de-6575-4735-89dd-9e3e452bfbeb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:29:28.879141 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e960d9de-6575-4735-89dd-9e3e452bfbeb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:29:28.897371 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e960d9de-6575-4735-89dd-9e3e452bfbeb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:28.906771 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:29:28.941035 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:29:28.941449 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ba36ab0e-d0a0-4e44-8ae8-5e7ea2386344 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:29:28.941838 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device dd8b739b-ef59-4233-8732-8aeb96fc6c54 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:29:28.960628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e960d9de-6575-4735-89dd-9e3e452bfbeb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:28.965713 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e960d9de-6575-4735-89dd-9e3e452bfbeb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:28.977124 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: dd8b739b-ef59-4233-8732-8aeb96fc6c54 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:29:28.977480 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device dd8b739b-ef59-4233-8732-8aeb96fc6c54 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:29:28.993962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960d9de-6575-4735-89dd-9e3e452bfbeb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7688592d-4154-49b5-a444-7ad709394d2f,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:29.000421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e960d9de-6575-4735-89dd-9e3e452bfbeb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.001603 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e960d9de-6575-4735-89dd-9e3e452bfbeb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463959 Mar 08 10:29:29.004350 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54204) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:29.009191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-3f66e7d0-3ea6-41c1-90b3-b6324bb6aa78 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'e0bf576a-02ff-49c7-a8cd-861c435e39c6', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:29:29.015326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3f66e7d0-3ea6-41c1-90b3-b6324bb6aa78 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:29:29.019278 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3f66e7d0-3ea6-41c1-90b3-b6324bb6aa78 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:29:29.022052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3f66e7d0-3ea6-41c1-90b3-b6324bb6aa78 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:29:29.027748 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3f66e7d0-3ea6-41c1-90b3-b6324bb6aa78 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:29:29.044349 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3f66e7d0-3ea6-41c1-90b3-b6324bb6aa78 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.103450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3f66e7d0-3ea6-41c1-90b3-b6324bb6aa78 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.106736 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3f66e7d0-3ea6-41c1-90b3-b6324bb6aa78 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.133181 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66e7d0-3ea6-41c1-90b3-b6324bb6aa78 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b85c54d-5068-42d3-ad8d-48eeb950431f,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:29.140452 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3f66e7d0-3ea6-41c1-90b3-b6324bb6aa78 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.141757 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3f66e7d0-3ea6-41c1-90b3-b6324bb6aa78 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1364584 Mar 08 10:29:29.144444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54208) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:29.149407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-166beb4d-666b-4c6b-9d25-f76571869edf tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'e0bf576a-02ff-49c7-a8cd-861c435e39c6', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:29:29.155119 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-166beb4d-666b-4c6b-9d25-f76571869edf tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:29:29.158900 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-166beb4d-666b-4c6b-9d25-f76571869edf tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:29:29.161739 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-166beb4d-666b-4c6b-9d25-f76571869edf tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:29:29.167292 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-166beb4d-666b-4c6b-9d25-f76571869edf tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:29:29.183199 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-166beb4d-666b-4c6b-9d25-f76571869edf tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.242456 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-166beb4d-666b-4c6b-9d25-f76571869edf tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.245755 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-166beb4d-666b-4c6b-9d25-f76571869edf tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.268552 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166beb4d-666b-4c6b-9d25-f76571869edf tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe2c577-c2a6-4873-b486-0d195b55bf51,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:29.277564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-166beb4d-666b-4c6b-9d25-f76571869edf tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.278796 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-166beb4d-666b-4c6b-9d25-f76571869edf tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334000 Mar 08 10:29:29.281676 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54212) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:29.286829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-6a487dd5-c956-488d-9537-c166e69873b9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'e0bf576a-02ff-49c7-a8cd-861c435e39c6', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:29:29.293393 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6a487dd5-c956-488d-9537-c166e69873b9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:29:29.297783 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6a487dd5-c956-488d-9537-c166e69873b9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:29:29.301253 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6a487dd5-c956-488d-9537-c166e69873b9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:29:29.307667 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6a487dd5-c956-488d-9537-c166e69873b9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:29:29.330031 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6a487dd5-c956-488d-9537-c166e69873b9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.398943 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6a487dd5-c956-488d-9537-c166e69873b9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.402741 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6a487dd5-c956-488d-9537-c166e69873b9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.425613 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a487dd5-c956-488d-9537-c166e69873b9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3688d53c-f527-4c3f-91ea-542123303abf,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:29.433919 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6a487dd5-c956-488d-9537-c166e69873b9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.435205 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6a487dd5-c956-488d-9537-c166e69873b9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1525884 Mar 08 10:29:29.438377 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54216) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:29.443275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-6d324b5e-e23a-4319-a87e-79799d821f18 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'e0bf576a-02ff-49c7-a8cd-861c435e39c6', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:29:29.448903 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6d324b5e-e23a-4319-a87e-79799d821f18 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:29:29.453263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6d324b5e-e23a-4319-a87e-79799d821f18 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:29:29.456027 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6d324b5e-e23a-4319-a87e-79799d821f18 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:29:29.461597 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6d324b5e-e23a-4319-a87e-79799d821f18 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:29:29.471312 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-6d324b5e-e23a-4319-a87e-79799d821f18 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Project 276f56e29e9f4849957654a758856678 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:29:29.477490 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6d324b5e-e23a-4319-a87e-79799d821f18 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.542333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6d324b5e-e23a-4319-a87e-79799d821f18 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.546215 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6d324b5e-e23a-4319-a87e-79799d821f18 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.568898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d324b5e-e23a-4319-a87e-79799d821f18 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d502fe64-f7c4-43a1-8dbf-f84672644705,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:29.577845 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6d324b5e-e23a-4319-a87e-79799d821f18 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.579122 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6d324b5e-e23a-4319-a87e-79799d821f18 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398573 Mar 08 10:29:29.581765 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54220) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:29.586694 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-f27bbaab-5f80-48b4-9924-b4e2ec58dc1e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'e0bf576a-02ff-49c7-a8cd-861c435e39c6', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:29:29.592496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f27bbaab-5f80-48b4-9924-b4e2ec58dc1e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:29:29.596331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f27bbaab-5f80-48b4-9924-b4e2ec58dc1e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:29:29.599159 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f27bbaab-5f80-48b4-9924-b4e2ec58dc1e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:29:29.604860 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f27bbaab-5f80-48b4-9924-b4e2ec58dc1e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:29:29.616465 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-f27bbaab-5f80-48b4-9924-b4e2ec58dc1e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Project 276f56e29e9f4849957654a758856678 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:29:29.622804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f27bbaab-5f80-48b4-9924-b4e2ec58dc1e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.775658 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f27bbaab-5f80-48b4-9924-b4e2ec58dc1e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.779561 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f27bbaab-5f80-48b4-9924-b4e2ec58dc1e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.803282 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bbaab-5f80-48b4-9924-b4e2ec58dc1e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717567f0-f0ec-4249-9123-39e91dc8e22f,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:29.813675 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f27bbaab-5f80-48b4-9924-b4e2ec58dc1e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.815041 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f27bbaab-5f80-48b4-9924-b4e2ec58dc1e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2323754 Mar 08 10:29:29.817896 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54224) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:29.823085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-5ba9b4c2-bdba-4fb7-b7c7-9cd797e3acee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'network': {'name': 'tempest-network-smoke--739273957', 'project_id': '276f56e29e9f4849957654a758856678', 'port_security_enabled': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:29:29.827768 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5ba9b4c2-bdba-4fb7-b7c7-9cd797e3acee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:29:29.831447 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5ba9b4c2-bdba-4fb7-b7c7-9cd797e3acee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:network and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:29:29.834186 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5ba9b4c2-bdba-4fb7-b7c7-9cd797e3acee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:29:29.840431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5ba9b4c2-bdba-4fb7-b7c7-9cd797e3acee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:29:29.852601 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba9b4c2-bdba-4fb7-b7c7-9cd797e3acee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Made reservation on behalf of 276f56e29e9f4849957654a758856678 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:29:29.856030 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b4c2-bdba-4fb7-b7c7-9cd797e3acee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.883446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba9b4c2-bdba-4fb7-b7c7-9cd797e3acee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:29:29.892258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b4c2-bdba-4fb7-b7c7-9cd797e3acee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.892711 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-5ba9b4c2-bdba-4fb7-b7c7-9cd797e3acee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Added segment b066f2be-6387-41bf-9b39-24c478969772 of type vlan for network 48e0972f-3497-4d96-b8f7-3fac8aaaad98 Mar 08 10:29:29.918541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b4c2-bdba-4fb7-b7c7-9cd797e3acee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.946505 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b4c2-bdba-4fb7-b7c7-9cd797e3acee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:29.951867 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba9b4c2-bdba-4fb7-b7c7-9cd797e3acee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:29.952443 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b4c2-bdba-4fb7-b7c7-9cd797e3acee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:30.044686 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5ba9b4c2-bdba-4fb7-b7c7-9cd797e3acee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2257273 Mar 08 10:29:30.048022 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54228) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:30.053239 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1687842784', 'admin_state_up': True, 'project_id': '276f56e29e9f4849957654a758856678', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:29:30.056895 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9b4c2-bdba-4fb7-b7c7-9cd797e3acee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Network': ['ID=48e0972f-3497-4d96-b8f7-3fac8aaaad98,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:30.061476 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:29:30.066218 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:router and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:29:30.066691 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 48e0972f-3497-4d96-b8f7-3fac8aaaad98 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:29:30.069203 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:29:30.075542 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:29:30.085669 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:30.086770 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:30.102470 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:30.202579 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:30.482512 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:30.774554 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:30.805598 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:30.933729 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Allocated IP 172.26.2.83 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/86b2fcf2-ad49-4241-8729-ba1eeba38fb1) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:29:31.077784 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:31.105222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:31.163737 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:29:31.166453 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:29:31.170506 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:29:31.217109 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=86b2fcf2-ad49-4241-8729-ba1eeba38fb1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:31.580489 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:32.022385 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:32.219640 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router 9bd9f060-f242-4fa2-9afc-1f7ed06c475e is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 10:29:32.389545 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:29:32.398937 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Sync routers for ids ['9bd9f060-f242-4fa2-9afc-1f7ed06c475e'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:29:32.407834 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Routers {'9bd9f060-f242-4fa2-9afc-1f7ed06c475e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:29:32.408435 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:29:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['9bd9f060-f242-4fa2-9afc-1f7ed06c475e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:32.415612 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:32.416903 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4428b40a-e551-4493-8f2d-0240cf8d64eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3677428 Mar 08 10:29:32.420124 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54234) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:32.462926 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b7f3b676-f8a3-4724-a9b8-6d3f0de8c5e6 tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=276f56e29e9f4849957654a758856678&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417628 Mar 08 10:29:32.465761 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54238) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:32.585427 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Set router 9bd9f060-f242-4fa2-9afc-1f7ed06c475e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:29:32.591927 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfa2b99-906b-4028-a83e-1781ffbe4c09 tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:32.595980 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5bfa2b99-906b-4028-a83e-1781ffbe4c09 tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1267989 Mar 08 10:29:32.596802 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54242) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:32.636462 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-70aea115-e61c-49fb-8647-be2c5e45f71d tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370264 Mar 08 10:29:32.636888 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54246) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:32.642146 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-80a27e3c-1cfa-45f0-8a54-9294f849fe54 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2041412138', 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98', 'project_id': '276f56e29e9f4849957654a758856678', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:29:32.747140 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-80a27e3c-1cfa-45f0-8a54-9294f849fe54 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:29:32.751468 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-80a27e3c-1cfa-45f0-8a54-9294f849fe54 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:subnet and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:29:32.754206 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-80a27e3c-1cfa-45f0-8a54-9294f849fe54 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:29:32.759728 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-80a27e3c-1cfa-45f0-8a54-9294f849fe54 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:29:32.769348 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a27e3c-1cfa-45f0-8a54-9294f849fe54 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Made reservation on behalf of 276f56e29e9f4849957654a758856678 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:29:32.773001 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-80a27e3c-1cfa-45f0-8a54-9294f849fe54 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:32.859273 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687842784', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:31Z', 'revision_number': 3, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:32.863024 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Checking router: 9bd9f060-f242-4fa2-9afc-1f7ed06c475e for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:29:32.863369 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Updating router 9bd9f060-f242-4fa2-9afc-1f7ed06c475e port 86b2fcf2-ad49-4241-8729-ba1eeba38fb1 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:29:32.918578 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:32.985608 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-80a27e3c-1cfa-45f0-8a54-9294f849fe54 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:33.065745 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a27e3c-1cfa-45f0-8a54-9294f849fe54 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Subnet': ['ID=3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:33.074181 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a27e3c-1cfa-45f0-8a54-9294f849fe54 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Checking segment: {'id': 'b066f2be-6387-41bf-9b39-24c478969772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:29:33.074540 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a27e3c-1cfa-45f0-8a54-9294f849fe54 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network hostable DHCP agents. Network: 48e0972f-3497-4d96-b8f7-3fac8aaaad98, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:29:33.094183 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a27e3c-1cfa-45f0-8a54-9294f849fe54 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 48e0972f-3497-4d96-b8f7-3fac8aaaad98 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:29:33.103061 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-80a27e3c-1cfa-45f0-8a54-9294f849fe54 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 48e0972f-3497-4d96-b8f7-3fac8aaaad98) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:29:33.108025 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a27e3c-1cfa-45f0-8a54-9294f849fe54 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:33.108608 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-80a27e3c-1cfa-45f0-8a54-9294f849fe54 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:33.120991 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c530ae68-f18b-47bf-b856-33097f575e11 None None] Network 48e0972f-3497-4d96-b8f7-3fac8aaaad98 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:29:33.129449 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-80a27e3c-1cfa-45f0-8a54-9294f849fe54 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4916158 Mar 08 10:29:33.132153 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54250) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:33.420383 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:33.429576 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-48e0972f-3497-4d96-b8f7-3fac8aaaad98', 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98', 'tenant_id': '276f56e29e9f4849957654a758856678', 'fixed_ips': [{'subnet_id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:29:33.430444 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:33.451883 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Transition to ACTIVE for port object 86b2fcf2-ad49-4241-8729-ba1eeba38fb1 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:29:33.460446 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:33.587339 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Attempting to bind port 86b2fcf2-ad49-4241-8729-ba1eeba38fb1 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:29:33.587693 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Attempting to bind port 86b2fcf2-ad49-4241-8729-ba1eeba38fb1 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:29:33.588059 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Attempting to bind port 86b2fcf2-ad49-4241-8729-ba1eeba38fb1 on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:29:33.613336 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:29:33.613902 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:29:33.614045 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:33.614450 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:29:33.614977 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Bound port: 86b2fcf2-ad49-4241-8729-ba1eeba38fb1, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:29:33.615361 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:33.641177 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae6092-6d50-4bdc-b157-f632527bd12d None None] Pushing event updated for resources: {'Port': ['ID=86b2fcf2-ad49-4241-8729-ba1eeba38fb1,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:33.738046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Allocated IP 172.20.0.2 (48e0972f-3497-4d96-b8f7-3fac8aaaad98/3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6/ff1a5d7f-d2c8-49da-af66-193662fb50fc) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:29:33.743068 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] For port 86b2fcf2-ad49-4241-8729-ba1eeba38fb1, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:29:33.746927 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] For port 86b2fcf2-ad49-4241-8729-ba1eeba38fb1, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=86b2fcf2-ad49-4241-8729-ba1eeba38fb1,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:29:33.752443 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:33.938219 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f28f592-19e7-49bc-9e61-ae706ca278eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:33.959879 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Routers {'9bd9f060-f242-4fa2-9afc-1f7ed06c475e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:29:33.960504 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:29:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['9bd9f060-f242-4fa2-9afc-1f7ed06c475e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:34.015762 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae6092-6d50-4bdc-b157-f632527bd12d None None] Pushing event updated for resources: {'Port': ['ID=86b2fcf2-ad49-4241-8729-ba1eeba38fb1,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:34.216196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] Set router 9bd9f060-f242-4fa2-9afc-1f7ed06c475e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:29:34.314478 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:34.351997 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Transition to ACTIVE for port object ff1a5d7f-d2c8-49da-af66-193662fb50fc will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:29:34.429642 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Transition to ACTIVE for port object ff1a5d7f-d2c8-49da-af66-193662fb50fc will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:29:34.437964 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:34.498175 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-2f28f592-19e7-49bc-9e61-ae706ca278eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Allocated IP 172.20.0.1 (48e0972f-3497-4d96-b8f7-3fac8aaaad98/3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6/bbfe1815-c5ee-44a8-9683-584e0af53bf0) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:29:34.521489 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Network 48e0972f-3497-4d96-b8f7-3fac8aaaad98 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:29:34.525897 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:29:34.556965 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:29:34.558888 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Pushing event updated for resources: {'Port': ['ID=ff1a5d7f-d2c8-49da-af66-193662fb50fc,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:34.655088 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f28f592-19e7-49bc-9e61-ae706ca278eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:34.661951 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Attempting to bind port ff1a5d7f-d2c8-49da-af66-193662fb50fc on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:29:34.662802 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Attempting to bind port ff1a5d7f-d2c8-49da-af66-193662fb50fc by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'b066f2be-6387-41bf-9b39-24c478969772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:29:34.662802 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Attempting to bind port ff1a5d7f-d2c8-49da-af66-193662fb50fc on network 48e0972f-3497-4d96-b8f7-3fac8aaaad98 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:29:34.671317 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:29:34.671516 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-2f28f592-19e7-49bc-9e61-ae706ca278eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Transition to ACTIVE for port object bbfe1815-c5ee-44a8-9683-584e0af53bf0 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:29:34.671712 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Checking segment: {'id': 'b066f2be-6387-41bf-9b39-24c478969772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:29:34.672179 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:34.672571 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Bound using segment: {'id': 'b066f2be-6387-41bf-9b39-24c478969772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:29:34.673069 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Bound port: ff1a5d7f-d2c8-49da-af66-193662fb50fc, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b066f2be-6387-41bf-9b39-24c478969772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:29:34.673467 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:34.694689 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f28f592-19e7-49bc-9e61-ae706ca278eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:34.735024 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687842784', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:31Z', 'revision_number': 3, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:34.741810 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6de59-3bbd-4953-8949-6c1ff2b1dfce None None] The sync data for ids ['9bd9f060-f242-4fa2-9afc-1f7ed06c475e'] in dv-neutron-831730-2-hyperv is: [{'id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687842784', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:31Z', 'revision_number': 3, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:29:34.756276 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f28f592-19e7-49bc-9e61-ae706ca278eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 48e0972f-3497-4d96-b8f7-3fac8aaaad98 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:29:34.769422 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2f28f592-19e7-49bc-9e61-ae706ca278eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:29:34.774021 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f28f592-19e7-49bc-9e61-ae706ca278eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:29:34.775562 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] For port ff1a5d7f-d2c8-49da-af66-193662fb50fc, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:29:34.780150 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] For port ff1a5d7f-d2c8-49da-af66-193662fb50fc, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ff1a5d7f-d2c8-49da-af66-193662fb50fc,segment=NetworkSegment(b066f2be-6387-41bf-9b39-24c478969772),segment_id=b066f2be-6387-41bf-9b39-24c478969772)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:29:34.786785 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:34.804656 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28f592-19e7-49bc-9e61-ae706ca278eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=bbfe1815-c5ee-44a8-9683-584e0af53bf0,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:34.836504 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f28f592-19e7-49bc-9e61-ae706ca278eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:34.893800 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bc6a1-0042-4538-a6d0-8b2948710e9b None None] Pushing event updated for resources: {'Port': ['ID=ff1a5d7f-d2c8-49da-af66-193662fb50fc,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:34.985946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f28f592-19e7-49bc-9e61-ae706ca278eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:35.602094 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f28f592-19e7-49bc-9e61-ae706ca278eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:35.607321 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f28f592-19e7-49bc-9e61-ae706ca278eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:35.726572 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28f592-19e7-49bc-9e61-ae706ca278eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=bbfe1815-c5ee-44a8-9683-584e0af53bf0,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:35.728929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f28f592-19e7-49bc-9e61-ae706ca278eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:35.869649 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f28f592-19e7-49bc-9e61-ae706ca278eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 48e0972f-3497-4d96-b8f7-3fac8aaaad98 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:29:35.870919 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2f28f592-19e7-49bc-9e61-ae706ca278eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:29:35.889198 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beee1e51-9720-49d2-8f37-ca8da850931b None None] Network 48e0972f-3497-4d96-b8f7-3fac8aaaad98 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:29:35.994524 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-98e23984-df19-4b21-9708-a4c35c322b6b None None] Provisioning for port ff1a5d7f-d2c8-49da-af66-193662fb50fc completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:29:36.056780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f28f592-19e7-49bc-9e61-ae706ca278eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router 9bd9f060-f242-4fa2-9afc-1f7ed06c475e has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:29:36.248604 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f28f592-19e7-49bc-9e61-ae706ca278eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:29:36.264491 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2f28f592-19e7-49bc-9e61-ae706ca278eb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "PUT /v2.0/routers/9bd9f060-f242-4fa2-9afc-1f7ed06c475e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1313052 Mar 08 10:29:36.337189 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2bf294f3-9d94-406c-9cef-6f6723922b6c None None] Provisioning for port bbfe1815-c5ee-44a8-9683-584e0af53bf0 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:29:36.342547 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2bf294f3-9d94-406c-9cef-6f6723922b6c None None] Provisioning complete for port bbfe1815-c5ee-44a8-9683-584e0af53bf0 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:29:36.342920 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bf294f3-9d94-406c-9cef-6f6723922b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:36.360122 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Sync routers for ids ['9bd9f060-f242-4fa2-9afc-1f7ed06c475e'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:29:36.371414 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Routers {'9bd9f060-f242-4fa2-9afc-1f7ed06c475e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:29:36.372022 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:29:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['9bd9f060-f242-4fa2-9afc-1f7ed06c475e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:36.408985 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2bf294f3-9d94-406c-9cef-6f6723922b6c None None] Port bbfe1815-c5ee-44a8-9683-584e0af53bf0 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:29:36.444646 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-12a3488e-f0a9-4a13-a103-12e7e963e04b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:29:36.465223 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-12a3488e-f0a9-4a13-a103-12e7e963e04b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:29:36.466407 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-12a3488e-f0a9-4a13-a103-12e7e963e04b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-71623023&fields=id&tenant_id=276f56e29e9f4849957654a758856678 HTTP/1.1" status: 200 len: 267 time: 0.0675118 Mar 08 10:29:36.607720 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Set router 9bd9f060-f242-4fa2-9afc-1f7ed06c475e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:29:36.636451 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-3dcbd1ed-09b8-4ad8-953b-e51fcc669667 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:36.637187 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-3dcbd1ed-09b8-4ad8-953b-e51fcc669667 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:29:36.641014 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-de7a5c54-8325-4f62-9252-2b0e48c4dc84 None None] Provisioning complete for port bbfe1815-c5ee-44a8-9683-584e0af53bf0 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:29:36.641678 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de7a5c54-8325-4f62-9252-2b0e48c4dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:36.656400 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-3dcbd1ed-09b8-4ad8-953b-e51fcc669667 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:29:36.657703 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-3dcbd1ed-09b8-4ad8-953b-e51fcc669667 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/networks?id=48e0972f-3497-4d96-b8f7-3fac8aaaad98 HTTP/1.1" status: 200 len: 796 time: 0.1842084 Mar 08 10:29:36.674968 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b2382757-e901-4429-8b48-9b4d67692e26 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/quotas/276f56e29e9f4849957654a758856678 HTTP/1.1" status: 200 len: 375 time: 0.0107954 Mar 08 10:29:36.713759 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-de7a5c54-8325-4f62-9252-2b0e48c4dc84 None None] Port bbfe1815-c5ee-44a8-9683-584e0af53bf0 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:29:36.780279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-44a304b7-55ee-4426-87d2-0e8591e64fe2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:29:36.795918 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-44a304b7-55ee-4426-87d2-0e8591e64fe2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:29:36.797230 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-44a304b7-55ee-4426-87d2-0e8591e64fe2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063426 Mar 08 10:29:36.834021 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1483883a-b1b9-49c1-acce-8cedcc17301c None None] Provisioning complete for port bbfe1815-c5ee-44a8-9683-584e0af53bf0 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:29:36.834597 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1483883a-b1b9-49c1-acce-8cedcc17301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:36.911687 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-c6db829d-3c59-40e9-a9da-c5962748e195 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 10:29:36.912665 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-c6db829d-3c59-40e9-a9da-c5962748e195 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1034803 Mar 08 10:29:36.938984 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1483883a-b1b9-49c1-acce-8cedcc17301c None None] Port bbfe1815-c5ee-44a8-9683-584e0af53bf0 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:29:36.962685 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687842784', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:34Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'bbfe1815-c5ee-44a8-9683-584e0af53bf0', 'name': '', 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:74:e7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:34Z', 'updated_at': '2022-03-08T10:29:35Z', 'revision_number': 2, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:36.967652 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Checking router: 9bd9f060-f242-4fa2-9afc-1f7ed06c475e for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:29:36.968077 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Updating router 9bd9f060-f242-4fa2-9afc-1f7ed06c475e port bbfe1815-c5ee-44a8-9683-584e0af53bf0 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:29:36.986507 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ff1a5d7f-d2c8-49da-af66-193662fb50fc up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:29:37.024905 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:37.059925 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port ff1a5d7f-d2c8-49da-af66-193662fb50fc completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:29:37.064861 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ff1a5d7f-d2c8-49da-af66-193662fb50fc triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:29:37.065233 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:37.070319 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-dc1279d1-69b2-46be-90c0-12bb19e07c0a service neutron] 10.222.0.24 "GET /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501355 Mar 08 10:29:37.181509 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:37.214052 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port ff1a5d7f-d2c8-49da-af66-193662fb50fc, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ff1a5d7f-d2c8-49da-af66-193662fb50fc,segment=NetworkSegment(b066f2be-6387-41bf-9b39-24c478969772),segment_id=b066f2be-6387-41bf-9b39-24c478969772)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:29:37.219166 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:37.219997 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 86b2fcf2-ad49-4241-8729-ba1eeba38fb1 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:29:37.331830 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b3cf5e5a-b5dc-4072-88a7-2d9c5009e298 service neutron] 10.222.0.24 "GET /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540596 Mar 08 10:29:37.344393 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=ff1a5d7f-d2c8-49da-af66-193662fb50fc,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:37.358382 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 86b2fcf2-ad49-4241-8729-ba1eeba38fb1 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:29:37.363853 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 86b2fcf2-ad49-4241-8729-ba1eeba38fb1 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:29:37.364227 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:37.378050 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:37.390328 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Transition to ACTIVE for port object bbfe1815-c5ee-44a8-9683-584e0af53bf0 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:29:37.397629 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:37.492501 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:37.510033 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 86b2fcf2-ad49-4241-8729-ba1eeba38fb1, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=86b2fcf2-ad49-4241-8729-ba1eeba38fb1,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:29:37.516044 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:37.589761 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-2272c825-9a8a-4230-abfa-2e360083d166 req-b3b3b182-f823-4de8-befd-15fd9b6f6691 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:29:37.608211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-2272c825-9a8a-4230-abfa-2e360083d166 req-b3b3b182-f823-4de8-befd-15fd9b6f6691 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:29:37.609599 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2272c825-9a8a-4230-abfa-2e360083d166 req-b3b3b182-f823-4de8-befd-15fd9b6f6691 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 210 time: 0.0847907 Mar 08 10:29:37.647171 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=86b2fcf2-ad49-4241-8729-ba1eeba38fb1,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:37.654617 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Attempting to bind port bbfe1815-c5ee-44a8-9683-584e0af53bf0 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:29:37.655193 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Attempting to bind port bbfe1815-c5ee-44a8-9683-584e0af53bf0 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'b066f2be-6387-41bf-9b39-24c478969772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:29:37.655703 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Attempting to bind port bbfe1815-c5ee-44a8-9683-584e0af53bf0 on network 48e0972f-3497-4d96-b8f7-3fac8aaaad98 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:29:37.663213 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:29:37.663580 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Checking segment: {'id': 'b066f2be-6387-41bf-9b39-24c478969772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:29:37.663974 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:37.664358 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Bound using segment: {'id': 'b066f2be-6387-41bf-9b39-24c478969772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:29:37.664864 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Bound port: bbfe1815-c5ee-44a8-9683-584e0af53bf0, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b066f2be-6387-41bf-9b39-24c478969772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:29:37.665251 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:37.691937 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8e488-93e6-43fa-a51b-842b49dc7496 None None] Pushing event updated for resources: {'Port': ['ID=bbfe1815-c5ee-44a8-9683-584e0af53bf0,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:37.731006 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8e488-93e6-43fa-a51b-842b49dc7496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:37.731335 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8e488-93e6-43fa-a51b-842b49dc7496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:37.731874 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8e488-93e6-43fa-a51b-842b49dc7496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:37.731982 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8e488-93e6-43fa-a51b-842b49dc7496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:37.732863 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8e488-93e6-43fa-a51b-842b49dc7496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:37.733289 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8e488-93e6-43fa-a51b-842b49dc7496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:37.733497 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8e488-93e6-43fa-a51b-842b49dc7496 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:37.733809 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8e488-93e6-43fa-a51b-842b49dc7496 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:37.734194 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8e488-93e6-43fa-a51b-842b49dc7496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:37.734527 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8e488-93e6-43fa-a51b-842b49dc7496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:37.734823 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8e488-93e6-43fa-a51b-842b49dc7496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:37.735122 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8e488-93e6-43fa-a51b-842b49dc7496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:29:37.776679 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] For port bbfe1815-c5ee-44a8-9683-584e0af53bf0, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:29:37.780275 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] For port bbfe1815-c5ee-44a8-9683-584e0af53bf0, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=bbfe1815-c5ee-44a8-9683-584e0af53bf0,segment=NetworkSegment(b066f2be-6387-41bf-9b39-24c478969772),segment_id=b066f2be-6387-41bf-9b39-24c478969772)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:29:37.784637 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:37.865952 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Routers {'9bd9f060-f242-4fa2-9afc-1f7ed06c475e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:29:37.866575 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:29:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['9bd9f060-f242-4fa2-9afc-1f7ed06c475e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:37.949979 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8e488-93e6-43fa-a51b-842b49dc7496 None None] Pushing event updated for resources: {'Port': ['ID=bbfe1815-c5ee-44a8-9683-584e0af53bf0,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:38.067055 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] Set router 9bd9f060-f242-4fa2-9afc-1f7ed06c475e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:29:38.397983 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687842784', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:34Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'bbfe1815-c5ee-44a8-9683-584e0af53bf0', 'name': '', 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:74:e7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:34Z', 'updated_at': '2022-03-08T10:29:37Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:38.401745 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a25b50-f78c-4ea5-9c48-05a4c03228b0 None None] The sync data for ids ['9bd9f060-f242-4fa2-9afc-1f7ed06c475e'] in dv-neutron-831730-2-hyperv is: [{'id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687842784', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:34Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'bbfe1815-c5ee-44a8-9683-584e0af53bf0', 'name': '', 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:74:e7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:34Z', 'updated_at': '2022-03-08T10:29:37Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:29:38.738891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b2d75ed4-2987-486a-a7ea-1aa705d673d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:38.740471 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b2d75ed4-2987-486a-a7ea-1aa705d673d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:29:38.754161 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b2d75ed4-2987-486a-a7ea-1aa705d673d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:29:38.755770 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b2d75ed4-2987-486a-a7ea-1aa705d673d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "GET /v2.0/networks?id=48e0972f-3497-4d96-b8f7-3fac8aaaad98 HTTP/1.1" status: 200 len: 796 time: 0.2044020 Mar 08 10:29:38.785277 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b87c6917-f592-45b1-ad5f-f67aa860d956 req-b5a523c0-a992-4635-b233-8d51962321d4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 210 time: 0.0504696 Mar 08 10:29:38.822252 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f62bd539-8be4-4912-8e58-32e2783fd285 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:29:38.836196 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f62bd539-8be4-4912-8e58-32e2783fd285 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:29:38.837387 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f62bd539-8be4-4912-8e58-32e2783fd285 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276f56e29e9f4849957654a758856678 HTTP/1.1" status: 200 len: 378 time: 0.0715821 Mar 08 10:29:38.846052 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b89cd2c8-5bbb-4e74-acab-c1a475e615f0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'port': {'device_id': '50a7f1ef-787e-4199-8397-b541fce547da', 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98', 'admin_state_up': True, 'tenant_id': '276f56e29e9f4849957654a758856678', 'security_groups': ['e0bf576a-02ff-49c7-a8cd-861c435e39c6']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:29:39.004253 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ff1a5d7f-d2c8-49da-af66-193662fb50fc up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:29:39.009286 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b89cd2c8-5bbb-4e74-acab-c1a475e615f0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:29:39.019745 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b89cd2c8-5bbb-4e74-acab-c1a475e615f0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:29:39.030299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b89cd2c8-5bbb-4e74-acab-c1a475e615f0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Made reservation on behalf of 276f56e29e9f4849957654a758856678 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:29:39.034077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b89cd2c8-5bbb-4e74-acab-c1a475e615f0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:39.078452 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ff1a5d7f-d2c8-49da-af66-193662fb50fc triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:29:39.078961 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:39.204146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b89cd2c8-5bbb-4e74-acab-c1a475e615f0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Allocated IP 172.20.0.7 (48e0972f-3497-4d96-b8f7-3fac8aaaad98/3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6/b76a3466-31f3-4f12-b717-feae16a0081c) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:29:39.205397 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 86b2fcf2-ad49-4241-8729-ba1eeba38fb1 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:29:39.276646 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 86b2fcf2-ad49-4241-8729-ba1eeba38fb1 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:29:39.277046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:39.401902 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device bbfe1815-c5ee-44a8-9683-584e0af53bf0 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:29:39.403032 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b89cd2c8-5bbb-4e74-acab-c1a475e615f0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:39.421732 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b89cd2c8-5bbb-4e74-acab-c1a475e615f0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Transition to ACTIVE for port object b76a3466-31f3-4f12-b717-feae16a0081c will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:29:39.452807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b89cd2c8-5bbb-4e74-acab-c1a475e615f0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:39.474555 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port bbfe1815-c5ee-44a8-9683-584e0af53bf0 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:29:39.479494 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port bbfe1815-c5ee-44a8-9683-584e0af53bf0 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:29:39.479860 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:39.521672 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b89cd2c8-5bbb-4e74-acab-c1a475e615f0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 48e0972f-3497-4d96-b8f7-3fac8aaaad98 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:29:39.529480 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b89cd2c8-5bbb-4e74-acab-c1a475e615f0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:29:39.533987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b89cd2c8-5bbb-4e74-acab-c1a475e615f0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:29:39.569659 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cd2c8-5bbb-4e74-acab-c1a475e615f0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=b76a3466-31f3-4f12-b717-feae16a0081c,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:39.609432 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b89cd2c8-5bbb-4e74-acab-c1a475e615f0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:39.610062 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b89cd2c8-5bbb-4e74-acab-c1a475e615f0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:39.615590 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:39.641543 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b89cd2c8-5bbb-4e74-acab-c1a475e615f0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7992306 Mar 08 10:29:39.653291 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Request body: {'port': {'device_id': '50a7f1ef-787e-4199-8397-b541fce547da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:29:39.653486 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port bbfe1815-c5ee-44a8-9683-584e0af53bf0, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=bbfe1815-c5ee-44a8-9683-584e0af53bf0,segment=NetworkSegment(b066f2be-6387-41bf-9b39-24c478969772),segment_id=b066f2be-6387-41bf-9b39-24c478969772)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:29:39.658668 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:39.736277 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=bbfe1815-c5ee-44a8-9683-584e0af53bf0,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:39.775018 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:39.822680 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9a5c89a7-ebe5-44af-bad6-9719a353bd1d None None] Provisioning for port b76a3466-31f3-4f12-b717-feae16a0081c completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:29:39.827616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9a5c89a7-ebe5-44af-bad6-9719a353bd1d None None] Provisioning complete for port b76a3466-31f3-4f12-b717-feae16a0081c triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:29:39.828175 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a5c89a7-ebe5-44af-bad6-9719a353bd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:39.882638 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9a5c89a7-ebe5-44af-bad6-9719a353bd1d None None] Port b76a3466-31f3-4f12-b717-feae16a0081c cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:29:40.090007 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8824f-f8d7-4bd0-9f2a-7ac07da744f2 req-3c2c21e1-3cd7-40ca-aacd-4aac1f02ff87 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:40.090596 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-8ed8824f-f8d7-4bd0-9f2a-7ac07da744f2 req-3c2c21e1-3cd7-40ca-aacd-4aac1f02ff87 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:29:40.116298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-8ed8824f-f8d7-4bd0-9f2a-7ac07da744f2 req-3c2c21e1-3cd7-40ca-aacd-4aac1f02ff87 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:29:40.117437 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8ed8824f-f8d7-4bd0-9f2a-7ac07da744f2 req-3c2c21e1-3cd7-40ca-aacd-4aac1f02ff87 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 931 time: 0.2280943 Mar 08 10:29:40.304046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76a3466-31f3-4f12-b717-feae16a0081c {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:29:40.310676 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8ed8824f-f8d7-4bd0-9f2a-7ac07da744f2 req-7bbca0ac-7e4e-4520-8a49-fa329fe406f4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1856692 Mar 08 10:29:40.314282 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:40.328712 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Transition to ACTIVE for port object b76a3466-31f3-4f12-b717-feae16a0081c will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:29:40.332667 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:40.480978 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b76a3466-31f3-4f12-b717-feae16a0081c,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:40.561654 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Attempting to bind port b76a3466-31f3-4f12-b717-feae16a0081c on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:29:40.561982 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Attempting to bind port b76a3466-31f3-4f12-b717-feae16a0081c by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'b066f2be-6387-41bf-9b39-24c478969772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:29:40.562310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Attempting to bind port b76a3466-31f3-4f12-b717-feae16a0081c on network 48e0972f-3497-4d96-b8f7-3fac8aaaad98 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:29:40.566758 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Port b76a3466-31f3-4f12-b717-feae16a0081c on network 48e0972f-3497-4d96-b8f7-3fac8aaaad98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:29:40.567075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Attempting to bind port b76a3466-31f3-4f12-b717-feae16a0081c on network 48e0972f-3497-4d96-b8f7-3fac8aaaad98 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:29:40.572011 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:29:40.572341 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Checking segment: {'id': 'b066f2be-6387-41bf-9b39-24c478969772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:29:40.572735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Bound using segment: {'id': 'b066f2be-6387-41bf-9b39-24c478969772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:29:40.573156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Bound port: b76a3466-31f3-4f12-b717-feae16a0081c, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b066f2be-6387-41bf-9b39-24c478969772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:29:40.573491 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:40.662094 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] For port b76a3466-31f3-4f12-b717-feae16a0081c, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:29:40.664998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] For port b76a3466-31f3-4f12-b717-feae16a0081c, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b76a3466-31f3-4f12-b717-feae16a0081c,segment=NetworkSegment(b066f2be-6387-41bf-9b39-24c478969772),segment_id=b066f2be-6387-41bf-9b39-24c478969772)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:29:40.669267 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:40.724787 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:40.725392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:40.726742 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] 10.222.0.26 "PUT /v2.0/ports/b76a3466-31f3-4f12-b717-feae16a0081c HTTP/1.1" status: 200 len: 1093 time: 1.0779202 Mar 08 10:29:40.727176 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a7f1ef-787e-4199-8397-b541fce547da', 'tag': 'b76a3466-31f3-4f12-b717-feae16a0081c'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:29:40.757759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae355d-b64d-4f4a-a457-7c699db856c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b76a3466-31f3-4f12-b717-feae16a0081c,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:40.814780 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a7f1ef-787e-4199-8397-b541fce547da', 'tag': 'b76a3466-31f3-4f12-b717-feae16a0081c', 'status': 'completed', 'code': 200} Mar 08 10:29:40.857005 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-a490c143-5277-40d0-b864-9759e2421bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:40.859075 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-a490c143-5277-40d0-b864-9759e2421bed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 1096 time: 0.0767770 Mar 08 10:29:40.909948 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device bbfe1815-c5ee-44a8-9683-584e0af53bf0 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:29:40.930070 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-d6e85f50-5f44-4c60-98da-21ee3619dd98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76a3466-31f3-4f12-b717-feae16a0081c HTTP/1.1" status: 200 len: 217 time: 0.0643055 Mar 08 10:29:40.988351 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port bbfe1815-c5ee-44a8-9683-584e0af53bf0 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:29:40.988676 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:40.990323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b6bcaf21-a486-4d66-8868-09f73d0fc9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:40.991799 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-b6bcaf21-a486-4d66-8868-09f73d0fc9d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6 HTTP/1.1" status: 200 len: 835 time: 0.0564978 Mar 08 10:29:41.069704 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-937320f6-0d89-4ba6-925f-596292091acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:41.071168 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-937320f6-0d89-4ba6-925f-596292091acf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=48e0972f-3497-4d96-b8f7-3fac8aaaad98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716491 Mar 08 10:29:41.198814 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-71e81134-1682-479a-901c-6c431381b0f4 service neutron] 10.222.0.26 "GET /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210210 Mar 08 10:29:41.325284 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9623fd1f-6b5d-4be1-aeff-d20afebe0f9e req-3e35f0ad-649f-49f0-9404-d7453bfc4270 service neutron] 10.222.0.26 "GET /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204476 Mar 08 10:29:41.489648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ba95a-8734-4765-8fe9-d744883e5d95 req-99d2624b-f127-4481-854c-37bc4c0b0894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:41.491189 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-461ba95a-8734-4765-8fe9-d744883e5d95 req-99d2624b-f127-4481-854c-37bc4c0b0894 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 1096 time: 0.1218810 Mar 08 10:29:41.546690 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f76bab-dede-428d-a2ee-10be328e93d3 req-558b0161-9293-46f1-ab11-dce491928e27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:41.548105 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43f76bab-dede-428d-a2ee-10be328e93d3 req-558b0161-9293-46f1-ab11-dce491928e27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 943 time: 0.1327920 Mar 08 10:29:41.662531 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-43f76bab-dede-428d-a2ee-10be328e93d3 req-11984668-1e2f-438d-8322-a691729cd1f1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705311 Mar 08 10:29:41.669631 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ba95a-8734-4765-8fe9-d744883e5d95 req-babe29c3-058d-4b28-a894-ed121bc9be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:41.671043 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-461ba95a-8734-4765-8fe9-d744883e5d95 req-babe29c3-058d-4b28-a894-ed121bc9be6b service neutron] 10.222.0.26 "GET /v2.0/networks?id=48e0972f-3497-4d96-b8f7-3fac8aaaad98 HTTP/1.1" status: 200 len: 897 time: 0.1686490 Mar 08 10:29:41.736370 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-461ba95a-8734-4765-8fe9-d744883e5d95 req-daa5417c-ba79-4de7-b502-df95885fbf3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76a3466-31f3-4f12-b717-feae16a0081c HTTP/1.1" status: 200 len: 217 time: 0.0594122 Mar 08 10:29:41.799625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ba95a-8734-4765-8fe9-d744883e5d95 req-9764104b-b319-468f-aef4-946bb7b6c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:41.801034 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-461ba95a-8734-4765-8fe9-d744883e5d95 req-9764104b-b319-468f-aef4-946bb7b6c94e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6 HTTP/1.1" status: 200 len: 835 time: 0.0588527 Mar 08 10:29:41.873376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ba95a-8734-4765-8fe9-d744883e5d95 req-7d238e14-6ed5-4c22-b8fa-62c6788cf569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:41.874800 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-461ba95a-8734-4765-8fe9-d744883e5d95 req-7d238e14-6ed5-4c22-b8fa-62c6788cf569 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=48e0972f-3497-4d96-b8f7-3fac8aaaad98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685184 Mar 08 10:29:42.100364 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-461ba95a-8734-4765-8fe9-d744883e5d95 req-4cd20e3e-a9fb-4d91-873d-01ce93973282 service neutron] 10.222.0.26 "GET /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188385 Mar 08 10:29:42.226358 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-461ba95a-8734-4765-8fe9-d744883e5d95 req-e374655d-d0fc-4ee0-8926-aaeea2f4478e service neutron] 10.222.0.26 "GET /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196020 Mar 08 10:29:42.845533 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f1668-2594-4017-80c4-143ddab7320d req-d170202c-70cd-4193-8df0-37c0c518eca9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:42.846890 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-197f1668-2594-4017-80c4-143ddab7320d req-d170202c-70cd-4193-8df0-37c0c518eca9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 943 time: 0.0804000 Mar 08 10:29:42.889326 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-197f1668-2594-4017-80c4-143ddab7320d req-e700e952-2915-41b3-a395-754689f91f16 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368083 Mar 08 10:29:43.629639 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:44.076240 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef3bcd-59a7-4146-89f5-486ef4bb48f5 req-672dcd58-2127-425b-9d3a-3c9e068defc9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:44.077796 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4cef3bcd-59a7-4146-89f5-486ef4bb48f5 req-672dcd58-2127-425b-9d3a-3c9e068defc9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 943 time: 0.0835743 Mar 08 10:29:44.119688 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4cef3bcd-59a7-4146-89f5-486ef4bb48f5 req-6669a06b-0bb7-4c5f-b7e6-ca57138fa039 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362785 Mar 08 10:29:44.480069 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device b76a3466-31f3-4f12-b717-feae16a0081c details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:29:44.634342 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port b76a3466-31f3-4f12-b717-feae16a0081c, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b76a3466-31f3-4f12-b717-feae16a0081c,segment=NetworkSegment(b066f2be-6387-41bf-9b39-24c478969772),segment_id=b066f2be-6387-41bf-9b39-24c478969772)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:29:44.647443 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': 'b76a3466-31f3-4f12-b717-feae16a0081c', 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98', 'port_id': 'b76a3466-31f3-4f12-b717-feae16a0081c', 'mac_address': 'fa:16:3e:64:c7:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:29:44.700415 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:44.717463 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76a3466-31f3-4f12-b717-feae16a0081c {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:29:44.732010 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port b76a3466-31f3-4f12-b717-feae16a0081c, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b76a3466-31f3-4f12-b717-feae16a0081c,segment=NetworkSegment(b066f2be-6387-41bf-9b39-24c478969772),segment_id=b066f2be-6387-41bf-9b39-24c478969772)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:29:44.735801 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:44.803884 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=b76a3466-31f3-4f12-b717-feae16a0081c,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:45.052150 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['b76a3466-31f3-4f12-b717-feae16a0081c'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:29:45.299731 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa15a9-9e36-480e-8f73-cb884c28b9db req-30c972b9-8c92-426a-aef4-b9690738a0fa tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:45.301127 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52aa15a9-9e36-480e-8f73-cb884c28b9db req-30c972b9-8c92-426a-aef4-b9690738a0fa tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 944 time: 0.0781364 Mar 08 10:29:45.344008 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52aa15a9-9e36-480e-8f73-cb884c28b9db req-7d5e982b-8092-45be-8fd2-354a42e11be3 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370073 Mar 08 10:29:46.480346 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device b76a3466-31f3-4f12-b717-feae16a0081c up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:29:46.522858 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4612e2-2914-42b9-852a-952eb147ea72 req-4947ead4-1ef7-4da7-9fe4-58d1ccf35bfd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:46.525501 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-de4612e2-2914-42b9-852a-952eb147ea72 req-4947ead4-1ef7-4da7-9fe4-58d1ccf35bfd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 944 time: 0.0789182 Mar 08 10:29:46.549943 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port b76a3466-31f3-4f12-b717-feae16a0081c completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:29:46.554703 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port b76a3466-31f3-4f12-b717-feae16a0081c triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:29:46.555326 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:46.581246 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-de4612e2-2914-42b9-852a-952eb147ea72 req-5163ec26-f6e8-423c-81e8-302ae7fd0fee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501688 Mar 08 10:29:46.672653 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:46.698873 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a7f1ef-787e-4199-8397-b541fce547da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76a3466-31f3-4f12-b717-feae16a0081c'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:29:46.708892 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port b76a3466-31f3-4f12-b717-feae16a0081c, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b76a3466-31f3-4f12-b717-feae16a0081c,segment=NetworkSegment(b066f2be-6387-41bf-9b39-24c478969772),segment_id=b066f2be-6387-41bf-9b39-24c478969772)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:29:46.712772 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:46.750069 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a7f1ef-787e-4199-8397-b541fce547da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76a3466-31f3-4f12-b717-feae16a0081c', 'code': 200} Mar 08 10:29:46.783811 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=b76a3466-31f3-4f12-b717-feae16a0081c,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:46.972898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa384076-1c87-4688-b968-fc792d1897d8 req-ea44c665-4a4b-47ae-a185-b17ed8000c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:46.974289 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fa384076-1c87-4688-b968-fc792d1897d8 req-ea44c665-4a4b-47ae-a185-b17ed8000c51 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 1098 time: 0.0722041 Mar 08 10:29:47.013429 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-fa384076-1c87-4688-b968-fc792d1897d8 req-c43a2925-95f6-4b5b-a41d-4f62f8bb2b5d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334573 Mar 08 10:29:47.762609 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ca41a-cd90-46ee-9a6b-705e4b554e67 req-226e80b0-bb22-4c36-8476-889a14109c35 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:47.764031 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-922ca41a-cd90-46ee-9a6b-705e4b554e67 req-226e80b0-bb22-4c36-8476-889a14109c35 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0805113 Mar 08 10:29:47.807070 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-922ca41a-cd90-46ee-9a6b-705e4b554e67 req-e18ade0a-dfd6-4861-80a8-d652799d1692 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369053 Mar 08 10:29:48.312491 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:29:48.991975 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca309cc-2e10-46ed-8af1-420d952b36ad req-0a8a4ad9-b520-4926-ba67-6f070c0def20 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:48.993467 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5ca309cc-2e10-46ed-8af1-420d952b36ad req-0a8a4ad9-b520-4926-ba67-6f070c0def20 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0832024 Mar 08 10:29:49.036281 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5ca309cc-2e10-46ed-8af1-420d952b36ad req-ebb6a881-bc28-4fee-a58d-ce7350aaea73 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372586 Mar 08 10:29:49.215492 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c5c04-5f36-48ce-8b37-107f0d10c5f9 req-d1f2a079-8f28-494b-9c91-4827fbb58d7e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:49.217046 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-af8c5c04-5f36-48ce-8b37-107f0d10c5f9 req-d1f2a079-8f28-494b-9c91-4827fbb58d7e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0784009 Mar 08 10:29:49.259657 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-af8c5c04-5f36-48ce-8b37-107f0d10c5f9 req-de6f0138-fe22-4b4f-94ff-222dfd4de7fe tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364475 Mar 08 10:29:49.282676 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54306) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:49.353341 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a161a9-b3aa-466b-b937-6e089b1633b9 tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:49.354714 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-09a161a9-b3aa-466b-b937-6e089b1633b9 tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 1093 time: 0.0711062 Mar 08 10:29:49.357607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54310) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:49.362375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': 'b76a3466-31f3-4f12-b717-feae16a0081c', 'tenant_id': '276f56e29e9f4849957654a758856678', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:29:49.368070 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:29:49.371864 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:floatingip and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:29:49.375174 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:29:49.380898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:29:49.391640 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for floatingip, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:49.524074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:49.656725 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Allocated IP 172.26.2.141 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/d32cc91f-4d27-47c3-8d32-eb4401d261a2) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:29:49.795970 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:49.825700 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:49.883344 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:29:49.886053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:29:49.893589 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:29:49.936039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=d32cc91f-4d27-47c3-8d32-eb4401d261a2,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:50.389897 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:50.461417 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:50.665227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:50.669649 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:50.774911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=d32cc91f-4d27-47c3-8d32-eb4401d261a2,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:29:50.785041 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:50.953638 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Floating IP 0f868565-2a37-4e4c-a348-70873e5f514a associated. External IP: 172.26.2.141, port: b76a3466-31f3-4f12-b717-feae16a0081c. Mar 08 10:29:51.289851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router 9bd9f060-f242-4fa2-9afc-1f7ed06c475e has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:29:51.460671 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:29:51.470005 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e530c2ea-7d4e-48d7-8255-a3d97a90fdc3 None None] Sync routers for ids ['9bd9f060-f242-4fa2-9afc-1f7ed06c475e'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:29:51.479105 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530c2ea-7d4e-48d7-8255-a3d97a90fdc3 None None] Routers {'9bd9f060-f242-4fa2-9afc-1f7ed06c475e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:29:51.479719 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-e530c2ea-7d4e-48d7-8255-a3d97a90fdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:29:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['9bd9f060-f242-4fa2-9afc-1f7ed06c475e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:51.483307 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:51.536527 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7b25213b-6df0-40d5-b515-3396ae947543 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1779201 Mar 08 10:29:51.537247 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a7f1ef-787e-4199-8397-b541fce547da', 'tag': 'b76a3466-31f3-4f12-b717-feae16a0081c'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:29:51.609240 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a7f1ef-787e-4199-8397-b541fce547da', 'tag': 'b76a3466-31f3-4f12-b717-feae16a0081c', 'status': 'completed', 'code': 200} Mar 08 10:29:51.658826 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-e530c2ea-7d4e-48d7-8255-a3d97a90fdc3 None None] Set router 9bd9f060-f242-4fa2-9afc-1f7ed06c475e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:29:51.728319 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687615-a13d-4a69-b8db-22cd913c56ee req-7c986881-3425-4a0f-892f-ee3859567227 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:51.730559 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c9687615-a13d-4a69-b8db-22cd913c56ee req-7c986881-3425-4a0f-892f-ee3859567227 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0845003 Mar 08 10:29:51.781943 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c9687615-a13d-4a69-b8db-22cd913c56ee req-fb5ac0a3-11d0-4da9-8c85-078da6efec87 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439806 Mar 08 10:29:51.807484 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54318) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:51.815202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e5607-2066-4091-a8cf-7da26c20a5f4 req-9f6be2a0-d7ac-46fc-b21c-f10305122275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:51.816667 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1a9e5607-2066-4091-a8cf-7da26c20a5f4 req-9f6be2a0-d7ac-46fc-b21c-f10305122275 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 1098 time: 0.1869450 Mar 08 10:29:51.917816 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-11c3c2a5-a5fc-4cf4-a34d-18cdc891096e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/floatingips/0f868565-2a37-4e4c-a348-70873e5f514a HTTP/1.1" status: 200 len: 991 time: 0.1082528 Mar 08 10:29:51.950679 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e5607-2066-4091-a8cf-7da26c20a5f4 req-1a74fd5b-34e2-41e5-a726-31763ea73196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:51.952232 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1a9e5607-2066-4091-a8cf-7da26c20a5f4 req-1a74fd5b-34e2-41e5-a726-31763ea73196 service neutron] 10.222.0.26 "GET /v2.0/networks?id=48e0972f-3497-4d96-b8f7-3fac8aaaad98 HTTP/1.1" status: 200 len: 897 time: 0.1294665 Mar 08 10:29:52.010376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-e530c2ea-7d4e-48d7-8255-a3d97a90fdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687842784', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:34Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '0f868565-2a37-4e4c-a348-70873e5f514a', 'tenant_id': '276f56e29e9f4849957654a758856678', 'floating_ip_address': '172.26.2.141', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'port_id': 'b76a3466-31f3-4f12-b717-feae16a0081c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98', 'mac_address': 'fa:16:3e:64:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a7f1ef-787e-4199-8397-b541fce547da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:29:50Z', 'updated_at': '2022-03-08T10:29:50Z', 'revision_number': 0, 'project_id': '276f56e29e9f4849957654a758856678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfe1815-c5ee-44a8-9683-584e0af53bf0', 'name': '', 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:74:e7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:34Z', 'updated_at': '2022-03-08T10:29:39Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:52.014185 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e530c2ea-7d4e-48d7-8255-a3d97a90fdc3 None None] Checking router: 9bd9f060-f242-4fa2-9afc-1f7ed06c475e for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:29:52.022955 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530c2ea-7d4e-48d7-8255-a3d97a90fdc3 None None] Routers {'9bd9f060-f242-4fa2-9afc-1f7ed06c475e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:29:52.023558 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-e530c2ea-7d4e-48d7-8255-a3d97a90fdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:29:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['9bd9f060-f242-4fa2-9afc-1f7ed06c475e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:52.052187 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1a9e5607-2066-4091-a8cf-7da26c20a5f4 req-b8fa39dc-8c9f-40cc-815e-53306dfd2257 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76a3466-31f3-4f12-b717-feae16a0081c HTTP/1.1" status: 200 len: 999 time: 0.0937388 Mar 08 10:29:52.111641 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e5607-2066-4091-a8cf-7da26c20a5f4 req-bb906c94-54df-4dae-b333-3622a5af1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:52.112999 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1a9e5607-2066-4091-a8cf-7da26c20a5f4 req-bb906c94-54df-4dae-b333-3622a5af1203 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6 HTTP/1.1" status: 200 len: 835 time: 0.0556724 Mar 08 10:29:52.184789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e5607-2066-4091-a8cf-7da26c20a5f4 req-1d34a145-7970-41f1-b8bf-03fa228633ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:29:52.186243 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1a9e5607-2066-4091-a8cf-7da26c20a5f4 req-1d34a145-7970-41f1-b8bf-03fa228633ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=48e0972f-3497-4d96-b8f7-3fac8aaaad98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680411 Mar 08 10:29:52.194062 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-e530c2ea-7d4e-48d7-8255-a3d97a90fdc3 None None] Set router 9bd9f060-f242-4fa2-9afc-1f7ed06c475e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:29:52.321693 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1a9e5607-2066-4091-a8cf-7da26c20a5f4 req-b9e1306a-0ae8-47a9-9b2a-05c9cdfd5bba service neutron] 10.222.0.26 "GET /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293292 Mar 08 10:29:52.458724 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1a9e5607-2066-4091-a8cf-7da26c20a5f4 req-0fb002b8-3bb4-41d2-aaf8-97486a99615e service neutron] 10.222.0.26 "GET /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310380 Mar 08 10:29:52.582533 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-e530c2ea-7d4e-48d7-8255-a3d97a90fdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687842784', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:34Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '0f868565-2a37-4e4c-a348-70873e5f514a', 'tenant_id': '276f56e29e9f4849957654a758856678', 'floating_ip_address': '172.26.2.141', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'port_id': 'b76a3466-31f3-4f12-b717-feae16a0081c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98', 'mac_address': 'fa:16:3e:64:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a7f1ef-787e-4199-8397-b541fce547da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:29:50Z', 'updated_at': '2022-03-08T10:29:50Z', 'revision_number': 0, 'project_id': '276f56e29e9f4849957654a758856678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfe1815-c5ee-44a8-9683-584e0af53bf0', 'name': '', 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:74:e7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:34Z', 'updated_at': '2022-03-08T10:29:39Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:29:52.586506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e530c2ea-7d4e-48d7-8255-a3d97a90fdc3 None None] The sync data for ids ['9bd9f060-f242-4fa2-9afc-1f7ed06c475e'] in dv-neutron-831730-2-hyperv is: [{'id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687842784', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:34Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '0f868565-2a37-4e4c-a348-70873e5f514a', 'tenant_id': '276f56e29e9f4849957654a758856678', 'floating_ip_address': '172.26.2.141', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'port_id': 'b76a3466-31f3-4f12-b717-feae16a0081c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98', 'mac_address': 'fa:16:3e:64:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a7f1ef-787e-4199-8397-b541fce547da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:29:50Z', 'updated_at': '2022-03-08T10:29:50Z', 'revision_number': 0, 'project_id': '276f56e29e9f4849957654a758856678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfe1815-c5ee-44a8-9683-584e0af53bf0', 'name': '', 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:74:e7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:34Z', 'updated_at': '2022-03-08T10:29:39Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:29:52.769681 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a88041-6e79-45e7-a085-2acf44bf8559 None None] New status for floating IP 0f868565-2a37-4e4c-a348-70873e5f514a: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:29:52.922160 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54322) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:53.031568 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8408fc6a-2031-40e0-bb78-169bbbb3291f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/floatingips/0f868565-2a37-4e4c-a348-70873e5f514a HTTP/1.1" status: 200 len: 991 time: 0.1071672 Mar 08 10:29:54.034428 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54326) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:29:54.133956 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dceeedcb-66a3-4d47-96b9-4e4d144c50f5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/floatingips/0f868565-2a37-4e4c-a348-70873e5f514a HTTP/1.1" status: 200 len: 993 time: 0.0984139 Mar 08 10:29:55.000539 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b336a4aa-4bbd-4f89-a1c0-82e4bbd1a76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:57.651945 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eab2ae34-d824-488b-b70a-641d6e6d782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:58.376939 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:29:58.378035 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:30:00.207882 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:30:13.648499 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:30:25.002324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94a3e7d1-882a-40e2-95fc-3643c815a43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:30:25.311338 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:30:25.866949 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e132ef17-6315-4cf2-a142-d5ccf2dcf7e0 req-2a0151a6-a75a-40da-9a42-5576adac968c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721936 Mar 08 10:30:25.998397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ef17-6315-4cf2-a142-d5ccf2dcf7e0 req-a9ddf9b1-2134-4ef5-9738-f5d6f901c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:30:25.999838 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e132ef17-6315-4cf2-a142-d5ccf2dcf7e0 req-a9ddf9b1-2134-4ef5-9738-f5d6f901c463 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 1098 time: 0.0683546 Mar 08 10:30:26.137073 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ef17-6315-4cf2-a142-d5ccf2dcf7e0 req-b367fb83-a41d-45e5-96a5-6029d4cb1245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:30:26.138385 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e132ef17-6315-4cf2-a142-d5ccf2dcf7e0 req-b367fb83-a41d-45e5-96a5-6029d4cb1245 service neutron] 10.222.0.26 "GET /v2.0/networks?id=48e0972f-3497-4d96-b8f7-3fac8aaaad98 HTTP/1.1" status: 200 len: 897 time: 0.1207650 Mar 08 10:30:26.238847 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e132ef17-6315-4cf2-a142-d5ccf2dcf7e0 req-413df537-449b-4ce6-bb74-418ebcd964d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76a3466-31f3-4f12-b717-feae16a0081c HTTP/1.1" status: 200 len: 1001 time: 0.0944777 Mar 08 10:30:26.301011 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ef17-6315-4cf2-a142-d5ccf2dcf7e0 req-5592f574-09d4-49b2-acd1-93948c59153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:30:26.302416 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e132ef17-6315-4cf2-a142-d5ccf2dcf7e0 req-5592f574-09d4-49b2-acd1-93948c59153a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6 HTTP/1.1" status: 200 len: 835 time: 0.0578053 Mar 08 10:30:26.373598 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ef17-6315-4cf2-a142-d5ccf2dcf7e0 req-7fa323b9-2dfc-4903-919a-ed4be04337f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:30:26.375038 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e132ef17-6315-4cf2-a142-d5ccf2dcf7e0 req-7fa323b9-2dfc-4903-919a-ed4be04337f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=48e0972f-3497-4d96-b8f7-3fac8aaaad98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671952 Mar 08 10:30:26.501966 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e132ef17-6315-4cf2-a142-d5ccf2dcf7e0 req-2d0bc95d-7c10-4168-b951-39be89ecf83c service neutron] 10.222.0.26 "GET /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198041 Mar 08 10:30:26.647996 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e132ef17-6315-4cf2-a142-d5ccf2dcf7e0 req-e16dff99-418d-423a-a5c4-32da1b32e318 service neutron] 10.222.0.26 "GET /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399450 Mar 08 10:30:27.652515 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efd38a95-aa51-414c-9bf6-06c1ced839ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:30:28.382691 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:30:28.384634 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:30:30.208423 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:30:43.663314 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:30:53.151769 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54356) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:30:53.192621 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdabf6-a7a8-44f9-8cd7-d9f1e7d10e18 req-a69e5298-af26-4e3c-9bfc-619c435cdbf6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:30:53.194123 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7abdabf6-a7a8-44f9-8cd7-d9f1e7d10e18 req-a69e5298-af26-4e3c-9bfc-619c435cdbf6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0815430 Mar 08 10:30:53.265886 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-65a6c294-8f66-4f12-89a1-0783b84f0239 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1129696 Mar 08 10:30:53.339029 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7abdabf6-a7a8-44f9-8cd7-d9f1e7d10e18 req-7fed8275-fc78-47b0-9905-c1049d6d0b3d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1391900 Mar 08 10:30:54.496825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-537925c6-5fc7-4525-ab95-9bb0c2d8122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:30:54.498464 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-537925c6-5fc7-4525-ab95-9bb0c2d8122f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 1098 time: 0.0737183 Mar 08 10:30:54.525100 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0750b39-056b-4f5a-9e3d-87fe763574d4 req-df636747-2722-424d-a30a-2524af598fd7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:30:54.526658 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c0750b39-056b-4f5a-9e3d-87fe763574d4 req-df636747-2722-424d-a30a-2524af598fd7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0817750 Mar 08 10:30:54.574899 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c0750b39-056b-4f5a-9e3d-87fe763574d4 req-913bb638-4284-4f59-9282-7234b1ec2aed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422676 Mar 08 10:30:54.626793 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-2cc8a0f1-2fd1-453b-85b1-77c8dc64bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:30:54.628200 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-2cc8a0f1-2fd1-453b-85b1-77c8dc64bdda service neutron] 10.222.0.26 "GET /v2.0/networks?id=48e0972f-3497-4d96-b8f7-3fac8aaaad98 HTTP/1.1" status: 200 len: 897 time: 0.1235926 Mar 08 10:30:54.727390 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-40333c23-2d4f-4a5e-a2fb-c16707de8fec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76a3466-31f3-4f12-b717-feae16a0081c HTTP/1.1" status: 200 len: 1001 time: 0.0920696 Mar 08 10:30:54.791098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-641bca87-3e4a-48ca-ab79-9811f9115295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:30:54.794425 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-641bca87-3e4a-48ca-ab79-9811f9115295 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6 HTTP/1.1" status: 200 len: 835 time: 0.0609181 Mar 08 10:30:54.869886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-8c083d63-37d3-4850-9df4-ab98441c644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:30:54.871357 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-8c083d63-37d3-4850-9df4-ab98441c644f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=48e0972f-3497-4d96-b8f7-3fac8aaaad98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712883 Mar 08 10:30:55.001705 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-371bbb97-ee01-4604-b6dd-69975292b30d service neutron] 10.222.0.26 "GET /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235719 Mar 08 10:30:55.003907 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a846e29a-e990-4c73-881d-42c4032bbc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:30:55.133847 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-d5c9bb57-d513-4a8b-ba9f-38407d77be2b service neutron] 10.222.0.26 "GET /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258688 Mar 08 10:30:55.760338 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe6a02-ef8b-419d-9e38-9aa3bd8d46df req-fb6f4004-c2df-434d-9e16-0a57a12ecf78 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:30:55.761782 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-99fe6a02-ef8b-419d-9e38-9aa3bd8d46df req-fb6f4004-c2df-434d-9e16-0a57a12ecf78 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0781574 Mar 08 10:30:55.809135 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-99fe6a02-ef8b-419d-9e38-9aa3bd8d46df req-0ed2ba8f-5f65-4eeb-b0f5-5fec260d5f04 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416629 Mar 08 10:30:56.995447 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9bccb1-c105-4e81-8941-c7f0fe299fed req-76e46043-71e7-4f41-9963-d6b9be70aec5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:30:56.996901 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6a9bccb1-c105-4e81-8941-c7f0fe299fed req-76e46043-71e7-4f41-9963-d6b9be70aec5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0783532 Mar 08 10:30:57.039496 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6a9bccb1-c105-4e81-8941-c7f0fe299fed req-5c84711a-d9f6-4850-8265-1d79348dea72 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365932 Mar 08 10:30:57.653948 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0b49-4e5a-4e43-9a3b-65f999c2e0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:30:58.217976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f16af-782a-49b0-9402-ddcc044ac72d req-6de26814-b390-45d1-9318-af0c93511ca8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:30:58.219452 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-362f16af-782a-49b0-9402-ddcc044ac72d req-6de26814-b390-45d1-9318-af0c93511ca8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0781450 Mar 08 10:30:58.263022 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-362f16af-782a-49b0-9402-ddcc044ac72d req-8376ae27-7001-4526-9406-ffd394f4b97a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376871 Mar 08 10:30:58.378610 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:30:58.380427 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:30:59.445871 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b9722-df98-4a43-b3dc-0b9c0563e121 req-29ae9c27-e984-4b97-b4bc-da9abaf9a6d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:30:59.447290 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a1b9722-df98-4a43-b3dc-0b9c0563e121 req-29ae9c27-e984-4b97-b4bc-da9abaf9a6d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0816364 Mar 08 10:30:59.491068 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a1b9722-df98-4a43-b3dc-0b9c0563e121 req-a1eca39c-749f-48fa-90fa-78966a119af7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381622 Mar 08 10:31:00.210793 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:31:00.673162 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb9a26-9cf7-4c6e-8920-5f575dc4740f req-423c4617-af69-4e02-b9e2-ed0669426c0a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:00.675167 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-78bb9a26-9cf7-4c6e-8920-5f575dc4740f req-423c4617-af69-4e02-b9e2-ed0669426c0a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0807798 Mar 08 10:31:00.716955 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-78bb9a26-9cf7-4c6e-8920-5f575dc4740f req-7fb637d8-7b05-4380-8917-201d27376ff5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360880 Mar 08 10:31:01.896532 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271cfd9-e0d9-421a-9423-748b62744114 req-84f0ee6e-5f88-4271-a025-204c251d7641 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:01.897914 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6271cfd9-e0d9-421a-9423-748b62744114 req-84f0ee6e-5f88-4271-a025-204c251d7641 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0790415 Mar 08 10:31:01.940826 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6271cfd9-e0d9-421a-9423-748b62744114 req-050feb88-2079-4b16-89b9-e06408f5066d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371952 Mar 08 10:31:02.310569 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:31:03.121470 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58854004-677a-45e1-9d84-c7f5ed904b55 req-60511733-2e77-4c25-9a30-63e16d19d583 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:03.122894 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-58854004-677a-45e1-9d84-c7f5ed904b55 req-60511733-2e77-4c25-9a30-63e16d19d583 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0771911 Mar 08 10:31:03.165687 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-58854004-677a-45e1-9d84-c7f5ed904b55 req-ba03bf39-3894-4fe1-841a-37c415630795 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366044 Mar 08 10:31:04.352159 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59556697-34d3-439c-bb02-40edd2296ea4 req-b8325652-f01b-4b66-91cb-a3bf2b6304a4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:04.353617 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-59556697-34d3-439c-bb02-40edd2296ea4 req-b8325652-f01b-4b66-91cb-a3bf2b6304a4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0818033 Mar 08 10:31:04.395994 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-59556697-34d3-439c-bb02-40edd2296ea4 req-03c4148c-54dd-4a1c-be40-0803b23a95ba tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368562 Mar 08 10:31:05.582183 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ddee4-3607-4195-bccf-b397e6729475 req-98c4a5f4-a827-4449-931a-209d4e08f5c1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:05.583606 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-699ddee4-3607-4195-bccf-b397e6729475 req-98c4a5f4-a827-4449-931a-209d4e08f5c1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0821044 Mar 08 10:31:05.626347 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-699ddee4-3607-4195-bccf-b397e6729475 req-5157d086-706b-41f7-ba72-e592f154e45a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369887 Mar 08 10:31:06.808466 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bac94-83d0-4b02-a2be-c86740b3c9af req-002a52f2-ed34-47ff-b066-5bc9889a136e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:06.809978 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e13bac94-83d0-4b02-a2be-c86740b3c9af req-002a52f2-ed34-47ff-b066-5bc9889a136e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0788393 Mar 08 10:31:06.857754 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e13bac94-83d0-4b02-a2be-c86740b3c9af req-795b1a92-523e-4d4b-8492-b40a9ddb3c62 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412755 Mar 08 10:31:06.861303 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-648d79b5-47d1-42ce-918f-feac0b251a46 service neutron] 10.222.0.26 "GET /v2.0/ports/b76a3466-31f3-4f12-b717-feae16a0081c/bindings/hv-neutron-8317 HTTP/1.1" status: 200 len: 384 time: 0.0800071 Mar 08 10:31:07.120287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-9fa6df72-12a6-40ff-b4c3-efd8ea31eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:07.121678 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-9fa6df72-12a6-40ff-b4c3-efd8ea31eb8b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da&tenant_id=276f56e29e9f4849957654a758856678 HTTP/1.1" status: 200 len: 1098 time: 0.0722399 Mar 08 10:31:07.226957 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-8bd68511-2459-4d08-8c28-b2f1a4787933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:07.228383 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-8bd68511-2459-4d08-8c28-b2f1a4787933 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 1098 time: 0.0686011 Mar 08 10:31:07.353598 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-85f558c7-2229-4393-9d89-119f3aea1e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:07.355006 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-85f558c7-2229-4393-9d89-119f3aea1e4f service neutron] 10.222.0.26 "GET /v2.0/networks?id=48e0972f-3497-4d96-b8f7-3fac8aaaad98 HTTP/1.1" status: 200 len: 897 time: 0.1210475 Mar 08 10:31:07.540376 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-0390aa13-5c1d-4713-a10e-c5896463c34a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76a3466-31f3-4f12-b717-feae16a0081c HTTP/1.1" status: 200 len: 1001 time: 0.1792796 Mar 08 10:31:07.602039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-0880e7b6-da49-4836-9c22-784c76c511db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:07.603425 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-0880e7b6-da49-4836-9c22-784c76c511db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6 HTTP/1.1" status: 200 len: 835 time: 0.0569968 Mar 08 10:31:07.674972 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-186753ea-0bbe-4a8f-b88d-c62c488f2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:07.676362 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-186753ea-0bbe-4a8f-b88d-c62c488f2629 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=48e0972f-3497-4d96-b8f7-3fac8aaaad98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672028 Mar 08 10:31:07.802171 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-4df0c3eb-45a3-472e-ba06-7a1da40f3298 service neutron] 10.222.0.26 "GET /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194446 Mar 08 10:31:07.931491 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-93045eef-ae27-4d25-ba37-93bd2de4dfc2 req-dc967600-eaa7-416c-b807-151e79f8ce99 service neutron] 10.222.0.26 "GET /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226771 Mar 08 10:31:08.048352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4019089-ae71-4875-95e3-f4b30801c112 req-c779809e-4525-468b-a518-06ec47a8ca2c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:08.049826 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d4019089-ae71-4875-95e3-f4b30801c112 req-c779809e-4525-468b-a518-06ec47a8ca2c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0868812 Mar 08 10:31:08.094336 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d4019089-ae71-4875-95e3-f4b30801c112 req-895c9356-d9ed-4605-9db2-b3295f421355 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385981 Mar 08 10:31:09.277002 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689e4cd-cfd5-44bb-af25-ce3c523195c4 req-c1cffd05-2452-401a-9a4c-00ebfe60c20e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:09.278442 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2689e4cd-cfd5-44bb-af25-ce3c523195c4 req-c1cffd05-2452-401a-9a4c-00ebfe60c20e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0809762 Mar 08 10:31:09.320737 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2689e4cd-cfd5-44bb-af25-ce3c523195c4 req-0eeded6f-2bd6-431c-ac03-4ea813ac82f7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361631 Mar 08 10:31:10.506285 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e65942-471d-4e27-99bd-e2c462380fc1 req-23985b45-72e1-4f35-aeb9-47648c6b6a43 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:10.507743 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e3e65942-471d-4e27-99bd-e2c462380fc1 req-23985b45-72e1-4f35-aeb9-47648c6b6a43 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0798123 Mar 08 10:31:10.551221 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e3e65942-471d-4e27-99bd-e2c462380fc1 req-de20f8cc-7ece-49b4-a393-3b5d949281b9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378017 Mar 08 10:31:10.798279 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device b76a3466-31f3-4f12-b717-feae16a0081c details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:31:10.928658 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port b76a3466-31f3-4f12-b717-feae16a0081c, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b76a3466-31f3-4f12-b717-feae16a0081c,segment=NetworkSegment(b066f2be-6387-41bf-9b39-24c478969772),segment_id=b066f2be-6387-41bf-9b39-24c478969772)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:31:10.942838 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': 'b76a3466-31f3-4f12-b717-feae16a0081c', 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98', 'port_id': 'b76a3466-31f3-4f12-b717-feae16a0081c', 'mac_address': 'fa:16:3e:64:c7:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:31:10.999076 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:31:11.015340 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b76a3466-31f3-4f12-b717-feae16a0081c {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:31:11.030457 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port b76a3466-31f3-4f12-b717-feae16a0081c, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b76a3466-31f3-4f12-b717-feae16a0081c,segment=NetworkSegment(b066f2be-6387-41bf-9b39-24c478969772),segment_id=b066f2be-6387-41bf-9b39-24c478969772)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:31:11.034314 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:31:11.095625 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['b76a3466-31f3-4f12-b717-feae16a0081c'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:31:11.145092 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=b76a3466-31f3-4f12-b717-feae16a0081c,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:31:11.161359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:31:11.161707 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:31:11.162044 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:31:11.162377 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:31:11.162705 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:31:11.163032 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:31:11.163357 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:31:11.163680 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:31:11.164008 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:31:11.164325 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:31:11.164643 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:31:11.164986 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:31:11.830063 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fba3f5-9196-4fb1-82fc-c3f19cfb469a req-6566e9bc-c093-4c82-8cab-5b2de60ca06f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:11.831409 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-21fba3f5-9196-4fb1-82fc-c3f19cfb469a req-6566e9bc-c093-4c82-8cab-5b2de60ca06f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 944 time: 0.1756947 Mar 08 10:31:11.874078 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-21fba3f5-9196-4fb1-82fc-c3f19cfb469a req-17d40d4e-aca9-4c0f-bded-a624e1d8aedd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371227 Mar 08 10:31:12.172543 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59a5d2-c431-4fd1-86b0-76904570956a req-57e0034e-201b-4d31-92cc-4401351f890a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:12.174099 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ac59a5d2-c431-4fd1-86b0-76904570956a req-57e0034e-201b-4d31-92cc-4401351f890a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 944 time: 0.0819557 Mar 08 10:31:12.181022 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fea67-5f10-4917-8d78-cc5b503b79ac req-d5da9fe4-32cc-40ab-8dcd-bfd4dc2830e5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:12.182420 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-613fea67-5f10-4917-8d78-cc5b503b79ac req-d5da9fe4-32cc-40ab-8dcd-bfd4dc2830e5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da&tenant_id=276f56e29e9f4849957654a758856678&binding%3Ahost_id=hv-neutron-8317 HTTP/1.1" status: 200 len: 944 time: 0.0896113 Mar 08 10:31:12.218526 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ac59a5d2-c431-4fd1-86b0-76904570956a req-6630d74d-2a5b-4431-8b3c-3d902e94c943 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386937 Mar 08 10:31:12.317995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fea67-5f10-4917-8d78-cc5b503b79ac req-c3be0127-a296-4d6b-9c2a-0229a0eb8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:12.319456 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-613fea67-5f10-4917-8d78-cc5b503b79ac req-c3be0127-a296-4d6b-9c2a-0229a0eb8be9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 1097 time: 0.0690300 Mar 08 10:31:12.502825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fea67-5f10-4917-8d78-cc5b503b79ac req-6095d700-eb33-4c98-9977-b010e952ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:12.504169 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-613fea67-5f10-4917-8d78-cc5b503b79ac req-6095d700-eb33-4c98-9977-b010e952ee29 service neutron] 10.222.0.26 "GET /v2.0/networks?id=48e0972f-3497-4d96-b8f7-3fac8aaaad98 HTTP/1.1" status: 200 len: 897 time: 0.1794605 Mar 08 10:31:12.512173 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97af7c8-8cf4-4bd7-9bc0-77d557d01b67 req-c3dccc95-df16-4088-bb66-e2af494cb65e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:12.513519 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a97af7c8-8cf4-4bd7-9bc0-77d557d01b67 req-c3dccc95-df16-4088-bb66-e2af494cb65e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 944 time: 0.1876581 Mar 08 10:31:12.636153 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a97af7c8-8cf4-4bd7-9bc0-77d557d01b67 req-6c763a47-5d3f-484b-8f48-ce4d7eb476dc tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767322 Mar 08 10:31:12.637918 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-613fea67-5f10-4917-8d78-cc5b503b79ac req-1e2fc7c0-7424-4305-b480-48ecd1523d3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76a3466-31f3-4f12-b717-feae16a0081c HTTP/1.1" status: 200 len: 1000 time: 0.1235778 Mar 08 10:31:12.697488 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fea67-5f10-4917-8d78-cc5b503b79ac req-447af13f-98b0-4ca6-bcd6-0e49559da1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:12.698864 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-613fea67-5f10-4917-8d78-cc5b503b79ac req-447af13f-98b0-4ca6-bcd6-0e49559da1c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6 HTTP/1.1" status: 200 len: 835 time: 0.0551414 Mar 08 10:31:12.773784 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fea67-5f10-4917-8d78-cc5b503b79ac req-82bcf3ec-b21f-4cb9-8ce9-c796dec0cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:12.775092 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-613fea67-5f10-4917-8d78-cc5b503b79ac req-82bcf3ec-b21f-4cb9-8ce9-c796dec0cf19 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=48e0972f-3497-4d96-b8f7-3fac8aaaad98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702074 Mar 08 10:31:12.808196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device b76a3466-31f3-4f12-b717-feae16a0081c up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:31:12.873610 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port b76a3466-31f3-4f12-b717-feae16a0081c triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:31:12.873974 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:31:12.902583 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-613fea67-5f10-4917-8d78-cc5b503b79ac req-7905c945-5d2e-4ece-a1b2-e7344c1b65e7 service neutron] 10.222.0.26 "GET /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215179 Mar 08 10:31:12.988806 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:31:13.015035 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a7f1ef-787e-4199-8397-b541fce547da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76a3466-31f3-4f12-b717-feae16a0081c'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:31:13.024908 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port b76a3466-31f3-4f12-b717-feae16a0081c, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b76a3466-31f3-4f12-b717-feae16a0081c,segment=NetworkSegment(b066f2be-6387-41bf-9b39-24c478969772),segment_id=b066f2be-6387-41bf-9b39-24c478969772)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:31:13.029611 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:31:13.074428 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a7f1ef-787e-4199-8397-b541fce547da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76a3466-31f3-4f12-b717-feae16a0081c', 'code': 200} Mar 08 10:31:13.099949 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=b76a3466-31f3-4f12-b717-feae16a0081c,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:31:13.142859 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-613fea67-5f10-4917-8d78-cc5b503b79ac req-506735bb-8aa1-49d4-a273-ff7f8e647489 service neutron] 10.222.0.26 "GET /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342074 Mar 08 10:31:13.689312 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:31:13.826649 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f833d6-1f8e-4910-a993-4ddeb2279bc5 req-0b52d019-507b-47bd-a2ce-283a12a42ea7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:13.827985 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-64f833d6-1f8e-4910-a993-4ddeb2279bc5 req-0b52d019-507b-47bd-a2ce-283a12a42ea7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0780022 Mar 08 10:31:13.870836 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-64f833d6-1f8e-4910-a993-4ddeb2279bc5 req-85e20ab0-c8ca-4ea8-9ca8-992dc5980fd5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367329 Mar 08 10:31:13.893849 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54432) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:31:13.997973 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1797bc8b-2a0d-4c99-9e0a-a62c5e445727 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/floatingips/0f868565-2a37-4e4c-a348-70873e5f514a HTTP/1.1" status: 200 len: 993 time: 0.1029570 Mar 08 10:31:25.005701 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0e1202c-cb8b-4c9a-a4d9-7c93d135d14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:31:25.873356 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-632bfe18-60cf-437b-b5cc-63130b4c148d req-62fec83e-d3ee-41d7-99a9-2da14fe70681 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752876 Mar 08 10:31:26.007570 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bfe18-60cf-437b-b5cc-63130b4c148d req-3d11ca07-60b3-403c-9e61-c3cbdd5a6d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:26.009032 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-632bfe18-60cf-437b-b5cc-63130b4c148d req-3d11ca07-60b3-403c-9e61-c3cbdd5a6d20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 1098 time: 0.0684700 Mar 08 10:31:26.148001 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bfe18-60cf-437b-b5cc-63130b4c148d req-8f4fb4f9-9084-4f5f-9f01-8d5761c25613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:26.149371 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-632bfe18-60cf-437b-b5cc-63130b4c148d req-8f4fb4f9-9084-4f5f-9f01-8d5761c25613 service neutron] 10.222.0.26 "GET /v2.0/networks?id=48e0972f-3497-4d96-b8f7-3fac8aaaad98 HTTP/1.1" status: 200 len: 897 time: 0.1227589 Mar 08 10:31:26.259189 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-632bfe18-60cf-437b-b5cc-63130b4c148d req-91b12c5a-9b29-42cf-8457-d9dca773af59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76a3466-31f3-4f12-b717-feae16a0081c HTTP/1.1" status: 200 len: 1001 time: 0.1030102 Mar 08 10:31:26.320397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bfe18-60cf-437b-b5cc-63130b4c148d req-eea49be8-76f9-4218-8517-164b4926fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:26.321789 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-632bfe18-60cf-437b-b5cc-63130b4c148d req-eea49be8-76f9-4218-8517-164b4926fba4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6 HTTP/1.1" status: 200 len: 835 time: 0.0562737 Mar 08 10:31:26.396534 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bfe18-60cf-437b-b5cc-63130b4c148d req-3f41c181-8e9f-4542-910e-c9fcc139dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:31:26.397970 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-632bfe18-60cf-437b-b5cc-63130b4c148d req-3f41c181-8e9f-4542-910e-c9fcc139dc12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=48e0972f-3497-4d96-b8f7-3fac8aaaad98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701532 Mar 08 10:31:26.532501 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-632bfe18-60cf-437b-b5cc-63130b4c148d req-fd907175-0d7f-4280-a6a2-af0f99eebe7e service neutron] 10.222.0.26 "GET /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278825 Mar 08 10:31:26.661172 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-632bfe18-60cf-437b-b5cc-63130b4c148d req-1da1cb52-96f2-4cd8-8b31-d33955608eb2 service neutron] 10.222.0.26 "GET /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220999 Mar 08 10:31:27.655680 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d5f80d16-e519-401c-a8b5-7ce819e82449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:31:28.382314 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:31:28.383479 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:31:30.213124 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:31:39.309468 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:31:43.683162 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:31:55.033029 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01ea8f8d-d855-4208-a9e4-9f497c60b659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:31:57.658010 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3e8c2c5-d6d9-4271-8fb4-cad55ff61be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:31:58.383004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:31:58.384680 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:00.216495 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:00.705758 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54448) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:00.909701 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting port d32cc91f-4d27-47c3-8d32-eb4401d261a2 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:32:00.909945 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:01.085814 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:01.086136 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:01.208059 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Calling delete_port for d32cc91f-4d27-47c3-8d32-eb4401d261a2 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:32:01.356584 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:01.428441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Port': ['ID=d32cc91f-4d27-47c3-8d32-eb4401d261a2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:01.444005 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:01.444356 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:01.444709 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:01.445058 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:01.445384 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:01.445710 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:01.446034 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:01.446354 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:01.446671 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:01.446988 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:01.447305 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:01.447619 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:01.504408 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:01.504710 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Floating IP 0f868565-2a37-4e4c-a348-70873e5f514a disassociated (deleted). External IP: 172.26.2.141, port: b76a3466-31f3-4f12-b717-feae16a0081c. Mar 08 10:32:01.948802 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router 9bd9f060-f242-4fa2-9afc-1f7ed06c475e has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:32:02.121424 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:32:02.131363 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6942d6b2-a74d-4ebb-965a-95352ba04c23 None None] Sync routers for ids ['9bd9f060-f242-4fa2-9afc-1f7ed06c475e'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:32:02.140820 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:02.141699 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6942d6b2-a74d-4ebb-965a-95352ba04c23 None None] Routers {'9bd9f060-f242-4fa2-9afc-1f7ed06c475e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:32:02.142444 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6942d6b2-a74d-4ebb-965a-95352ba04c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:31:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['9bd9f060-f242-4fa2-9afc-1f7ed06c475e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:02.198683 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-658a97b7-174d-4528-9d98-1ad5dc23cf32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/floatingips/0f868565-2a37-4e4c-a348-70873e5f514a HTTP/1.1" status: 204 len: 168 time: 1.4893169 Mar 08 10:32:02.198683 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a7f1ef-787e-4199-8397-b541fce547da', 'tag': 'b76a3466-31f3-4f12-b717-feae16a0081c'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:32:02.305884 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a7f1ef-787e-4199-8397-b541fce547da', 'tag': 'b76a3466-31f3-4f12-b717-feae16a0081c', 'status': 'completed', 'code': 200} Mar 08 10:32:02.322842 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-6942d6b2-a74d-4ebb-965a-95352ba04c23 None None] Set router 9bd9f060-f242-4fa2-9afc-1f7ed06c475e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:32:02.414208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c01d4a-4cc3-4974-8abc-d35131c4f814 req-9758853d-8be5-4f72-ab6d-5b390472178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:02.417443 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67c01d4a-4cc3-4974-8abc-d35131c4f814 req-9758853d-8be5-4f72-ab6d-5b390472178e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 1098 time: 0.0754426 Mar 08 10:32:02.557906 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c01d4a-4cc3-4974-8abc-d35131c4f814 req-3bf37e0e-b214-4400-9047-3a43ee6558f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:02.558407 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67c01d4a-4cc3-4974-8abc-d35131c4f814 req-3bf37e0e-b214-4400-9047-3a43ee6558f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=48e0972f-3497-4d96-b8f7-3fac8aaaad98 HTTP/1.1" status: 200 len: 897 time: 0.1342566 Mar 08 10:32:02.590437 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f51f33-314b-4b1c-ac46-8a9f172fbe05 req-3d6794c4-a53a-46bb-82a4-d834d9ab842f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:02.591486 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-87f51f33-314b-4b1c-ac46-8a9f172fbe05 req-3d6794c4-a53a-46bb-82a4-d834d9ab842f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:32:02.608492 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-87f51f33-314b-4b1c-ac46-8a9f172fbe05 req-3d6794c4-a53a-46bb-82a4-d834d9ab842f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:32:02.609861 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-87f51f33-314b-4b1c-ac46-8a9f172fbe05 req-3d6794c4-a53a-46bb-82a4-d834d9ab842f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.1041670 Mar 08 10:32:02.633586 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67c01d4a-4cc3-4974-8abc-d35131c4f814 req-2bc707ae-c360-42a9-b0aa-39de87965e9e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76a3466-31f3-4f12-b717-feae16a0081c HTTP/1.1" status: 200 len: 217 time: 0.0674107 Mar 08 10:32:02.652331 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6942d6b2-a74d-4ebb-965a-95352ba04c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687842784', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:34Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'bbfe1815-c5ee-44a8-9683-584e0af53bf0', 'name': '', 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:74:e7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:34Z', 'updated_at': '2022-03-08T10:29:39Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:02.656269 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6942d6b2-a74d-4ebb-965a-95352ba04c23 None None] Checking router: 9bd9f060-f242-4fa2-9afc-1f7ed06c475e for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:32:02.659285 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-87f51f33-314b-4b1c-ac46-8a9f172fbe05 req-395b6247-207a-4616-9434-4ec10b75775c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429423 Mar 08 10:32:02.665053 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6942d6b2-a74d-4ebb-965a-95352ba04c23 None None] Routers {'9bd9f060-f242-4fa2-9afc-1f7ed06c475e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:32:02.665655 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6942d6b2-a74d-4ebb-965a-95352ba04c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:31:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['9bd9f060-f242-4fa2-9afc-1f7ed06c475e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:02.696992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c01d4a-4cc3-4974-8abc-d35131c4f814 req-a28cc68c-2670-4336-a140-7b931e3ea1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:02.698405 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67c01d4a-4cc3-4974-8abc-d35131c4f814 req-a28cc68c-2670-4336-a140-7b931e3ea1ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6 HTTP/1.1" status: 200 len: 835 time: 0.0579717 Mar 08 10:32:02.775382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c01d4a-4cc3-4974-8abc-d35131c4f814 req-3563c518-e4ed-43ed-9bf3-87cdbb031512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:02.776869 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67c01d4a-4cc3-4974-8abc-d35131c4f814 req-3563c518-e4ed-43ed-9bf3-87cdbb031512 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=48e0972f-3497-4d96-b8f7-3fac8aaaad98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713639 Mar 08 10:32:02.839264 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-6942d6b2-a74d-4ebb-965a-95352ba04c23 None None] Set router 9bd9f060-f242-4fa2-9afc-1f7ed06c475e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:32:02.912647 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67c01d4a-4cc3-4974-8abc-d35131c4f814 req-c837e475-05c9-44b1-9d67-c0d8dd1b9879 service neutron] 10.222.0.26 "GET /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269262 Mar 08 10:32:03.139167 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-67c01d4a-4cc3-4974-8abc-d35131c4f814 req-b1587d17-2cea-47f3-b832-25764ad5c68a service neutron] 10.222.0.26 "GET /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196691 Mar 08 10:32:03.147555 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-6942d6b2-a74d-4ebb-965a-95352ba04c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687842784', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:34Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'bbfe1815-c5ee-44a8-9683-584e0af53bf0', 'name': '', 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:74:e7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:34Z', 'updated_at': '2022-03-08T10:29:39Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:03.151474 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6942d6b2-a74d-4ebb-965a-95352ba04c23 None None] The sync data for ids ['9bd9f060-f242-4fa2-9afc-1f7ed06c475e'] in dv-neutron-831730-2-hyperv is: [{'id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687842784', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:34Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': 'bbfe1815-c5ee-44a8-9683-584e0af53bf0', 'name': '', 'network_id': '48e0972f-3497-4d96-b8f7-3fac8aaaad98', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:74:e7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:34Z', 'updated_at': '2022-03-08T10:29:39Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:32:03.361736 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c0a1e6-7462-4e15-9cad-805f48e06f86 None None] New status for floating IP 0f868565-2a37-4e4c-a348-70873e5f514a: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:32:03.844575 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d77554-c594-41ac-bf0a-54d292edea41 req-0bf186b5-c173-4fb5-b7c7-5c97fce5fe5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:03.845953 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a2d77554-c594-41ac-bf0a-54d292edea41 req-0bf186b5-c173-4fb5-b7c7-5c97fce5fe5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0770631 Mar 08 10:32:03.891902 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a2d77554-c594-41ac-bf0a-54d292edea41 req-4aac5e4d-72d2-4b92-9fb8-95096d5c5e8f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=e0bf576a-02ff-49c7-a8cd-861c435e39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396197 Mar 08 10:32:04.460676 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cf7e9-7500-46a5-8ad6-c50e4133c9b0 req-1c6418c0-1289-4624-ab96-49e6fe4fd926 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:04.462099 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bf2cf7e9-7500-46a5-8ad6-c50e4133c9b0 req-1c6418c0-1289-4624-ab96-49e6fe4fd926 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 945 time: 0.0776594 Mar 08 10:32:04.528642 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-bf2cf7e9-7500-46a5-8ad6-c50e4133c9b0 req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting port b76a3466-31f3-4f12-b717-feae16a0081c {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:32:04.529002 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-bf2cf7e9-7500-46a5-8ad6-c50e4133c9b0 req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:04.766294 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-bf2cf7e9-7500-46a5-8ad6-c50e4133c9b0 req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] For port b76a3466-31f3-4f12-b717-feae16a0081c, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=b76a3466-31f3-4f12-b717-feae16a0081c,segment=NetworkSegment(b066f2be-6387-41bf-9b39-24c478969772),segment_id=b066f2be-6387-41bf-9b39-24c478969772)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:32:04.766562 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-bf2cf7e9-7500-46a5-8ad6-c50e4133c9b0 req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:04.889406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-bf2cf7e9-7500-46a5-8ad6-c50e4133c9b0 req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Calling delete_port for b76a3466-31f3-4f12-b717-feae16a0081c owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:32:05.038619 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-bf2cf7e9-7500-46a5-8ad6-c50e4133c9b0 req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:05.102846 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-20999a2c-2f6f-44c5-adc6-c3bc4828d927 req-9635245c-7f79-4e8a-a946-1114c92a09e1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a7f1ef-787e-4199-8397-b541fce547da HTTP/1.1" status: 200 len: 210 time: 0.0995359 Mar 08 10:32:05.125314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Port': ['ID=b76a3466-31f3-4f12-b717-feae16a0081c,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:05.162770 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:05.163115 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:05.163458 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:05.163795 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:05.164135 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:05.164463 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:05.164816 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:05.165143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:05.165469 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:05.165790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:05.166111 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:05.166447 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:05.179058 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2cf7e9-7500-46a5-8ad6-c50e4133c9b0 req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] No DVR routers for this DVR port b76a3466-31f3-4f12-b717-feae16a0081c on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:32:05.181162 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-bf2cf7e9-7500-46a5-8ad6-c50e4133c9b0 req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:05.183554 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a7f1ef-787e-4199-8397-b541fce547da', 'name': 'network-vif-deleted', 'tag': 'b76a3466-31f3-4f12-b717-feae16a0081c'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:32:05.199935 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bf2cf7e9-7500-46a5-8ad6-c50e4133c9b0 req-016d7716-3729-4426-b461-25008b8279e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "DELETE /v2.0/ports/b76a3466-31f3-4f12-b717-feae16a0081c HTTP/1.1" status: 204 len: 173 time: 0.7322898 Mar 08 10:32:05.288145 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a7f1ef-787e-4199-8397-b541fce547da', 'name': 'network-vif-deleted', 'tag': 'b76a3466-31f3-4f12-b717-feae16a0081c', 'status': 'completed', 'code': 200} Mar 08 10:32:06.196525 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54474) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:06.734700 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9154abf-2100-44fe-858c-88a1e878893a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:07.073542 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c9154abf-2100-44fe-858c-88a1e878893a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting port bbfe1815-c5ee-44a8-9683-584e0af53bf0 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:32:07.073883 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9154abf-2100-44fe-858c-88a1e878893a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:07.077595 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device b76a3466-31f3-4f12-b717-feae16a0081c no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:32:07.110342 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: b76a3466-31f3-4f12-b717-feae16a0081c {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:32:07.110601 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device b76a3466-31f3-4f12-b717-feae16a0081c not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:32:07.367763 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-c9154abf-2100-44fe-858c-88a1e878893a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] For port bbfe1815-c5ee-44a8-9683-584e0af53bf0, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=bbfe1815-c5ee-44a8-9683-584e0af53bf0,segment=NetworkSegment(b066f2be-6387-41bf-9b39-24c478969772),segment_id=b066f2be-6387-41bf-9b39-24c478969772)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:32:07.368365 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9154abf-2100-44fe-858c-88a1e878893a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:07.484258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c9154abf-2100-44fe-858c-88a1e878893a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Calling delete_port for bbfe1815-c5ee-44a8-9683-584e0af53bf0 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:32:07.795758 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9154abf-2100-44fe-858c-88a1e878893a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:07.847620 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9154abf-2100-44fe-858c-88a1e878893a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Port': ['ID=bbfe1815-c5ee-44a8-9683-584e0af53bf0,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:08.115629 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9154abf-2100-44fe-858c-88a1e878893a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:08.462501 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9154abf-2100-44fe-858c-88a1e878893a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router 9bd9f060-f242-4fa2-9afc-1f7ed06c475e has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:32:08.746559 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9154abf-2100-44fe-858c-88a1e878893a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:32:08.755548 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aaf0d4-fcae-41fa-8605-5a389d12a20a None None] Sync routers for ids ['9bd9f060-f242-4fa2-9afc-1f7ed06c475e'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:32:08.761149 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c9154abf-2100-44fe-858c-88a1e878893a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "PUT /v2.0/routers/9bd9f060-f242-4fa2-9afc-1f7ed06c475e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5609546 Mar 08 10:32:08.761310 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54482) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:08.764496 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aaf0d4-fcae-41fa-8605-5a389d12a20a None None] Routers {'9bd9f060-f242-4fa2-9afc-1f7ed06c475e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:32:08.765131 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-34aaf0d4-fcae-41fa-8605-5a389d12a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:31:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['9bd9f060-f242-4fa2-9afc-1f7ed06c475e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:08.827183 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e099a2-f7d7-4d15-b8d6-b2b80ccfe5a5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting subnet 3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:32:08.830053 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89e099a2-f7d7-4d15-b8d6-b2b80ccfe5a5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:08.882880 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89e099a2-f7d7-4d15-b8d6-b2b80ccfe5a5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:08.942461 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-34aaf0d4-fcae-41fa-8605-5a389d12a20a None None] Set router 9bd9f060-f242-4fa2-9afc-1f7ed06c475e gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:32:08.970197 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89e099a2-f7d7-4d15-b8d6-b2b80ccfe5a5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:09.044438 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89e099a2-f7d7-4d15-b8d6-b2b80ccfe5a5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:09.083379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e099a2-f7d7-4d15-b8d6-b2b80ccfe5a5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Subnet': ['ID=3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:09.087013 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89e099a2-f7d7-4d15-b8d6-b2b80ccfe5a5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:09.096079 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54486) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:09.096576 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-89e099a2-f7d7-4d15-b8d6-b2b80ccfe5a5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/subnets/3484b9b0-8f48-4d1a-93e7-c6ad87cb53c6 HTTP/1.1" status: 204 len: 168 time: 0.3338525 Mar 08 10:32:09.096712 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0688af4-78a5-48d7-840d-2278c695a39a None None] Network 48e0972f-3497-4d96-b8f7-3fac8aaaad98 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:32:09.272532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6bee14a1-bb5a-42cf-88eb-0ce7200cc1a1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:09.438086 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-34aaf0d4-fcae-41fa-8605-5a389d12a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687842784', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:32:07Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '86b2fcf2-ad49-4241-8729-ba1eeba38fb1', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:09.441713 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aaf0d4-fcae-41fa-8605-5a389d12a20a None None] Checking router: 9bd9f060-f242-4fa2-9afc-1f7ed06c475e for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:32:09.450000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6bee14a1-bb5a-42cf-88eb-0ce7200cc1a1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:09.450544 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aaf0d4-fcae-41fa-8605-5a389d12a20a None None] Routers {'9bd9f060-f242-4fa2-9afc-1f7ed06c475e'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:32:09.451154 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-34aaf0d4-fcae-41fa-8605-5a389d12a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:31:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['9bd9f060-f242-4fa2-9afc-1f7ed06c475e'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:09.460565 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-6bee14a1-bb5a-42cf-88eb-0ce7200cc1a1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting port 86b2fcf2-ad49-4241-8729-ba1eeba38fb1 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:32:09.461012 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6bee14a1-bb5a-42cf-88eb-0ce7200cc1a1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:09.505475 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa55bb6-3cb7-460f-a3af-20cd1ec9217c None None] DHCP port deletion for 48e0972f-3497-4d96-b8f7-3fac8aaaad98 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:32:09.521381 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7aa55bb6-3cb7-460f-a3af-20cd1ec9217c None None] Deleting port ff1a5d7f-d2c8-49da-af66-193662fb50fc {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:32:09.521756 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7aa55bb6-3cb7-460f-a3af-20cd1ec9217c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:09.682726 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-34aaf0d4-fcae-41fa-8605-5a389d12a20a None None] Set router 9bd9f060-f242-4fa2-9afc-1f7ed06c475e gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:32:09.735029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-6bee14a1-bb5a-42cf-88eb-0ce7200cc1a1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] For port 86b2fcf2-ad49-4241-8729-ba1eeba38fb1, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=86b2fcf2-ad49-4241-8729-ba1eeba38fb1,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:32:09.735303 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6bee14a1-bb5a-42cf-88eb-0ce7200cc1a1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:09.790040 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-34aaf0d4-fcae-41fa-8605-5a389d12a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687842784', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:32:09Z', 'revision_number': 6, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:09.814473 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aaf0d4-fcae-41fa-8605-5a389d12a20a None None] The sync data for ids ['9bd9f060-f242-4fa2-9afc-1f7ed06c475e'] in dv-neutron-831730-2-hyperv is: [{'id': '9bd9f060-f242-4fa2-9afc-1f7ed06c475e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687842784', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:29:30Z', 'updated_at': '2022-03-08T10:32:09Z', 'revision_number': 6, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port_host': None}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:32:09.859631 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-6bee14a1-bb5a-42cf-88eb-0ce7200cc1a1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Calling delete_port for 86b2fcf2-ad49-4241-8729-ba1eeba38fb1 owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:32:09.901498 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7aa55bb6-3cb7-460f-a3af-20cd1ec9217c None None] For port ff1a5d7f-d2c8-49da-af66-193662fb50fc, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ff1a5d7f-d2c8-49da-af66-193662fb50fc,segment=NetworkSegment(b066f2be-6387-41bf-9b39-24c478969772),segment_id=b066f2be-6387-41bf-9b39-24c478969772)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:32:09.901889 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7aa55bb6-3cb7-460f-a3af-20cd1ec9217c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:10.020610 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7aa55bb6-3cb7-460f-a3af-20cd1ec9217c None None] Calling delete_port for ff1a5d7f-d2c8-49da-af66-193662fb50fc owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:32:10.021606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6bee14a1-bb5a-42cf-88eb-0ce7200cc1a1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:10.070301 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee14a1-bb5a-42cf-88eb-0ce7200cc1a1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Port': ['ID=86b2fcf2-ad49-4241-8729-ba1eeba38fb1,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:10.098920 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7aa55bb6-3cb7-460f-a3af-20cd1ec9217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:10.142270 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa55bb6-3cb7-460f-a3af-20cd1ec9217c None None] Pushing event deleted for resources: {'Port': ['ID=ff1a5d7f-d2c8-49da-af66-193662fb50fc,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:10.148236 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa55bb6-3cb7-460f-a3af-20cd1ec9217c None None] No DVR routers for this DVR port ff1a5d7f-d2c8-49da-af66-193662fb50fc on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:32:10.159450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6bee14a1-bb5a-42cf-88eb-0ce7200cc1a1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:10.333205 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6bee14a1-bb5a-42cf-88eb-0ce7200cc1a1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:10.335244 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6bee14a1-bb5a-42cf-88eb-0ce7200cc1a1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:10.359027 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6bee14a1-bb5a-42cf-88eb-0ce7200cc1a1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:10.359546 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bee14a1-bb5a-42cf-88eb-0ce7200cc1a1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Fanout notify agent at l3_agent the message router_deleted on router 9bd9f060-f242-4fa2-9afc-1f7ed06c475e {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:32:10.374892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6bee14a1-bb5a-42cf-88eb-0ce7200cc1a1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:10.375975 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6bee14a1-bb5a-42cf-88eb-0ce7200cc1a1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/routers/9bd9f060-f242-4fa2-9afc-1f7ed06c475e HTTP/1.1" status: 204 len: 168 time: 1.2788839 Mar 08 10:32:10.378786 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54490) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:10.488494 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b97fd5de-6004-4e19-9e6a-c7d2e3618a39 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:10.624101 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b97fd5de-6004-4e19-9e6a-c7d2e3618a39 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:10.649865 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-b97fd5de-6004-4e19-9e6a-c7d2e3618a39 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e0972f-3497-4d96-b8f7-3fac8aaaad98']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:10.662471 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-b97fd5de-6004-4e19-9e6a-c7d2e3618a39 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b066f2be-6387-41bf-9b39-24c478969772') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:10.662762 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-b97fd5de-6004-4e19-9e6a-c7d2e3618a39 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b066f2be-6387-41bf-9b39-24c478969772') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:10.673669 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b97fd5de-6004-4e19-9e6a-c7d2e3618a39 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:10.689405 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b97fd5de-6004-4e19-9e6a-c7d2e3618a39 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:10.695940 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b97fd5de-6004-4e19-9e6a-c7d2e3618a39 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:32:10.696328 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b97fd5de-6004-4e19-9e6a-c7d2e3618a39 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:32:10.711486 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:32:10.794110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b97fd5de-6004-4e19-9e6a-c7d2e3618a39 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:10.811547 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b97fd5de-6004-4e19-9e6a-c7d2e3618a39 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:10.823541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd5de-6004-4e19-9e6a-c7d2e3618a39 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Network': ['ID=48e0972f-3497-4d96-b8f7-3fac8aaaad98,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:10.830165 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b97fd5de-6004-4e19-9e6a-c7d2e3618a39 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/networks/48e0972f-3497-4d96-b8f7-3fac8aaaad98 HTTP/1.1" status: 204 len: 168 time: 0.4504166 Mar 08 10:32:10.833597 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54494) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:10.899474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b7a9c628-1a2d-4dd1-ac1a-c34ac592b6ee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:10.929098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b7a9c628-1a2d-4dd1-ac1a-c34ac592b6ee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:10.976554 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ff1a5d7f-d2c8-49da-af66-193662fb50fc no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:32:10.995955 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b7a9c628-1a2d-4dd1-ac1a-c34ac592b6ee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:11.018428 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9c628-1a2d-4dd1-ac1a-c34ac592b6ee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bf576a-02ff-49c7-a8cd-861c435e39c6,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:11.018815 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: ff1a5d7f-d2c8-49da-af66-193662fb50fc {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:32:11.019528 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ff1a5d7f-d2c8-49da-af66-193662fb50fc not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:32:11.019890 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 86b2fcf2-ad49-4241-8729-ba1eeba38fb1 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:32:11.027104 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b7a9c628-1a2d-4dd1-ac1a-c34ac592b6ee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:11.028267 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b7a9c628-1a2d-4dd1-ac1a-c34ac592b6ee tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/security-groups/e0bf576a-02ff-49c7-a8cd-861c435e39c6 HTTP/1.1" status: 204 len: 168 time: 0.1937261 Mar 08 10:32:11.099101 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 86b2fcf2-ad49-4241-8729-ba1eeba38fb1 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:32:11.099444 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 86b2fcf2-ad49-4241-8729-ba1eeba38fb1 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:32:11.099861 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device bbfe1815-c5ee-44a8-9683-584e0af53bf0 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:32:11.131926 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: bbfe1815-c5ee-44a8-9683-584e0af53bf0 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:32:11.132269 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device bbfe1815-c5ee-44a8-9683-584e0af53bf0 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:32:11.542637 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54502) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:11.547784 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-a25c8aad-647a-401b-9b22-8dde5cbaf646 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-641168416', 'description': 'tempest-secgroup-smoke-641168416 description', 'project_id': '276f56e29e9f4849957654a758856678'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:32:11.554390 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a25c8aad-647a-401b-9b22-8dde5cbaf646 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:32:11.558426 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a25c8aad-647a-401b-9b22-8dde5cbaf646 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:32:11.561625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a25c8aad-647a-401b-9b22-8dde5cbaf646 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:32:11.567866 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a25c8aad-647a-401b-9b22-8dde5cbaf646 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:32:11.582146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a25c8aad-647a-401b-9b22-8dde5cbaf646 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:11.601668 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a25c8aad-647a-401b-9b22-8dde5cbaf646 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:32:11.605376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a25c8aad-647a-401b-9b22-8dde5cbaf646 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:32:11.608134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a25c8aad-647a-401b-9b22-8dde5cbaf646 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:32:11.614217 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a25c8aad-647a-401b-9b22-8dde5cbaf646 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:32:11.687999 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a25c8aad-647a-401b-9b22-8dde5cbaf646 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:11.691470 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a25c8aad-647a-401b-9b22-8dde5cbaf646 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:11.735134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c8aad-647a-401b-9b22-8dde5cbaf646 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede3a34d-7cec-416b-a244-06fa4c37f712,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:11.738421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a25c8aad-647a-401b-9b22-8dde5cbaf646 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:11.742338 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a25c8aad-647a-401b-9b22-8dde5cbaf646 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1960220 Mar 08 10:32:11.742559 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54506) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:11.747363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-ebc465db-f25d-436c-a61e-85ae8aa47bca tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'ede3a34d-7cec-416b-a244-06fa4c37f712', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:32:11.753363 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ebc465db-f25d-436c-a61e-85ae8aa47bca tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:32:11.757110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ebc465db-f25d-436c-a61e-85ae8aa47bca tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:32:11.759897 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ebc465db-f25d-436c-a61e-85ae8aa47bca tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:32:11.765520 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ebc465db-f25d-436c-a61e-85ae8aa47bca tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:32:11.781480 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ebc465db-f25d-436c-a61e-85ae8aa47bca tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:11.838922 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ebc465db-f25d-436c-a61e-85ae8aa47bca tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:11.842234 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ebc465db-f25d-436c-a61e-85ae8aa47bca tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:11.865436 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc465db-f25d-436c-a61e-85ae8aa47bca tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e977972-3067-41d1-bb61-383e1c7de49f,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:11.874372 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ebc465db-f25d-436c-a61e-85ae8aa47bca tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:11.875571 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ebc465db-f25d-436c-a61e-85ae8aa47bca tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321304 Mar 08 10:32:11.878200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54510) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:11.883019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-43b2ce05-5b1c-4a14-81e4-1d810af2c626 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'ede3a34d-7cec-416b-a244-06fa4c37f712', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:32:11.888740 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-43b2ce05-5b1c-4a14-81e4-1d810af2c626 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:32:11.892542 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-43b2ce05-5b1c-4a14-81e4-1d810af2c626 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:32:11.895344 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-43b2ce05-5b1c-4a14-81e4-1d810af2c626 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:32:11.900907 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-43b2ce05-5b1c-4a14-81e4-1d810af2c626 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:32:11.919504 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-43b2ce05-5b1c-4a14-81e4-1d810af2c626 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:11.978517 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-43b2ce05-5b1c-4a14-81e4-1d810af2c626 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:11.981810 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-43b2ce05-5b1c-4a14-81e4-1d810af2c626 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.005661 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2ce05-5b1c-4a14-81e4-1d810af2c626 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e737bf-c58f-4756-977b-343722b183bc,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:12.014690 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-43b2ce05-5b1c-4a14-81e4-1d810af2c626 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.016028 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-43b2ce05-5b1c-4a14-81e4-1d810af2c626 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369264 Mar 08 10:32:12.019086 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54514) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:12.025197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-0ce7b0dd-3205-4262-a4bc-2dea36462cd3 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'ede3a34d-7cec-416b-a244-06fa4c37f712', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:32:12.031130 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0ce7b0dd-3205-4262-a4bc-2dea36462cd3 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:32:12.035471 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0ce7b0dd-3205-4262-a4bc-2dea36462cd3 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:32:12.038274 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-0ce7b0dd-3205-4262-a4bc-2dea36462cd3 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:32:12.043909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-0ce7b0dd-3205-4262-a4bc-2dea36462cd3 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:32:12.060752 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b0dd-3205-4262-a4bc-2dea36462cd3 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.121480 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b0dd-3205-4262-a4bc-2dea36462cd3 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.124890 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b0dd-3205-4262-a4bc-2dea36462cd3 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.147209 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b0dd-3205-4262-a4bc-2dea36462cd3 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4944394b-21cd-4c5d-8620-b3e07fdd857d,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:12.156018 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b0dd-3205-4262-a4bc-2dea36462cd3 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.157217 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0ce7b0dd-3205-4262-a4bc-2dea36462cd3 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367772 Mar 08 10:32:12.160463 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54518) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:12.165383 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e3a2cf61-947f-440e-868a-d3e668d61d4a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'ede3a34d-7cec-416b-a244-06fa4c37f712', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:32:12.171134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e3a2cf61-947f-440e-868a-d3e668d61d4a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:32:12.175050 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e3a2cf61-947f-440e-868a-d3e668d61d4a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:32:12.177805 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e3a2cf61-947f-440e-868a-d3e668d61d4a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:32:12.183408 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e3a2cf61-947f-440e-868a-d3e668d61d4a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:32:12.199938 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e3a2cf61-947f-440e-868a-d3e668d61d4a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.262998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e3a2cf61-947f-440e-868a-d3e668d61d4a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.266360 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e3a2cf61-947f-440e-868a-d3e668d61d4a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.289489 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2cf61-947f-440e-868a-d3e668d61d4a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5809f9b8-d163-4685-aa46-0449f36829f4,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:12.299648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e3a2cf61-947f-440e-868a-d3e668d61d4a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.300880 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e3a2cf61-947f-440e-868a-d3e668d61d4a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392744 Mar 08 10:32:12.304470 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54522) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:12.310544 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-21df9598-3194-4c5c-8b54-9c5f04ef1346 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'ede3a34d-7cec-416b-a244-06fa4c37f712', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:32:12.316741 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-21df9598-3194-4c5c-8b54-9c5f04ef1346 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:32:12.320466 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-21df9598-3194-4c5c-8b54-9c5f04ef1346 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:32:12.323287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-21df9598-3194-4c5c-8b54-9c5f04ef1346 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:32:12.328939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-21df9598-3194-4c5c-8b54-9c5f04ef1346 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:32:12.339025 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-21df9598-3194-4c5c-8b54-9c5f04ef1346 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Project 276f56e29e9f4849957654a758856678 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:32:12.345511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-21df9598-3194-4c5c-8b54-9c5f04ef1346 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.407905 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-21df9598-3194-4c5c-8b54-9c5f04ef1346 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.411979 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-21df9598-3194-4c5c-8b54-9c5f04ef1346 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.434123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df9598-3194-4c5c-8b54-9c5f04ef1346 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f594fda1-2afa-4fb6-84eb-14a6d37c377f,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:12.442419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-21df9598-3194-4c5c-8b54-9c5f04ef1346 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.443830 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-21df9598-3194-4c5c-8b54-9c5f04ef1346 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1381049 Mar 08 10:32:12.446679 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54526) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:12.451545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-51d88b0d-678b-4676-857f-caf0085e8d9c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'ede3a34d-7cec-416b-a244-06fa4c37f712', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:32:12.458036 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-51d88b0d-678b-4676-857f-caf0085e8d9c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:32:12.461840 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-51d88b0d-678b-4676-857f-caf0085e8d9c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:32:12.464640 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-51d88b0d-678b-4676-857f-caf0085e8d9c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:32:12.470253 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-51d88b0d-678b-4676-857f-caf0085e8d9c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:32:12.480945 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-51d88b0d-678b-4676-857f-caf0085e8d9c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Project 276f56e29e9f4849957654a758856678 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:32:12.487129 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51d88b0d-678b-4676-857f-caf0085e8d9c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.551019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51d88b0d-678b-4676-857f-caf0085e8d9c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.555028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51d88b0d-678b-4676-857f-caf0085e8d9c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.581243 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d88b0d-678b-4676-857f-caf0085e8d9c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2062f8-0828-4ce7-8e8a-809249b58e35,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:12.592823 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-51d88b0d-678b-4676-857f-caf0085e8d9c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.594471 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-51d88b0d-678b-4676-857f-caf0085e8d9c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1468937 Mar 08 10:32:12.597556 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54530) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:12.603207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-5e468974-f4a6-4559-a3ce-395687bf780e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'network': {'name': 'tempest-network-smoke--858253404', 'project_id': '276f56e29e9f4849957654a758856678', 'port_security_enabled': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:32:12.608175 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5e468974-f4a6-4559-a3ce-395687bf780e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:32:12.612266 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5e468974-f4a6-4559-a3ce-395687bf780e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:network and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:32:12.615092 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5e468974-f4a6-4559-a3ce-395687bf780e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:32:12.622173 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5e468974-f4a6-4559-a3ce-395687bf780e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:32:12.632975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e468974-f4a6-4559-a3ce-395687bf780e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Made reservation on behalf of 276f56e29e9f4849957654a758856678 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:32:12.636475 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5e468974-f4a6-4559-a3ce-395687bf780e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.664617 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e468974-f4a6-4559-a3ce-395687bf780e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:32:12.673802 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5e468974-f4a6-4559-a3ce-395687bf780e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.674203 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-5e468974-f4a6-4559-a3ce-395687bf780e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Added segment 68fee788-d59a-4a4f-8c9a-6eea995fe180 of type vlan for network 1cbdff20-c759-4a12-9278-dd8daf0011c6 Mar 08 10:32:12.703264 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5e468974-f4a6-4559-a3ce-395687bf780e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.731841 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5e468974-f4a6-4559-a3ce-395687bf780e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.737188 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e468974-f4a6-4559-a3ce-395687bf780e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:12.737788 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5e468974-f4a6-4559-a3ce-395687bf780e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.928514 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5e468974-f4a6-4559-a3ce-395687bf780e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3299499 Mar 08 10:32:12.931347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54534) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:12.934689 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e468974-f4a6-4559-a3ce-395687bf780e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Network': ['ID=1cbdff20-c759-4a12-9278-dd8daf0011c6,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:12.937504 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-507206989', 'admin_state_up': True, 'project_id': '276f56e29e9f4849957654a758856678', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:32:12.945356 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 1cbdff20-c759-4a12-9278-dd8daf0011c6 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:32:12.946192 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:32:12.950198 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:router and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:32:12.953032 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:32:12.959472 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:32:12.971289 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.972473 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:12.988710 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:13.253203 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:13.545001 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:13.573717 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:13.700046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:13.714940 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Allocated IP 172.26.2.194 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/79481b98-ee14-4dec-be52-5245d68d59c4) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:32:13.958226 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:13.986692 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:14.043898 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:32:14.046576 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:32:14.054117 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:32:14.091278 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=79481b98-ee14-4dec-be52-5245d68d59c4,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:14.457548 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:14.786024 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:14.985616 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router 0591a679-df19-4c08-9931-cfbe4f94942f is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 10:32:15.161746 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:32:15.172124 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Sync routers for ids ['0591a679-df19-4c08-9931-cfbe4f94942f'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:32:15.181300 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Routers {'0591a679-df19-4c08-9931-cfbe4f94942f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:32:15.181887 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:31:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['0591a679-df19-4c08-9931-cfbe4f94942f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:15.187417 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:15.188571 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f5d0361f-dc7e-4e81-a3d7-e95d90ad2ee7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2562456 Mar 08 10:32:15.191704 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54538) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:15.359534 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Set router 0591a679-df19-4c08-9931-cfbe4f94942f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:32:15.391485 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-51d28ece-92a3-41d9-882c-9f81e90b780f tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=276f56e29e9f4849957654a758856678&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1960123 Mar 08 10:32:15.391867 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54544) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:15.517065 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c972ff2-5272-4360-9538-7b8ae2ad6d00 tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:15.518511 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6c972ff2-5272-4360-9538-7b8ae2ad6d00 tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1259561 Mar 08 10:32:15.521962 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54550) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:15.560429 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4d98cf53-8ddf-4c7d-9aa5-e37dc80cb036 tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374050 Mar 08 10:32:15.563254 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54554) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:15.569411 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-8e2465f5-ea27-4eaf-a5cc-95db9b73c557 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-289558899', 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6', 'project_id': '276f56e29e9f4849957654a758856678', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:32:15.667570 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507206989', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:32:12Z', 'updated_at': '2022-03-08T10:32:14Z', 'revision_number': 3, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:13Z', 'updated_at': '2022-03-08T10:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:15.671278 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Checking router: 0591a679-df19-4c08-9931-cfbe4f94942f for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:32:15.671617 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Updating router 0591a679-df19-4c08-9931-cfbe4f94942f port 79481b98-ee14-4dec-be52-5245d68d59c4 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:32:15.675925 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8e2465f5-ea27-4eaf-a5cc-95db9b73c557 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:32:15.679664 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8e2465f5-ea27-4eaf-a5cc-95db9b73c557 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:subnet and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:32:15.682452 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8e2465f5-ea27-4eaf-a5cc-95db9b73c557 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:32:15.688474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8e2465f5-ea27-4eaf-a5cc-95db9b73c557 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:32:15.698907 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2465f5-ea27-4eaf-a5cc-95db9b73c557 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Made reservation on behalf of 276f56e29e9f4849957654a758856678 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:32:15.702530 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8e2465f5-ea27-4eaf-a5cc-95db9b73c557 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:15.724961 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:15.914522 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8e2465f5-ea27-4eaf-a5cc-95db9b73c557 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:15.991422 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2465f5-ea27-4eaf-a5cc-95db9b73c557 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Subnet': ['ID=38e360ec-578b-4631-9873-116c84605a43,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:16.002473 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2465f5-ea27-4eaf-a5cc-95db9b73c557 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Checking segment: {'id': '68fee788-d59a-4a4f-8c9a-6eea995fe180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:32:16.002829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2465f5-ea27-4eaf-a5cc-95db9b73c557 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network hostable DHCP agents. Network: 1cbdff20-c759-4a12-9278-dd8daf0011c6, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:32:16.022079 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2465f5-ea27-4eaf-a5cc-95db9b73c557 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 1cbdff20-c759-4a12-9278-dd8daf0011c6 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:32:16.032306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-8e2465f5-ea27-4eaf-a5cc-95db9b73c557 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 1cbdff20-c759-4a12-9278-dd8daf0011c6) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:32:16.037541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2465f5-ea27-4eaf-a5cc-95db9b73c557 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:16.038528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8e2465f5-ea27-4eaf-a5cc-95db9b73c557 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:16.041900 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba75cfb3-7a49-44c0-9594-14a7aa888009 None None] Network 1cbdff20-c759-4a12-9278-dd8daf0011c6 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:32:16.047780 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:16.063200 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Transition to ACTIVE for port object 79481b98-ee14-4dec-be52-5245d68d59c4 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:32:16.066883 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54560) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:16.067382 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8e2465f5-ea27-4eaf-a5cc-95db9b73c557 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5027285 Mar 08 10:32:16.071048 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:16.146952 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Attempting to bind port 79481b98-ee14-4dec-be52-5245d68d59c4 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:32:16.147319 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Attempting to bind port 79481b98-ee14-4dec-be52-5245d68d59c4 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:32:16.147672 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Attempting to bind port 79481b98-ee14-4dec-be52-5245d68d59c4 on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:32:16.153265 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42b22f-238e-465e-b4b6-0e86c71abbfa None None] Pushing event updated for resources: {'Port': ['ID=79481b98-ee14-4dec-be52-5245d68d59c4,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:16.161041 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:32:16.161407 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:32:16.161797 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:16.162177 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:32:16.162932 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Bound port: 79481b98-ee14-4dec-be52-5245d68d59c4, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:32:16.163063 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:16.218732 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42b22f-238e-465e-b4b6-0e86c71abbfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.219471 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42b22f-238e-465e-b4b6-0e86c71abbfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.219471 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42b22f-238e-465e-b4b6-0e86c71abbfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.219686 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42b22f-238e-465e-b4b6-0e86c71abbfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.220015 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42b22f-238e-465e-b4b6-0e86c71abbfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.220335 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42b22f-238e-465e-b4b6-0e86c71abbfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.220652 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42b22f-238e-465e-b4b6-0e86c71abbfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.220994 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42b22f-238e-465e-b4b6-0e86c71abbfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.221312 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42b22f-238e-465e-b4b6-0e86c71abbfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.221624 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42b22f-238e-465e-b4b6-0e86c71abbfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.222458 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42b22f-238e-465e-b4b6-0e86c71abbfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.222770 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e42b22f-238e-465e-b4b6-0e86c71abbfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.248447 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] For port 79481b98-ee14-4dec-be52-5245d68d59c4, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:32:16.251697 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] For port 79481b98-ee14-4dec-be52-5245d68d59c4, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=79481b98-ee14-4dec-be52-5245d68d59c4,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:32:16.256087 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:16.276989 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-1cbdff20-c759-4a12-9278-dd8daf0011c6', 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6', 'tenant_id': '276f56e29e9f4849957654a758856678', 'fixed_ips': [{'subnet_id': '38e360ec-578b-4631-9873-116c84605a43'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:32:16.277881 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:16.334459 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:32:16.340427 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42b22f-238e-465e-b4b6-0e86c71abbfa None None] Pushing event updated for resources: {'Port': ['ID=79481b98-ee14-4dec-be52-5245d68d59c4,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:16.350256 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Routers {'0591a679-df19-4c08-9931-cfbe4f94942f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:32:16.352219 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:31:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['0591a679-df19-4c08-9931-cfbe4f94942f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:16.444491 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Allocated IP 172.20.0.2 (1cbdff20-c759-4a12-9278-dd8daf0011c6/38e360ec-578b-4631-9873-116c84605a43/ec3acb58-a818-4b32-a742-797ea9d66f3a) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:32:16.548365 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] Set router 0591a679-df19-4c08-9931-cfbe4f94942f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:32:16.663293 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:16.676414 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Transition to ACTIVE for port object ec3acb58-a818-4b32-a742-797ea9d66f3a will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:32:16.696456 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Transition to ACTIVE for port object ec3acb58-a818-4b32-a742-797ea9d66f3a will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:32:16.705045 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:16.775003 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Network 1cbdff20-c759-4a12-9278-dd8daf0011c6 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:32:16.778041 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:32:16.781670 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:32:16.785004 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-103b65d4-259c-4b74-acf9-f026e124fb83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:16.825289 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Pushing event updated for resources: {'Port': ['ID=ec3acb58-a818-4b32-a742-797ea9d66f3a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:16.867516 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507206989', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:32:12Z', 'updated_at': '2022-03-08T10:32:14Z', 'revision_number': 3, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:13Z', 'updated_at': '2022-03-08T10:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:16.870934 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.871354 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.871765 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.871950 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec47fe84-45b1-4c5b-b3ce-c9356c5a13d8 None None] The sync data for ids ['0591a679-df19-4c08-9931-cfbe4f94942f'] in dv-neutron-831730-2-hyperv is: [{'id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507206989', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:32:12Z', 'updated_at': '2022-03-08T10:32:14Z', 'revision_number': 3, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:13Z', 'updated_at': '2022-03-08T10:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:32:16.872765 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.873184 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.873591 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.873996 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.874388 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.875206 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.875206 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.875530 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.876204 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:32:16.907494 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Attempting to bind port ec3acb58-a818-4b32-a742-797ea9d66f3a on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:32:16.907939 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Attempting to bind port ec3acb58-a818-4b32-a742-797ea9d66f3a by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '68fee788-d59a-4a4f-8c9a-6eea995fe180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:32:16.908370 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Attempting to bind port ec3acb58-a818-4b32-a742-797ea9d66f3a on network 1cbdff20-c759-4a12-9278-dd8daf0011c6 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:32:16.914895 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:32:16.915370 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Checking segment: {'id': '68fee788-d59a-4a4f-8c9a-6eea995fe180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:32:16.915915 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:16.916309 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Bound using segment: {'id': '68fee788-d59a-4a4f-8c9a-6eea995fe180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:32:16.916800 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Bound port: ec3acb58-a818-4b32-a742-797ea9d66f3a, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68fee788-d59a-4a4f-8c9a-6eea995fe180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:32:16.917179 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:17.015748 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] For port ec3acb58-a818-4b32-a742-797ea9d66f3a, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:32:17.019642 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] For port ec3acb58-a818-4b32-a742-797ea9d66f3a, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ec3acb58-a818-4b32-a742-797ea9d66f3a,segment=NetworkSegment(68fee788-d59a-4a4f-8c9a-6eea995fe180),segment_id=68fee788-d59a-4a4f-8c9a-6eea995fe180)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:32:17.023830 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:17.125157 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96947e4-2919-4b63-9ba4-cdd9d428287f None None] Pushing event updated for resources: {'Port': ['ID=ec3acb58-a818-4b32-a742-797ea9d66f3a,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:17.222347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-103b65d4-259c-4b74-acf9-f026e124fb83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Allocated IP 172.20.0.1 (1cbdff20-c759-4a12-9278-dd8daf0011c6/38e360ec-578b-4631-9873-116c84605a43/08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:32:17.529956 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-103b65d4-259c-4b74-acf9-f026e124fb83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:17.546255 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-103b65d4-259c-4b74-acf9-f026e124fb83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Transition to ACTIVE for port object 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:32:17.572913 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-103b65d4-259c-4b74-acf9-f026e124fb83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:17.641729 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103b65d4-259c-4b74-acf9-f026e124fb83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 1cbdff20-c759-4a12-9278-dd8daf0011c6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:32:17.649341 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-103b65d4-259c-4b74-acf9-f026e124fb83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:32:17.653879 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103b65d4-259c-4b74-acf9-f026e124fb83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:32:17.684269 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b65d4-259c-4b74-acf9-f026e124fb83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:17.719595 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-103b65d4-259c-4b74-acf9-f026e124fb83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:17.989915 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-103b65d4-259c-4b74-acf9-f026e124fb83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:18.070918 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bdc93c-625c-4039-bea2-cea689947a48 None None] Network 1cbdff20-c759-4a12-9278-dd8daf0011c6 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:32:18.180523 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d49ff33f-e162-45e6-a903-9a5291f798f0 None None] Provisioning for port ec3acb58-a818-4b32-a742-797ea9d66f3a completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:32:18.405108 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-103b65d4-259c-4b74-acf9-f026e124fb83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:18.410777 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-103b65d4-259c-4b74-acf9-f026e124fb83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:18.532459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6705c710-8fa4-4a52-8648-2af2416579bd None None] Provisioning for port 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:32:18.533720 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b65d4-259c-4b74-acf9-f026e124fb83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:18.536813 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-103b65d4-259c-4b74-acf9-f026e124fb83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:18.538183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6705c710-8fa4-4a52-8648-2af2416579bd None None] Provisioning complete for port 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:32:18.538747 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6705c710-8fa4-4a52-8648-2af2416579bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:18.616960 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6705c710-8fa4-4a52-8648-2af2416579bd None None] Port 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:32:18.679251 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103b65d4-259c-4b74-acf9-f026e124fb83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 1cbdff20-c759-4a12-9278-dd8daf0011c6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:32:18.680383 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-103b65d4-259c-4b74-acf9-f026e124fb83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:32:18.735518 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2308abc9-3d92-4d38-8fa4-902cc71c6d40 None None] Provisioning complete for port 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:32:18.735886 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2308abc9-3d92-4d38-8fa4-902cc71c6d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:18.789447 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2308abc9-3d92-4d38-8fa4-902cc71c6d40 None None] Port 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:32:18.874528 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103b65d4-259c-4b74-acf9-f026e124fb83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router 0591a679-df19-4c08-9931-cfbe4f94942f has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:32:18.907290 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7379171d-2aad-4b12-aff0-a804af802879 None None] Provisioning complete for port 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:32:18.907657 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7379171d-2aad-4b12-aff0-a804af802879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:19.006086 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7379171d-2aad-4b12-aff0-a804af802879 None None] Port 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:32:19.051290 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 79481b98-ee14-4dec-be52-5245d68d59c4 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:32:19.116360 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 79481b98-ee14-4dec-be52-5245d68d59c4 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:32:19.120933 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 79481b98-ee14-4dec-be52-5245d68d59c4 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:32:19.121302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:19.179507 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103b65d4-259c-4b74-acf9-f026e124fb83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:32:19.192796 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-103b65d4-259c-4b74-acf9-f026e124fb83 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "PUT /v2.0/routers/0591a679-df19-4c08-9931-cfbe4f94942f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1239951 Mar 08 10:32:19.209237 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Sync routers for ids ['0591a679-df19-4c08-9931-cfbe4f94942f'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:32:19.232924 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Routers {'0591a679-df19-4c08-9931-cfbe4f94942f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:32:19.233536 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:31:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['0591a679-df19-4c08-9931-cfbe4f94942f'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:19.308839 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:19.341710 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 79481b98-ee14-4dec-be52-5245d68d59c4, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=79481b98-ee14-4dec-be52-5245d68d59c4,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:32:19.391030 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:19.391782 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ec3acb58-a818-4b32-a742-797ea9d66f3a up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:32:19.484431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-16bb2a92-6461-4dbd-8f4f-3b0ef4f38ec9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:32:19.500085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-16bb2a92-6461-4dbd-8f4f-3b0ef4f38ec9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:32:19.501446 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-16bb2a92-6461-4dbd-8f4f-3b0ef4f38ec9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-641168416&fields=id&tenant_id=276f56e29e9f4849957654a758856678 HTTP/1.1" status: 200 len: 267 time: 0.0546963 Mar 08 10:32:19.537282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Set router 0591a679-df19-4c08-9931-cfbe4f94942f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:32:19.586996 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=79481b98-ee14-4dec-be52-5245d68d59c4,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:19.613652 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port ec3acb58-a818-4b32-a742-797ea9d66f3a completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:32:19.653611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-776e9954-cd3c-4fe7-a091-48840f4571e9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:19.654284 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-776e9954-cd3c-4fe7-a091-48840f4571e9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:32:19.669677 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-776e9954-cd3c-4fe7-a091-48840f4571e9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:32:19.670793 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-776e9954-cd3c-4fe7-a091-48840f4571e9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/networks?id=1cbdff20-c759-4a12-9278-dd8daf0011c6 HTTP/1.1" status: 200 len: 796 time: 0.1626530 Mar 08 10:32:19.677132 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ec3acb58-a818-4b32-a742-797ea9d66f3a triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:32:19.677506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:19.685801 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-42588e87-16cb-4664-8b5c-98bbd7e17271 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/quotas/276f56e29e9f4849957654a758856678 HTTP/1.1" status: 200 len: 375 time: 0.0095420 Mar 08 10:32:19.766110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-f7268521-e977-46d9-a5bf-db75d2f573ba tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:32:19.781417 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-f7268521-e977-46d9-a5bf-db75d2f573ba tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:32:19.782628 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-f7268521-e977-46d9-a5bf-db75d2f573ba tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917146 Mar 08 10:32:19.839174 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-540d347f-4bfe-4e84-ad2c-6f410ea4da6c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 10:32:19.839764 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-540d347f-4bfe-4e84-ad2c-6f410ea4da6c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448143 Mar 08 10:32:19.937982 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:19.977413 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port ec3acb58-a818-4b32-a742-797ea9d66f3a, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ec3acb58-a818-4b32-a742-797ea9d66f3a,segment=NetworkSegment(68fee788-d59a-4a4f-8c9a-6eea995fe180),segment_id=68fee788-d59a-4a4f-8c9a-6eea995fe180)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:32:19.981246 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:19.987603 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-120aed37-67a5-4faf-84d2-6929ed9f6b25 service neutron] 10.222.0.24 "GET /v2.0/networks/1cbdff20-c759-4a12-9278-dd8daf0011c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272137 Mar 08 10:32:20.045654 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507206989', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:32:12Z', 'updated_at': '2022-03-08T10:32:17Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:13Z', 'updated_at': '2022-03-08T10:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed', 'name': '', 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:d5:6c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '38e360ec-578b-4631-9873-116c84605a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:17Z', 'updated_at': '2022-03-08T10:32:18Z', 'revision_number': 2, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '38e360ec-578b-4631-9873-116c84605a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:20.061545 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Checking router: 0591a679-df19-4c08-9931-cfbe4f94942f for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:32:20.061880 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Updating router 0591a679-df19-4c08-9931-cfbe4f94942f port 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:32:20.101865 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=ec3acb58-a818-4b32-a742-797ea9d66f3a,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:20.119430 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:20.129248 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-86c7cdae-3b69-4abb-974d-54e10c8eddea service neutron] 10.222.0.24 "GET /v2.0/networks/1cbdff20-c759-4a12-9278-dd8daf0011c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356771 Mar 08 10:32:20.450730 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:20.462041 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Transition to ACTIVE for port object 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:32:20.468432 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:20.655506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13028057-5568-4b61-9a5b-ff00f012a7c2 None None] Pushing event updated for resources: {'Port': ['ID=08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:20.719044 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Attempting to bind port 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:32:20.719532 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Attempting to bind port 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '68fee788-d59a-4a4f-8c9a-6eea995fe180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:32:20.719976 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Attempting to bind port 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed on network 1cbdff20-c759-4a12-9278-dd8daf0011c6 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:32:20.725884 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:32:20.726260 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Checking segment: {'id': '68fee788-d59a-4a4f-8c9a-6eea995fe180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:32:20.726657 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:20.727046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Bound using segment: {'id': '68fee788-d59a-4a4f-8c9a-6eea995fe180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:32:20.727507 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Bound port: 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68fee788-d59a-4a4f-8c9a-6eea995fe180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:32:20.727877 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:20.813477 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] For port 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:32:20.816336 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] For port 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed,segment=NetworkSegment(68fee788-d59a-4a4f-8c9a-6eea995fe180),segment_id=68fee788-d59a-4a4f-8c9a-6eea995fe180)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:32:20.820778 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:20.912510 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Routers {'0591a679-df19-4c08-9931-cfbe4f94942f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:32:20.913300 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:31:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['0591a679-df19-4c08-9931-cfbe4f94942f'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:20.960446 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13028057-5568-4b61-9a5b-ff00f012a7c2 None None] Pushing event updated for resources: {'Port': ['ID=08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:20.994294 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 79481b98-ee14-4dec-be52-5245d68d59c4 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:32:21.156062 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] Set router 0591a679-df19-4c08-9931-cfbe4f94942f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:32:21.218773 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 79481b98-ee14-4dec-be52-5245d68d59c4 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:32:21.219076 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:21.315315 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-78eaada1-ad76-4ab7-889a-47782bcd97cd req-0eeb8455-9f14-42dc-b14b-f05602f4266a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:32:21.329327 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-78eaada1-ad76-4ab7-889a-47782bcd97cd req-0eeb8455-9f14-42dc-b14b-f05602f4266a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:32:21.330771 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-78eaada1-ad76-4ab7-889a-47782bcd97cd req-0eeb8455-9f14-42dc-b14b-f05602f4266a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 210 time: 0.0582392 Mar 08 10:32:21.527561 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ec3acb58-a818-4b32-a742-797ea9d66f3a up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:32:21.643087 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port ec3acb58-a818-4b32-a742-797ea9d66f3a triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:32:21.643451 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:21.683272 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507206989', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:32:12Z', 'updated_at': '2022-03-08T10:32:17Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:13Z', 'updated_at': '2022-03-08T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed', 'name': '', 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:d5:6c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '38e360ec-578b-4631-9873-116c84605a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:17Z', 'updated_at': '2022-03-08T10:32:20Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '38e360ec-578b-4631-9873-116c84605a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:21.696204 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5bc60-bdf5-4a6d-962e-d4e2ae052a07 None None] The sync data for ids ['0591a679-df19-4c08-9931-cfbe4f94942f'] in dv-neutron-831730-2-hyperv is: [{'id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507206989', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:32:12Z', 'updated_at': '2022-03-08T10:32:17Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:13Z', 'updated_at': '2022-03-08T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed', 'name': '', 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:d5:6c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '38e360ec-578b-4631-9873-116c84605a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:17Z', 'updated_at': '2022-03-08T10:32:20Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '38e360ec-578b-4631-9873-116c84605a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:32:22.480156 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5f3ec77d-0706-4e00-9588-423425c0a074 req-aa59f92b-98b3-4a0a-be21-fb085c582bdf tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 210 time: 0.0423822 Mar 08 10:32:22.997845 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:32:23.067353 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:32:23.071853 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:32:23.072250 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:23.188227 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:23.267314 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed,segment=NetworkSegment(68fee788-d59a-4a4f-8c9a-6eea995fe180),segment_id=68fee788-d59a-4a4f-8c9a-6eea995fe180)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:32:23.271980 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:23.338387 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:23.348603 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-39ad0494-c340-48cc-aaeb-ab7701372e6d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:23.350061 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-39ad0494-c340-48cc-aaeb-ab7701372e6d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "GET /v2.0/networks?id=1cbdff20-c759-4a12-9278-dd8daf0011c6 HTTP/1.1" status: 200 len: 796 time: 0.1609244 Mar 08 10:32:23.403256 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-5ae44ca8-4225-49a6-9460-f296722221de tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276f56e29e9f4849957654a758856678 HTTP/1.1" status: 200 len: 379 time: 0.0436993 Mar 08 10:32:23.411091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8fc57bc7-c2ea-465f-94ee-f232883b3110 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'port': {'device_id': '137360d0-09d8-43aa-a7ef-3fdc34e1720d', 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6', 'admin_state_up': True, 'tenant_id': '276f56e29e9f4849957654a758856678', 'security_groups': ['ede3a34d-7cec-416b-a244-06fa4c37f712']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:32:23.544164 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8fc57bc7-c2ea-465f-94ee-f232883b3110 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:32:23.557685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8fc57bc7-c2ea-465f-94ee-f232883b3110 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:32:23.570332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8fc57bc7-c2ea-465f-94ee-f232883b3110 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Made reservation on behalf of 276f56e29e9f4849957654a758856678 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:32:23.574213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8fc57bc7-c2ea-465f-94ee-f232883b3110 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:23.636954 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e59c8552-357c-442e-b4c5-d7f558989194 req-f52ebb2c-70ab-4b4d-8068-fae89037ba32 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 210 time: 0.0468798 Mar 08 10:32:23.734514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8fc57bc7-c2ea-465f-94ee-f232883b3110 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Allocated IP 172.20.0.10 (1cbdff20-c759-4a12-9278-dd8daf0011c6/38e360ec-578b-4631-9873-116c84605a43/5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:32:24.010547 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8fc57bc7-c2ea-465f-94ee-f232883b3110 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:24.025509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8fc57bc7-c2ea-465f-94ee-f232883b3110 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Transition to ACTIVE for port object 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:32:24.048421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8fc57bc7-c2ea-465f-94ee-f232883b3110 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:24.114185 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8fc57bc7-c2ea-465f-94ee-f232883b3110 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 1cbdff20-c759-4a12-9278-dd8daf0011c6 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:32:24.121472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8fc57bc7-c2ea-465f-94ee-f232883b3110 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:32:24.125645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8fc57bc7-c2ea-465f-94ee-f232883b3110 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:32:24.155268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc57bc7-c2ea-465f-94ee-f232883b3110 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:24.191134 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8fc57bc7-c2ea-465f-94ee-f232883b3110 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:24.191734 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8fc57bc7-c2ea-465f-94ee-f232883b3110 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:24.216648 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8fc57bc7-c2ea-465f-94ee-f232883b3110 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8090839 Mar 08 10:32:24.270777 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Request body: {'port': {'device_id': '137360d0-09d8-43aa-a7ef-3fdc34e1720d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:32:24.335466 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6f6a0376-f505-4c89-be43-872a56d9397b None None] Provisioning for port 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:32:24.340347 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6f6a0376-f505-4c89-be43-872a56d9397b None None] Provisioning complete for port 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:32:24.340849 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6f6a0376-f505-4c89-be43-872a56d9397b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:24.380954 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:24.395389 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a0376-f505-4c89-be43-872a56d9397b None None] Port 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:32:24.713307 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:32:24.720446 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:24.735123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Transition to ACTIVE for port object 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:32:24.739404 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:24.947213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Pushing event updated for resources: {'Port': ['ID=5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:24.996777 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:32:25.029630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dad81-0124-4eb6-96b0-e1293c3f27e8 req-1385505f-6bf2-4032-b907-d8ee7fc1b169 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:25.030326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-df8dad81-0124-4eb6-96b0-e1293c3f27e8 req-1385505f-6bf2-4032-b907-d8ee7fc1b169 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:32:25.049659 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26268d80-f099-4bae-9631-4cd4be15121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:25.055913 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Attempting to bind port 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:32:25.056258 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Attempting to bind port 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '68fee788-d59a-4a4f-8c9a-6eea995fe180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:32:25.056665 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Attempting to bind port 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a on network 1cbdff20-c759-4a12-9278-dd8daf0011c6 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:32:25.060797 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-df8dad81-0124-4eb6-96b0-e1293c3f27e8 req-1385505f-6bf2-4032-b907-d8ee7fc1b169 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:32:25.061945 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-df8dad81-0124-4eb6-96b0-e1293c3f27e8 req-1385505f-6bf2-4032-b907-d8ee7fc1b169 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 944 time: 0.3188431 Mar 08 10:32:25.063749 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Port 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a on network 1cbdff20-c759-4a12-9278-dd8daf0011c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:32:25.064071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Attempting to bind port 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a on network 1cbdff20-c759-4a12-9278-dd8daf0011c6 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:32:25.071540 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:32:25.071874 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Checking segment: {'id': '68fee788-d59a-4a4f-8c9a-6eea995fe180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:32:25.072254 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Bound using segment: {'id': '68fee788-d59a-4a4f-8c9a-6eea995fe180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:32:25.072678 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Bound port: 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68fee788-d59a-4a4f-8c9a-6eea995fe180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:32:25.073042 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:25.076599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:32:25.077003 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:25.163599 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-df8dad81-0124-4eb6-96b0-e1293c3f27e8 req-2425ae7f-647a-4595-ac11-d1b44573e614 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937221 Mar 08 10:32:25.195540 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] For port 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:32:25.198579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] For port 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a,segment=NetworkSegment(68fee788-d59a-4a4f-8c9a-6eea995fe180),segment_id=68fee788-d59a-4a4f-8c9a-6eea995fe180)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:32:25.203352 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:25.262360 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:25.262992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:25.264330 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] 10.222.0.26 "PUT /v2.0/ports/5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a HTTP/1.1" status: 200 len: 1094 time: 1.0410385 Mar 08 10:32:25.264785 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137360d0-09d8-43aa-a7ef-3fdc34e1720d', 'tag': '5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:32:25.287204 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870bf9f-8f41-48c1-9377-d52a386d189d service neutron] Pushing event updated for resources: {'Port': ['ID=5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:25.333831 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137360d0-09d8-43aa-a7ef-3fdc34e1720d', 'tag': '5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a', 'status': 'completed', 'code': 200} Mar 08 10:32:25.378885 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-c4e1ec43-17f2-43f6-a76b-482d01d9ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:25.380405 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-c4e1ec43-17f2-43f6-a76b-482d01d9ff9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 1097 time: 0.0783446 Mar 08 10:32:25.448857 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-2ce692c8-a3ca-45cd-a823-a462a7eeefe4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a HTTP/1.1" status: 200 len: 217 time: 0.0605519 Mar 08 10:32:25.512279 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-454c9942-c380-460e-b065-7eb8d99d2bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:25.513708 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-454c9942-c380-460e-b065-7eb8d99d2bce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38e360ec-578b-4631-9873-116c84605a43 HTTP/1.1" status: 200 len: 834 time: 0.0595484 Mar 08 10:32:25.587822 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-38962499-ed19-4646-a110-9c110364a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:25.589224 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-38962499-ed19-4646-a110-9c110364a0ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cbdff20-c759-4a12-9278-dd8daf0011c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702252 Mar 08 10:32:25.811776 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-09e01c0d-aa93-4322-95d3-eeb747cfcf79 service neutron] 10.222.0.26 "GET /v2.0/networks/1cbdff20-c759-4a12-9278-dd8daf0011c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165248 Mar 08 10:32:25.937539 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4ef2ed28-f7af-482d-95da-0c14ec9c59ef req-f7cbf5c5-9ff6-4ec8-a3fb-ca7432e9ff48 service neutron] 10.222.0.26 "GET /v2.0/networks/1cbdff20-c759-4a12-9278-dd8daf0011c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200542 Mar 08 10:32:26.048567 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6652e9f-e229-4e44-be41-0d9ceac9f640 req-efcd36fd-6222-4ea7-8421-18c445a5f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:26.050925 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d6652e9f-e229-4e44-be41-0d9ceac9f640 req-efcd36fd-6222-4ea7-8421-18c445a5f08e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 1097 time: 0.0733461 Mar 08 10:32:26.182746 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6652e9f-e229-4e44-be41-0d9ceac9f640 req-0c8e9f9c-ccb4-4eed-997f-4b33679df91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:26.184180 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d6652e9f-e229-4e44-be41-0d9ceac9f640 req-0c8e9f9c-ccb4-4eed-997f-4b33679df91a service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cbdff20-c759-4a12-9278-dd8daf0011c6 HTTP/1.1" status: 200 len: 897 time: 0.1267636 Mar 08 10:32:26.257290 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d6652e9f-e229-4e44-be41-0d9ceac9f640 req-997d98c6-f36d-4a34-b41f-2142e3df2b8f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a HTTP/1.1" status: 200 len: 217 time: 0.0664055 Mar 08 10:32:26.364068 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6652e9f-e229-4e44-be41-0d9ceac9f640 req-de1cfded-9ada-4d3b-ad12-c0e64278dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:26.365860 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d6652e9f-e229-4e44-be41-0d9ceac9f640 req-de1cfded-9ada-4d3b-ad12-c0e64278dd2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38e360ec-578b-4631-9873-116c84605a43 HTTP/1.1" status: 200 len: 834 time: 0.1029189 Mar 08 10:32:26.443164 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bed86-4f94-424e-934a-5bc112893ae2 req-94ec492e-9069-4661-90e8-6646b969e6aa tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:26.444507 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-206bed86-4f94-424e-934a-5bc112893ae2 req-94ec492e-9069-4661-90e8-6646b969e6aa tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 944 time: 0.1502993 Mar 08 10:32:26.492334 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6652e9f-e229-4e44-be41-0d9ceac9f640 req-60020286-8b90-4f9f-b9d9-efaa38eaacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:26.493799 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d6652e9f-e229-4e44-be41-0d9ceac9f640 req-60020286-8b90-4f9f-b9d9-efaa38eaacfc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cbdff20-c759-4a12-9278-dd8daf0011c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1213956 Mar 08 10:32:26.500823 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-206bed86-4f94-424e-934a-5bc112893ae2 req-d58f0d93-c9c0-4444-ae45-304e9e4ffc19 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505450 Mar 08 10:32:26.625087 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d6652e9f-e229-4e44-be41-0d9ceac9f640 req-b2008e90-dd87-4aec-9e46-edec6363d9f8 service neutron] 10.222.0.26 "GET /v2.0/networks/1cbdff20-c759-4a12-9278-dd8daf0011c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233082 Mar 08 10:32:26.755905 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d6652e9f-e229-4e44-be41-0d9ceac9f640 req-e732bb76-20ad-4c44-88fc-1a26844a2e3c service neutron] 10.222.0.26 "GET /v2.0/networks/1cbdff20-c759-4a12-9278-dd8daf0011c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247387 Mar 08 10:32:27.660306 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76cf51b7-7c8a-49f3-bc9e-6cfbcadfd880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:27.685878 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390838c-d13a-4bb8-bbbd-571be5f9301a req-2e86abbd-d487-475d-9448-fb94d23d9826 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:27.687340 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f390838c-d13a-4bb8-bbbd-571be5f9301a req-2e86abbd-d487-475d-9448-fb94d23d9826 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 944 time: 0.0811985 Mar 08 10:32:27.730980 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f390838c-d13a-4bb8-bbbd-571be5f9301a req-5ac14678-1e29-4c8d-a31e-b7973fe45b50 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373738 Mar 08 10:32:28.385073 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:28.387843 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:28.907956 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4d7a9-4ff3-4653-80cd-c7ede8af3541 req-a52501d1-fc7e-48d0-9b0a-bf6da5eebb37 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:28.909863 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c1c4d7a9-4ff3-4653-80cd-c7ede8af3541 req-a52501d1-fc7e-48d0-9b0a-bf6da5eebb37 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 944 time: 0.0769994 Mar 08 10:32:28.956662 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c1c4d7a9-4ff3-4653-80cd-c7ede8af3541 req-122da580-75d2-47bf-b7e5-c8dbc81f44fa tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406067 Mar 08 10:32:29.196654 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:32:29.325703 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a,segment=NetworkSegment(68fee788-d59a-4a4f-8c9a-6eea995fe180),segment_id=68fee788-d59a-4a4f-8c9a-6eea995fe180)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:32:29.338714 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a', 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6', 'port_id': '5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a', 'mac_address': 'fa:16:3e:85:97:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e360ec-578b-4631-9873-116c84605a43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:32:29.394612 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:29.410509 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:32:29.425478 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a,segment=NetworkSegment(68fee788-d59a-4a4f-8c9a-6eea995fe180),segment_id=68fee788-d59a-4a4f-8c9a-6eea995fe180)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:32:29.429320 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:29.493113 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:29.735488 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:32:30.144461 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efa000-75f5-4ab2-be68-7c5062f0d8aa req-e2b0178b-bbbe-4122-965e-58a62543a744 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:30.145907 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-71efa000-75f5-4ab2-be68-7c5062f0d8aa req-e2b0178b-bbbe-4122-965e-58a62543a744 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 945 time: 0.0812280 Mar 08 10:32:30.189112 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-71efa000-75f5-4ab2-be68-7c5062f0d8aa req-333f9e49-33df-4b8e-9208-2b341e927688 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376830 Mar 08 10:32:30.218698 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:31.196648 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:32:31.264160 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:32:31.269101 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:32:31.269469 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:31.372283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f300b53-4fe0-4ca6-bc05-fa99134abe01 req-10a577ee-83c2-4bfd-ba6b-42d0317d26db tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:31.373743 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7f300b53-4fe0-4ca6-bc05-fa99134abe01 req-10a577ee-83c2-4bfd-ba6b-42d0317d26db tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 945 time: 0.0793746 Mar 08 10:32:31.385166 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:31.415688 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137360d0-09d8-43aa-a7ef-3fdc34e1720d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:32:31.423635 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7f300b53-4fe0-4ca6-bc05-fa99134abe01 req-d982401e-8678-4194-a421-e86b6d2ca3be tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440285 Mar 08 10:32:31.428162 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a,segment=NetworkSegment(68fee788-d59a-4a4f-8c9a-6eea995fe180),segment_id=68fee788-d59a-4a4f-8c9a-6eea995fe180)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:32:31.432458 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:31.499632 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:31.515252 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137360d0-09d8-43aa-a7ef-3fdc34e1720d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a', 'code': 200} Mar 08 10:32:31.741764 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41d0c2-43c9-49e0-a47b-539e6f0f4a5b req-6e0df94d-56ed-474b-904d-78bd0ad78414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:31.743092 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-af41d0c2-43c9-49e0-a47b-539e6f0f4a5b req-6e0df94d-56ed-474b-904d-78bd0ad78414 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 1099 time: 0.0760736 Mar 08 10:32:31.781821 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-af41d0c2-43c9-49e0-a47b-539e6f0f4a5b req-35cd39e5-9602-4aa2-831b-ac3b255e694c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330067 Mar 08 10:32:32.612711 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ddf1e-e100-4a45-bfe1-2538cae9b300 req-5d68e97a-f456-424c-b692-e8f10dcc2df3 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:32.614138 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3e0ddf1e-e100-4a45-bfe1-2538cae9b300 req-5d68e97a-f456-424c-b692-e8f10dcc2df3 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0776157 Mar 08 10:32:32.658420 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3e0ddf1e-e100-4a45-bfe1-2538cae9b300 req-8fb5de1d-bbb9-4d04-af02-17c3c56d6602 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386610 Mar 08 10:32:33.843023 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4f002-fc2e-4af1-87e8-b5dfd19fb36f req-a7ae2da9-c086-4ee7-8e49-8951247f55b9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:33.844376 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0ab4f002-fc2e-4af1-87e8-b5dfd19fb36f req-a7ae2da9-c086-4ee7-8e49-8951247f55b9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0798011 Mar 08 10:32:33.887620 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0ab4f002-fc2e-4af1-87e8-b5dfd19fb36f req-1196d1e2-3bbf-47ad-b623-0458f8c12b60 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373399 Mar 08 10:32:34.068892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42c385-fb01-45f5-933a-f629fde05a98 req-56c55637-d722-4baa-a564-69fb359ecaa0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:34.070296 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5e42c385-fb01-45f5-933a-f629fde05a98 req-56c55637-d722-4baa-a564-69fb359ecaa0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0803399 Mar 08 10:32:34.111489 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5e42c385-fb01-45f5-933a-f629fde05a98 req-3058967b-efc4-436b-97bd-8abf2d06922e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355694 Mar 08 10:32:34.133894 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54632) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:34.201355 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd5cd85-7ffc-4bba-9829-1f12f20420dc tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:34.202820 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6dd5cd85-7ffc-4bba-9829-1f12f20420dc tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 1094 time: 0.0679858 Mar 08 10:32:34.205601 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54636) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:34.210359 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': '5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a', 'tenant_id': '276f56e29e9f4849957654a758856678', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:32:34.216272 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:32:34.220015 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:floatingip and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:32:34.223312 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:32:34.228918 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:32:34.238773 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for floatingip, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:34.461191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:34.593519 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Allocated IP 172.26.2.90 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/e1d212d0-4283-4acf-8c7a-34c753c9a7e7) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:32:34.736683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:34.764069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:34.826644 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:32:34.829324 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:32:34.837317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:32:34.877465 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=e1d212d0-4283-4acf-8c7a-34c753c9a7e7,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:35.239110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:35.321202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:35.522758 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:35.527299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:35.634029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=e1d212d0-4283-4acf-8c7a-34c753c9a7e7,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:32:35.643495 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:35.811751 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Floating IP fe399417-827b-4a55-ac49-ab4af47cc512 associated. External IP: 172.26.2.90, port: 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a. Mar 08 10:32:36.249646 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router 0591a679-df19-4c08-9931-cfbe4f94942f has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:32:36.429200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:32:36.438924 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb78d0b-5c31-4b92-ad86-0042a69a7f73 None None] Sync routers for ids ['0591a679-df19-4c08-9931-cfbe4f94942f'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:32:36.448612 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb78d0b-5c31-4b92-ad86-0042a69a7f73 None None] Routers {'0591a679-df19-4c08-9931-cfbe4f94942f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:32:36.449231 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-aeb78d0b-5c31-4b92-ad86-0042a69a7f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:32:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['0591a679-df19-4c08-9931-cfbe4f94942f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:36.453931 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:36.510126 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-53ce1c79-6037-4e4b-a349-2ea77ac96f27 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3034863 Mar 08 10:32:36.510705 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137360d0-09d8-43aa-a7ef-3fdc34e1720d', 'tag': '5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:32:36.555333 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137360d0-09d8-43aa-a7ef-3fdc34e1720d', 'tag': '5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a', 'status': 'completed', 'code': 200} Mar 08 10:32:36.636943 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-aeb78d0b-5c31-4b92-ad86-0042a69a7f73 None None] Set router 0591a679-df19-4c08-9931-cfbe4f94942f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:32:36.650920 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b20b2-5f71-428a-835e-e3ed8ba422c1 req-10de8863-d72e-48a6-b29b-e07e4c413679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:36.652596 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dc0b20b2-5f71-428a-835e-e3ed8ba422c1 req-10de8863-d72e-48a6-b29b-e07e4c413679 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 1099 time: 0.0728118 Mar 08 10:32:36.689189 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab98c1-5f3c-4ec2-b67b-fc1e3aee17b7 req-67cf806a-41f0-441a-b72c-42cda85b1ef8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:36.690649 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-abab98c1-5f3c-4ec2-b67b-fc1e3aee17b7 req-67cf806a-41f0-441a-b72c-42cda85b1ef8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0852244 Mar 08 10:32:36.736637 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-abab98c1-5f3c-4ec2-b67b-fc1e3aee17b7 req-d591e879-3e85-42ea-a1eb-4f4ac9d182f7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402961 Mar 08 10:32:36.760485 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54646) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:36.887915 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2c98a581-4ddb-4484-93bf-7030c54865f1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/floatingips/fe399417-827b-4a55-ac49-ab4af47cc512 HTTP/1.1" status: 200 len: 991 time: 0.1262748 Mar 08 10:32:36.889200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b20b2-5f71-428a-835e-e3ed8ba422c1 req-8a3d2a93-db10-4ec3-8060-f40902733dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:36.890544 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dc0b20b2-5f71-428a-835e-e3ed8ba422c1 req-8a3d2a93-db10-4ec3-8060-f40902733dd5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cbdff20-c759-4a12-9278-dd8daf0011c6 HTTP/1.1" status: 200 len: 897 time: 0.2325637 Mar 08 10:32:36.991637 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dc0b20b2-5f71-428a-835e-e3ed8ba422c1 req-d97bc18d-801c-4f4e-a8e4-a5b88ad14abc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a HTTP/1.1" status: 200 len: 999 time: 0.0945959 Mar 08 10:32:37.009725 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-aeb78d0b-5c31-4b92-ad86-0042a69a7f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507206989', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:32:12Z', 'updated_at': '2022-03-08T10:32:17Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:13Z', 'updated_at': '2022-03-08T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'fe399417-827b-4a55-ac49-ab4af47cc512', 'tenant_id': '276f56e29e9f4849957654a758856678', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'port_id': '5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6', 'mac_address': 'fa:16:3e:85:97:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137360d0-09d8-43aa-a7ef-3fdc34e1720d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:32:35Z', 'updated_at': '2022-03-08T10:32:35Z', 'revision_number': 0, 'project_id': '276f56e29e9f4849957654a758856678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed', 'name': '', 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:d5:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '38e360ec-578b-4631-9873-116c84605a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:17Z', 'updated_at': '2022-03-08T10:32:23Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '38e360ec-578b-4631-9873-116c84605a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:37.013499 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb78d0b-5c31-4b92-ad86-0042a69a7f73 None None] Checking router: 0591a679-df19-4c08-9931-cfbe4f94942f for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:32:37.022049 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb78d0b-5c31-4b92-ad86-0042a69a7f73 None None] Routers {'0591a679-df19-4c08-9931-cfbe4f94942f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:32:37.022637 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-aeb78d0b-5c31-4b92-ad86-0042a69a7f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:32:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['0591a679-df19-4c08-9931-cfbe4f94942f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:37.054629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b20b2-5f71-428a-835e-e3ed8ba422c1 req-32954135-071d-4da5-9652-c205cb711197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:37.056046 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dc0b20b2-5f71-428a-835e-e3ed8ba422c1 req-32954135-071d-4da5-9652-c205cb711197 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38e360ec-578b-4631-9873-116c84605a43 HTTP/1.1" status: 200 len: 834 time: 0.0588422 Mar 08 10:32:37.128811 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b20b2-5f71-428a-835e-e3ed8ba422c1 req-98867d4f-5a3d-4d5a-87c0-636c4c105810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:32:37.130274 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dc0b20b2-5f71-428a-835e-e3ed8ba422c1 req-98867d4f-5a3d-4d5a-87c0-636c4c105810 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cbdff20-c759-4a12-9278-dd8daf0011c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680103 Mar 08 10:32:37.193982 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-aeb78d0b-5c31-4b92-ad86-0042a69a7f73 None None] Set router 0591a679-df19-4c08-9931-cfbe4f94942f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:32:37.258890 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dc0b20b2-5f71-428a-835e-e3ed8ba422c1 req-8f9b68a0-1f9e-4097-b84a-19907761f33e service neutron] 10.222.0.26 "GET /v2.0/networks/1cbdff20-c759-4a12-9278-dd8daf0011c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221969 Mar 08 10:32:37.494640 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-dc0b20b2-5f71-428a-835e-e3ed8ba422c1 req-249b564b-e04f-4b95-869b-f0ea8ededde6 service neutron] 10.222.0.26 "GET /v2.0/networks/1cbdff20-c759-4a12-9278-dd8daf0011c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296581 Mar 08 10:32:37.537240 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-aeb78d0b-5c31-4b92-ad86-0042a69a7f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507206989', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:32:12Z', 'updated_at': '2022-03-08T10:32:17Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:13Z', 'updated_at': '2022-03-08T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'fe399417-827b-4a55-ac49-ab4af47cc512', 'tenant_id': '276f56e29e9f4849957654a758856678', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'port_id': '5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6', 'mac_address': 'fa:16:3e:85:97:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137360d0-09d8-43aa-a7ef-3fdc34e1720d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:32:35Z', 'updated_at': '2022-03-08T10:32:35Z', 'revision_number': 0, 'project_id': '276f56e29e9f4849957654a758856678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed', 'name': '', 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:d5:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '38e360ec-578b-4631-9873-116c84605a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:17Z', 'updated_at': '2022-03-08T10:32:23Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '38e360ec-578b-4631-9873-116c84605a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:32:37.541006 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb78d0b-5c31-4b92-ad86-0042a69a7f73 None None] The sync data for ids ['0591a679-df19-4c08-9931-cfbe4f94942f'] in dv-neutron-831730-2-hyperv is: [{'id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507206989', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:32:12Z', 'updated_at': '2022-03-08T10:32:17Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:13Z', 'updated_at': '2022-03-08T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'fe399417-827b-4a55-ac49-ab4af47cc512', 'tenant_id': '276f56e29e9f4849957654a758856678', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'port_id': '5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6', 'mac_address': 'fa:16:3e:85:97:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137360d0-09d8-43aa-a7ef-3fdc34e1720d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:32:35Z', 'updated_at': '2022-03-08T10:32:35Z', 'revision_number': 0, 'project_id': '276f56e29e9f4849957654a758856678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed', 'name': '', 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:d5:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '38e360ec-578b-4631-9873-116c84605a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:17Z', 'updated_at': '2022-03-08T10:32:23Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '38e360ec-578b-4631-9873-116c84605a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:32:37.713435 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9be76-419b-43ad-b7fa-4fcc404862ba None None] New status for floating IP fe399417-827b-4a55-ac49-ab4af47cc512: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:32:37.891822 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54650) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:37.997628 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-624ae241-b984-4d86-b579-9e55c1dd380a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/floatingips/fe399417-827b-4a55-ac49-ab4af47cc512 HTTP/1.1" status: 200 len: 991 time: 0.1046903 Mar 08 10:32:39.000534 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54654) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:32:39.106016 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-26680ef2-156d-4b12-8d3d-591a5f501bf7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/floatingips/fe399417-827b-4a55-ac49-ab4af47cc512 HTTP/1.1" status: 200 len: 993 time: 0.1043425 Mar 08 10:32:43.715016 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:53.323326 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:32:55.003008 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2489a15a-b2a6-4d88-a4d1-8a6be0c2ded9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:57.661615 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d603bf01-53eb-419c-8571-37a6a903f186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:58.386699 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:32:58.388458 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:33:00.222739 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:33:13.734487 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:33:15.082939 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-c7544798-ac74-4996-8193-dc661b9f253f req-1b1f54cb-7aa7-4e46-ba89-922e2fabb973 service neutron] (87772) timed out ('10.222.0.24', 50902) {{(pid=87772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 08 10:33:25.004787 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8079e8c-801f-42f5-b429-40c0719c46fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:33:27.663084 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a5fc5d0-01a8-4a9a-acfe-62f033451f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:33:27.915034 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c86a705e-0b74-4a14-8997-a5a60abc38c2 req-e44f85a7-a848-40d9-bbd9-ca9fea2b58cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719974 Mar 08 10:33:28.048114 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a705e-0b74-4a14-8997-a5a60abc38c2 req-ef87233d-12a2-4d88-a4f9-108f5bc4790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:28.050051 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c86a705e-0b74-4a14-8997-a5a60abc38c2 req-ef87233d-12a2-4d88-a4f9-108f5bc4790f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 1099 time: 0.0692909 Mar 08 10:33:28.191607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a705e-0b74-4a14-8997-a5a60abc38c2 req-eba8fdf8-5ffc-4819-a616-41896b88960e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:28.193155 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c86a705e-0b74-4a14-8997-a5a60abc38c2 req-eba8fdf8-5ffc-4819-a616-41896b88960e service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cbdff20-c759-4a12-9278-dd8daf0011c6 HTTP/1.1" status: 200 len: 897 time: 0.1255810 Mar 08 10:33:28.293182 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c86a705e-0b74-4a14-8997-a5a60abc38c2 req-dec382b1-9fba-4b6e-b5d3-318aa2190260 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a HTTP/1.1" status: 200 len: 1001 time: 0.0939517 Mar 08 10:33:28.353290 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a705e-0b74-4a14-8997-a5a60abc38c2 req-bf150115-9d84-4779-a024-72279dfee420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:28.354642 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c86a705e-0b74-4a14-8997-a5a60abc38c2 req-bf150115-9d84-4779-a024-72279dfee420 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38e360ec-578b-4631-9873-116c84605a43 HTTP/1.1" status: 200 len: 834 time: 0.0555966 Mar 08 10:33:28.387024 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:33:28.388867 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:33:28.431773 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a705e-0b74-4a14-8997-a5a60abc38c2 req-61ce300a-647b-4ba6-8817-d8cd07338ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:28.433264 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c86a705e-0b74-4a14-8997-a5a60abc38c2 req-61ce300a-647b-4ba6-8817-d8cd07338ba8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cbdff20-c759-4a12-9278-dd8daf0011c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724804 Mar 08 10:33:28.561785 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c86a705e-0b74-4a14-8997-a5a60abc38c2 req-192212c5-2752-436a-8bcd-1a34036520e8 service neutron] 10.222.0.26 "GET /v2.0/networks/1cbdff20-c759-4a12-9278-dd8daf0011c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225302 Mar 08 10:33:28.689966 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c86a705e-0b74-4a14-8997-a5a60abc38c2 req-40ac0577-1c11-4841-930b-373747d7db4f service neutron] 10.222.0.26 "GET /v2.0/networks/1cbdff20-c759-4a12-9278-dd8daf0011c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213198 Mar 08 10:33:30.224203 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:33:30.322763 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:33:40.111206 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa96b71-481f-4293-bec4-7c7546e34e4b req-9a7f9e67-6c04-4fc7-be85-95a71e40c3b8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:40.112643 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bfa96b71-481f-4293-bec4-7c7546e34e4b req-9a7f9e67-6c04-4fc7-be85-95a71e40c3b8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0781996 Mar 08 10:33:40.154333 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bfa96b71-481f-4293-bec4-7c7546e34e4b req-fc9c1509-f77d-4d74-a59f-cdd3aa4a1b3a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359344 Mar 08 10:33:41.340552 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618beb2f-b6ec-455f-ac1d-8f8862bcc3ef req-bd0160b4-5539-49e5-b952-da62e72f419f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:41.341924 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-618beb2f-b6ec-455f-ac1d-8f8862bcc3ef req-bd0160b4-5539-49e5-b952-da62e72f419f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0791321 Mar 08 10:33:41.384343 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-618beb2f-b6ec-455f-ac1d-8f8862bcc3ef req-106fa7f7-8449-4e0a-aa58-bf832334f4fb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369041 Mar 08 10:33:42.565431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828fd34-443f-4f70-9499-5bad604d0c42 req-d40e9570-5c38-4db0-8f04-6723d8c1bf2d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:42.567380 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6828fd34-443f-4f70-9499-5bad604d0c42 req-d40e9570-5c38-4db0-8f04-6723d8c1bf2d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0811181 Mar 08 10:33:42.610272 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6828fd34-443f-4f70-9499-5bad604d0c42 req-f0f7997a-fbeb-4700-a58b-5819bec57674 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373416 Mar 08 10:33:43.740446 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:33:43.793316 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939885f-50ee-43b5-bb84-a81d5d8b133f req-75c130bf-3477-4b5a-a9f5-52eedb22feb6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:43.794836 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c939885f-50ee-43b5-bb84-a81d5d8b133f req-75c130bf-3477-4b5a-a9f5-52eedb22feb6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0819387 Mar 08 10:33:43.838760 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c939885f-50ee-43b5-bb84-a81d5d8b133f req-c0ed867f-ecbe-4d8d-97c3-6d7788c4489a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382504 Mar 08 10:33:45.027342 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b957816-c9ae-489e-a643-6c38c30f4314 req-30fe84a5-4180-4d7b-b60a-ced226d73fec tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:45.028785 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3b957816-c9ae-489e-a643-6c38c30f4314 req-30fe84a5-4180-4d7b-b60a-ced226d73fec tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0774531 Mar 08 10:33:45.077216 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3b957816-c9ae-489e-a643-6c38c30f4314 req-bbadff3b-5595-4a99-b410-d9ef608ee788 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400827 Mar 08 10:33:46.264259 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17264bab-38ec-4681-a867-a8aeaa6099e9 req-ad087663-d66b-4b9c-bb67-4f2de9cba958 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:46.265708 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-17264bab-38ec-4681-a867-a8aeaa6099e9 req-ad087663-d66b-4b9c-bb67-4f2de9cba958 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0818744 Mar 08 10:33:46.308262 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-17264bab-38ec-4681-a867-a8aeaa6099e9 req-5cf380fc-3c6b-4469-a6d9-4e6fbad0d51d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370488 Mar 08 10:33:47.487725 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c24a88-8d8b-4bd3-81a9-1002b997eeff req-b70e873e-8507-4938-be35-7357983f053f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:47.489173 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-02c24a88-8d8b-4bd3-81a9-1002b997eeff req-b70e873e-8507-4938-be35-7357983f053f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0788829 Mar 08 10:33:47.531225 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-02c24a88-8d8b-4bd3-81a9-1002b997eeff req-8fa493c6-349a-4874-a795-9af7cd23a9fc tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365720 Mar 08 10:33:48.714835 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb74c4-9615-42a4-8f7f-5f9773d76844 req-8b7924fb-e731-4891-9eca-d5a2656a1340 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:48.716247 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-afcb74c4-9615-42a4-8f7f-5f9773d76844 req-8b7924fb-e731-4891-9eca-d5a2656a1340 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0813758 Mar 08 10:33:48.758236 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-afcb74c4-9615-42a4-8f7f-5f9773d76844 req-d93c9a7d-cff9-43e0-9d76-4772f28218cb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363891 Mar 08 10:33:49.943863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b54446-aca3-419c-99dc-04c3fd0afc9c req-e615f7d9-2f9a-44c2-b654-0e87adff0410 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:49.945331 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-50b54446-aca3-419c-99dc-04c3fd0afc9c req-e615f7d9-2f9a-44c2-b654-0e87adff0410 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0831132 Mar 08 10:33:49.987505 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-50b54446-aca3-419c-99dc-04c3fd0afc9c req-9cf0c504-0d6f-47b3-b44c-f91fbefd0993 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366879 Mar 08 10:33:51.170449 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940253e-943a-4b3f-bd07-6a3f21754254 req-16384e70-df99-4f1f-9451-94eecea7751d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:51.171841 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4940253e-943a-4b3f-bd07-6a3f21754254 req-16384e70-df99-4f1f-9451-94eecea7751d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0822947 Mar 08 10:33:51.213827 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4940253e-943a-4b3f-bd07-6a3f21754254 req-90026d2e-f987-4fde-afb1-85d47474bb59 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364006 Mar 08 10:33:52.397500 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f550f3-f861-48db-b926-95d2ad7a3ebc req-567ffa70-8e8d-484d-b775-644ac603ea0b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:52.398940 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-27f550f3-f861-48db-b926-95d2ad7a3ebc req-567ffa70-8e8d-484d-b775-644ac603ea0b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0796142 Mar 08 10:33:52.442798 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-27f550f3-f861-48db-b926-95d2ad7a3ebc req-41aaff7e-fc7d-4c19-81bf-a624df621c12 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383615 Mar 08 10:33:53.628112 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423f957-0441-4b87-8e3f-e5511840be4d req-aca13a3a-1e30-4303-9d55-98010dee5e96 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:53.630175 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7423f957-0441-4b87-8e3f-e5511840be4d req-aca13a3a-1e30-4303-9d55-98010dee5e96 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0825493 Mar 08 10:33:53.673448 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7423f957-0441-4b87-8e3f-e5511840be4d req-f9691357-4507-4f2d-98ca-58a1ee6d6b6b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376251 Mar 08 10:33:54.857377 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44f38c-3c93-4975-9f25-af723a4f7f00 req-1bebb79a-7f75-4386-8013-f796b79f979e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:54.859158 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bd44f38c-3c93-4975-9f25-af723a4f7f00 req-1bebb79a-7f75-4386-8013-f796b79f979e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0827823 Mar 08 10:33:54.901216 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bd44f38c-3c93-4975-9f25-af723a4f7f00 req-d04d01a9-25a3-4d81-846f-170616426a4d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368156 Mar 08 10:33:55.005814 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-64c6c056-95ed-41b3-920e-0e8fd2ccda7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:33:56.090516 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc5019-0b7b-4ec6-aaf6-868799600ecf req-d62a13f6-8852-4a21-be51-b30284ad9e5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:56.091909 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eefc5019-0b7b-4ec6-aaf6-868799600ecf req-d62a13f6-8852-4a21-be51-b30284ad9e5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0806663 Mar 08 10:33:56.134419 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eefc5019-0b7b-4ec6-aaf6-868799600ecf req-02ba69a2-6e9f-4528-8024-a4ae59f83bd4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364561 Mar 08 10:33:56.156369 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54714) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:33:56.359776 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-43754feb-3736-41e1-830f-5ae5111cdb99 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/floatingips/fe399417-827b-4a55-ac49-ab4af47cc512 HTTP/1.1" status: 200 len: 993 time: 0.2022030 Mar 08 10:33:57.665548 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b60d525-da41-43a3-882d-cde4ebc216c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:33:57.965959 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c583f5-773a-49f7-b6a7-eaafbfe4a27a req-c87b8b4c-c0b2-451b-ac30-40f1a32537db tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:57.967397 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-49c583f5-773a-49f7-b6a7-eaafbfe4a27a req-c87b8b4c-c0b2-451b-ac30-40f1a32537db tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.2284935 Mar 08 10:33:57.974668 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aef408-0a40-4776-825a-434913ea81fa req-a58d2f93-ea41-4b8e-bfb1-6fb66f0a9032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:57.976047 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-91aef408-0a40-4776-825a-434913ea81fa req-a58d2f93-ea41-4b8e-bfb1-6fb66f0a9032 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 1099 time: 0.1973455 Mar 08 10:33:58.098351 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-49c583f5-773a-49f7-b6a7-eaafbfe4a27a req-d7550799-1e1c-4ef4-b757-4bdcebed9cc2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213720 Mar 08 10:33:58.130208 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aef408-0a40-4776-825a-434913ea81fa req-f84c6819-064b-4c94-97f2-44711931edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:58.131613 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-91aef408-0a40-4776-825a-434913ea81fa req-f84c6819-064b-4c94-97f2-44711931edc3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cbdff20-c759-4a12-9278-dd8daf0011c6 HTTP/1.1" status: 200 len: 897 time: 0.1423097 Mar 08 10:33:58.232593 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-91aef408-0a40-4776-825a-434913ea81fa req-663e4736-2999-4b1b-b407-a47813832c64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a HTTP/1.1" status: 200 len: 1001 time: 0.0949919 Mar 08 10:33:58.292956 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aef408-0a40-4776-825a-434913ea81fa req-2426bec5-9489-4809-9af9-2222dad63a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:58.294343 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-91aef408-0a40-4776-825a-434913ea81fa req-2426bec5-9489-4809-9af9-2222dad63a15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38e360ec-578b-4631-9873-116c84605a43 HTTP/1.1" status: 200 len: 834 time: 0.0557148 Mar 08 10:33:58.369980 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aef408-0a40-4776-825a-434913ea81fa req-d681d91f-307b-4165-89a1-44d06ac1acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:58.371431 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-91aef408-0a40-4776-825a-434913ea81fa req-d681d91f-307b-4165-89a1-44d06ac1acc2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cbdff20-c759-4a12-9278-dd8daf0011c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707781 Mar 08 10:33:58.392084 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:33:58.395207 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:33:58.501371 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-91aef408-0a40-4776-825a-434913ea81fa req-fd5b73b9-c6b9-426f-807f-3993c9c486c0 service neutron] 10.222.0.26 "GET /v2.0/networks/1cbdff20-c759-4a12-9278-dd8daf0011c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229503 Mar 08 10:33:58.629153 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-91aef408-0a40-4776-825a-434913ea81fa req-04faa588-eb75-41b6-8f83-90f0b02bb43b service neutron] 10.222.0.26 "GET /v2.0/networks/1cbdff20-c759-4a12-9278-dd8daf0011c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224382 Mar 08 10:33:59.279957 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a83d3a-0a54-40b1-aae1-8e41b260b879 req-af28cb9b-33f5-45bb-b511-c62e61b1e6d3 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:33:59.281281 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-63a83d3a-0a54-40b1-aae1-8e41b260b879 req-af28cb9b-33f5-45bb-b511-c62e61b1e6d3 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0771186 Mar 08 10:33:59.324523 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-63a83d3a-0a54-40b1-aae1-8e41b260b879 req-a567dc84-a7a9-4822-9ede-b7800ee76a03 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372243 Mar 08 10:34:00.227601 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:00.511981 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24330d0c-566b-43bc-8529-a53ed6e4e7fa req-2ead78dd-3dbe-4cbe-b9dd-c296bdd6aa69 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:34:00.513464 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-24330d0c-566b-43bc-8529-a53ed6e4e7fa req-2ead78dd-3dbe-4cbe-b9dd-c296bdd6aa69 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0826266 Mar 08 10:34:00.560096 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-24330d0c-566b-43bc-8529-a53ed6e4e7fa req-a46da950-77ec-4b59-849a-18bc8bbc2f9c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410652 Mar 08 10:34:00.582824 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54730) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:34:00.690826 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1c4a50f5-e7f2-42e1-8447-ad96e53dca88 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/floatingips/fe399417-827b-4a55-ac49-ab4af47cc512 HTTP/1.1" status: 200 len: 993 time: 0.1068106 Mar 08 10:34:07.322567 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:34:13.732616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:25.006718 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1304-51c3-4b33-8f51-cbb87985da04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:27.668717 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a4ecf637-616c-4613-be8c-1a7f25604848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:27.868276 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-748a6f31-7393-441e-8681-50eabbabf152 req-c91846cd-a013-42de-940f-f8b38b71803f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714116 Mar 08 10:34:27.999285 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a6f31-7393-441e-8681-50eabbabf152 req-b1c13a96-7f0e-4702-adb1-228d632d873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:34:28.000714 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-748a6f31-7393-441e-8681-50eabbabf152 req-b1c13a96-7f0e-4702-adb1-228d632d873e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 1099 time: 0.0682361 Mar 08 10:34:28.140590 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a6f31-7393-441e-8681-50eabbabf152 req-95e73cda-6a1c-49bc-b10a-131e41f68618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:34:28.141961 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-748a6f31-7393-441e-8681-50eabbabf152 req-95e73cda-6a1c-49bc-b10a-131e41f68618 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cbdff20-c759-4a12-9278-dd8daf0011c6 HTTP/1.1" status: 200 len: 897 time: 0.1238253 Mar 08 10:34:28.242277 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-748a6f31-7393-441e-8681-50eabbabf152 req-a28943f6-4684-4670-aea1-1c476c1870b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a HTTP/1.1" status: 200 len: 1001 time: 0.0936773 Mar 08 10:34:28.303080 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a6f31-7393-441e-8681-50eabbabf152 req-56d0a9c3-5648-4e60-84e9-9de3d5e82e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:34:28.305303 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-748a6f31-7393-441e-8681-50eabbabf152 req-56d0a9c3-5648-4e60-84e9-9de3d5e82e5c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38e360ec-578b-4631-9873-116c84605a43 HTTP/1.1" status: 200 len: 834 time: 0.0585353 Mar 08 10:34:28.379871 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a6f31-7393-441e-8681-50eabbabf152 req-3f0ec103-3dc4-495b-ad3f-7fdcfdf8fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:34:28.381356 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-748a6f31-7393-441e-8681-50eabbabf152 req-3f0ec103-3dc4-495b-ad3f-7fdcfdf8fd3c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cbdff20-c759-4a12-9278-dd8daf0011c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706007 Mar 08 10:34:28.395928 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:28.397709 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:28.605289 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-748a6f31-7393-441e-8681-50eabbabf152 req-b00ffb4a-0ce3-4cc2-a5fa-f640407f0742 service neutron] 10.222.0.26 "GET /v2.0/networks/1cbdff20-c759-4a12-9278-dd8daf0011c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178495 Mar 08 10:34:28.735277 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-748a6f31-7393-441e-8681-50eabbabf152 req-e64e993a-8379-4599-9cde-9e7b8736c2a6 service neutron] 10.222.0.26 "GET /v2.0/networks/1cbdff20-c759-4a12-9278-dd8daf0011c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238987 Mar 08 10:34:30.230740 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:43.755249 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:44.321481 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:34:50.010789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54756) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:34:50.206225 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting port e1d212d0-4283-4acf-8c7a-34c753c9a7e7 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:34:50.206572 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:50.370157 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:50.370486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:50.490742 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Calling delete_port for e1d212d0-4283-4acf-8c7a-34c753c9a7e7 owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:34:50.648974 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:50.696551 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Port': ['ID=e1d212d0-4283-4acf-8c7a-34c753c9a7e7,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:34:50.732539 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:50.732744 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:50.733035 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:50.733366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:50.733694 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:50.734019 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:50.734338 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:50.734657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:50.734974 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:50.735290 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:50.735606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:50.735919 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:50.794848 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:50.795171 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Floating IP fe399417-827b-4a55-ac49-ab4af47cc512 disassociated (deleted). External IP: 172.26.2.90, port: 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a. Mar 08 10:34:51.241798 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router 0591a679-df19-4c08-9931-cfbe4f94942f has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:34:51.413813 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:34:51.423581 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e225582-7631-4ef5-9b9c-ed10e7b466ef None None] Sync routers for ids ['0591a679-df19-4c08-9931-cfbe4f94942f'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:34:51.433884 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e225582-7631-4ef5-9b9c-ed10e7b466ef None None] Routers {'0591a679-df19-4c08-9931-cfbe4f94942f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:34:51.434083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:51.434546 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5e225582-7631-4ef5-9b9c-ed10e7b466ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:34:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['0591a679-df19-4c08-9931-cfbe4f94942f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:34:51.490318 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-46da1d9e-6ab1-48a7-8b4c-b854491c069d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/floatingips/fe399417-827b-4a55-ac49-ab4af47cc512 HTTP/1.1" status: 204 len: 168 time: 1.4784522 Mar 08 10:34:51.491002 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137360d0-09d8-43aa-a7ef-3fdc34e1720d', 'tag': '5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:34:51.544048 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137360d0-09d8-43aa-a7ef-3fdc34e1720d', 'tag': '5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a', 'status': 'completed', 'code': 200} Mar 08 10:34:51.637882 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5883a59-2efd-4758-9ae9-223727e85c7e req-fba9d2ab-2e7d-430a-894c-d0cb1cfce16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:34:51.639354 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f5883a59-2efd-4758-9ae9-223727e85c7e req-fba9d2ab-2e7d-430a-894c-d0cb1cfce16e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 1099 time: 0.0723219 Mar 08 10:34:51.655570 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-5e225582-7631-4ef5-9b9c-ed10e7b466ef None None] Set router 0591a679-df19-4c08-9931-cfbe4f94942f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:34:51.779138 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5883a59-2efd-4758-9ae9-223727e85c7e req-0b04c9d6-f142-4db6-8987-be51188b415f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:34:51.780669 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f5883a59-2efd-4758-9ae9-223727e85c7e req-0b04c9d6-f142-4db6-8987-be51188b415f service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cbdff20-c759-4a12-9278-dd8daf0011c6 HTTP/1.1" status: 200 len: 897 time: 0.1348128 Mar 08 10:34:51.851893 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f5883a59-2efd-4758-9ae9-223727e85c7e req-172ab2ec-a87f-4a9a-be56-5a59db969271 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a HTTP/1.1" status: 200 len: 217 time: 0.0645738 Mar 08 10:34:51.890985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b4046-5939-41b7-82f6-c45116630663 req-85e9ea55-deac-4d4b-b618-3ea7d16cea5e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:34:51.892441 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a11b4046-5939-41b7-82f6-c45116630663 req-85e9ea55-deac-4d4b-b618-3ea7d16cea5e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0871987 Mar 08 10:34:51.917400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5883a59-2efd-4758-9ae9-223727e85c7e req-65837089-0ff3-476e-a8aa-717123491870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:34:51.918837 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f5883a59-2efd-4758-9ae9-223727e85c7e req-65837089-0ff3-476e-a8aa-717123491870 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=38e360ec-578b-4631-9873-116c84605a43 HTTP/1.1" status: 200 len: 834 time: 0.0599260 Mar 08 10:34:51.937508 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a11b4046-5939-41b7-82f6-c45116630663 req-aa1cb0a2-5396-4388-aa26-808bbd678d0b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394514 Mar 08 10:34:51.985659 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5e225582-7631-4ef5-9b9c-ed10e7b466ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507206989', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:32:12Z', 'updated_at': '2022-03-08T10:32:17Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:13Z', 'updated_at': '2022-03-08T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed', 'name': '', 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:d5:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '38e360ec-578b-4631-9873-116c84605a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:17Z', 'updated_at': '2022-03-08T10:32:23Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '38e360ec-578b-4631-9873-116c84605a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:34:51.989417 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e225582-7631-4ef5-9b9c-ed10e7b466ef None None] Checking router: 0591a679-df19-4c08-9931-cfbe4f94942f for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:34:51.997049 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5883a59-2efd-4758-9ae9-223727e85c7e req-1c92bd50-6293-46d1-abd4-98bae4962dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:34:51.997836 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e225582-7631-4ef5-9b9c-ed10e7b466ef None None] Routers {'0591a679-df19-4c08-9931-cfbe4f94942f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:34:51.998430 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5e225582-7631-4ef5-9b9c-ed10e7b466ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:34:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['0591a679-df19-4c08-9931-cfbe4f94942f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:34:51.998541 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f5883a59-2efd-4758-9ae9-223727e85c7e req-1c92bd50-6293-46d1-abd4-98bae4962dbd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cbdff20-c759-4a12-9278-dd8daf0011c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730391 Mar 08 10:34:52.129745 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f5883a59-2efd-4758-9ae9-223727e85c7e req-21760f63-91e0-4dc7-9923-38cd9d7b378a service neutron] 10.222.0.26 "GET /v2.0/networks/1cbdff20-c759-4a12-9278-dd8daf0011c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238189 Mar 08 10:34:52.172900 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-5e225582-7631-4ef5-9b9c-ed10e7b466ef None None] Set router 0591a679-df19-4c08-9931-cfbe4f94942f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:34:52.261137 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f5883a59-2efd-4758-9ae9-223727e85c7e req-ef175066-f7c7-4f6c-b0e2-8010ac3fa3c6 service neutron] 10.222.0.26 "GET /v2.0/networks/1cbdff20-c759-4a12-9278-dd8daf0011c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251628 Mar 08 10:34:52.471919 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5e225582-7631-4ef5-9b9c-ed10e7b466ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507206989', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:32:12Z', 'updated_at': '2022-03-08T10:32:17Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:13Z', 'updated_at': '2022-03-08T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed', 'name': '', 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:d5:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '38e360ec-578b-4631-9873-116c84605a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:17Z', 'updated_at': '2022-03-08T10:32:23Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '38e360ec-578b-4631-9873-116c84605a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:34:52.475715 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e225582-7631-4ef5-9b9c-ed10e7b466ef None None] The sync data for ids ['0591a679-df19-4c08-9931-cfbe4f94942f'] in dv-neutron-831730-2-hyperv is: [{'id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507206989', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:32:12Z', 'updated_at': '2022-03-08T10:32:17Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:13Z', 'updated_at': '2022-03-08T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed', 'name': '', 'network_id': '1cbdff20-c759-4a12-9278-dd8daf0011c6', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:d5:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '38e360ec-578b-4631-9873-116c84605a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:17Z', 'updated_at': '2022-03-08T10:32:23Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': '38e360ec-578b-4631-9873-116c84605a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:34:52.681992 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81724ba6-c039-4f9b-9578-a23b6faf32a3 None None] New status for floating IP fe399417-827b-4a55-ac49-ab4af47cc512: DOWN {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:34:53.122521 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b7af5-9de3-4989-9d4d-de8fc57ba1f4 req-8583d700-8f22-41cb-98f9-96d35c8d2343 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:34:53.123109 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-b50b7af5-9de3-4989-9d4d-de8fc57ba1f4 req-8583d700-8f22-41cb-98f9-96d35c8d2343 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:34:53.137591 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-b50b7af5-9de3-4989-9d4d-de8fc57ba1f4 req-8583d700-8f22-41cb-98f9-96d35c8d2343 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:34:53.138997 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b50b7af5-9de3-4989-9d4d-de8fc57ba1f4 req-8583d700-8f22-41cb-98f9-96d35c8d2343 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0931334 Mar 08 10:34:53.182205 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b50b7af5-9de3-4989-9d4d-de8fc57ba1f4 req-6536188c-0f35-4e49-856e-93606a7d68af tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=ede3a34d-7cec-416b-a244-06fa4c37f712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377784 Mar 08 10:34:53.618440 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1ffe0-c646-4d6d-9cfd-a1e449bdc6c9 req-9d41afcf-9817-4b84-afe9-74ea2173cdb2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:34:53.619863 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-96f1ffe0-c646-4d6d-9cfd-a1e449bdc6c9 req-9d41afcf-9817-4b84-afe9-74ea2173cdb2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 946 time: 0.0862095 Mar 08 10:34:53.690089 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-96f1ffe0-c646-4d6d-9cfd-a1e449bdc6c9 req-a92e68d1-3b0d-4550-8e05-6f8035ce835f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting port 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:34:53.690596 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-96f1ffe0-c646-4d6d-9cfd-a1e449bdc6c9 req-a92e68d1-3b0d-4550-8e05-6f8035ce835f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:53.933358 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-96f1ffe0-c646-4d6d-9cfd-a1e449bdc6c9 req-a92e68d1-3b0d-4550-8e05-6f8035ce835f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] For port 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a,segment=NetworkSegment(68fee788-d59a-4a4f-8c9a-6eea995fe180),segment_id=68fee788-d59a-4a4f-8c9a-6eea995fe180)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:34:53.933713 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-96f1ffe0-c646-4d6d-9cfd-a1e449bdc6c9 req-a92e68d1-3b0d-4550-8e05-6f8035ce835f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:54.145455 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-96f1ffe0-c646-4d6d-9cfd-a1e449bdc6c9 req-a92e68d1-3b0d-4550-8e05-6f8035ce835f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Calling delete_port for 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:34:54.286901 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-96f1ffe0-c646-4d6d-9cfd-a1e449bdc6c9 req-a92e68d1-3b0d-4550-8e05-6f8035ce835f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:54.329230 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d79e244f-cbf6-4c35-8a6e-edda10dff695 req-1d66ce1d-badb-411a-9d2c-0c9968f4a218 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=137360d0-09d8-43aa-a7ef-3fdc34e1720d HTTP/1.1" status: 200 len: 210 time: 0.0421472 Mar 08 10:34:54.343092 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e68d1-3b0d-4550-8e05-6f8035ce835f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Port': ['ID=5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:34:54.422120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f1ffe0-c646-4d6d-9cfd-a1e449bdc6c9 req-a92e68d1-3b0d-4550-8e05-6f8035ce835f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] No DVR routers for this DVR port 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:34:54.424493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-96f1ffe0-c646-4d6d-9cfd-a1e449bdc6c9 req-a92e68d1-3b0d-4550-8e05-6f8035ce835f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:54.426907 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137360d0-09d8-43aa-a7ef-3fdc34e1720d', 'name': 'network-vif-deleted', 'tag': '5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:34:54.444267 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-96f1ffe0-c646-4d6d-9cfd-a1e449bdc6c9 req-a92e68d1-3b0d-4550-8e05-6f8035ce835f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "DELETE /v2.0/ports/5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a HTTP/1.1" status: 204 len: 173 time: 0.8190963 Mar 08 10:34:54.472385 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137360d0-09d8-43aa-a7ef-3fdc34e1720d', 'name': 'network-vif-deleted', 'tag': '5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a', 'status': 'completed', 'code': 200} Mar 08 10:34:55.007726 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ee84957-7613-4896-905a-608d274a8f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:55.420897 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54774) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:34:55.958201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-201e7ce4-3455-4ad8-9cd1-61078ffeef5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:56.293768 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-201e7ce4-3455-4ad8-9cd1-61078ffeef5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting port 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:34:56.294016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-201e7ce4-3455-4ad8-9cd1-61078ffeef5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:56.568057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-201e7ce4-3455-4ad8-9cd1-61078ffeef5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] For port 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed,segment=NetworkSegment(68fee788-d59a-4a4f-8c9a-6eea995fe180),segment_id=68fee788-d59a-4a4f-8c9a-6eea995fe180)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:34:56.568782 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-201e7ce4-3455-4ad8-9cd1-61078ffeef5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:56.686652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-201e7ce4-3455-4ad8-9cd1-61078ffeef5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Calling delete_port for 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:34:56.864922 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-201e7ce4-3455-4ad8-9cd1-61078ffeef5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:56.918607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e7ce4-3455-4ad8-9cd1-61078ffeef5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Port': ['ID=08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:34:57.194767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-201e7ce4-3455-4ad8-9cd1-61078ffeef5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:57.536833 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201e7ce4-3455-4ad8-9cd1-61078ffeef5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router 0591a679-df19-4c08-9931-cfbe4f94942f has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:34:57.671462 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4707b974-54dd-4f31-9b5c-cb8885888e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:57.715964 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201e7ce4-3455-4ad8-9cd1-61078ffeef5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:34:57.725505 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06907cd4-2bf8-41ee-a979-e41af0699c40 None None] Sync routers for ids ['0591a679-df19-4c08-9931-cfbe4f94942f'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:34:57.728985 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-201e7ce4-3455-4ad8-9cd1-61078ffeef5b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "PUT /v2.0/routers/0591a679-df19-4c08-9931-cfbe4f94942f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3062911 Mar 08 10:34:57.731739 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54778) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:34:57.736547 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06907cd4-2bf8-41ee-a979-e41af0699c40 None None] Routers {'0591a679-df19-4c08-9931-cfbe4f94942f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:34:57.737207 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-06907cd4-2bf8-41ee-a979-e41af0699c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:34:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['0591a679-df19-4c08-9931-cfbe4f94942f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:34:57.795078 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-427a8cdf-d53f-4827-b792-5738cca7c9bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting subnet 38e360ec-578b-4631-9873-116c84605a43 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:34:57.797929 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-427a8cdf-d53f-4827-b792-5738cca7c9bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:57.923230 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-06907cd4-2bf8-41ee-a979-e41af0699c40 None None] Set router 0591a679-df19-4c08-9931-cfbe4f94942f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:34:57.930005 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:34:57.968485 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:34:57.969193 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 5786ae73-f4f2-46e7-a7fa-8ce5ce5c8b2a not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:34:57.973246 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-427a8cdf-d53f-4827-b792-5738cca7c9bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:58.053576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-427a8cdf-d53f-4827-b792-5738cca7c9bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:58.129320 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-427a8cdf-d53f-4827-b792-5738cca7c9bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:58.169592 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a8cdf-d53f-4827-b792-5738cca7c9bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Subnet': ['ID=38e360ec-578b-4631-9873-116c84605a43,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:34:58.174862 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-427a8cdf-d53f-4827-b792-5738cca7c9bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:58.180869 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-427a8cdf-d53f-4827-b792-5738cca7c9bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/subnets/38e360ec-578b-4631-9873-116c84605a43 HTTP/1.1" status: 204 len: 168 time: 0.4481528 Mar 08 10:34:58.182388 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c2b374-b67f-4f63-a538-76c8c51b8fb4 None None] Network 1cbdff20-c759-4a12-9278-dd8daf0011c6 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:34:58.183423 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54782) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:34:58.233138 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-06907cd4-2bf8-41ee-a979-e41af0699c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507206989', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:32:12Z', 'updated_at': '2022-03-08T10:34:56Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:13Z', 'updated_at': '2022-03-08T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:34:58.237060 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06907cd4-2bf8-41ee-a979-e41af0699c40 None None] Checking router: 0591a679-df19-4c08-9931-cfbe4f94942f for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:34:58.245824 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06907cd4-2bf8-41ee-a979-e41af0699c40 None None] Routers {'0591a679-df19-4c08-9931-cfbe4f94942f'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:34:58.246430 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-06907cd4-2bf8-41ee-a979-e41af0699c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:34:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['0591a679-df19-4c08-9931-cfbe4f94942f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:34:58.375273 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9c38cd0f-5d05-45d4-8f73-76df5eeba350 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:58.400233 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:58.403193 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:58.428049 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-06907cd4-2bf8-41ee-a979-e41af0699c40 None None] Set router 0591a679-df19-4c08-9931-cfbe4f94942f gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:34:58.450044 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] DHCP port deletion for 1cbdff20-c759-4a12-9278-dd8daf0011c6 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:34:58.454243 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] Deleting port ec3acb58-a818-4b32-a742-797ea9d66f3a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:34:58.455134 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:58.566734 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9c38cd0f-5d05-45d4-8f73-76df5eeba350 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:58.580246 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-9c38cd0f-5d05-45d4-8f73-76df5eeba350 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting port 79481b98-ee14-4dec-be52-5245d68d59c4 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:34:58.580683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9c38cd0f-5d05-45d4-8f73-76df5eeba350 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:58.667225 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] For port ec3acb58-a818-4b32-a742-797ea9d66f3a, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=ec3acb58-a818-4b32-a742-797ea9d66f3a,segment=NetworkSegment(68fee788-d59a-4a4f-8c9a-6eea995fe180),segment_id=68fee788-d59a-4a4f-8c9a-6eea995fe180)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:34:58.667631 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:58.712875 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-06907cd4-2bf8-41ee-a979-e41af0699c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507206989', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:32:12Z', 'updated_at': '2022-03-08T10:34:56Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:13Z', 'updated_at': '2022-03-08T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:34:58.716676 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06907cd4-2bf8-41ee-a979-e41af0699c40 None None] The sync data for ids ['0591a679-df19-4c08-9931-cfbe4f94942f'] in dv-neutron-831730-2-hyperv is: [{'id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507206989', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:32:12Z', 'updated_at': '2022-03-08T10:34:56Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': '79481b98-ee14-4dec-be52-5245d68d59c4', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0591a679-df19-4c08-9931-cfbe4f94942f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:32:13Z', 'updated_at': '2022-03-08T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:34:58.764592 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-9c38cd0f-5d05-45d4-8f73-76df5eeba350 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] For port 79481b98-ee14-4dec-be52-5245d68d59c4, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=79481b98-ee14-4dec-be52-5245d68d59c4,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:34:58.765311 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9c38cd0f-5d05-45d4-8f73-76df5eeba350 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:58.789703 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] Calling delete_port for ec3acb58-a818-4b32-a742-797ea9d66f3a owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:34:58.866968 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:58.885715 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-9c38cd0f-5d05-45d4-8f73-76df5eeba350 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Calling delete_port for 79481b98-ee14-4dec-be52-5245d68d59c4 owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:34:58.913238 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] Pushing event deleted for resources: {'Port': ['ID=ec3acb58-a818-4b32-a742-797ea9d66f3a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:34:58.917933 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] No DVR routers for this DVR port ec3acb58-a818-4b32-a742-797ea9d66f3a on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:34:58.925824 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:58.926233 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:58.926649 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:58.926845 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:58.927169 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:58.927621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:58.927935 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:58.928265 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:58.928591 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:58.928935 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:58.929273 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:58.929569 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7c0ea7-544f-49b8-8888-9c3fd4b417ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:34:59.062224 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9c38cd0f-5d05-45d4-8f73-76df5eeba350 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:59.111175 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38cd0f-5d05-45d4-8f73-76df5eeba350 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Port': ['ID=79481b98-ee14-4dec-be52-5245d68d59c4,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:34:59.111359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:34:59.148603 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:34:59.148990 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 08ffa3b2-3ccf-4c34-9401-6cc3dfada0ed not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:34:59.149411 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ec3acb58-a818-4b32-a742-797ea9d66f3a no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:34:59.185684 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: ec3acb58-a818-4b32-a742-797ea9d66f3a {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:34:59.186001 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device ec3acb58-a818-4b32-a742-797ea9d66f3a not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:34:59.205674 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9c38cd0f-5d05-45d4-8f73-76df5eeba350 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:59.475549 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9c38cd0f-5d05-45d4-8f73-76df5eeba350 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:59.477648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9c38cd0f-5d05-45d4-8f73-76df5eeba350 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:59.499447 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9c38cd0f-5d05-45d4-8f73-76df5eeba350 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:59.499961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c38cd0f-5d05-45d4-8f73-76df5eeba350 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Fanout notify agent at l3_agent the message router_deleted on router 0591a679-df19-4c08-9931-cfbe4f94942f {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:34:59.515375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9c38cd0f-5d05-45d4-8f73-76df5eeba350 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:59.516474 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9c38cd0f-5d05-45d4-8f73-76df5eeba350 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/routers/0591a679-df19-4c08-9931-cfbe4f94942f HTTP/1.1" status: 204 len: 168 time: 1.3321595 Mar 08 10:34:59.519146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54786) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:34:59.638548 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a6ad86e8-7587-4c06-a81f-26ea65e112d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:59.766421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a6ad86e8-7587-4c06-a81f-26ea65e112d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:59.791104 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-a6ad86e8-7587-4c06-a81f-26ea65e112d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbdff20-c759-4a12-9278-dd8daf0011c6']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:34:59.802908 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-a6ad86e8-7587-4c06-a81f-26ea65e112d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68fee788-d59a-4a4f-8c9a-6eea995fe180') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:34:59.803200 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-a6ad86e8-7587-4c06-a81f-26ea65e112d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68fee788-d59a-4a4f-8c9a-6eea995fe180') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:34:59.814623 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a6ad86e8-7587-4c06-a81f-26ea65e112d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:59.830413 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a6ad86e8-7587-4c06-a81f-26ea65e112d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:59.836250 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ad86e8-7587-4c06-a81f-26ea65e112d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:34:59.836631 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a6ad86e8-7587-4c06-a81f-26ea65e112d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:34:59.850942 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:34:59.936374 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a6ad86e8-7587-4c06-a81f-26ea65e112d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:59.955448 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a6ad86e8-7587-4c06-a81f-26ea65e112d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:34:59.967973 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad86e8-7587-4c06-a81f-26ea65e112d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Network': ['ID=1cbdff20-c759-4a12-9278-dd8daf0011c6,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:34:59.974688 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a6ad86e8-7587-4c06-a81f-26ea65e112d1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/networks/1cbdff20-c759-4a12-9278-dd8daf0011c6 HTTP/1.1" status: 204 len: 168 time: 0.4546099 Mar 08 10:34:59.977381 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54790) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:35:00.047862 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f3c561ec-21a0-4e2e-921a-69a29eaef6ac tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:00.081472 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f3c561ec-21a0-4e2e-921a-69a29eaef6ac tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:00.153232 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f3c561ec-21a0-4e2e-921a-69a29eaef6ac tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:00.171301 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c561ec-21a0-4e2e-921a-69a29eaef6ac tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede3a34d-7cec-416b-a244-06fa4c37f712,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:00.184041 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f3c561ec-21a0-4e2e-921a-69a29eaef6ac tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:00.187612 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f3c561ec-21a0-4e2e-921a-69a29eaef6ac tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/security-groups/ede3a34d-7cec-416b-a244-06fa4c37f712 HTTP/1.1" status: 204 len: 168 time: 0.2068865 Mar 08 10:35:00.248384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:00.677874 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54798) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:35:00.682904 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1134974392', 'description': 'tempest-secgroup-smoke-1134974392 description', 'project_id': '276f56e29e9f4849957654a758856678'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:35:00.689119 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:35:00.693160 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:35:00.695953 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:35:00.701993 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:35:00.711379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:00.731031 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:35:00.734691 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:35:00.737372 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:35:00.742874 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:35:00.812095 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:00.815779 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:00.860050 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beedcaa0-bb8d-44d7-b442-6ad11e592b39,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:00.867868 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:00.869141 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1902800 Mar 08 10:35:00.873612 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:00.873970 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:00.874386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:00.874667 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:00.874991 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:00.875085 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54802) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:35:00.875533 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:00.875623 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:00.875955 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:00.876284 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:00.876611 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:00.876970 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:00.877292 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a059bfb0-f352-4336-85fe-fa9b9acc28ed tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:00.880499 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-aa4ccdd1-eb15-41ca-b3af-a1bc129bad96 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'beedcaa0-bb8d-44d7-b442-6ad11e592b39', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:35:00.887308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-aa4ccdd1-eb15-41ca-b3af-a1bc129bad96 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:35:00.891213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-aa4ccdd1-eb15-41ca-b3af-a1bc129bad96 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:35:00.894039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-aa4ccdd1-eb15-41ca-b3af-a1bc129bad96 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:35:00.900619 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-aa4ccdd1-eb15-41ca-b3af-a1bc129bad96 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:35:00.916901 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aa4ccdd1-eb15-41ca-b3af-a1bc129bad96 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:00.975449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aa4ccdd1-eb15-41ca-b3af-a1bc129bad96 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:00.979449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aa4ccdd1-eb15-41ca-b3af-a1bc129bad96 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.001229 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ccdd1-eb15-41ca-b3af-a1bc129bad96 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacb288d-9c03-44f7-a2c7-5a7acf95087f,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:01.010743 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aa4ccdd1-eb15-41ca-b3af-a1bc129bad96 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.011954 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-aa4ccdd1-eb15-41ca-b3af-a1bc129bad96 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359479 Mar 08 10:35:01.014823 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54806) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:35:01.019928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-ba5f165c-bfd4-46e5-9a9a-de61b9d1d7bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'beedcaa0-bb8d-44d7-b442-6ad11e592b39', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:35:01.026608 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ba5f165c-bfd4-46e5-9a9a-de61b9d1d7bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:35:01.030393 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ba5f165c-bfd4-46e5-9a9a-de61b9d1d7bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:35:01.033204 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-ba5f165c-bfd4-46e5-9a9a-de61b9d1d7bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:35:01.038839 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-ba5f165c-bfd4-46e5-9a9a-de61b9d1d7bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:35:01.055538 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ba5f165c-bfd4-46e5-9a9a-de61b9d1d7bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.057747 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 79481b98-ee14-4dec-be52-5245d68d59c4 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:35:01.091660 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 79481b98-ee14-4dec-be52-5245d68d59c4 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:35:01.091923 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 79481b98-ee14-4dec-be52-5245d68d59c4 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:35:01.119216 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ba5f165c-bfd4-46e5-9a9a-de61b9d1d7bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.122796 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ba5f165c-bfd4-46e5-9a9a-de61b9d1d7bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.145544 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f165c-bfd4-46e5-9a9a-de61b9d1d7bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d585e276-b590-459f-be8d-e04512ad2709,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:01.154178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ba5f165c-bfd4-46e5-9a9a-de61b9d1d7bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.155365 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ba5f165c-bfd4-46e5-9a9a-de61b9d1d7bd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1395946 Mar 08 10:35:01.158121 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54810) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:35:01.162830 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-a02af361-ca9e-491c-9fc6-39f6012704b4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'beedcaa0-bb8d-44d7-b442-6ad11e592b39', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:35:01.168449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a02af361-ca9e-491c-9fc6-39f6012704b4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:35:01.172169 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a02af361-ca9e-491c-9fc6-39f6012704b4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:35:01.174959 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-a02af361-ca9e-491c-9fc6-39f6012704b4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:35:01.180625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-a02af361-ca9e-491c-9fc6-39f6012704b4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:35:01.197973 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a02af361-ca9e-491c-9fc6-39f6012704b4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.261939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a02af361-ca9e-491c-9fc6-39f6012704b4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.265444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a02af361-ca9e-491c-9fc6-39f6012704b4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.292058 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02af361-ca9e-491c-9fc6-39f6012704b4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587c52f6-4502-4bda-85ff-eed33a180f89,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:01.298470 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-a02af361-ca9e-491c-9fc6-39f6012704b4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.299760 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-a02af361-ca9e-491c-9fc6-39f6012704b4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407421 Mar 08 10:35:01.302578 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54814) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:35:01.307394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-bd841f2a-0daa-417c-90e7-801ee6e5da04 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'beedcaa0-bb8d-44d7-b442-6ad11e592b39', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:35:01.313571 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bd841f2a-0daa-417c-90e7-801ee6e5da04 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:35:01.317356 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bd841f2a-0daa-417c-90e7-801ee6e5da04 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:35:01.320172 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bd841f2a-0daa-417c-90e7-801ee6e5da04 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:35:01.326413 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bd841f2a-0daa-417c-90e7-801ee6e5da04 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:35:01.343205 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd841f2a-0daa-417c-90e7-801ee6e5da04 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.404062 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd841f2a-0daa-417c-90e7-801ee6e5da04 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.407614 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd841f2a-0daa-417c-90e7-801ee6e5da04 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.432077 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd841f2a-0daa-417c-90e7-801ee6e5da04 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27c9888-eb2a-4d30-af47-4273bf3a15f1,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:01.441192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd841f2a-0daa-417c-90e7-801ee6e5da04 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.442449 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bd841f2a-0daa-417c-90e7-801ee6e5da04 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1389072 Mar 08 10:35:01.445431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54818) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:35:01.450806 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-6e48cc41-a778-4c75-b261-a7d5bfcd781b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'beedcaa0-bb8d-44d7-b442-6ad11e592b39', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:35:01.456450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6e48cc41-a778-4c75-b261-a7d5bfcd781b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:35:01.460147 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6e48cc41-a778-4c75-b261-a7d5bfcd781b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:35:01.462955 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6e48cc41-a778-4c75-b261-a7d5bfcd781b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:35:01.468531 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6e48cc41-a778-4c75-b261-a7d5bfcd781b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:35:01.478601 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-6e48cc41-a778-4c75-b261-a7d5bfcd781b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Project 276f56e29e9f4849957654a758856678 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:35:01.485062 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6e48cc41-a778-4c75-b261-a7d5bfcd781b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.547456 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6e48cc41-a778-4c75-b261-a7d5bfcd781b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.551847 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6e48cc41-a778-4c75-b261-a7d5bfcd781b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.575870 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48cc41-a778-4c75-b261-a7d5bfcd781b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841ef8c6-8728-4d7c-aa3c-032c61f70ec5,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:01.585496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6e48cc41-a778-4c75-b261-a7d5bfcd781b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.589634 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6e48cc41-a778-4c75-b261-a7d5bfcd781b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405253 Mar 08 10:35:01.589787 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54822) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:35:01.594834 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-e5003b52-c05f-4bd1-827c-9747edc0a0a9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'security_group_rule': {'security_group_id': 'beedcaa0-bb8d-44d7-b442-6ad11e592b39', 'project_id': '276f56e29e9f4849957654a758856678', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:35:01.600865 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e5003b52-c05f-4bd1-827c-9747edc0a0a9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:35:01.604707 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e5003b52-c05f-4bd1-827c-9747edc0a0a9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:security_group_rule and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:35:01.607539 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e5003b52-c05f-4bd1-827c-9747edc0a0a9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:35:01.613198 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e5003b52-c05f-4bd1-827c-9747edc0a0a9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:35:01.623807 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-e5003b52-c05f-4bd1-827c-9747edc0a0a9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Project 276f56e29e9f4849957654a758856678 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:35:01.630211 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e5003b52-c05f-4bd1-827c-9747edc0a0a9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.693277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e5003b52-c05f-4bd1-827c-9747edc0a0a9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.696532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e5003b52-c05f-4bd1-827c-9747edc0a0a9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.718989 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5003b52-c05f-4bd1-827c-9747edc0a0a9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509762c0-2315-4f3e-880b-ffa5ca2f54df,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:01.727332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e5003b52-c05f-4bd1-827c-9747edc0a0a9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.728575 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e5003b52-c05f-4bd1-827c-9747edc0a0a9 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1379037 Mar 08 10:35:01.731598 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54826) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:35:01.736907 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-d551e152-e85d-42bc-96d6-7ea6a244bb4d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'network': {'name': 'tempest-network-smoke--1587968140', 'project_id': '276f56e29e9f4849957654a758856678', 'port_security_enabled': True}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:35:01.741651 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d551e152-e85d-42bc-96d6-7ea6a244bb4d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:35:01.746297 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d551e152-e85d-42bc-96d6-7ea6a244bb4d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:network and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:35:01.749104 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d551e152-e85d-42bc-96d6-7ea6a244bb4d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:35:01.754774 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d551e152-e85d-42bc-96d6-7ea6a244bb4d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:35:01.764545 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d551e152-e85d-42bc-96d6-7ea6a244bb4d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Made reservation on behalf of 276f56e29e9f4849957654a758856678 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:35:01.767906 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d551e152-e85d-42bc-96d6-7ea6a244bb4d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.797695 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d551e152-e85d-42bc-96d6-7ea6a244bb4d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:35:01.807378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d551e152-e85d-42bc-96d6-7ea6a244bb4d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.807754 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-d551e152-e85d-42bc-96d6-7ea6a244bb4d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Added segment 011cfcb5-66b9-4d93-bfda-c84359b80f06 of type vlan for network d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f Mar 08 10:35:01.832782 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d551e152-e85d-42bc-96d6-7ea6a244bb4d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.860561 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d551e152-e85d-42bc-96d6-7ea6a244bb4d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.866106 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d551e152-e85d-42bc-96d6-7ea6a244bb4d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:01.866675 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d551e152-e85d-42bc-96d6-7ea6a244bb4d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:01.968336 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d551e152-e85d-42bc-96d6-7ea6a244bb4d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2357297 Mar 08 10:35:01.971168 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54830) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:35:01.974215 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551e152-e85d-42bc-96d6-7ea6a244bb4d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Network': ['ID=d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:01.977337 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1871163284', 'admin_state_up': True, 'project_id': '276f56e29e9f4849957654a758856678', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:35:01.984980 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:35:01.988365 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:35:01.989425 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:router and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:35:01.992245 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:35:01.999091 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:35:02.008940 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:02.009929 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:02.025625 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:02.288833 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:02.581645 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:02.610675 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:02.740156 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Allocated IP 172.26.2.70 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/c2e58fd4-764e-4c82-a3b1-ce83ca5ec674) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:35:02.883511 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:02.914330 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:02.973121 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:35:02.975759 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:35:02.983338 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:35:03.020622 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=c2e58fd4-764e-4c82-a3b1-ce83ca5ec674,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:03.492924 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:03.823707 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:04.019353 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router 33e31a77-059c-429c-9cf0-04b6b966d6e9 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 10:35:04.185923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:35:04.195391 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Sync routers for ids ['33e31a77-059c-429c-9cf0-04b6b966d6e9'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:35:04.204986 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Routers {'33e31a77-059c-429c-9cf0-04b6b966d6e9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:35:04.205607 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:34:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['33e31a77-059c-429c-9cf0-04b6b966d6e9'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:35:04.212965 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:04.214183 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-45f3321d-c4db-4d36-a505-8f6242808cdb tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2420058 Mar 08 10:35:04.217377 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54834) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:35:04.258305 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0bc65d18-af41-430b-abc9-6d87771af480 tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=276f56e29e9f4849957654a758856678&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398738 Mar 08 10:35:04.261355 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54838) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:35:04.384986 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Set router 33e31a77-059c-429c-9cf0-04b6b966d6e9 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:35:04.498808 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48675b00-2df1-401b-b834-ce29f22a7e7f tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:04.500177 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-48675b00-2df1-401b-b834-ce29f22a7e7f tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2379329 Mar 08 10:35:04.503115 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54842) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:35:04.545387 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54846) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:35:04.546339 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cd81dbbf-de39-4a84-85d0-bbf9bfc48d18 tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0092b317-fba6-481a-9c1a-91e0998b20b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411162 Mar 08 10:35:04.551021 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-8fc381b9-8350-4344-8133-09dcc8b8c3a8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-69789550', 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f', 'project_id': '276f56e29e9f4849957654a758856678', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:35:04.656210 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8fc381b9-8350-4344-8133-09dcc8b8c3a8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:35:04.659970 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8fc381b9-8350-4344-8133-09dcc8b8c3a8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:subnet and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:35:04.662766 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-8fc381b9-8350-4344-8133-09dcc8b8c3a8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:35:04.668470 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-8fc381b9-8350-4344-8133-09dcc8b8c3a8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:35:04.669513 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871163284', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:03Z', 'revision_number': 3, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:35:04.673862 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Checking router: 33e31a77-059c-429c-9cf0-04b6b966d6e9 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:35:04.674229 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Updating router 33e31a77-059c-429c-9cf0-04b6b966d6e9 port c2e58fd4-764e-4c82-a3b1-ce83ca5ec674 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:35:04.678456 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc381b9-8350-4344-8133-09dcc8b8c3a8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Made reservation on behalf of 276f56e29e9f4849957654a758856678 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:35:04.682502 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8fc381b9-8350-4344-8133-09dcc8b8c3a8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:04.730011 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:04.897561 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8fc381b9-8350-4344-8133-09dcc8b8c3a8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:04.974738 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc381b9-8350-4344-8133-09dcc8b8c3a8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Subnet': ['ID=bb2ead14-6296-4f85-98a4-3d94438a3a12,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:04.982895 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc381b9-8350-4344-8133-09dcc8b8c3a8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Checking segment: {'id': '011cfcb5-66b9-4d93-bfda-c84359b80f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:35:04.983150 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc381b9-8350-4344-8133-09dcc8b8c3a8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network hostable DHCP agents. Network: d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:35:05.003348 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc381b9-8350-4344-8133-09dcc8b8c3a8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:35:05.013362 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-8fc381b9-8350-4344-8133-09dcc8b8c3a8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:35:05.017186 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc381b9-8350-4344-8133-09dcc8b8c3a8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:05.017774 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-8fc381b9-8350-4344-8133-09dcc8b8c3a8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:05.032355 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f9353d-6ba1-4fd1-b3c4-ab2da5ecf969 None None] Network d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:35:05.038813 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-8fc381b9-8350-4344-8133-09dcc8b8c3a8 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4923596 Mar 08 10:35:05.042102 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54850) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:35:05.144792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:05.163382 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Transition to ACTIVE for port object c2e58fd4-764e-4c82-a3b1-ce83ca5ec674 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:35:05.183048 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:05.310512 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Attempting to bind port c2e58fd4-764e-4c82-a3b1-ce83ca5ec674 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:35:05.311253 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Attempting to bind port c2e58fd4-764e-4c82-a3b1-ce83ca5ec674 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:35:05.311253 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Attempting to bind port c2e58fd4-764e-4c82-a3b1-ce83ca5ec674 on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:35:05.313409 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702dbe55-adaf-4af1-9b15-4115de964517 None None] Pushing event updated for resources: {'Port': ['ID=c2e58fd4-764e-4c82-a3b1-ce83ca5ec674,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:05.324033 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:35:05.324410 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:35:05.324831 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:05.325217 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:35:05.325682 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Bound port: c2e58fd4-764e-4c82-a3b1-ce83ca5ec674, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:35:05.326049 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:05.407169 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f', 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f', 'tenant_id': '276f56e29e9f4849957654a758856678', 'fixed_ips': [{'subnet_id': 'bb2ead14-6296-4f85-98a4-3d94438a3a12'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:35:05.407999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:05.488002 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] For port c2e58fd4-764e-4c82-a3b1-ce83ca5ec674, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:35:05.510650 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] For port c2e58fd4-764e-4c82-a3b1-ce83ca5ec674, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c2e58fd4-764e-4c82-a3b1-ce83ca5ec674,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:35:05.515178 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:05.703222 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Routers {'33e31a77-059c-429c-9cf0-04b6b966d6e9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:35:05.703847 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:34:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['33e31a77-059c-429c-9cf0-04b6b966d6e9'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:35:05.776055 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702dbe55-adaf-4af1-9b15-4115de964517 None None] Pushing event updated for resources: {'Port': ['ID=c2e58fd4-764e-4c82-a3b1-ce83ca5ec674,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:05.780734 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Allocated IP 172.20.0.2 (d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f/bb2ead14-6296-4f85-98a4-3d94438a3a12/b6ac1c22-e3ae-4392-903f-539aff3b32f8) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:35:05.827092 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fe4bcadf-2029-4612-b72a-0bc149539134 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:06.004398 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] Set router 33e31a77-059c-429c-9cf0-04b6b966d6e9 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:35:06.322755 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:06.365204 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Transition to ACTIVE for port object b6ac1c22-e3ae-4392-903f-539aff3b32f8 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:35:06.391371 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Transition to ACTIVE for port object b6ac1c22-e3ae-4392-903f-539aff3b32f8 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:35:06.399073 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:06.461562 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-fe4bcadf-2029-4612-b72a-0bc149539134 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Allocated IP 172.20.0.1 (d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f/bb2ead14-6296-4f85-98a4-3d94438a3a12/3e28b1ad-61f2-4ca1-89ef-1863d6486ae2) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:35:06.464282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Network d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:35:06.474278 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:35:06.480214 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:35:06.485045 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871163284', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:03Z', 'revision_number': 3, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:35:06.486894 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Pushing event updated for resources: {'Port': ['ID=b6ac1c22-e3ae-4392-903f-539aff3b32f8,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:06.520387 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c599b8aa-8a9a-47bd-9597-e3a3bd08af5d None None] The sync data for ids ['33e31a77-059c-429c-9cf0-04b6b966d6e9'] in dv-neutron-831730-2-hyperv is: [{'id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871163284', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:03Z', 'revision_number': 3, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:35:06.584023 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Attempting to bind port b6ac1c22-e3ae-4392-903f-539aff3b32f8 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:35:06.584600 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Attempting to bind port b6ac1c22-e3ae-4392-903f-539aff3b32f8 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '011cfcb5-66b9-4d93-bfda-c84359b80f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:35:06.585240 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Attempting to bind port b6ac1c22-e3ae-4392-903f-539aff3b32f8 on network d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:35:06.592083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:35:06.592518 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Checking segment: {'id': '011cfcb5-66b9-4d93-bfda-c84359b80f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:35:06.592950 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:06.593351 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Bound using segment: {'id': '011cfcb5-66b9-4d93-bfda-c84359b80f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:35:06.593839 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Bound port: b6ac1c22-e3ae-4392-903f-539aff3b32f8, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011cfcb5-66b9-4d93-bfda-c84359b80f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:35:06.594384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:06.632822 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fe4bcadf-2029-4612-b72a-0bc149539134 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:06.649343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-fe4bcadf-2029-4612-b72a-0bc149539134 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Transition to ACTIVE for port object 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:35:06.674370 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fe4bcadf-2029-4612-b72a-0bc149539134 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:06.692964 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] For port b6ac1c22-e3ae-4392-903f-539aff3b32f8, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:35:06.696210 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] For port b6ac1c22-e3ae-4392-903f-539aff3b32f8, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=b6ac1c22-e3ae-4392-903f-539aff3b32f8,segment=NetworkSegment(011cfcb5-66b9-4d93-bfda-c84359b80f06),segment_id=011cfcb5-66b9-4d93-bfda-c84359b80f06)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:35:06.701352 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:06.738450 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4bcadf-2029-4612-b72a-0bc149539134 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:35:06.741454 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-fe4bcadf-2029-4612-b72a-0bc149539134 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:35:06.750018 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4bcadf-2029-4612-b72a-0bc149539134 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:35:06.803982 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31828121-c369-484f-a270-85ac03d3f3a1 None None] Pushing event updated for resources: {'Port': ['ID=b6ac1c22-e3ae-4392-903f-539aff3b32f8,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:06.818856 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bcadf-2029-4612-b72a-0bc149539134 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=3e28b1ad-61f2-4ca1-89ef-1863d6486ae2,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:06.845840 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fe4bcadf-2029-4612-b72a-0bc149539134 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:07.159087 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device b6ac1c22-e3ae-4392-903f-539aff3b32f8 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:35:07.240233 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port b6ac1c22-e3ae-4392-903f-539aff3b32f8 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:35:07.246295 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c2e58fd4-764e-4c82-a3b1-ce83ca5ec674 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:35:07.282615 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fe4bcadf-2029-4612-b72a-0bc149539134 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:07.321199 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port c2e58fd4-764e-4c82-a3b1-ce83ca5ec674 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:35:07.326768 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port c2e58fd4-764e-4c82-a3b1-ce83ca5ec674 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:35:07.327399 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:07.456469 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:07.474032 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port c2e58fd4-764e-4c82-a3b1-ce83ca5ec674, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c2e58fd4-764e-4c82-a3b1-ce83ca5ec674,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:35:07.478566 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:07.569324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=c2e58fd4-764e-4c82-a3b1-ce83ca5ec674,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:07.724946 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fe4bcadf-2029-4612-b72a-0bc149539134 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:07.730647 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fe4bcadf-2029-4612-b72a-0bc149539134 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:07.833140 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02772d7c-5fea-4925-ba49-2c418770c476 None None] Network d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:35:07.840189 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fe4bcadf-2029-4612-b72a-0bc149539134 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:07.850976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bcadf-2029-4612-b72a-0bc149539134 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=3e28b1ad-61f2-4ca1-89ef-1863d6486ae2,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:07.955713 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-694bc01e-ec97-4403-b464-b9c44bc18b4f None None] Provisioning for port b6ac1c22-e3ae-4392-903f-539aff3b32f8 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:35:07.968372 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-694bc01e-ec97-4403-b464-b9c44bc18b4f None None] Provisioning complete for port b6ac1c22-e3ae-4392-903f-539aff3b32f8 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:35:07.968762 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-694bc01e-ec97-4403-b464-b9c44bc18b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:07.989051 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4bcadf-2029-4612-b72a-0bc149539134 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:35:07.990205 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-fe4bcadf-2029-4612-b72a-0bc149539134 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:35:08.183299 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4bcadf-2029-4612-b72a-0bc149539134 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router 33e31a77-059c-429c-9cf0-04b6b966d6e9 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:35:08.188868 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-694bc01e-ec97-4403-b464-b9c44bc18b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:08.234257 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-694bc01e-ec97-4403-b464-b9c44bc18b4f None None] For port b6ac1c22-e3ae-4392-903f-539aff3b32f8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=b6ac1c22-e3ae-4392-903f-539aff3b32f8,segment=NetworkSegment(011cfcb5-66b9-4d93-bfda-c84359b80f06),segment_id=011cfcb5-66b9-4d93-bfda-c84359b80f06)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:35:08.238861 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-694bc01e-ec97-4403-b464-b9c44bc18b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:08.309483 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694bc01e-ec97-4403-b464-b9c44bc18b4f None None] Pushing event updated for resources: {'Port': ['ID=b6ac1c22-e3ae-4392-903f-539aff3b32f8,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:08.376075 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4bcadf-2029-4612-b72a-0bc149539134 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:35:08.386235 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Sync routers for ids ['33e31a77-059c-429c-9cf0-04b6b966d6e9'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:35:08.389722 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fe4bcadf-2029-4612-b72a-0bc149539134 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "PUT /v2.0/routers/33e31a77-059c-429c-9cf0-04b6b966d6e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3466215 Mar 08 10:35:08.397081 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Routers {'33e31a77-059c-429c-9cf0-04b6b966d6e9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:35:08.397957 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:34:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['33e31a77-059c-429c-9cf0-04b6b966d6e9'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:35:08.466977 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4c9ac50d-fa00-4e70-8089-925110a55df6 None None] Provisioning for port 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:35:08.472231 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4c9ac50d-fa00-4e70-8089-925110a55df6 None None] Provisioning complete for port 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:35:08.472759 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c9ac50d-fa00-4e70-8089-925110a55df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:08.535438 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ac50d-fa00-4e70-8089-925110a55df6 None None] Port 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:35:08.548168 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-4c9ac50d-fa00-4e70-8089-925110a55df6 None None] Provisioning complete for port b6ac1c22-e3ae-4392-903f-539aff3b32f8 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:35:08.548822 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c9ac50d-fa00-4e70-8089-925110a55df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:08.578932 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Set router 33e31a77-059c-429c-9cf0-04b6b966d6e9 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:35:08.731534 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-80ff0384-a71d-4587-9f40-0e2d45c1b5f5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:35:08.751427 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-80ff0384-a71d-4587-9f40-0e2d45c1b5f5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:35:08.752775 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-80ff0384-a71d-4587-9f40-0e2d45c1b5f5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134974392&fields=id&tenant_id=276f56e29e9f4849957654a758856678 HTTP/1.1" status: 200 len: 267 time: 0.0665574 Mar 08 10:35:08.844484 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-bb695dd6-a69c-4f26-8300-5041f177c0d3 None None] Provisioning complete for port 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:35:08.845242 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb695dd6-a69c-4f26-8300-5041f177c0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:08.900928 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bb695dd6-a69c-4f26-8300-5041f177c0d3 None None] Port 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:35:08.916292 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-e231759a-9511-46fb-aa3b-dac1952e5841 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:08.917010 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-e231759a-9511-46fb-aa3b-dac1952e5841 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:network {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:35:08.932953 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-e231759a-9511-46fb-aa3b-dac1952e5841 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:network {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:35:08.934133 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-e231759a-9511-46fb-aa3b-dac1952e5841 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/networks?id=d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f HTTP/1.1" status: 200 len: 797 time: 0.1742454 Mar 08 10:35:08.944621 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871163284', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:07Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '3e28b1ad-61f2-4ca1-89ef-1863d6486ae2', 'name': '', 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:99:6a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'bb2ead14-6296-4f85-98a4-3d94438a3a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:06Z', 'updated_at': '2022-03-08T10:35:07Z', 'revision_number': 2, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': 'bb2ead14-6296-4f85-98a4-3d94438a3a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:35:08.949109 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Checking router: 33e31a77-059c-429c-9cf0-04b6b966d6e9 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:35:08.949461 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Updating router 33e31a77-059c-429c-9cf0-04b6b966d6e9 port 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:35:08.949567 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-69cc8fee-0006-4aa4-bac8-608d707caf21 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/quotas/276f56e29e9f4849957654a758856678 HTTP/1.1" status: 200 len: 375 time: 0.0097868 Mar 08 10:35:08.999650 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:09.021407 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3e50345f-29af-4227-ad54-df6234bac82d None None] Provisioning complete for port 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:35:09.022014 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e50345f-29af-4227-ad54-df6234bac82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:09.044490 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-e50b9f8e-bae8-4f33-b92f-53f39895ef74 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:35:09.061605 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-e50b9f8e-bae8-4f33-b92f-53f39895ef74 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:35:09.063176 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-e50b9f8e-bae8-4f33-b92f-53f39895ef74 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078951 Mar 08 10:35:09.095490 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device b6ac1c22-e3ae-4392-903f-539aff3b32f8 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:35:09.163983 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3e50345f-29af-4227-ad54-df6234bac82d None None] Port 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:35:09.183994 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port b6ac1c22-e3ae-4392-903f-539aff3b32f8 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:35:09.184361 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:09.304513 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c2e58fd4-764e-4c82-a3b1-ce83ca5ec674 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:35:09.313751 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-739a9558-16b6-4520-b244-86945471c17c service neutron] 10.222.0.24 "GET /v2.0/networks/d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341535 Mar 08 10:35:09.370581 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port c2e58fd4-764e-4c82-a3b1-ce83ca5ec674 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:35:09.370949 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:09.381145 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:09.392715 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Transition to ACTIVE for port object 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:35:09.400581 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:09.455483 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-581599d7-7198-47c5-847a-51772bbdc59e service neutron] 10.222.0.24 "GET /v2.0/networks/d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353943 Mar 08 10:35:09.525811 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c27f6-3fe6-4946-9dce-fbd0be428463 None None] Pushing event updated for resources: {'Port': ['ID=3e28b1ad-61f2-4ca1-89ef-1863d6486ae2,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:09.566140 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c27f6-3fe6-4946-9dce-fbd0be428463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:09.566499 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c27f6-3fe6-4946-9dce-fbd0be428463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:09.566821 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c27f6-3fe6-4946-9dce-fbd0be428463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:09.567149 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c27f6-3fe6-4946-9dce-fbd0be428463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:09.567481 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c27f6-3fe6-4946-9dce-fbd0be428463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:09.568175 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c27f6-3fe6-4946-9dce-fbd0be428463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:09.568175 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c27f6-3fe6-4946-9dce-fbd0be428463 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:09.568414 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c27f6-3fe6-4946-9dce-fbd0be428463 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:09.568758 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c27f6-3fe6-4946-9dce-fbd0be428463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:09.569076 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c27f6-3fe6-4946-9dce-fbd0be428463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:09.569396 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c27f6-3fe6-4946-9dce-fbd0be428463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:09.569710 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c27f6-3fe6-4946-9dce-fbd0be428463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:35:09.637018 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Attempting to bind port 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:35:09.637649 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Attempting to bind port 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '011cfcb5-66b9-4d93-bfda-c84359b80f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:35:09.638208 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Attempting to bind port 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 on network d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:35:09.644323 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:35:09.645011 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Checking segment: {'id': '011cfcb5-66b9-4d93-bfda-c84359b80f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:35:09.645681 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:09.646259 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Bound using segment: {'id': '011cfcb5-66b9-4d93-bfda-c84359b80f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:35:09.647206 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Bound port: 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011cfcb5-66b9-4d93-bfda-c84359b80f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:35:09.647768 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:09.697060 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d949a16b-ec30-4629-a467-f11ae127c735 req-625c1443-29b2-4377-b196-e07a9495b3fe tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 210 time: 0.0514469 Mar 08 10:35:09.746895 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] For port 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:35:09.749739 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] For port 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3e28b1ad-61f2-4ca1-89ef-1863d6486ae2,segment=NetworkSegment(011cfcb5-66b9-4d93-bfda-c84359b80f06),segment_id=011cfcb5-66b9-4d93-bfda-c84359b80f06)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:35:09.754847 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:09.834284 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Routers {'33e31a77-059c-429c-9cf0-04b6b966d6e9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:35:09.834923 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:34:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['33e31a77-059c-429c-9cf0-04b6b966d6e9'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:35:09.901381 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c27f6-3fe6-4946-9dce-fbd0be428463 None None] Pushing event updated for resources: {'Port': ['ID=3e28b1ad-61f2-4ca1-89ef-1863d6486ae2,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:10.038633 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] Set router 33e31a77-059c-429c-9cf0-04b6b966d6e9 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:35:10.375689 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871163284', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:07Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '3e28b1ad-61f2-4ca1-89ef-1863d6486ae2', 'name': '', 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:99:6a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'bb2ead14-6296-4f85-98a4-3d94438a3a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:06Z', 'updated_at': '2022-03-08T10:35:09Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': 'bb2ead14-6296-4f85-98a4-3d94438a3a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:35:10.379721 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54d027-95d5-4e43-872c-3b4a97d72cb5 None None] The sync data for ids ['33e31a77-059c-429c-9cf0-04b6b966d6e9'] in dv-neutron-831730-2-hyperv is: [{'id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871163284', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:07Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '3e28b1ad-61f2-4ca1-89ef-1863d6486ae2', 'name': '', 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:99:6a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'bb2ead14-6296-4f85-98a4-3d94438a3a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:06Z', 'updated_at': '2022-03-08T10:35:09Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': 'bb2ead14-6296-4f85-98a4-3d94438a3a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:35:10.857584 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b167afa1-d414-46de-b51a-4a7ea462e6f6 req-60e1e118-6ad3-4f0f-b917-57bab26928d4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 210 time: 0.0476232 Mar 08 10:35:11.070375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-2ed3e9ad-f5a8-43c2-8fce-d865d7fbf946 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:11.072040 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-2ed3e9ad-f5a8-43c2-8fce-d865d7fbf946 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "GET /v2.0/networks?id=d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f HTTP/1.1" status: 200 len: 797 time: 0.1659591 Mar 08 10:35:11.112790 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:35:11.144091 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-6c66a0ce-643d-43bd-a26a-503c0b0c561a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276f56e29e9f4849957654a758856678 HTTP/1.1" status: 200 len: 380 time: 0.0642071 Mar 08 10:35:11.154506 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-6445e0a1-9d9b-473c-b0f0-76b547f0b210 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'port': {'device_id': '6c82c12b-7553-4847-84d1-d8845acdc4fa', 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f', 'admin_state_up': True, 'tenant_id': '276f56e29e9f4849957654a758856678', 'security_groups': ['beedcaa0-bb8d-44d7-b442-6ad11e592b39']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:35:11.196101 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:35:11.201535 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:35:11.201911 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:11.300916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-6445e0a1-9d9b-473c-b0f0-76b547f0b210 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:35:11.311420 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-6445e0a1-9d9b-473c-b0f0-76b547f0b210 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:35:11.322828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-6445e0a1-9d9b-473c-b0f0-76b547f0b210 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Made reservation on behalf of 276f56e29e9f4849957654a758856678 for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:35:11.326399 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-6445e0a1-9d9b-473c-b0f0-76b547f0b210 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:11.331406 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:11.365567 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3e28b1ad-61f2-4ca1-89ef-1863d6486ae2,segment=NetworkSegment(011cfcb5-66b9-4d93-bfda-c84359b80f06),segment_id=011cfcb5-66b9-4d93-bfda-c84359b80f06)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:35:11.370172 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:11.442200 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=3e28b1ad-61f2-4ca1-89ef-1863d6486ae2,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:11.498619 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-6445e0a1-9d9b-473c-b0f0-76b547f0b210 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Allocated IP 172.20.0.8 (d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f/bb2ead14-6296-4f85-98a4-3d94438a3a12/2fe5692c-08c5-4550-bf5c-977b469d0308) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:35:11.682395 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-6445e0a1-9d9b-473c-b0f0-76b547f0b210 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:11.697630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-6445e0a1-9d9b-473c-b0f0-76b547f0b210 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Transition to ACTIVE for port object 2fe5692c-08c5-4550-bf5c-977b469d0308 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:35:11.720065 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-6445e0a1-9d9b-473c-b0f0-76b547f0b210 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:11.785922 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-6445e0a1-9d9b-473c-b0f0-76b547f0b210 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:35:11.793161 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-6445e0a1-9d9b-473c-b0f0-76b547f0b210 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:35:11.797307 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-6445e0a1-9d9b-473c-b0f0-76b547f0b210 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:35:11.827022 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445e0a1-9d9b-473c-b0f0-76b547f0b210 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=2fe5692c-08c5-4550-bf5c-977b469d0308,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:11.863894 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-6445e0a1-9d9b-473c-b0f0-76b547f0b210 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:11.864670 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-6445e0a1-9d9b-473c-b0f0-76b547f0b210 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:11.893918 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-6445e0a1-9d9b-473c-b0f0-76b547f0b210 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7449253 Mar 08 10:35:11.905458 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Request body: {'port': {'device_id': '6c82c12b-7553-4847-84d1-d8845acdc4fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:35:12.023885 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:12.044871 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-89d8a05e-7648-4a34-929d-cf931cae3d6c None None] Provisioning for port 2fe5692c-08c5-4550-bf5c-977b469d0308 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:35:12.046636 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d65d2d-5848-48ca-bd86-3ebd2a0463b8 req-94636d85-c4b4-4b0f-9a0e-e6f60793c668 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:12.048111 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52d65d2d-5848-48ca-bd86-3ebd2a0463b8 req-94636d85-c4b4-4b0f-9a0e-e6f60793c668 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 931 time: 0.0783517 Mar 08 10:35:12.049639 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-89d8a05e-7648-4a34-929d-cf931cae3d6c None None] Provisioning complete for port 2fe5692c-08c5-4550-bf5c-977b469d0308 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:35:12.049999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89d8a05e-7648-4a34-929d-cf931cae3d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:12.094877 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-52d65d2d-5848-48ca-bd86-3ebd2a0463b8 req-2c5b1de2-8785-4277-8acf-0bd3225c8d7a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:35:12.107242 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-89d8a05e-7648-4a34-929d-cf931cae3d6c None None] Port 2fe5692c-08c5-4550-bf5c-977b469d0308 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:35:12.107465 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-52d65d2d-5848-48ca-bd86-3ebd2a0463b8 req-2c5b1de2-8785-4277-8acf-0bd3225c8d7a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:35:12.108397 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52d65d2d-5848-48ca-bd86-3ebd2a0463b8 req-2c5b1de2-8785-4277-8acf-0bd3225c8d7a tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=beedcaa0-bb8d-44d7-b442-6ad11e592b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538087 Mar 08 10:35:12.351527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe5692c-08c5-4550-bf5c-977b469d0308 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:35:12.358889 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:12.372864 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Transition to ACTIVE for port object 2fe5692c-08c5-4550-bf5c-977b469d0308 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:35:12.376705 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:12.591076 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe5692c-08c5-4550-bf5c-977b469d0308,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:12.697457 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Attempting to bind port 2fe5692c-08c5-4550-bf5c-977b469d0308 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:35:12.697790 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Attempting to bind port 2fe5692c-08c5-4550-bf5c-977b469d0308 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '011cfcb5-66b9-4d93-bfda-c84359b80f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:35:12.698113 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Attempting to bind port 2fe5692c-08c5-4550-bf5c-977b469d0308 on network d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:35:12.702676 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Port 2fe5692c-08c5-4550-bf5c-977b469d0308 on network d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:35:12.702985 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Attempting to bind port 2fe5692c-08c5-4550-bf5c-977b469d0308 on network d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:35:12.707981 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:35:12.708306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Checking segment: {'id': '011cfcb5-66b9-4d93-bfda-c84359b80f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:35:12.708673 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Bound using segment: {'id': '011cfcb5-66b9-4d93-bfda-c84359b80f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:35:12.709109 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Bound port: 2fe5692c-08c5-4550-bf5c-977b469d0308, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011cfcb5-66b9-4d93-bfda-c84359b80f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:35:12.709442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:12.797829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] For port 2fe5692c-08c5-4550-bf5c-977b469d0308, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:35:12.800564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] For port 2fe5692c-08c5-4550-bf5c-977b469d0308, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2fe5692c-08c5-4550-bf5c-977b469d0308,segment=NetworkSegment(011cfcb5-66b9-4d93-bfda-c84359b80f06),segment_id=011cfcb5-66b9-4d93-bfda-c84359b80f06)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:35:12.805331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:12.857479 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:12.858154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:12.859546 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] 10.222.0.26 "PUT /v2.0/ports/2fe5692c-08c5-4550-bf5c-977b469d0308 HTTP/1.1" status: 200 len: 1093 time: 0.9585841 Mar 08 10:35:12.859983 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c82c12b-7553-4847-84d1-d8845acdc4fa', 'tag': '2fe5692c-08c5-4550-bf5c-977b469d0308'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:35:12.890190 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3bcf3-0766-473c-ac36-2c251a8696c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe5692c-08c5-4550-bf5c-977b469d0308,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:12.940511 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c82c12b-7553-4847-84d1-d8845acdc4fa', 'tag': '2fe5692c-08c5-4550-bf5c-977b469d0308', 'status': 'completed', 'code': 200} Mar 08 10:35:12.987955 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-86fafe6d-681f-473f-97d7-57b618577628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:12.989481 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-86fafe6d-681f-473f-97d7-57b618577628 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 1096 time: 0.0809050 Mar 08 10:35:13.055939 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-c116daa3-56e4-498d-b097-2df18643c5a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fe5692c-08c5-4550-bf5c-977b469d0308 HTTP/1.1" status: 200 len: 217 time: 0.0601547 Mar 08 10:35:13.073905 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:35:13.119774 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-c8a6b285-3937-447e-b14e-8ce40c579e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:13.121205 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-c8a6b285-3937-447e-b14e-8ce40c579e42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb2ead14-6296-4f85-98a4-3d94438a3a12 HTTP/1.1" status: 200 len: 833 time: 0.0601585 Mar 08 10:35:13.145885 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:35:13.146336 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:13.195893 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-3340ef0a-5d9d-4e3c-83a3-394bd290e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:13.197911 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-3340ef0a-5d9d-4e3c-83a3-394bd290e2ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714002 Mar 08 10:35:13.299692 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d7e5c-c085-4b29-aaa3-0a0a52a20bd6 req-5e999bd2-86bf-4270-9591-f8a1a7ca35e5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:13.301266 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-015d7e5c-c085-4b29-aaa3-0a0a52a20bd6 req-5e999bd2-86bf-4270-9591-f8a1a7ca35e5 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 943 time: 0.0848856 Mar 08 10:35:13.332419 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-f688cd54-2b14-4b87-a377-ea84a1ddfa10 service neutron] 10.222.0.26 "GET /v2.0/networks/d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283801 Mar 08 10:35:13.345683 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-015d7e5c-c085-4b29-aaa3-0a0a52a20bd6 req-a6b38ad7-e390-41d8-be8a-d55afc035db1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=beedcaa0-bb8d-44d7-b442-6ad11e592b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386455 Mar 08 10:35:13.459341 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4672e06a-e4d9-49c5-b74b-f85eee56aad9 req-da4b53cc-cddb-46ed-a692-7b0cefe56054 service neutron] 10.222.0.26 "GET /v2.0/networks/d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208465 Mar 08 10:35:13.568866 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cea3a-cf1c-4d19-98c3-77cbbc228a5a req-00bf8136-0e00-411b-addd-c237b6b16dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:13.570275 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec1cea3a-cf1c-4d19-98c3-77cbbc228a5a req-00bf8136-0e00-411b-addd-c237b6b16dcb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 1096 time: 0.0679741 Mar 08 10:35:13.702581 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cea3a-cf1c-4d19-98c3-77cbbc228a5a req-152e7c0b-c2b7-485e-a387-9636d4ee20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:13.704004 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec1cea3a-cf1c-4d19-98c3-77cbbc228a5a req-152e7c0b-c2b7-485e-a387-9636d4ee20d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f HTTP/1.1" status: 200 len: 898 time: 0.1279423 Mar 08 10:35:13.770823 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:13.774665 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec1cea3a-cf1c-4d19-98c3-77cbbc228a5a req-1106d1d9-0fda-4775-ac7f-c0b53b1367d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fe5692c-08c5-4550-bf5c-977b469d0308 HTTP/1.1" status: 200 len: 217 time: 0.0639422 Mar 08 10:35:13.837727 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cea3a-cf1c-4d19-98c3-77cbbc228a5a req-f2277a29-bf87-4aba-ac07-4791ad0e14bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:13.839093 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec1cea3a-cf1c-4d19-98c3-77cbbc228a5a req-f2277a29-bf87-4aba-ac07-4791ad0e14bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb2ead14-6296-4f85-98a4-3d94438a3a12 HTTP/1.1" status: 200 len: 833 time: 0.0592794 Mar 08 10:35:13.912029 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cea3a-cf1c-4d19-98c3-77cbbc228a5a req-fbbf5444-017d-4607-8c7c-10fd34d12fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:13.913499 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec1cea3a-cf1c-4d19-98c3-77cbbc228a5a req-fbbf5444-017d-4607-8c7c-10fd34d12fbb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689077 Mar 08 10:35:14.045339 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec1cea3a-cf1c-4d19-98c3-77cbbc228a5a req-486a0dfd-7e9a-4bb0-8e38-bb45f632c0a3 service neutron] 10.222.0.26 "GET /v2.0/networks/d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256154 Mar 08 10:35:14.260040 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ec1cea3a-cf1c-4d19-98c3-77cbbc228a5a req-45e2ceaf-45c8-4e37-91d5-cd92e231c1b8 service neutron] 10.222.0.26 "GET /v2.0/networks/d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075908 Mar 08 10:35:14.528444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a12a8c-6683-4ea3-8f7a-275e940b0551 req-1864113d-a064-4855-97c5-de70d1e0dba4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:14.532550 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-e1a12a8c-6683-4ea3-8f7a-275e940b0551 req-1864113d-a064-4855-97c5-de70d1e0dba4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:35:14.547241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-e1a12a8c-6683-4ea3-8f7a-275e940b0551 req-1864113d-a064-4855-97c5-de70d1e0dba4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:35:14.548375 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1a12a8c-6683-4ea3-8f7a-275e940b0551 req-1864113d-a064-4855-97c5-de70d1e0dba4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 943 time: 0.0981107 Mar 08 10:35:14.594975 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e1a12a8c-6683-4ea3-8f7a-275e940b0551 req-5c7d59fc-01ea-4e9a-a7b1-d959f895d671 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=beedcaa0-bb8d-44d7-b442-6ad11e592b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408502 Mar 08 10:35:15.779586 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625e7e9-70b1-4fe5-97a8-fb4398ce05c3 req-cbdae907-0b92-4684-86d6-e1bb6368dafc tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:15.781027 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a625e7e9-70b1-4fe5-97a8-fb4398ce05c3 req-cbdae907-0b92-4684-86d6-e1bb6368dafc tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 943 time: 0.0786812 Mar 08 10:35:15.823540 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a625e7e9-70b1-4fe5-97a8-fb4398ce05c3 req-9480bf16-0118-4877-bae9-10ae40e8ab48 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=beedcaa0-bb8d-44d7-b442-6ad11e592b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370386 Mar 08 10:35:16.053873 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 2fe5692c-08c5-4550-bf5c-977b469d0308 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:35:16.210216 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 2fe5692c-08c5-4550-bf5c-977b469d0308, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2fe5692c-08c5-4550-bf5c-977b469d0308,segment=NetworkSegment(011cfcb5-66b9-4d93-bfda-c84359b80f06),segment_id=011cfcb5-66b9-4d93-bfda-c84359b80f06)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:35:16.225951 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '2fe5692c-08c5-4550-bf5c-977b469d0308', 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f', 'port_id': '2fe5692c-08c5-4550-bf5c-977b469d0308', 'mac_address': 'fa:16:3e:83:f3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2ead14-6296-4f85-98a4-3d94438a3a12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:35:16.283313 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:16.299274 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe5692c-08c5-4550-bf5c-977b469d0308 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:35:16.314225 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 2fe5692c-08c5-4550-bf5c-977b469d0308, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2fe5692c-08c5-4550-bf5c-977b469d0308,segment=NetworkSegment(011cfcb5-66b9-4d93-bfda-c84359b80f06),segment_id=011cfcb5-66b9-4d93-bfda-c84359b80f06)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:35:16.317906 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:16.382358 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=2fe5692c-08c5-4550-bf5c-977b469d0308,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:16.690461 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['2fe5692c-08c5-4550-bf5c-977b469d0308'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:35:17.008060 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fd29b-e49a-412a-b9b6-4905a6f684fb req-e3bb012e-4ac0-4046-963a-9372381baa39 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:17.009545 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-622fd29b-e49a-412a-b9b6-4905a6f684fb req-e3bb012e-4ac0-4046-963a-9372381baa39 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 944 time: 0.0833759 Mar 08 10:35:17.052081 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-622fd29b-e49a-412a-b9b6-4905a6f684fb req-153e47d5-4a50-4d34-8dc8-747cb01483e4 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=beedcaa0-bb8d-44d7-b442-6ad11e592b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369153 Mar 08 10:35:18.068114 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 2fe5692c-08c5-4550-bf5c-977b469d0308 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:35:18.135299 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 2fe5692c-08c5-4550-bf5c-977b469d0308 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:35:18.139944 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 2fe5692c-08c5-4550-bf5c-977b469d0308 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:35:18.140320 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:18.238811 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04733ac4-5d51-46ec-aff5-7dd6d4129b35 req-05143ebe-6b10-4f7a-a6aa-731110d35f58 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:18.240257 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-04733ac4-5d51-46ec-aff5-7dd6d4129b35 req-05143ebe-6b10-4f7a-a6aa-731110d35f58 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 944 time: 0.0815275 Mar 08 10:35:18.255909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:18.282525 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c82c12b-7553-4847-84d1-d8845acdc4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe5692c-08c5-4550-bf5c-977b469d0308'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:35:18.283875 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-04733ac4-5d51-46ec-aff5-7dd6d4129b35 req-374b70bb-b626-4e62-bc5e-72b0c29d0f0d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=beedcaa0-bb8d-44d7-b442-6ad11e592b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379591 Mar 08 10:35:18.292970 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 2fe5692c-08c5-4550-bf5c-977b469d0308, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2fe5692c-08c5-4550-bf5c-977b469d0308,segment=NetworkSegment(011cfcb5-66b9-4d93-bfda-c84359b80f06),segment_id=011cfcb5-66b9-4d93-bfda-c84359b80f06)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:35:18.297198 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:18.333248 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c82c12b-7553-4847-84d1-d8845acdc4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe5692c-08c5-4550-bf5c-977b469d0308', 'code': 200} Mar 08 10:35:18.370947 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=2fe5692c-08c5-4550-bf5c-977b469d0308,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:18.551370 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9503e47-eb8f-4568-b07a-9a8c04856a81 req-1f40025b-6d1b-4006-a059-ac0789ef6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:18.552834 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d9503e47-eb8f-4568-b07a-9a8c04856a81 req-1f40025b-6d1b-4006-a059-ac0789ef6c83 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 1098 time: 0.0704114 Mar 08 10:35:18.591846 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d9503e47-eb8f-4568-b07a-9a8c04856a81 req-457f8fe8-8637-407b-ae86-3edb72a74872 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=beedcaa0-bb8d-44d7-b442-6ad11e592b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333409 Mar 08 10:35:19.466992 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe0655-f5fa-4591-b8b5-159718233405 req-d8d2f745-7822-4e6f-94cb-a520312a9fc7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:19.468390 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-38fe0655-f5fa-4591-b8b5-159718233405 req-d8d2f745-7822-4e6f-94cb-a520312a9fc7 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 945 time: 0.0809851 Mar 08 10:35:19.511484 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-38fe0655-f5fa-4591-b8b5-159718233405 req-543546f6-3389-4f3e-ab48-89004bef4a56 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=beedcaa0-bb8d-44d7-b442-6ad11e592b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375428 Mar 08 10:35:20.690987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644a89e-7a16-4875-8d4c-0d145adf654d req-5767e709-e9e7-49fe-8c3a-1bc8f53d5d78 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:20.692397 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4644a89e-7a16-4875-8d4c-0d145adf654d req-5767e709-e9e7-49fe-8c3a-1bc8f53d5d78 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 945 time: 0.0777116 Mar 08 10:35:20.735910 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4644a89e-7a16-4875-8d4c-0d145adf654d req-9ff93903-8632-4cfb-9ee8-6d4b3544eeb2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=beedcaa0-bb8d-44d7-b442-6ad11e592b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379512 Mar 08 10:35:20.913263 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597fc36-ae04-4bae-8512-6f0ad2a2b294 req-2e1c3097-6ca7-4929-9384-18f2de787930 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:20.914696 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7597fc36-ae04-4bae-8512-6f0ad2a2b294 req-2e1c3097-6ca7-4929-9384-18f2de787930 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 945 time: 0.0786400 Mar 08 10:35:20.957232 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7597fc36-ae04-4bae-8512-6f0ad2a2b294 req-2afca1f0-ec61-4853-bc22-e8bf8924677d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=beedcaa0-bb8d-44d7-b442-6ad11e592b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363610 Mar 08 10:35:20.979690 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54914) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:35:21.050348 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9b7279-3482-45bf-bce7-925a478338ae tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:21.051824 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ae9b7279-3482-45bf-bce7-925a478338ae tempest-TestNetworkAdvancedServerOps-292426366 tempest-TestNetworkAdvancedServerOps-292426366-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 1093 time: 0.0711768 Mar 08 10:35:21.054618 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54918) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:35:21.059439 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': '2fe5692c-08c5-4550-bf5c-977b469d0308', 'tenant_id': '276f56e29e9f4849957654a758856678', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:35:21.065419 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:35:21.069204 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Usage tracker for resource:floatingip and tenant:276f56e29e9f4849957654a758856678 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:35:21.072082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:35:21.077680 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:35:21.088503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for floatingip, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:21.219611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:21.320368 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:35:21.351833 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Allocated IP 172.26.2.182 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/aa9530b8-8771-4108-941d-b72abee2c5f4) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:35:21.495051 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:21.523400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:21.579123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:35:21.581769 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:35:21.585231 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:35:21.635177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=aa9530b8-8771-4108-941d-b72abee2c5f4,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:21.996913 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:22.066916 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:22.358418 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:22.362767 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:22.470981 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event updated for resources: {'Port': ['ID=aa9530b8-8771-4108-941d-b72abee2c5f4,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:35:22.479279 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:22.644025 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Floating IP 2f70572f-6aa6-441e-8313-fe51748b8874 associated. External IP: 172.26.2.182, port: 2fe5692c-08c5-4550-bf5c-977b469d0308. Mar 08 10:35:22.985495 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router 33e31a77-059c-429c-9cf0-04b6b966d6e9 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:35:23.156542 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:35:23.165921 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1959cb5b-e9d7-4bf5-a9ae-d0f8e2dd4e73 None None] Sync routers for ids ['33e31a77-059c-429c-9cf0-04b6b966d6e9'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:35:23.175215 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1959cb5b-e9d7-4bf5-a9ae-d0f8e2dd4e73 None None] Routers {'33e31a77-059c-429c-9cf0-04b6b966d6e9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:35:23.175850 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-1959cb5b-e9d7-4bf5-a9ae-d0f8e2dd4e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:34:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['33e31a77-059c-429c-9cf0-04b6b966d6e9'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:35:23.179259 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:23.236157 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2b6f7e5a-f7e2-4112-a7f4-8260b7689042 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1804607 Mar 08 10:35:23.236795 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c82c12b-7553-4847-84d1-d8845acdc4fa', 'tag': '2fe5692c-08c5-4550-bf5c-977b469d0308'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:35:23.285234 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c82c12b-7553-4847-84d1-d8845acdc4fa', 'tag': '2fe5692c-08c5-4550-bf5c-977b469d0308', 'status': 'completed', 'code': 200} Mar 08 10:35:23.356126 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-1959cb5b-e9d7-4bf5-a9ae-d0f8e2dd4e73 None None] Set router 33e31a77-059c-429c-9cf0-04b6b966d6e9 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:35:23.380306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c391b-c2b1-4785-879b-dfa68dbc8744 req-fc223e36-991a-4423-8ab3-4d6f8b1935d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:23.381830 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-866c391b-c2b1-4785-879b-dfa68dbc8744 req-fc223e36-991a-4423-8ab3-4d6f8b1935d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 1098 time: 0.0724428 Mar 08 10:35:23.558816 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c391b-c2b1-4785-879b-dfa68dbc8744 req-e25b5420-574a-4b76-be80-97ef44318cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:23.560142 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-866c391b-c2b1-4785-879b-dfa68dbc8744 req-e25b5420-574a-4b76-be80-97ef44318cb9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f HTTP/1.1" status: 200 len: 898 time: 0.1722002 Mar 08 10:35:23.713739 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-1959cb5b-e9d7-4bf5-a9ae-d0f8e2dd4e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871163284', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:07Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '2f70572f-6aa6-441e-8313-fe51748b8874', 'tenant_id': '276f56e29e9f4849957654a758856678', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'port_id': '2fe5692c-08c5-4550-bf5c-977b469d0308', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f', 'mac_address': 'fa:16:3e:83:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82c12b-7553-4847-84d1-d8845acdc4fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:35:21Z', 'updated_at': '2022-03-08T10:35:21Z', 'revision_number': 0, 'project_id': '276f56e29e9f4849957654a758856678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e28b1ad-61f2-4ca1-89ef-1863d6486ae2', 'name': '', 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:99:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'bb2ead14-6296-4f85-98a4-3d94438a3a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:06Z', 'updated_at': '2022-03-08T10:35:11Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': 'bb2ead14-6296-4f85-98a4-3d94438a3a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:35:23.717577 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1959cb5b-e9d7-4bf5-a9ae-d0f8e2dd4e73 None None] Checking router: 33e31a77-059c-429c-9cf0-04b6b966d6e9 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:35:23.725856 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1959cb5b-e9d7-4bf5-a9ae-d0f8e2dd4e73 None None] Routers {'33e31a77-059c-429c-9cf0-04b6b966d6e9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:35:23.726453 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-1959cb5b-e9d7-4bf5-a9ae-d0f8e2dd4e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:34:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['33e31a77-059c-429c-9cf0-04b6b966d6e9'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:35:23.762713 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e98c3b-f090-4fd0-8ab3-5d0f0eca88d5 req-787637d1-4635-41c4-b330-f16131fea308 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:23.764158 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d0e98c3b-f090-4fd0-8ab3-5d0f0eca88d5 req-787637d1-4635-41c4-b330-f16131fea308 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 945 time: 0.2967079 Mar 08 10:35:23.806824 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-866c391b-c2b1-4785-879b-dfa68dbc8744 req-32485b3e-874b-4629-9beb-6584690de25a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fe5692c-08c5-4550-bf5c-977b469d0308 HTTP/1.1" status: 200 len: 999 time: 0.2367246 Mar 08 10:35:23.863131 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d0e98c3b-f090-4fd0-8ab3-5d0f0eca88d5 req-902ceb98-8846-4dec-be03-f1d41566607c tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=beedcaa0-bb8d-44d7-b442-6ad11e592b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932145 Mar 08 10:35:23.879143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c391b-c2b1-4785-879b-dfa68dbc8744 req-e7fae97f-93f8-4aff-aaa9-51bbda2c5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:23.880578 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-866c391b-c2b1-4785-879b-dfa68dbc8744 req-e7fae97f-93f8-4aff-aaa9-51bbda2c5b5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb2ead14-6296-4f85-98a4-3d94438a3a12 HTTP/1.1" status: 200 len: 833 time: 0.0650227 Mar 08 10:35:23.887520 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 54928) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:35:23.939492 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-1959cb5b-e9d7-4bf5-a9ae-d0f8e2dd4e73 None None] Set router 33e31a77-059c-429c-9cf0-04b6b966d6e9 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:35:24.038461 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f9e87ff8-d5a3-4508-ac0d-877f1ae997c2 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/floatingips/2f70572f-6aa6-441e-8313-fe51748b8874 HTTP/1.1" status: 200 len: 991 time: 0.1499004 Mar 08 10:35:24.056080 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c391b-c2b1-4785-879b-dfa68dbc8744 req-59e387db-cea1-4e0e-9eb8-eb2816679d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:24.057556 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-866c391b-c2b1-4785-879b-dfa68dbc8744 req-59e387db-cea1-4e0e-9eb8-eb2816679d6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1708744 Mar 08 10:35:24.068016 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [req-866c391b-c2b1-4785-879b-dfa68dbc8744 req-0034b436-8292-4b66-b23f-ecc10cf6a6d7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 10:35:24.068966 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-866c391b-c2b1-4785-879b-dfa68dbc8744 req-0034b436-8292-4b66-b23f-ecc10cf6a6d7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048518 Mar 08 10:35:24.196849 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-866c391b-c2b1-4785-879b-dfa68dbc8744 req-ed355de9-91dd-4bb0-8944-66132cca0845 service neutron] 10.222.0.26 "GET /v2.0/networks/d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221275 Mar 08 10:35:24.280515 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-1959cb5b-e9d7-4bf5-a9ae-d0f8e2dd4e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871163284', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:07Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '2f70572f-6aa6-441e-8313-fe51748b8874', 'tenant_id': '276f56e29e9f4849957654a758856678', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'port_id': '2fe5692c-08c5-4550-bf5c-977b469d0308', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f', 'mac_address': 'fa:16:3e:83:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82c12b-7553-4847-84d1-d8845acdc4fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:35:21Z', 'updated_at': '2022-03-08T10:35:21Z', 'revision_number': 0, 'project_id': '276f56e29e9f4849957654a758856678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e28b1ad-61f2-4ca1-89ef-1863d6486ae2', 'name': '', 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:99:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'bb2ead14-6296-4f85-98a4-3d94438a3a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:06Z', 'updated_at': '2022-03-08T10:35:11Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': 'bb2ead14-6296-4f85-98a4-3d94438a3a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:35:24.284465 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1959cb5b-e9d7-4bf5-a9ae-d0f8e2dd4e73 None None] The sync data for ids ['33e31a77-059c-429c-9cf0-04b6b966d6e9'] in dv-neutron-831730-2-hyperv is: [{'id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871163284', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:07Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '2f70572f-6aa6-441e-8313-fe51748b8874', 'tenant_id': '276f56e29e9f4849957654a758856678', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'port_id': '2fe5692c-08c5-4550-bf5c-977b469d0308', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f', 'mac_address': 'fa:16:3e:83:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82c12b-7553-4847-84d1-d8845acdc4fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:35:21Z', 'updated_at': '2022-03-08T10:35:21Z', 'revision_number': 0, 'project_id': '276f56e29e9f4849957654a758856678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e28b1ad-61f2-4ca1-89ef-1863d6486ae2', 'name': '', 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:99:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'bb2ead14-6296-4f85-98a4-3d94438a3a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:06Z', 'updated_at': '2022-03-08T10:35:11Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': 'bb2ead14-6296-4f85-98a4-3d94438a3a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:35:24.328459 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-866c391b-c2b1-4785-879b-dfa68dbc8744 req-ad881079-24d5-4331-8347-d75003f75e52 service neutron] 10.222.0.26 "GET /v2.0/networks/d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261640 Mar 08 10:35:24.473316 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b02bbb-2ad7-44d3-b35a-afbd3d65ac66 None None] New status for floating IP 2f70572f-6aa6-441e-8313-fe51748b8874: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:35:25.010244 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd4e0e21-84da-4dbd-befc-5ad03a995f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:25.042271 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54932) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:35:25.145817 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4bc09df7-6fe5-42ea-addf-b28482d40804 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/floatingips/2f70572f-6aa6-441e-8313-fe51748b8874 HTTP/1.1" status: 200 len: 993 time: 0.1024182 Mar 08 10:35:27.673591 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0d919500-e606-4f52-b785-84e7d2851b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:28.401944 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:28.403830 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:28.874472 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0998ff1e-2d84-46de-b755-aa9f268eb2b0 req-59890a8f-75d0-4d88-bfa6-9989ad910991 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673542 Mar 08 10:35:29.013088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998ff1e-2d84-46de-b755-aa9f268eb2b0 req-72fcf910-316e-4a91-af04-32d81d4587b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:29.014637 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0998ff1e-2d84-46de-b755-aa9f268eb2b0 req-72fcf910-316e-4a91-af04-32d81d4587b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 1098 time: 0.0729439 Mar 08 10:35:29.153304 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998ff1e-2d84-46de-b755-aa9f268eb2b0 req-bc06c4bd-3dcc-4589-a7c7-be35a7a977bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:29.154634 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0998ff1e-2d84-46de-b755-aa9f268eb2b0 req-bc06c4bd-3dcc-4589-a7c7-be35a7a977bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f HTTP/1.1" status: 200 len: 898 time: 0.1230102 Mar 08 10:35:29.255070 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0998ff1e-2d84-46de-b755-aa9f268eb2b0 req-5d5e195f-60a3-4921-9d5c-00a31c5c5290 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fe5692c-08c5-4550-bf5c-977b469d0308 HTTP/1.1" status: 200 len: 1001 time: 0.0941467 Mar 08 10:35:29.318770 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998ff1e-2d84-46de-b755-aa9f268eb2b0 req-93debae5-9e87-4b00-b0c4-66b0139b5cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:29.320178 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0998ff1e-2d84-46de-b755-aa9f268eb2b0 req-93debae5-9e87-4b00-b0c4-66b0139b5cd9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb2ead14-6296-4f85-98a4-3d94438a3a12 HTTP/1.1" status: 200 len: 833 time: 0.0597262 Mar 08 10:35:29.391195 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998ff1e-2d84-46de-b755-aa9f268eb2b0 req-f79ebb44-56f2-4828-af73-6d33883454d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:35:29.392642 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0998ff1e-2d84-46de-b755-aa9f268eb2b0 req-f79ebb44-56f2-4828-af73-6d33883454d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672057 Mar 08 10:35:29.518440 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0998ff1e-2d84-46de-b755-aa9f268eb2b0 req-3a174db6-b1ab-40e6-9255-78fcaf72db8b service neutron] 10.222.0.26 "GET /v2.0/networks/d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199310 Mar 08 10:35:29.647573 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0998ff1e-2d84-46de-b755-aa9f268eb2b0 req-c9f33c50-490f-47b2-bbb0-10e0cf622c75 service neutron] 10.222.0.26 "GET /v2.0/networks/d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232803 Mar 08 10:35:30.244457 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:43.768210 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:55.010527 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-da848ff5-5f9f-42aa-a376-f568a392b84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:57.674746 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a0f984e-b5c9-4f47-a322-e1ad4b5696a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:58.319360 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:35:58.401269 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:35:58.403675 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:00.248153 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:13.782881 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:25.013443 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-209999fa-92a9-4194-9c3c-2e9a3a597196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:26.135184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e4ca9-fe5a-4ce7-88c5-1eb330e5cf17 req-0a62b00c-3cce-4a6c-8399-74cf8d36cefd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:26.137249 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-121e4ca9-fe5a-4ce7-88c5-1eb330e5cf17 req-0a62b00c-3cce-4a6c-8399-74cf8d36cefd tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 945 time: 0.0882626 Mar 08 10:36:26.178686 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-121e4ca9-fe5a-4ce7-88c5-1eb330e5cf17 req-b267c8b1-b953-4419-aca0-6decefd7fad1 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=beedcaa0-bb8d-44d7-b442-6ad11e592b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359676 Mar 08 10:36:27.370588 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f24958-952b-4cca-9999-07524411a22d req-4940477b-ff05-4b87-978e-998a5890767b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:27.371910 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b6f24958-952b-4cca-9999-07524411a22d req-4940477b-ff05-4b87-978e-998a5890767b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 945 time: 0.0837333 Mar 08 10:36:27.513603 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b6f24958-952b-4cca-9999-07524411a22d req-fb9a0240-bdcd-4ec3-b511-ce5652d89697 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=beedcaa0-bb8d-44d7-b442-6ad11e592b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360662 Mar 08 10:36:27.675663 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0e002d25-741c-4f22-a00c-24c3047b0775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:28.400276 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:28.405218 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:28.695924 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56b84a-5b46-4d72-81fd-277a8e43b828 req-c8698516-77ed-4822-b3c2-ff175a6f7400 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:28.697387 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc56b84a-5b46-4d72-81fd-277a8e43b828 req-c8698516-77ed-4822-b3c2-ff175a6f7400 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 945 time: 0.0778322 Mar 08 10:36:28.743369 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc56b84a-5b46-4d72-81fd-277a8e43b828 req-bb0ff66e-2bf8-409a-a707-a7ccb2cc8271 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=beedcaa0-bb8d-44d7-b442-6ad11e592b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399919 Mar 08 10:36:28.765681 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 54998) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:28.859103 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7ce0db07-42f5-4507-a507-55d27368a096 req-006c7a22-f083-44b9-9fa6-9f96cf0e52e3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672328 Mar 08 10:36:28.870187 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-954c7411-1136-4543-8093-d7ef14bb782f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/floatingips/2f70572f-6aa6-441e-8313-fe51748b8874 HTTP/1.1" status: 200 len: 993 time: 0.1034176 Mar 08 10:36:28.995911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0db07-42f5-4507-a507-55d27368a096 req-b9925e2d-aa92-48c9-9376-2edd65854690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:28.997264 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7ce0db07-42f5-4507-a507-55d27368a096 req-b9925e2d-aa92-48c9-9376-2edd65854690 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 1098 time: 0.0710285 Mar 08 10:36:29.139303 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0db07-42f5-4507-a507-55d27368a096 req-1a8654ba-e053-417a-8f02-39b768def3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:29.140715 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7ce0db07-42f5-4507-a507-55d27368a096 req-1a8654ba-e053-417a-8f02-39b768def3e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f HTTP/1.1" status: 200 len: 898 time: 0.1210895 Mar 08 10:36:29.239236 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7ce0db07-42f5-4507-a507-55d27368a096 req-e9dad71e-c3ab-43de-8717-85c4af88a058 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fe5692c-08c5-4550-bf5c-977b469d0308 HTTP/1.1" status: 200 len: 1001 time: 0.0926700 Mar 08 10:36:29.298886 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0db07-42f5-4507-a507-55d27368a096 req-36605bb8-e8d7-4289-96aa-ee6961de8507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:29.300189 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7ce0db07-42f5-4507-a507-55d27368a096 req-36605bb8-e8d7-4289-96aa-ee6961de8507 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb2ead14-6296-4f85-98a4-3d94438a3a12 HTTP/1.1" status: 200 len: 833 time: 0.0549343 Mar 08 10:36:29.370552 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0db07-42f5-4507-a507-55d27368a096 req-0abc91b9-64bb-4458-ae9e-097b10dc9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:29.371933 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7ce0db07-42f5-4507-a507-55d27368a096 req-0abc91b9-64bb-4458-ae9e-097b10dc9323 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661931 Mar 08 10:36:29.497335 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7ce0db07-42f5-4507-a507-55d27368a096 req-029a5fc8-36b4-48f5-aa1c-cdbd015d4e01 service neutron] 10.222.0.26 "GET /v2.0/networks/d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192150 Mar 08 10:36:29.625243 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7ce0db07-42f5-4507-a507-55d27368a096 req-2fa6eff0-a368-4863-bc71-9e763216293f service neutron] 10.222.0.26 "GET /v2.0/networks/d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222305 Mar 08 10:36:30.251649 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:30.374416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ceaa-e762-409d-adb3-9a60f9e69aeb req-88910aea-bf9a-4ee1-8277-d4cb8ffd6c20 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:30.375861 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1512ceaa-e762-409d-adb3-9a60f9e69aeb req-88910aea-bf9a-4ee1-8277-d4cb8ffd6c20 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 945 time: 0.1406901 Mar 08 10:36:30.378375 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35161d-4946-42d3-b3e1-29466158e5f0 req-fcc4ea4a-9a00-49ea-b4c8-c693bf82a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:30.379680 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ac35161d-4946-42d3-b3e1-29466158e5f0 req-fcc4ea4a-9a00-49ea-b4c8-c693bf82a157 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 1098 time: 0.1099820 Mar 08 10:36:30.505393 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1512ceaa-e762-409d-adb3-9a60f9e69aeb req-73e8f515-de34-4b1e-9c20-e80c5309a260 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=beedcaa0-bb8d-44d7-b442-6ad11e592b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236429 Mar 08 10:36:30.541900 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35161d-4946-42d3-b3e1-29466158e5f0 req-76edd289-c280-4c43-96e3-fb0d66b56940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:30.543327 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ac35161d-4946-42d3-b3e1-29466158e5f0 req-76edd289-c280-4c43-96e3-fb0d66b56940 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f HTTP/1.1" status: 200 len: 898 time: 0.1474276 Mar 08 10:36:30.640531 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ac35161d-4946-42d3-b3e1-29466158e5f0 req-d55552cf-76b3-4f71-98cf-ea4c66d5b0bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fe5692c-08c5-4550-bf5c-977b469d0308 HTTP/1.1" status: 200 len: 1001 time: 0.0906241 Mar 08 10:36:30.706055 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35161d-4946-42d3-b3e1-29466158e5f0 req-b794feea-2e19-4c24-a93b-52d04d9cb57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:30.707460 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ac35161d-4946-42d3-b3e1-29466158e5f0 req-b794feea-2e19-4c24-a93b-52d04d9cb57b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb2ead14-6296-4f85-98a4-3d94438a3a12 HTTP/1.1" status: 200 len: 833 time: 0.0611162 Mar 08 10:36:30.786768 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35161d-4946-42d3-b3e1-29466158e5f0 req-581e469f-5061-43ba-b074-4a4ce293bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:30.788164 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ac35161d-4946-42d3-b3e1-29466158e5f0 req-581e469f-5061-43ba-b074-4a4ce293bef3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748882 Mar 08 10:36:30.915839 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ac35161d-4946-42d3-b3e1-29466158e5f0 req-b5105b04-bafe-4a40-8168-9c1c8ac130fc service neutron] 10.222.0.26 "GET /v2.0/networks/d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213353 Mar 08 10:36:31.128806 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ac35161d-4946-42d3-b3e1-29466158e5f0 req-fa0fbc54-52c0-4f7e-9ce6-6958000ffbf5 service neutron] 10.222.0.26 "GET /v2.0/networks/d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075858 Mar 08 10:36:31.686035 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2cb1c-c019-4395-8777-37f9bcc5ceac req-31fbc529-9856-4483-bd02-f47300983d15 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:31.687475 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-61d2cb1c-c019-4395-8777-37f9bcc5ceac req-31fbc529-9856-4483-bd02-f47300983d15 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 945 time: 0.0786703 Mar 08 10:36:31.729802 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-61d2cb1c-c019-4395-8777-37f9bcc5ceac req-a2a5ab57-619a-420a-863f-7046044ee586 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=beedcaa0-bb8d-44d7-b442-6ad11e592b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366268 Mar 08 10:36:32.915170 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e192f74-9af8-4d05-b865-ebf03d190b9e req-9c135056-37cc-45a5-803f-dd4c32b51fa6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:32.916520 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7e192f74-9af8-4d05-b865-ebf03d190b9e req-9c135056-37cc-45a5-803f-dd4c32b51fa6 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 945 time: 0.0803041 Mar 08 10:36:32.958977 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7e192f74-9af8-4d05-b865-ebf03d190b9e req-3c40924e-59bf-48a3-82f7-d9421edc430f tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=beedcaa0-bb8d-44d7-b442-6ad11e592b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368629 Mar 08 10:36:32.981062 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 55012) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:33.085615 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b5970728-23a9-4b8d-b46e-5c4ef622728e tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/floatingips/2f70572f-6aa6-441e-8313-fe51748b8874 HTTP/1.1" status: 200 len: 993 time: 0.1034458 Mar 08 10:36:33.420265 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 55020) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:33.716783 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting port aa9530b8-8771-4108-941d-b72abee2c5f4 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:36:33.717117 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:33.886586 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:33.886829 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:34.006387 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Calling delete_port for aa9530b8-8771-4108-941d-b72abee2c5f4 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:36:34.158892 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:34.206633 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Port': ['ID=aa9530b8-8771-4108-941d-b72abee2c5f4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:34.247438 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:34.247807 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:34.248134 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:34.248471 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:34.248838 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:34.249167 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:34.249493 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:34.249816 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:34.250137 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:34.250459 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:34.250778 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:34.251097 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:34.304374 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:34.304732 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Floating IP 2f70572f-6aa6-441e-8313-fe51748b8874 disassociated (deleted). External IP: 172.26.2.182, port: 2fe5692c-08c5-4550-bf5c-977b469d0308. Mar 08 10:36:34.657445 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router 33e31a77-059c-429c-9cf0-04b6b966d6e9 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:36:34.834926 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:36:34.844985 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd215ec6-3ade-4bae-b2a3-15289ff964b9 None None] Sync routers for ids ['33e31a77-059c-429c-9cf0-04b6b966d6e9'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:36:34.859669 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd215ec6-3ade-4bae-b2a3-15289ff964b9 None None] Routers {'33e31a77-059c-429c-9cf0-04b6b966d6e9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:36:34.860377 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-bd215ec6-3ade-4bae-b2a3-15289ff964b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:36:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['33e31a77-059c-429c-9cf0-04b6b966d6e9'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:34.861032 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:34.919657 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5f596dea-ac2d-4076-ac21-f8ea808c9685 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/floatingips/2f70572f-6aa6-441e-8313-fe51748b8874 HTTP/1.1" status: 204 len: 168 time: 1.4982882 Mar 08 10:36:34.920617 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c82c12b-7553-4847-84d1-d8845acdc4fa', 'tag': '2fe5692c-08c5-4550-bf5c-977b469d0308'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:36:34.969762 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c82c12b-7553-4847-84d1-d8845acdc4fa', 'tag': '2fe5692c-08c5-4550-bf5c-977b469d0308', 'status': 'completed', 'code': 200} Mar 08 10:36:35.052421 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-bd215ec6-3ade-4bae-b2a3-15289ff964b9 None None] Set router 33e31a77-059c-429c-9cf0-04b6b966d6e9 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:36:35.083559 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a52a5-dffd-4e03-b4ba-4e8e05426ec0 req-d84302ee-dc41-40a0-af2b-70736e808c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:35.085074 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1e3a52a5-dffd-4e03-b4ba-4e8e05426ec0 req-d84302ee-dc41-40a0-af2b-70736e808c22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=276f56e29e9f4849957654a758856678&device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 1098 time: 0.0891879 Mar 08 10:36:35.236388 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a52a5-dffd-4e03-b4ba-4e8e05426ec0 req-b852ce64-86ba-4162-ba37-92e2e96ce226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:35.237857 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1e3a52a5-dffd-4e03-b4ba-4e8e05426ec0 req-b852ce64-86ba-4162-ba37-92e2e96ce226 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f HTTP/1.1" status: 200 len: 898 time: 0.1467993 Mar 08 10:36:35.286011 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f0eb-87d2-4e1c-a464-3307f034ffc8 req-62707c36-b0ff-448e-851f-06aaead9990b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:35.286696 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-2b18f0eb-87d2-4e1c-a464-3307f034ffc8 req-62707c36-b0ff-448e-851f-06aaead9990b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Synchronizing usage tracker for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:36:35.302951 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-2b18f0eb-87d2-4e1c-a464-3307f034ffc8 req-62707c36-b0ff-448e-851f-06aaead9990b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Unset dirty status for tenant:276f56e29e9f4849957654a758856678 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:36:35.304096 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b18f0eb-87d2-4e1c-a464-3307f034ffc8 req-62707c36-b0ff-448e-851f-06aaead9990b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 945 time: 0.0953867 Mar 08 10:36:35.309596 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1e3a52a5-dffd-4e03-b4ba-4e8e05426ec0 req-b9912630-a376-425b-9fb0-17b685a3033d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fe5692c-08c5-4550-bf5c-977b469d0308 HTTP/1.1" status: 200 len: 217 time: 0.0648296 Mar 08 10:36:35.318511 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:36:35.349783 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b18f0eb-87d2-4e1c-a464-3307f034ffc8 req-6aa1d165-aafb-429d-b746-7ac624d9c07b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=beedcaa0-bb8d-44d7-b442-6ad11e592b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394354 Mar 08 10:36:35.375184 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a52a5-dffd-4e03-b4ba-4e8e05426ec0 req-3efe71c8-2d4c-48c4-a860-bfde96ec2dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:35.376619 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1e3a52a5-dffd-4e03-b4ba-4e8e05426ec0 req-3efe71c8-2d4c-48c4-a860-bfde96ec2dea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb2ead14-6296-4f85-98a4-3d94438a3a12 HTTP/1.1" status: 200 len: 833 time: 0.0590987 Mar 08 10:36:35.381189 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-bd215ec6-3ade-4bae-b2a3-15289ff964b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871163284', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:07Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '3e28b1ad-61f2-4ca1-89ef-1863d6486ae2', 'name': '', 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:99:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'bb2ead14-6296-4f85-98a4-3d94438a3a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:06Z', 'updated_at': '2022-03-08T10:35:11Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': 'bb2ead14-6296-4f85-98a4-3d94438a3a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:35.385088 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd215ec6-3ade-4bae-b2a3-15289ff964b9 None None] Checking router: 33e31a77-059c-429c-9cf0-04b6b966d6e9 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:36:35.393392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd215ec6-3ade-4bae-b2a3-15289ff964b9 None None] Routers {'33e31a77-059c-429c-9cf0-04b6b966d6e9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:36:35.393983 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-bd215ec6-3ade-4bae-b2a3-15289ff964b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:36:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['33e31a77-059c-429c-9cf0-04b6b966d6e9'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:35.454309 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a52a5-dffd-4e03-b4ba-4e8e05426ec0 req-1fb3402e-fd60-4475-9e9b-4739567d50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:35.455799 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1e3a52a5-dffd-4e03-b4ba-4e8e05426ec0 req-1fb3402e-fd60-4475-9e9b-4739567d50fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724235 Mar 08 10:36:35.588809 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1e3a52a5-dffd-4e03-b4ba-4e8e05426ec0 req-3e48ed66-e184-4982-a79f-7e9b0583a442 service neutron] 10.222.0.26 "GET /v2.0/networks/d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258657 Mar 08 10:36:35.617738 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-bd215ec6-3ade-4bae-b2a3-15289ff964b9 None None] Set router 33e31a77-059c-429c-9cf0-04b6b966d6e9 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:36:35.716516 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1e3a52a5-dffd-4e03-b4ba-4e8e05426ec0 req-39778884-9e92-4ab8-90f8-5c97b03e10aa service neutron] 10.222.0.26 "GET /v2.0/networks/d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220431 Mar 08 10:36:35.916985 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-bd215ec6-3ade-4bae-b2a3-15289ff964b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871163284', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:07Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '3e28b1ad-61f2-4ca1-89ef-1863d6486ae2', 'name': '', 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:99:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'bb2ead14-6296-4f85-98a4-3d94438a3a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:06Z', 'updated_at': '2022-03-08T10:35:11Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': 'bb2ead14-6296-4f85-98a4-3d94438a3a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:35.920822 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd215ec6-3ade-4bae-b2a3-15289ff964b9 None None] The sync data for ids ['33e31a77-059c-429c-9cf0-04b6b966d6e9'] in dv-neutron-831730-2-hyperv is: [{'id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871163284', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:07Z', 'revision_number': 4, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '3e28b1ad-61f2-4ca1-89ef-1863d6486ae2', 'name': '', 'network_id': 'd55c3b1f-e2fa-4a1e-b64a-fce86ea9887f', 'tenant_id': '276f56e29e9f4849957654a758856678', 'mac_address': 'fa:16:3e:99:6a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'bb2ead14-6296-4f85-98a4-3d94438a3a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:06Z', 'updated_at': '2022-03-08T10:35:11Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'subnets': [{'id': 'bb2ead14-6296-4f85-98a4-3d94438a3a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:36:36.118812 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87afa81-ad2a-487c-8666-11ab26f9ddd7 None None] New status for floating IP 2f70572f-6aa6-441e-8313-fe51748b8874: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:36:36.542864 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027708a2-77fc-4fec-aded-6ecf8ba4cf49 req-7a3526b1-6ce2-40ac-ab34-da0789e2af37 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:36.544213 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-027708a2-77fc-4fec-aded-6ecf8ba4cf49 req-7a3526b1-6ce2-40ac-ab34-da0789e2af37 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 945 time: 0.0778754 Mar 08 10:36:36.590850 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-027708a2-77fc-4fec-aded-6ecf8ba4cf49 req-d0dbf77e-4f2b-4db2-8fc7-7b7ba05c4679 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/security-groups?id=beedcaa0-bb8d-44d7-b442-6ad11e592b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409043 Mar 08 10:36:36.989800 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be27364-d402-4afd-8f5f-93783c11aba1 req-def1cba1-89c1-459d-a35c-1d9c204de407 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:36.991201 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9be27364-d402-4afd-8f5f-93783c11aba1 req-def1cba1-89c1-459d-a35c-1d9c204de407 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 945 time: 0.0784664 Mar 08 10:36:37.057382 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-9be27364-d402-4afd-8f5f-93783c11aba1 req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting port 2fe5692c-08c5-4550-bf5c-977b469d0308 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:36:37.057724 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9be27364-d402-4afd-8f5f-93783c11aba1 req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:37.293648 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-9be27364-d402-4afd-8f5f-93783c11aba1 req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] For port 2fe5692c-08c5-4550-bf5c-977b469d0308, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=2fe5692c-08c5-4550-bf5c-977b469d0308,segment=NetworkSegment(011cfcb5-66b9-4d93-bfda-c84359b80f06),segment_id=011cfcb5-66b9-4d93-bfda-c84359b80f06)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:36:37.293905 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9be27364-d402-4afd-8f5f-93783c11aba1 req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:37.413626 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-9be27364-d402-4afd-8f5f-93783c11aba1 req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Calling delete_port for 2fe5692c-08c5-4550-bf5c-977b469d0308 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:36:37.637116 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9be27364-d402-4afd-8f5f-93783c11aba1 req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:37.686827 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Port': ['ID=2fe5692c-08c5-4550-bf5c-977b469d0308,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:37.720331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:37.720945 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:37.721539 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:37.722120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:37.722505 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:37.722838 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:37.723235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:37.723573 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:37.723963 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:37.724546 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:37.725021 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:37.725386 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:37.748822 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e30373c9-3b19-46e0-94d7-4fffbf852d8c req-40e2381a-26d1-451f-9729-f60b120fca84 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c82c12b-7553-4847-84d1-d8845acdc4fa HTTP/1.1" status: 200 len: 210 time: 0.0506094 Mar 08 10:36:37.775279 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be27364-d402-4afd-8f5f-93783c11aba1 req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] No DVR routers for this DVR port 2fe5692c-08c5-4550-bf5c-977b469d0308 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:36:37.777646 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-9be27364-d402-4afd-8f5f-93783c11aba1 req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:37.780115 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c82c12b-7553-4847-84d1-d8845acdc4fa', 'name': 'network-vif-deleted', 'tag': '2fe5692c-08c5-4550-bf5c-977b469d0308'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:36:37.796222 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9be27364-d402-4afd-8f5f-93783c11aba1 req-6bce9244-0db8-4473-b3e0-0cbd33c745d0 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.26 "DELETE /v2.0/ports/2fe5692c-08c5-4550-bf5c-977b469d0308 HTTP/1.1" status: 204 len: 173 time: 0.7998252 Mar 08 10:36:37.825149 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c82c12b-7553-4847-84d1-d8845acdc4fa', 'name': 'network-vif-deleted', 'tag': '2fe5692c-08c5-4550-bf5c-977b469d0308', 'status': 'completed', 'code': 200} Mar 08 10:36:38.847228 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55040) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:39.388803 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ccd392e1-cb9b-409a-b476-3873e031dbad tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:39.727882 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ccd392e1-cb9b-409a-b476-3873e031dbad tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting port 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:36:39.728215 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ccd392e1-cb9b-409a-b476-3873e031dbad tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:39.906772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-ccd392e1-cb9b-409a-b476-3873e031dbad tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] For port 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3e28b1ad-61f2-4ca1-89ef-1863d6486ae2,segment=NetworkSegment(011cfcb5-66b9-4d93-bfda-c84359b80f06),segment_id=011cfcb5-66b9-4d93-bfda-c84359b80f06)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:36:39.907443 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ccd392e1-cb9b-409a-b476-3873e031dbad tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:40.120397 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-ccd392e1-cb9b-409a-b476-3873e031dbad tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Calling delete_port for 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 owned by network:router_interface {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:36:40.434677 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ccd392e1-cb9b-409a-b476-3873e031dbad tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:40.485176 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd392e1-cb9b-409a-b476-3873e031dbad tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Port': ['ID=3e28b1ad-61f2-4ca1-89ef-1863d6486ae2,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:40.754473 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ccd392e1-cb9b-409a-b476-3873e031dbad tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:41.100518 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd392e1-cb9b-409a-b476-3873e031dbad tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Router 33e31a77-059c-429c-9cf0-04b6b966d6e9 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:36:41.374325 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd392e1-cb9b-409a-b476-3873e031dbad tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:36:41.384101 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b29f0-488e-4c65-990e-8bf0f6b29f3e None None] Sync routers for ids ['33e31a77-059c-429c-9cf0-04b6b966d6e9'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:36:41.386406 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ccd392e1-cb9b-409a-b476-3873e031dbad tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "PUT /v2.0/routers/33e31a77-059c-429c-9cf0-04b6b966d6e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5381482 Mar 08 10:36:41.389046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55044) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:41.393970 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b29f0-488e-4c65-990e-8bf0f6b29f3e None None] Routers {'33e31a77-059c-429c-9cf0-04b6b966d6e9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:36:41.394574 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-d26b29f0-488e-4c65-990e-8bf0f6b29f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:36:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['33e31a77-059c-429c-9cf0-04b6b966d6e9'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:41.452647 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0446b668-f434-40af-bcda-065a5a700a69 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting subnet bb2ead14-6296-4f85-98a4-3d94438a3a12 {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:36:41.455487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0446b668-f434-40af-bcda-065a5a700a69 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:41.510977 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0446b668-f434-40af-bcda-065a5a700a69 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:41.570049 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-d26b29f0-488e-4c65-990e-8bf0f6b29f3e None None] Set router 33e31a77-059c-429c-9cf0-04b6b966d6e9 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:36:41.592716 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0446b668-f434-40af-bcda-065a5a700a69 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:41.667549 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0446b668-f434-40af-bcda-065a5a700a69 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:41.706490 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446b668-f434-40af-bcda-065a5a700a69 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2ead14-6296-4f85-98a4-3d94438a3a12,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:41.708384 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0446b668-f434-40af-bcda-065a5a700a69 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:41.717689 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0446b668-f434-40af-bcda-065a5a700a69 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/subnets/bb2ead14-6296-4f85-98a4-3d94438a3a12 HTTP/1.1" status: 204 len: 168 time: 0.3251424 Mar 08 10:36:41.717859 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55048) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:41.757557 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e314dc-9ad2-414b-9f29-0cba29421267 None None] Network d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:36:41.891601 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d34595f1-c539-408e-b64d-1edf7c620c10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:42.028984 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-d26b29f0-488e-4c65-990e-8bf0f6b29f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871163284', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:36:40Z', 'revision_number': 5, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port': {'id': 'c2e58fd4-764e-4c82-a3b1-ce83ca5ec674', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:42.034949 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b29f0-488e-4c65-990e-8bf0f6b29f3e None None] Checking router: 33e31a77-059c-429c-9cf0-04b6b966d6e9 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:36:42.044594 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b29f0-488e-4c65-990e-8bf0f6b29f3e None None] Routers {'33e31a77-059c-429c-9cf0-04b6b966d6e9'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:36:42.045227 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-d26b29f0-488e-4c65-990e-8bf0f6b29f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:36:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['33e31a77-059c-429c-9cf0-04b6b966d6e9'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:42.065863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d34595f1-c539-408e-b64d-1edf7c620c10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:42.075773 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-d34595f1-c539-408e-b64d-1edf7c620c10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Deleting port c2e58fd4-764e-4c82-a3b1-ce83ca5ec674 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:36:42.076170 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d34595f1-c539-408e-b64d-1edf7c620c10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:42.093595 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] DHCP port deletion for d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:36:42.113251 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] Deleting port b6ac1c22-e3ae-4392-903f-539aff3b32f8 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:36:42.113614 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:42.250391 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [None req-d34595f1-c539-408e-b64d-1edf7c620c10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] For port c2e58fd4-764e-4c82-a3b1-ce83ca5ec674, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=c2e58fd4-764e-4c82-a3b1-ce83ca5ec674,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:36:42.251003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d34595f1-c539-408e-b64d-1edf7c620c10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:42.271074 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-d26b29f0-488e-4c65-990e-8bf0f6b29f3e None None] Set router 33e31a77-059c-429c-9cf0-04b6b966d6e9 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:36:42.371758 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-d34595f1-c539-408e-b64d-1edf7c620c10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Calling delete_port for c2e58fd4-764e-4c82-a3b1-ce83ca5ec674 owned by network:router_gateway {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:36:42.428129 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-d26b29f0-488e-4c65-990e-8bf0f6b29f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871163284', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:36:42Z', 'revision_number': 6, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:42.452918 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b29f0-488e-4c65-990e-8bf0f6b29f3e None None] The sync data for ids ['33e31a77-059c-429c-9cf0-04b6b966d6e9'] in dv-neutron-831730-2-hyperv is: [{'id': '33e31a77-059c-429c-9cf0-04b6b966d6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871163284', 'tenant_id': '276f56e29e9f4849957654a758856678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:35:02Z', 'updated_at': '2022-03-08T10:36:42Z', 'revision_number': 6, 'project_id': '276f56e29e9f4849957654a758856678', 'gw_port_host': None}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:36:42.539782 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 2fe5692c-08c5-4550-bf5c-977b469d0308 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:36:42.542592 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d34595f1-c539-408e-b64d-1edf7c620c10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:42.571875 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] For port b6ac1c22-e3ae-4392-903f-539aff3b32f8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=b6ac1c22-e3ae-4392-903f-539aff3b32f8,segment=NetworkSegment(011cfcb5-66b9-4d93-bfda-c84359b80f06),segment_id=011cfcb5-66b9-4d93-bfda-c84359b80f06)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:36:42.572291 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:42.588362 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 2fe5692c-08c5-4550-bf5c-977b469d0308 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:36:42.588748 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 2fe5692c-08c5-4550-bf5c-977b469d0308 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:36:42.589898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34595f1-c539-408e-b64d-1edf7c620c10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Port': ['ID=c2e58fd4-764e-4c82-a3b1-ce83ca5ec674,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:42.679792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d34595f1-c539-408e-b64d-1edf7c620c10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:42.696932 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] Calling delete_port for b6ac1c22-e3ae-4392-903f-539aff3b32f8 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:36:42.773253 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:42.823576 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] No DVR routers for this DVR port b6ac1c22-e3ae-4392-903f-539aff3b32f8 on host dv-neutron-831730-2-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:36:42.825311 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] Pushing event deleted for resources: {'Port': ['ID=b6ac1c22-e3ae-4392-903f-539aff3b32f8,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:42.839910 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:42.840267 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:42.840618 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:42.840984 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:42.841320 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:42.841828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:42.842169 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:42.842501 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:42.842989 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:42.843320 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:42.843649 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:42.843977 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b409ab5-dab5-4ef5-8ebd-da8b4bda8c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:42.957451 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d34595f1-c539-408e-b64d-1edf7c620c10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:42.959530 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d34595f1-c539-408e-b64d-1edf7c620c10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:42.980339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d34595f1-c539-408e-b64d-1edf7c620c10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:42.980948 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34595f1-c539-408e-b64d-1edf7c620c10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Fanout notify agent at l3_agent the message router_deleted on router 33e31a77-059c-429c-9cf0-04b6b966d6e9 {{(pid=87771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:36:42.995238 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d34595f1-c539-408e-b64d-1edf7c620c10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:42.996328 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d34595f1-c539-408e-b64d-1edf7c620c10 tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/routers/33e31a77-059c-429c-9cf0-04b6b966d6e9 HTTP/1.1" status: 204 len: 168 time: 1.2776089 Mar 08 10:36:42.999057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55052) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:43.107243 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afc4d011-6c13-48ae-b8a6-70c248ee1f9b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:43.236983 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afc4d011-6c13-48ae-b8a6-70c248ee1f9b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:43.265696 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-afc4d011-6c13-48ae-b8a6-70c248ee1f9b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f']}} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:43.266371 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device b6ac1c22-e3ae-4392-903f-539aff3b32f8 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:36:43.278153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-afc4d011-6c13-48ae-b8a6-70c248ee1f9b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011cfcb5-66b9-4d93-bfda-c84359b80f06') {'for_net_delete': True} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:43.278448 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.services.segments.db [None req-afc4d011-6c13-48ae-b8a6-70c248ee1f9b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011cfcb5-66b9-4d93-bfda-c84359b80f06') {} {{(pid=87771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:43.289327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afc4d011-6c13-48ae-b8a6-70c248ee1f9b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584011363'] for segment, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:43.299645 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: b6ac1c22-e3ae-4392-903f-539aff3b32f8 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:36:43.299995 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device b6ac1c22-e3ae-4392-903f-539aff3b32f8 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:36:43.300411 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:36:43.305066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afc4d011-6c13-48ae-b8a6-70c248ee1f9b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:43.312190 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc4d011-6c13-48ae-b8a6-70c248ee1f9b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:36:43.312859 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afc4d011-6c13-48ae-b8a6-70c248ee1f9b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-123181'] for segment, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: Traceback (most recent call last): Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: timer() Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: cb(*args, **kw) Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: return func(*args, **kwargs) Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: self._notify() Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: self.callback(batched_events) Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: event.method(event) Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: return f(self, *a, **k) Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._get(url).json() Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: return self.request(url, 'GET', **kwargs) Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:36:43.328505 dv-neutron-831730-2-hyperv neutron-server[87771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:36:43.337498 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:36:43.337854 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3e28b1ad-61f2-4ca1-89ef-1863d6486ae2 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:36:43.338473 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c2e58fd4-764e-4c82-a3b1-ce83ca5ec674 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:36:43.370794 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: c2e58fd4-764e-4c82-a3b1-ce83ca5ec674 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:36:43.371143 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device c2e58fd4-764e-4c82-a3b1-ce83ca5ec674 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:36:43.410361 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afc4d011-6c13-48ae-b8a6-70c248ee1f9b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:43.427292 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-afc4d011-6c13-48ae-b8a6-70c248ee1f9b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:43.439498 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4d011-6c13-48ae-b8a6-70c248ee1f9b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'Network': ['ID=d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:43.449073 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-afc4d011-6c13-48ae-b8a6-70c248ee1f9b tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/networks/d55c3b1f-e2fa-4a1e-b64a-fce86ea9887f HTTP/1.1" status: 204 len: 168 time: 0.4489899 Mar 08 10:36:43.451715 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55056) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:43.527127 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-28ecb676-fbd2-4bd3-9d79-4c4fe05a0f2d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:43.555279 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-28ecb676-fbd2-4bd3-9d79-4c4fe05a0f2d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:43.617604 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-28ecb676-fbd2-4bd3-9d79-4c4fe05a0f2d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:43.634473 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecb676-fbd2-4bd3-9d79-4c4fe05a0f2d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beedcaa0-bb8d-44d7-b442-6ad11e592b39,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:43.649785 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-28ecb676-fbd2-4bd3-9d79-4c4fe05a0f2d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:43.650969 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-28ecb676-fbd2-4bd3-9d79-4c4fe05a0f2d tempest-TestNetworkAdvancedServerOps-1886696555 tempest-TestNetworkAdvancedServerOps-1886696555-project] 10.222.0.24 "DELETE /v2.0/security-groups/beedcaa0-bb8d-44d7-b442-6ad11e592b39 HTTP/1.1" status: 204 len: 168 time: 0.1983213 Mar 08 10:36:43.783076 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:44.006232 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55066) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:44.178066 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bddf61c4-e2fd-45c4-9cd5-4b8ec169a6a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=276f56e29e9f4849957654a758856678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1706998 Mar 08 10:36:44.180452 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55074) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:44.236335 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9cc3c73c-85ec-4eb3-9469-c2ce6d234bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:44.262543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9cc3c73c-85ec-4eb3-9469-c2ce6d234bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:44.316992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9cc3c73c-85ec-4eb3-9469-c2ce6d234bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:44.332939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3c73c-85ec-4eb3-9469-c2ce6d234bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8af4c06-d834-497d-a41a-464dc951f446,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:44.339703 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-9cc3c73c-85ec-4eb3-9469-c2ce6d234bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:44.340843 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-9cc3c73c-85ec-4eb3-9469-c2ce6d234bfb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8af4c06-d834-497d-a41a-464dc951f446 HTTP/1.1" status: 204 len: 168 time: 0.1594589 Mar 08 10:36:44.632783 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55082) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:44.651044 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e383d4f6-fde0-490b-9944-1f151e3bb8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:44.664832 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e383d4f6-fde0-490b-9944-1f151e3bb8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:36:44.668639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e383d4f6-fde0-490b-9944-1f151e3bb8bc admin admin] Usage tracker for resource:security_group_rule and tenant:5c5df222805a470a8ab0ee6eed471306 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:36:44.671423 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-e383d4f6-fde0-490b-9944-1f151e3bb8bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:36:44.677054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-e383d4f6-fde0-490b-9944-1f151e3bb8bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:36:44.763725 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e383d4f6-fde0-490b-9944-1f151e3bb8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:44.767659 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e383d4f6-fde0-490b-9944-1f151e3bb8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:44.814118 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e383d4f6-fde0-490b-9944-1f151e3bb8bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c5df222805a470a8ab0ee6eed471306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803126 Mar 08 10:36:44.815235 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383d4f6-fde0-490b-9944-1f151e3bb8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240d31e0-3e55-471f-82ae-a38d36e594a9,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:44.817070 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 55086) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:44.980616 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca8bf-7a5d-4987-994a-accdca9968f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:45.005799 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca8bf-7a5d-4987-994a-accdca9968f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:45.061911 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca8bf-7a5d-4987-994a-accdca9968f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:45.076379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ca8bf-7a5d-4987-994a-accdca9968f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240d31e0-3e55-471f-82ae-a38d36e594a9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:45.082338 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca8bf-7a5d-4987-994a-accdca9968f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:45.085126 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5d4ca8bf-7a5d-4987-994a-accdca9968f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/240d31e0-3e55-471f-82ae-a38d36e594a9 HTTP/1.1" status: 204 len: 168 time: 0.2670617 Mar 08 10:36:45.816870 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 55110) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:45.950487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-312620556-network', 'tenant_id': '68a44931562f4d978d41b0c00364d06a'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:36:45.955294 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:36:45.959038 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Usage tracker for resource:network and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:36:45.961839 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:36:45.968422 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:36:45.977881 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Made reservation on behalf of 68a44931562f4d978d41b0c00364d06a for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:36:45.980223 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:45.991912 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:46.005787 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:36:46.009586 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Usage tracker for resource:security_group_rule and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:36:46.012928 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:36:46.018518 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:36:46.106713 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:46.110410 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:46.141565 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:36:46.146742 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68041a09-33e3-4a7e-b833-d4902dcfea78,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:46.154722 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:46.155678 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Added segment 8da4142b-dda1-4b81-aaf2-3089d0833721 of type vlan for network 04e9751c-b296-4139-a822-4da2058c1f46 Mar 08 10:36:46.181116 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:46.209347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:46.210262 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:46.210825 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:46.310041 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4920409 Mar 08 10:36:46.310974 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbfb00-35ca-490b-9219-333a4deb385c admin admin] Pushing event updated for resources: {'Network': ['ID=04e9751c-b296-4139-a822-4da2058c1f46,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:46.313110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55118) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:46.320647 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 04e9751c-b296-4139-a822-4da2058c1f46 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:36:46.321333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-19ecf2ff-6f18-4367-9241-f15424668626 admin admin] Request body: {'subnet': {'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-312620556-subnet', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'ip_version': 4}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:36:46.327028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-19ecf2ff-6f18-4367-9241-f15424668626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:36:46.330829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-19ecf2ff-6f18-4367-9241-f15424668626 admin admin] Usage tracker for resource:subnet and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:36:46.333684 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-19ecf2ff-6f18-4367-9241-f15424668626 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:36:46.339852 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-19ecf2ff-6f18-4367-9241-f15424668626 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:36:46.348980 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ecf2ff-6f18-4367-9241-f15424668626 admin admin] Made reservation on behalf of 68a44931562f4d978d41b0c00364d06a for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:36:46.351319 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-19ecf2ff-6f18-4367-9241-f15424668626 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:46.563436 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-19ecf2ff-6f18-4367-9241-f15424668626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:46.637057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecf2ff-6f18-4367-9241-f15424668626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f6fcf29-99cf-45a5-8723-32feac32e821,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:46.644365 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ecf2ff-6f18-4367-9241-f15424668626 admin admin] Checking segment: {'id': '8da4142b-dda1-4b81-aaf2-3089d0833721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:36:46.644743 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ecf2ff-6f18-4367-9241-f15424668626 admin admin] Network hostable DHCP agents. Network: 04e9751c-b296-4139-a822-4da2058c1f46, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:36:46.663750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ecf2ff-6f18-4367-9241-f15424668626 admin admin] Network 04e9751c-b296-4139-a822-4da2058c1f46 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:36:46.673297 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-19ecf2ff-6f18-4367-9241-f15424668626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 04e9751c-b296-4139-a822-4da2058c1f46) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:36:46.677243 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ecf2ff-6f18-4367-9241-f15424668626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:46.677760 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-19ecf2ff-6f18-4367-9241-f15424668626 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:46.684148 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54276c22-0346-4eb2-ad74-114e223b329a None None] Network 04e9751c-b296-4139-a822-4da2058c1f46 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:36:46.704980 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-19ecf2ff-6f18-4367-9241-f15424668626 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3897493 Mar 08 10:36:46.707787 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 55122) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:46.712935 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:36:46.717602 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:36:46.721463 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Usage tracker for resource:router and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:36:46.724259 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:36:46.730413 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:36:46.740857 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:46.741991 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:46.758451 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:46.897701 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-04e9751c-b296-4139-a822-4da2058c1f46', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:36:46.898532 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:47.020090 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:47.048224 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Allocated IP 172.20.0.2 (04e9751c-b296-4139-a822-4da2058c1f46/3f6fcf29-99cf-45a5-8723-32feac32e821/4d0ac5bd-9a09-44ff-8be9-c6622db30950) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:36:47.251128 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:47.261992 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Transition to ACTIVE for port object 4d0ac5bd-9a09-44ff-8be9-c6622db30950 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:36:47.280614 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Transition to ACTIVE for port object 4d0ac5bd-9a09-44ff-8be9-c6622db30950 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:36:47.285991 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:47.322708 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:47.345762 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Network 04e9751c-b296-4139-a822-4da2058c1f46 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:36:47.351681 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:47.352804 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:36:47.357954 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:36:47.363595 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Pushing event updated for resources: {'Port': ['ID=4d0ac5bd-9a09-44ff-8be9-c6622db30950,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:47.482291 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Attempting to bind port 4d0ac5bd-9a09-44ff-8be9-c6622db30950 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:36:47.482664 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Attempting to bind port 4d0ac5bd-9a09-44ff-8be9-c6622db30950 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '8da4142b-dda1-4b81-aaf2-3089d0833721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:36:47.483029 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Attempting to bind port 4d0ac5bd-9a09-44ff-8be9-c6622db30950 on network 04e9751c-b296-4139-a822-4da2058c1f46 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:36:47.487914 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Allocated IP 172.26.2.30 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/277d17bd-f7c7-4618-8b70-249eed63ec83) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:36:47.488376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:36:47.488943 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Checking segment: {'id': '8da4142b-dda1-4b81-aaf2-3089d0833721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:36:47.489391 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:47.489931 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Bound using segment: {'id': '8da4142b-dda1-4b81-aaf2-3089d0833721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:36:47.490521 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Bound port: 4d0ac5bd-9a09-44ff-8be9-c6622db30950, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da4142b-dda1-4b81-aaf2-3089d0833721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:36:47.490996 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:47.581558 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] For port 4d0ac5bd-9a09-44ff-8be9-c6622db30950, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:36:47.584862 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] For port 4d0ac5bd-9a09-44ff-8be9-c6622db30950, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=4d0ac5bd-9a09-44ff-8be9-c6622db30950,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:36:47.590108 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:47.639657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:47.669257 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:47.670023 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc7a8e-7408-4413-9aae-efd9bdca463c None None] Pushing event updated for resources: {'Port': ['ID=4d0ac5bd-9a09-44ff-8be9-c6622db30950,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:47.736460 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:36:47.739244 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:36:47.747337 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:36:47.906028 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Pushing event updated for resources: {'Port': ['ID=277d17bd-f7c7-4618-8b70-249eed63ec83,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:48.278754 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:48.580440 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac74776-2042-4081-8e44-8f3a0ccc1c17 None None] Network 04e9751c-b296-4139-a822-4da2058c1f46 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:36:48.624970 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:48.686308 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7b8a86d2-14a6-4d0b-9570-f4b955edc0b9 None None] Provisioning for port 4d0ac5bd-9a09-44ff-8be9-c6622db30950 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:36:48.825480 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 10:36:48.999475 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:36:49.008722 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Sync routers for ids ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:36:49.020306 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Routers {'dff7dc62-0a0c-4966-9b4c-8657d8e35d76'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:36:49.021783 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:36:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:49.032964 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:49.034215 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9be0f04f-bce5-4c5e-be75-5938e34066d4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3254466 Mar 08 10:36:49.036905 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 55126) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:49.148618 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4d0ac5bd-9a09-44ff-8be9-c6622db30950 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:36:49.202892 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Set router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:36:49.225241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 4d0ac5bd-9a09-44ff-8be9-c6622db30950 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:36:49.230394 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 4d0ac5bd-9a09-44ff-8be9-c6622db30950 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:36:49.230765 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:49.351400 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:49.385728 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 4d0ac5bd-9a09-44ff-8be9-c6622db30950, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=4d0ac5bd-9a09-44ff-8be9-c6622db30950,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:36:49.393201 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:49.476837 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=4d0ac5bd-9a09-44ff-8be9-c6622db30950,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:49.499509 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:36:48Z', 'revision_number': 3, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port': {'id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:47Z', 'updated_at': '2022-03-08T10:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:49.503458 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Checking router: dff7dc62-0a0c-4966-9b4c-8657d8e35d76 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:36:49.503805 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Updating router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 port 277d17bd-f7c7-4618-8b70-249eed63ec83 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:36:49.558632 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:49.830536 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74932920-509f-4270-857c-99f09e49a109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:49.878710 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:49.890356 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Transition to ACTIVE for port object 277d17bd-f7c7-4618-8b70-249eed63ec83 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:36:49.896926 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:49.971042 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Attempting to bind port 277d17bd-f7c7-4618-8b70-249eed63ec83 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:36:49.971404 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Attempting to bind port 277d17bd-f7c7-4618-8b70-249eed63ec83 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:36:49.971759 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Attempting to bind port 277d17bd-f7c7-4618-8b70-249eed63ec83 on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:36:49.977354 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38becd15-cee5-47c5-96b4-774b80e8b5b7 None None] Pushing event updated for resources: {'Port': ['ID=277d17bd-f7c7-4618-8b70-249eed63ec83,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:49.986200 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becd15-cee5-47c5-96b4-774b80e8b5b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:49.986542 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becd15-cee5-47c5-96b4-774b80e8b5b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:49.986874 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becd15-cee5-47c5-96b4-774b80e8b5b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:49.987200 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becd15-cee5-47c5-96b4-774b80e8b5b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:49.987523 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becd15-cee5-47c5-96b4-774b80e8b5b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:49.987848 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becd15-cee5-47c5-96b4-774b80e8b5b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:49.988174 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becd15-cee5-47c5-96b4-774b80e8b5b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:49.988483 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becd15-cee5-47c5-96b4-774b80e8b5b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:49.988828 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becd15-cee5-47c5-96b4-774b80e8b5b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:49.989146 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becd15-cee5-47c5-96b4-774b80e8b5b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:49.989459 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becd15-cee5-47c5-96b4-774b80e8b5b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:49.989771 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38becd15-cee5-47c5-96b4-774b80e8b5b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:36:49.992964 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:36:49.993336 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:36:49.993730 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:49.994685 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:36:49.995148 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Bound port: 277d17bd-f7c7-4618-8b70-249eed63ec83, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:36:49.995511 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:50.032776 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-74932920-509f-4270-857c-99f09e49a109 admin admin] Allocated IP 172.20.0.1 (04e9751c-b296-4139-a822-4da2058c1f46/3f6fcf29-99cf-45a5-8723-32feac32e821/8f89c3bf-aef7-4862-9bc8-e5f2ab277825) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:36:50.070921 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] For port 277d17bd-f7c7-4618-8b70-249eed63ec83, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:36:50.074405 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] For port 277d17bd-f7c7-4618-8b70-249eed63ec83, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=277d17bd-f7c7-4618-8b70-249eed63ec83,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:36:50.079738 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:50.155882 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Routers {'dff7dc62-0a0c-4966-9b4c-8657d8e35d76'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:36:50.156516 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:36:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:50.188321 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74932920-509f-4270-857c-99f09e49a109 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:50.203519 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-74932920-509f-4270-857c-99f09e49a109 admin admin] Transition to ACTIVE for port object 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:36:50.220804 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38becd15-cee5-47c5-96b4-774b80e8b5b7 None None] Pushing event updated for resources: {'Port': ['ID=277d17bd-f7c7-4618-8b70-249eed63ec83,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:50.230666 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74932920-509f-4270-857c-99f09e49a109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:50.295191 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74932920-509f-4270-857c-99f09e49a109 admin admin] Network 04e9751c-b296-4139-a822-4da2058c1f46 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:36:50.302386 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-74932920-509f-4270-857c-99f09e49a109 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:36:50.306814 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74932920-509f-4270-857c-99f09e49a109 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:36:50.337045 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74932920-509f-4270-857c-99f09e49a109 admin admin] Pushing event updated for resources: {'Port': ['ID=8f89c3bf-aef7-4862-9bc8-e5f2ab277825,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:50.365250 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74932920-509f-4270-857c-99f09e49a109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:50.437506 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] Set router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:36:50.498466 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74932920-509f-4270-857c-99f09e49a109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:50.559046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6f7b07e8-d551-4001-ba03-d4a3fb22e236 None None] Provisioning for port 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:36:50.565775 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6f7b07e8-d551-4001-ba03-d4a3fb22e236 None None] Provisioning complete for port 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:36:50.566648 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6f7b07e8-d551-4001-ba03-d4a3fb22e236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:50.630696 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b07e8-d551-4001-ba03-d4a3fb22e236 None None] Port 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:36:50.731540 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74932920-509f-4270-857c-99f09e49a109 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:50.736074 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74932920-509f-4270-857c-99f09e49a109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:50.815920 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:36:48Z', 'revision_number': 3, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port': {'id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:47Z', 'updated_at': '2022-03-08T10:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:50.824582 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26be65b-7d52-410c-9dda-c0af682a5ffc None None] The sync data for ids ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'] in dv-neutron-831730-2-hyperv is: [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:36:48Z', 'revision_number': 3, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port': {'id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:47Z', 'updated_at': '2022-03-08T10:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:36:50.839432 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-74932920-509f-4270-857c-99f09e49a109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:50.843983 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74932920-509f-4270-857c-99f09e49a109 admin admin] Pushing event updated for resources: {'Port': ['ID=8f89c3bf-aef7-4862-9bc8-e5f2ab277825,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:51.102352 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74932920-509f-4270-857c-99f09e49a109 admin admin] Network 04e9751c-b296-4139-a822-4da2058c1f46 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:36:51.103934 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-74932920-509f-4270-857c-99f09e49a109 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:36:51.212024 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4d0ac5bd-9a09-44ff-8be9-c6622db30950 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:36:51.295887 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 4d0ac5bd-9a09-44ff-8be9-c6622db30950 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:36:51.296498 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:51.318583 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74932920-509f-4270-857c-99f09e49a109 admin admin] Router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:36:51.377371 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9809fe30-12a2-4bd6-9a1a-5dd18f290ac8 None None] Provisioning complete for port 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:36:51.377618 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9809fe30-12a2-4bd6-9a1a-5dd18f290ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:51.485496 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9809fe30-12a2-4bd6-9a1a-5dd18f290ac8 None None] Port 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:36:51.491801 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 277d17bd-f7c7-4618-8b70-249eed63ec83 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:36:51.508773 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74932920-509f-4270-857c-99f09e49a109 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:36:51.518397 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-74932920-509f-4270-857c-99f09e49a109 admin admin] 10.222.0.24 "PUT /v2.0/routers/dff7dc62-0a0c-4966-9b4c-8657d8e35d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4804707 Mar 08 10:36:51.569269 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 277d17bd-f7c7-4618-8b70-249eed63ec83 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:36:51.577276 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 277d17bd-f7c7-4618-8b70-249eed63ec83 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:36:51.577659 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:51.702018 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:51.719140 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 277d17bd-f7c7-4618-8b70-249eed63ec83, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=277d17bd-f7c7-4618-8b70-249eed63ec83,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:36:51.724519 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:51.800144 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=277d17bd-f7c7-4618-8b70-249eed63ec83,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:52.043646 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 55144) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:52.049235 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-508904477-network', 'tenant_id': '2be0bc1cc2c245ea8be2c40496436b00'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:36:52.053989 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:36:52.057780 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Usage tracker for resource:network and tenant:2be0bc1cc2c245ea8be2c40496436b00 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:36:52.060593 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:36:52.066896 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:36:52.079375 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Made reservation on behalf of 2be0bc1cc2c245ea8be2c40496436b00 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:36:52.081908 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:52.095202 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:52.108993 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:36:52.112717 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Usage tracker for resource:security_group_rule and tenant:2be0bc1cc2c245ea8be2c40496436b00 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:36:52.115448 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:36:52.121037 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:36:52.204420 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:52.208429 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:52.241825 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:36:52.250468 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625558a6-a1a6-4937-9f71-260fee711ab1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:52.256449 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:52.256809 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Added segment 8d12a079-b74f-408b-a2c3-9fe3ae3ac02e of type vlan for network 2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2 Mar 08 10:36:52.283829 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:52.313089 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:52.314063 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:52.314968 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:52.406621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Sync routers for ids ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:36:52.415999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Routers {'dff7dc62-0a0c-4966-9b4c-8657d8e35d76'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:36:52.416869 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:36:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:52.418106 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3733411 Mar 08 10:36:52.419081 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77215c2-6dec-48b3-a45d-20b4c81a1436 admin admin] Pushing event updated for resources: {'Network': ['ID=2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:52.421183 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55148) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:52.429437 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1f044191-81bc-4975-80ff-569d86b74924 admin admin] Request body: {'subnet': {'network_id': '2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-508904477-subnet', 'tenant_id': '2be0bc1cc2c245ea8be2c40496436b00', 'ip_version': 4}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:36:52.434816 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1f044191-81bc-4975-80ff-569d86b74924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:36:52.438570 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1f044191-81bc-4975-80ff-569d86b74924 admin admin] Usage tracker for resource:subnet and tenant:2be0bc1cc2c245ea8be2c40496436b00 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:36:52.441600 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1f044191-81bc-4975-80ff-569d86b74924 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:36:52.447733 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1f044191-81bc-4975-80ff-569d86b74924 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:36:52.457474 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f044191-81bc-4975-80ff-569d86b74924 admin admin] Made reservation on behalf of 2be0bc1cc2c245ea8be2c40496436b00 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:36:52.460179 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1f044191-81bc-4975-80ff-569d86b74924 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:52.470848 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network 2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:36:52.668178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1f044191-81bc-4975-80ff-569d86b74924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:52.709900 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Set router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:36:52.735897 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f044191-81bc-4975-80ff-569d86b74924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6571efd2-d3c6-4755-b118-91f2d6abef06,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:52.750167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f044191-81bc-4975-80ff-569d86b74924 admin admin] Checking segment: {'id': '8d12a079-b74f-408b-a2c3-9fe3ae3ac02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:36:52.750515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f044191-81bc-4975-80ff-569d86b74924 admin admin] Network hostable DHCP agents. Network: 2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:36:52.769108 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f044191-81bc-4975-80ff-569d86b74924 admin admin] Network 2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:36:52.779487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-1f044191-81bc-4975-80ff-569d86b74924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, 2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:36:52.788547 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f044191-81bc-4975-80ff-569d86b74924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:36:52.789154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1f044191-81bc-4975-80ff-569d86b74924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:52.810818 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1f044191-81bc-4975-80ff-569d86b74924 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3872733 Mar 08 10:36:52.813407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55152) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:52.818617 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-508904477-router', 'tenant_id': '2be0bc1cc2c245ea8be2c40496436b00', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:36:52.823206 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:36:52.826984 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Usage tracker for resource:router and tenant:2be0bc1cc2c245ea8be2c40496436b00 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:36:52.829822 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:36:52.833841 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35192dac-77e9-4991-864c-8b12b9cdf3b3 None None] Network 2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:36:52.835512 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:36:52.846174 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:52.847057 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:52.861685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:53.123385 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 277d17bd-f7c7-4618-8b70-249eed63ec83 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:36:53.221798 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:53.259634 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2', 'network_id': '2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2', 'tenant_id': '2be0bc1cc2c245ea8be2c40496436b00', 'fixed_ips': [{'subnet_id': '6571efd2-d3c6-4755-b118-91f2d6abef06'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:36:53.260551 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:53.290161 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 277d17bd-f7c7-4618-8b70-249eed63ec83 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:36:53.290528 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:53.315003 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:36:50Z', 'revision_number': 4, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port': {'id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:47Z', 'updated_at': '2022-03-08T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '8f89c3bf-aef7-4862-9bc8-e5f2ab277825', 'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'mac_address': 'fa:16:3e:92:b1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:49Z', 'updated_at': '2022-03-08T10:36:50Z', 'revision_number': 2, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'subnets': [{'id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:53.367592 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Checking router: dff7dc62-0a0c-4966-9b4c-8657d8e35d76 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:36:53.367842 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Updating router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 port 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:36:53.466828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:53.523394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:53.552317 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:53.676322 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Allocated IP 172.20.0.2 (2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2/6571efd2-d3c6-4755-b118-91f2d6abef06/dc792e53-3126-4568-a3c3-7d765567a5f8) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:36:53.689106 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Allocated IP 172.26.2.22 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/6563ff21-8f9a-4750-b9c5-863fedff32fc) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:36:53.845241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:53.874339 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:53.936677 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:36:53.940026 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:36:53.943810 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:36:53.990965 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Pushing event updated for resources: {'Port': ['ID=6563ff21-8f9a-4750-b9c5-863fedff32fc,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:54.031364 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:54.079065 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Transition to ACTIVE for port object dc792e53-3126-4568-a3c3-7d765567a5f8 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:36:54.119452 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Transition to ACTIVE for port object dc792e53-3126-4568-a3c3-7d765567a5f8 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:36:54.121595 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:54.135583 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:54.139597 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Transition to ACTIVE for port object 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:36:54.241205 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:54.269850 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Network 2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:36:54.325506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:36:54.327921 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:36:54.330507 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Pushing event updated for resources: {'Port': ['ID=dc792e53-3126-4568-a3c3-7d765567a5f8,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:54.499554 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:54.577734 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905b3a2-4fef-4abb-b786-24e2bb8d9436 None None] Pushing event updated for resources: {'Port': ['ID=8f89c3bf-aef7-4862-9bc8-e5f2ab277825,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:54.585204 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Attempting to bind port 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:36:54.585561 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Attempting to bind port 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '8da4142b-dda1-4b81-aaf2-3089d0833721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:36:54.585934 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Attempting to bind port 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 on network 04e9751c-b296-4139-a822-4da2058c1f46 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:36:54.592301 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Attempting to bind port dc792e53-3126-4568-a3c3-7d765567a5f8 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:36:54.592667 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Attempting to bind port dc792e53-3126-4568-a3c3-7d765567a5f8 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '8d12a079-b74f-408b-a2c3-9fe3ae3ac02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:36:54.593038 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Attempting to bind port dc792e53-3126-4568-a3c3-7d765567a5f8 on network 2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:36:54.600381 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:36:54.600822 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Checking segment: {'id': '8da4142b-dda1-4b81-aaf2-3089d0833721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:36:54.601227 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:54.601613 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Bound using segment: {'id': '8da4142b-dda1-4b81-aaf2-3089d0833721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:36:54.602174 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Bound port: 8f89c3bf-aef7-4862-9bc8-e5f2ab277825, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da4142b-dda1-4b81-aaf2-3089d0833721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:36:54.602507 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:54.615443 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:36:54.615821 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Checking segment: {'id': '8d12a079-b74f-408b-a2c3-9fe3ae3ac02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:36:54.616214 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:54.616601 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Bound using segment: {'id': '8d12a079-b74f-408b-a2c3-9fe3ae3ac02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:36:54.617185 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Bound port: dc792e53-3126-4568-a3c3-7d765567a5f8, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d12a079-b74f-408b-a2c3-9fe3ae3ac02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:36:54.617460 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:54.773881 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] For port 8f89c3bf-aef7-4862-9bc8-e5f2ab277825, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:36:54.776547 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] For port dc792e53-3126-4568-a3c3-7d765567a5f8, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:36:54.779654 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] For port 8f89c3bf-aef7-4862-9bc8-e5f2ab277825, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=8f89c3bf-aef7-4862-9bc8-e5f2ab277825,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:36:54.781776 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] For port dc792e53-3126-4568-a3c3-7d765567a5f8, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=dc792e53-3126-4568-a3c3-7d765567a5f8,segment=NetworkSegment(8d12a079-b74f-408b-a2c3-9fe3ae3ac02e),segment_id=8d12a079-b74f-408b-a2c3-9fe3ae3ac02e)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:36:54.784224 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:54.816944 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:54.838154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:54.881148 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Routers {'dff7dc62-0a0c-4966-9b4c-8657d8e35d76'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:36:54.881782 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:36:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:54.945482 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905b3a2-4fef-4abb-b786-24e2bb8d9436 None None] Pushing event updated for resources: {'Port': ['ID=8f89c3bf-aef7-4862-9bc8-e5f2ab277825,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:55.068863 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c626b05d-340c-4e7a-89b9-11c1e1aa78d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:55.104937 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Router 155fa292-2980-4a19-a511-1c343bc909a1 is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 10:36:55.144390 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61e3db-6ac9-4049-a159-af6d801a4d5e None None] Pushing event updated for resources: {'Port': ['ID=dc792e53-3126-4568-a3c3-7d765567a5f8,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:55.195654 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] Set router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:36:55.316396 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:36:55.326841 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Sync routers for ids ['155fa292-2980-4a19-a511-1c343bc909a1'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:36:55.336889 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Routers {'155fa292-2980-4a19-a511-1c343bc909a1'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:36:55.337493 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:36:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['155fa292-2980-4a19-a511-1c343bc909a1'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:55.344966 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:55.348880 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-2eff9883-6fa1-4029-a4da-197706a26f9d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5317819 Mar 08 10:36:55.349015 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55156) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:55.517935 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Set router 155fa292-2980-4a19-a511-1c343bc909a1 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:36:55.531797 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:36:50Z', 'revision_number': 4, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port': {'id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:47Z', 'updated_at': '2022-03-08T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '8f89c3bf-aef7-4862-9bc8-e5f2ab277825', 'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'mac_address': 'fa:16:3e:92:b1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:49Z', 'updated_at': '2022-03-08T10:36:54Z', 'revision_number': 4, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'subnets': [{'id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:55.536827 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41da45b0-e380-4e05-b8d2-1799d6914161 None None] The sync data for ids ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'] in dv-neutron-831730-2-hyperv is: [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:36:50Z', 'revision_number': 4, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port': {'id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:47Z', 'updated_at': '2022-03-08T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '8f89c3bf-aef7-4862-9bc8-e5f2ab277825', 'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'mac_address': 'fa:16:3e:92:b1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:49Z', 'updated_at': '2022-03-08T10:36:54Z', 'revision_number': 4, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'subnets': [{'id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:36:55.837940 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155fa292-2980-4a19-a511-1c343bc909a1', 'name': 'tempest-TestShelveInstance-508904477-router', 'tenant_id': '2be0bc1cc2c245ea8be2c40496436b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '6563ff21-8f9a-4750-b9c5-863fedff32fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:52Z', 'updated_at': '2022-03-08T10:36:54Z', 'revision_number': 3, 'project_id': '2be0bc1cc2c245ea8be2c40496436b00', 'gw_port': {'id': '6563ff21-8f9a-4750-b9c5-863fedff32fc', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155fa292-2980-4a19-a511-1c343bc909a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:53Z', 'updated_at': '2022-03-08T10:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:55.842392 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Checking router: 155fa292-2980-4a19-a511-1c343bc909a1 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:36:55.842667 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Updating router 155fa292-2980-4a19-a511-1c343bc909a1 port 6563ff21-8f9a-4750-b9c5-863fedff32fc binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:36:55.908092 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:56.063739 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80605cd8-6a27-42ab-98c5-49208242d4e7 None None] Network 2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:36:56.179552 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f3196492-bb42-41e2-8bd4-aa51d2f189a8 None None] Provisioning for port dc792e53-3126-4568-a3c3-7d765567a5f8 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:36:56.244313 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0847de75-c3d2-44cf-a367-0c7c2f24dbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:56.349177 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:56.363986 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Transition to ACTIVE for port object 6563ff21-8f9a-4750-b9c5-863fedff32fc will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:36:56.375313 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:56.470111 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Attempting to bind port 6563ff21-8f9a-4750-b9c5-863fedff32fc on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:36:56.470472 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Attempting to bind port 6563ff21-8f9a-4750-b9c5-863fedff32fc by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:36:56.470882 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Attempting to bind port 6563ff21-8f9a-4750-b9c5-863fedff32fc on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:36:56.473278 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa2514-5ee5-41bb-9fae-b3e42a914b48 None None] Pushing event updated for resources: {'Port': ['ID=6563ff21-8f9a-4750-b9c5-863fedff32fc,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:56.479898 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:36:56.480271 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:36:56.480668 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:56.481090 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:36:56.481595 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Bound port: 6563ff21-8f9a-4750-b9c5-863fedff32fc, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:36:56.482562 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:56.505038 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-0847de75-c3d2-44cf-a367-0c7c2f24dbb9 admin admin] Allocated IP 172.20.0.1 (2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2/6571efd2-d3c6-4755-b118-91f2d6abef06/741d4353-4cba-4622-a515-6416fc5c31fd) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:36:56.572261 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] For port 6563ff21-8f9a-4750-b9c5-863fedff32fc, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:36:56.576876 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] For port 6563ff21-8f9a-4750-b9c5-863fedff32fc, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=6563ff21-8f9a-4750-b9c5-863fedff32fc,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:36:56.590641 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:56.683008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0847de75-c3d2-44cf-a367-0c7c2f24dbb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:56.699177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-0847de75-c3d2-44cf-a367-0c7c2f24dbb9 admin admin] Transition to ACTIVE for port object 741d4353-4cba-4622-a515-6416fc5c31fd will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:36:56.703517 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa2514-5ee5-41bb-9fae-b3e42a914b48 None None] Pushing event updated for resources: {'Port': ['ID=6563ff21-8f9a-4750-b9c5-863fedff32fc,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:56.707954 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Routers {'155fa292-2980-4a19-a511-1c343bc909a1'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:36:56.708538 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:36:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['155fa292-2980-4a19-a511-1c343bc909a1'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:56.733034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0847de75-c3d2-44cf-a367-0c7c2f24dbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:56.796776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0847de75-c3d2-44cf-a367-0c7c2f24dbb9 admin admin] Network 2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:36:56.799627 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-0847de75-c3d2-44cf-a367-0c7c2f24dbb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:36:56.802248 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0847de75-c3d2-44cf-a367-0c7c2f24dbb9 admin admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:36:56.850842 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847de75-c3d2-44cf-a367-0c7c2f24dbb9 admin admin] Pushing event updated for resources: {'Port': ['ID=741d4353-4cba-4622-a515-6416fc5c31fd,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:56.874789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0847de75-c3d2-44cf-a367-0c7c2f24dbb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:56.910260 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] Set router 155fa292-2980-4a19-a511-1c343bc909a1 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:36:57.029785 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-93ca454b-7dad-4d15-8546-4b9a687cb3c8 None None] Provisioning for port 741d4353-4cba-4622-a515-6416fc5c31fd completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:36:57.035220 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-93ca454b-7dad-4d15-8546-4b9a687cb3c8 None None] Provisioning complete for port 741d4353-4cba-4622-a515-6416fc5c31fd triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:36:57.035661 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-93ca454b-7dad-4d15-8546-4b9a687cb3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:57.097862 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-93ca454b-7dad-4d15-8546-4b9a687cb3c8 None None] Port 741d4353-4cba-4622-a515-6416fc5c31fd cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:36:57.152431 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0847de75-c3d2-44cf-a367-0c7c2f24dbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:57.199467 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device dc792e53-3126-4568-a3c3-7d765567a5f8 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:36:57.217359 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155fa292-2980-4a19-a511-1c343bc909a1', 'name': 'tempest-TestShelveInstance-508904477-router', 'tenant_id': '2be0bc1cc2c245ea8be2c40496436b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '6563ff21-8f9a-4750-b9c5-863fedff32fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:52Z', 'updated_at': '2022-03-08T10:36:54Z', 'revision_number': 3, 'project_id': '2be0bc1cc2c245ea8be2c40496436b00', 'gw_port': {'id': '6563ff21-8f9a-4750-b9c5-863fedff32fc', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155fa292-2980-4a19-a511-1c343bc909a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:53Z', 'updated_at': '2022-03-08T10:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:57.221297 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074cd4a0-103e-4eac-a9c8-d787983aa6ac None None] The sync data for ids ['155fa292-2980-4a19-a511-1c343bc909a1'] in dv-neutron-831730-2-hyperv is: [{'id': '155fa292-2980-4a19-a511-1c343bc909a1', 'name': 'tempest-TestShelveInstance-508904477-router', 'tenant_id': '2be0bc1cc2c245ea8be2c40496436b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '6563ff21-8f9a-4750-b9c5-863fedff32fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:52Z', 'updated_at': '2022-03-08T10:36:54Z', 'revision_number': 3, 'project_id': '2be0bc1cc2c245ea8be2c40496436b00', 'gw_port': {'id': '6563ff21-8f9a-4750-b9c5-863fedff32fc', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155fa292-2980-4a19-a511-1c343bc909a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:53Z', 'updated_at': '2022-03-08T10:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:36:57.272227 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port dc792e53-3126-4568-a3c3-7d765567a5f8 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:36:57.277082 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port dc792e53-3126-4568-a3c3-7d765567a5f8 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:36:57.277454 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:57.387370 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0847de75-c3d2-44cf-a367-0c7c2f24dbb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:57.392917 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0847de75-c3d2-44cf-a367-0c7c2f24dbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:57.399556 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:57.434521 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port dc792e53-3126-4568-a3c3-7d765567a5f8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=dc792e53-3126-4568-a3c3-7d765567a5f8,segment=NetworkSegment(8d12a079-b74f-408b-a2c3-9fe3ae3ac02e),segment_id=8d12a079-b74f-408b-a2c3-9fe3ae3ac02e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:36:57.441289 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:57.442066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:36:57.515289 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-0847de75-c3d2-44cf-a367-0c7c2f24dbb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:57.519738 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847de75-c3d2-44cf-a367-0c7c2f24dbb9 admin admin] Pushing event updated for resources: {'Port': ['ID=741d4353-4cba-4622-a515-6416fc5c31fd,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:57.590536 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=dc792e53-3126-4568-a3c3-7d765567a5f8,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:57.604442 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:36:57.610191 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:36:57.610557 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:57.686366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0847de75-c3d2-44cf-a367-0c7c2f24dbb9 admin admin] Network 2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:36:57.688156 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-88f3992a-468f-4260-a1c6-781e867c5af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:57.688281 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-0847de75-c3d2-44cf-a367-0c7c2f24dbb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:36:57.772840 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:57.815054 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 8f89c3bf-aef7-4862-9bc8-e5f2ab277825, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=8f89c3bf-aef7-4862-9bc8-e5f2ab277825,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:36:57.821563 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:57.904864 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=8f89c3bf-aef7-4862-9bc8-e5f2ab277825,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:58.010287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0847de75-c3d2-44cf-a367-0c7c2f24dbb9 admin admin] Router 155fa292-2980-4a19-a511-1c343bc909a1 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:36:58.023119 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-90c49af2-8c2b-4bdc-8125-709e4c8f57b6 None None] Provisioning complete for port 741d4353-4cba-4622-a515-6416fc5c31fd triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:36:58.023632 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90c49af2-8c2b-4bdc-8125-709e4c8f57b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:58.080974 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-90c49af2-8c2b-4bdc-8125-709e4c8f57b6 None None] Port 741d4353-4cba-4622-a515-6416fc5c31fd cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:36:58.190986 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0847de75-c3d2-44cf-a367-0c7c2f24dbb9 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:36:58.199981 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-0847de75-c3d2-44cf-a367-0c7c2f24dbb9 admin admin] 10.222.0.24 "PUT /v2.0/routers/155fa292-2980-4a19-a511-1c343bc909a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8500462 Mar 08 10:36:58.405650 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:58.410276 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:58.810502 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Sync routers for ids ['155fa292-2980-4a19-a511-1c343bc909a1'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:36:58.819912 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Routers {'155fa292-2980-4a19-a511-1c343bc909a1'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:36:58.820646 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:36:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['155fa292-2980-4a19-a511-1c343bc909a1'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:58.828203 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55166) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:58.833577 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-11314aa8-f3c0-49b8-afad-1a8c6f856f11 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1193735290', 'description': 'tempest-secgroup-smoke-1193735290 description', 'project_id': '68a44931562f4d978d41b0c00364d06a'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:36:58.839641 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-11314aa8-f3c0-49b8-afad-1a8c6f856f11 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:36:58.843498 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-11314aa8-f3c0-49b8-afad-1a8c6f856f11 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Usage tracker for resource:security_group and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:36:58.846409 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-11314aa8-f3c0-49b8-afad-1a8c6f856f11 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:36:58.852616 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-11314aa8-f3c0-49b8-afad-1a8c6f856f11 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:36:58.866218 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-11314aa8-f3c0-49b8-afad-1a8c6f856f11 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:58.886591 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-11314aa8-f3c0-49b8-afad-1a8c6f856f11 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:36:58.890391 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-11314aa8-f3c0-49b8-afad-1a8c6f856f11 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Usage tracker for resource:security_group_rule and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:36:58.893152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-11314aa8-f3c0-49b8-afad-1a8c6f856f11 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:36:58.898690 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-11314aa8-f3c0-49b8-afad-1a8c6f856f11 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:36:58.970084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-11314aa8-f3c0-49b8-afad-1a8c6f856f11 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:58.975054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-11314aa8-f3c0-49b8-afad-1a8c6f856f11 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.004614 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Set router 155fa292-2980-4a19-a511-1c343bc909a1 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:36:59.016067 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11314aa8-f3c0-49b8-afad-1a8c6f856f11 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:59.020852 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-11314aa8-f3c0-49b8-afad-1a8c6f856f11 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.024843 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-11314aa8-f3c0-49b8-afad-1a8c6f856f11 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1928463 Mar 08 10:36:59.025247 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55170) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:59.031487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-d9538131-9b3e-4ff6-b25a-0d89549b4dac tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Request body: {'security_group_rule': {'security_group_id': '85b0a483-7f2e-4b3b-90f1-26d4355a2b1e', 'project_id': '68a44931562f4d978d41b0c00364d06a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:36:59.037787 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d9538131-9b3e-4ff6-b25a-0d89549b4dac tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:36:59.042181 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d9538131-9b3e-4ff6-b25a-0d89549b4dac tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Usage tracker for resource:security_group_rule and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:36:59.045005 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d9538131-9b3e-4ff6-b25a-0d89549b4dac tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:36:59.050773 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d9538131-9b3e-4ff6-b25a-0d89549b4dac tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:36:59.070158 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d9538131-9b3e-4ff6-b25a-0d89549b4dac tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.132007 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d9538131-9b3e-4ff6-b25a-0d89549b4dac tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.136917 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d9538131-9b3e-4ff6-b25a-0d89549b4dac tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.166429 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9538131-9b3e-4ff6-b25a-0d89549b4dac tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df91a86-290f-4712-bd44-90b302cfdfbf,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:59.177841 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d9538131-9b3e-4ff6-b25a-0d89549b4dac tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.179344 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d9538131-9b3e-4ff6-b25a-0d89549b4dac tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530421 Mar 08 10:36:59.182308 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55174) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:59.187488 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-f42296ac-ccbd-49a7-be15-3c52f5002af8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Request body: {'security_group_rule': {'security_group_id': '85b0a483-7f2e-4b3b-90f1-26d4355a2b1e', 'project_id': '68a44931562f4d978d41b0c00364d06a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:36:59.194217 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f42296ac-ccbd-49a7-be15-3c52f5002af8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:36:59.198133 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f42296ac-ccbd-49a7-be15-3c52f5002af8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Usage tracker for resource:security_group_rule and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:36:59.201054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-f42296ac-ccbd-49a7-be15-3c52f5002af8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:36:59.207625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-f42296ac-ccbd-49a7-be15-3c52f5002af8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:36:59.224569 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f42296ac-ccbd-49a7-be15-3c52f5002af8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.231987 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device dc792e53-3126-4568-a3c3-7d765567a5f8 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:36:59.287728 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f42296ac-ccbd-49a7-be15-3c52f5002af8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.291950 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f42296ac-ccbd-49a7-be15-3c52f5002af8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.314699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42296ac-ccbd-49a7-be15-3c52f5002af8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3608c3-1434-468c-804b-1cc71f06befd,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:59.323421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-f42296ac-ccbd-49a7-be15-3c52f5002af8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.324620 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-f42296ac-ccbd-49a7-be15-3c52f5002af8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413193 Mar 08 10:36:59.327338 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55178) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:59.332177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-831ef143-0448-4b4a-9ddc-eae38e2522a8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Request body: {'security_group_rule': {'security_group_id': '85b0a483-7f2e-4b3b-90f1-26d4355a2b1e', 'project_id': '68a44931562f4d978d41b0c00364d06a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:36:59.338463 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-831ef143-0448-4b4a-9ddc-eae38e2522a8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:36:59.342190 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-831ef143-0448-4b4a-9ddc-eae38e2522a8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Usage tracker for resource:security_group_rule and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:36:59.344983 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-831ef143-0448-4b4a-9ddc-eae38e2522a8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:36:59.350517 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-831ef143-0448-4b4a-9ddc-eae38e2522a8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:36:59.368066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-831ef143-0448-4b4a-9ddc-eae38e2522a8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.372307 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port dc792e53-3126-4568-a3c3-7d765567a5f8 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:36:59.372674 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.430000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-831ef143-0448-4b4a-9ddc-eae38e2522a8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.433973 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-831ef143-0448-4b4a-9ddc-eae38e2522a8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.455293 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ef143-0448-4b4a-9ddc-eae38e2522a8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2637bf2-7340-4111-a7cc-d02cd1c4d649,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:59.465976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-831ef143-0448-4b4a-9ddc-eae38e2522a8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.469721 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-831ef143-0448-4b4a-9ddc-eae38e2522a8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389050 Mar 08 10:36:59.469979 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55182) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:59.474898 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-bd3d0ced-888b-419b-a25d-8da2b65c7970 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Request body: {'security_group_rule': {'security_group_id': '85b0a483-7f2e-4b3b-90f1-26d4355a2b1e', 'project_id': '68a44931562f4d978d41b0c00364d06a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:36:59.478933 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155fa292-2980-4a19-a511-1c343bc909a1', 'name': 'tempest-TestShelveInstance-508904477-router', 'tenant_id': '2be0bc1cc2c245ea8be2c40496436b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '6563ff21-8f9a-4750-b9c5-863fedff32fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:52Z', 'updated_at': '2022-03-08T10:36:57Z', 'revision_number': 4, 'project_id': '2be0bc1cc2c245ea8be2c40496436b00', 'gw_port': {'id': '6563ff21-8f9a-4750-b9c5-863fedff32fc', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155fa292-2980-4a19-a511-1c343bc909a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:53Z', 'updated_at': '2022-03-08T10:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '741d4353-4cba-4622-a515-6416fc5c31fd', 'name': '', 'network_id': '2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2', 'tenant_id': '2be0bc1cc2c245ea8be2c40496436b00', 'mac_address': 'fa:16:3e:4d:d8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155fa292-2980-4a19-a511-1c343bc909a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '6571efd2-d3c6-4755-b118-91f2d6abef06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:56Z', 'updated_at': '2022-03-08T10:36:57Z', 'revision_number': 2, 'project_id': '2be0bc1cc2c245ea8be2c40496436b00', 'subnets': [{'id': '6571efd2-d3c6-4755-b118-91f2d6abef06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:36:59.480576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bd3d0ced-888b-419b-a25d-8da2b65c7970 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:36:59.484349 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bd3d0ced-888b-419b-a25d-8da2b65c7970 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Usage tracker for resource:security_group_rule and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:36:59.487222 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-bd3d0ced-888b-419b-a25d-8da2b65c7970 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:36:59.493154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-bd3d0ced-888b-419b-a25d-8da2b65c7970 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:36:59.510080 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd3d0ced-888b-419b-a25d-8da2b65c7970 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.524004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Checking router: 155fa292-2980-4a19-a511-1c343bc909a1 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:36:59.524350 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Updating router 155fa292-2980-4a19-a511-1c343bc909a1 port 741d4353-4cba-4622-a515-6416fc5c31fd binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:36:59.576380 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 6563ff21-8f9a-4750-b9c5-863fedff32fc up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:36:59.579789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd3d0ced-888b-419b-a25d-8da2b65c7970 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.583713 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd3d0ced-888b-419b-a25d-8da2b65c7970 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.608677 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d0ced-888b-419b-a25d-8da2b65c7970 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4cf62b7-62a6-4ccd-b6b2-52391a95795c,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:59.619441 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bd3d0ced-888b-419b-a25d-8da2b65c7970 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.620520 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bd3d0ced-888b-419b-a25d-8da2b65c7970 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495900 Mar 08 10:36:59.623099 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55186) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:59.625391 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.628478 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-541020f1-d27f-46ee-a0bf-409049502b36 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Request body: {'security_group_rule': {'security_group_id': '85b0a483-7f2e-4b3b-90f1-26d4355a2b1e', 'project_id': '68a44931562f4d978d41b0c00364d06a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:36:59.635221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-541020f1-d27f-46ee-a0bf-409049502b36 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:36:59.639090 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-541020f1-d27f-46ee-a0bf-409049502b36 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Usage tracker for resource:security_group_rule and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:36:59.642287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-541020f1-d27f-46ee-a0bf-409049502b36 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:36:59.647937 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-541020f1-d27f-46ee-a0bf-409049502b36 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:36:59.661524 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-541020f1-d27f-46ee-a0bf-409049502b36 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Project 68a44931562f4d978d41b0c00364d06a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:36:59.668458 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-541020f1-d27f-46ee-a0bf-409049502b36 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.735693 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-541020f1-d27f-46ee-a0bf-409049502b36 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.739529 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-541020f1-d27f-46ee-a0bf-409049502b36 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.752346 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 6563ff21-8f9a-4750-b9c5-863fedff32fc completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:36:59.764484 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 6563ff21-8f9a-4750-b9c5-863fedff32fc triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:36:59.765027 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.770524 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541020f1-d27f-46ee-a0bf-409049502b36 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87022d0-eb8a-4bf4-8bb2-2bdf26a896e3,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:59.773912 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-541020f1-d27f-46ee-a0bf-409049502b36 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.775639 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-541020f1-d27f-46ee-a0bf-409049502b36 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510220 Mar 08 10:36:59.778268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55190) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:36:59.783522 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-696cbaa9-4226-4bd3-ab7b-31b7bdcbabbe tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Request body: {'security_group_rule': {'security_group_id': '85b0a483-7f2e-4b3b-90f1-26d4355a2b1e', 'project_id': '68a44931562f4d978d41b0c00364d06a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:36:59.789630 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-696cbaa9-4226-4bd3-ab7b-31b7bdcbabbe tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:36:59.793589 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-696cbaa9-4226-4bd3-ab7b-31b7bdcbabbe tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Usage tracker for resource:security_group_rule and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:36:59.796726 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-696cbaa9-4226-4bd3-ab7b-31b7bdcbabbe tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:36:59.803143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-696cbaa9-4226-4bd3-ab7b-31b7bdcbabbe tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:36:59.815289 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-696cbaa9-4226-4bd3-ab7b-31b7bdcbabbe tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Project 68a44931562f4d978d41b0c00364d06a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:36:59.822733 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-696cbaa9-4226-4bd3-ab7b-31b7bdcbabbe tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.890848 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-696cbaa9-4226-4bd3-ab7b-31b7bdcbabbe tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.894920 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-696cbaa9-4226-4bd3-ab7b-31b7bdcbabbe tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.919320 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cbaa9-4226-4bd3-ab7b-31b7bdcbabbe tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117a7391-9b62-442c-b703-a07417f98dce,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:36:59.929501 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-696cbaa9-4226-4bd3-ab7b-31b7bdcbabbe tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:36:59.932752 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-696cbaa9-4226-4bd3-ab7b-31b7bdcbabbe tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1515107 Mar 08 10:37:00.001584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:00.026576 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 6563ff21-8f9a-4750-b9c5-863fedff32fc, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=6563ff21-8f9a-4750-b9c5-863fedff32fc,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:37:00.031969 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:00.032736 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:37:00.109531 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-952d112a-54f5-4d12-8f00-70f88a65735b req-ba5a1703-99ff-4de1-a09e-762f5e552ab0 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Synchronizing usage tracker for tenant:68a44931562f4d978d41b0c00364d06a on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:37:00.129421 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-952d112a-54f5-4d12-8f00-70f88a65735b req-ba5a1703-99ff-4de1-a09e-762f5e552ab0 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Unset dirty status for tenant:68a44931562f4d978d41b0c00364d06a on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:37:00.131024 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-952d112a-54f5-4d12-8f00-70f88a65735b req-ba5a1703-99ff-4de1-a09e-762f5e552ab0 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1193735290&fields=id&tenant_id=68a44931562f4d978d41b0c00364d06a HTTP/1.1" status: 200 len: 267 time: 0.0675735 Mar 08 10:37:00.196017 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:00.230995 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Transition to ACTIVE for port object 741d4353-4cba-4622-a515-6416fc5c31fd will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:37:00.241372 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=6563ff21-8f9a-4750-b9c5-863fedff32fc,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:37:00.248674 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:00.297678 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d112a-54f5-4d12-8f00-70f88a65735b req-596e61f4-ba25-4f77-a9d1-68c24c8574cf tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:00.299166 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-952d112a-54f5-4d12-8f00-70f88a65735b req-596e61f4-ba25-4f77-a9d1-68c24c8574cf tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 808 time: 0.1594291 Mar 08 10:37:00.318126 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-952d112a-54f5-4d12-8f00-70f88a65735b req-12387ff9-6a86-4800-84f6-601c6de46ea4 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/quotas/68a44931562f4d978d41b0c00364d06a HTTP/1.1" status: 200 len: 375 time: 0.0119047 Mar 08 10:37:00.358292 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:00.365693 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:37:00.366053 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:00.428921 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35d5cb-d6af-430f-a90c-49f0c96eaf6f None None] Pushing event updated for resources: {'Port': ['ID=741d4353-4cba-4622-a515-6416fc5c31fd,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:37:00.440733 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-952d112a-54f5-4d12-8f00-70f88a65735b req-f2640957-ed6c-486d-b5cf-ff080e48432a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1034105 Mar 08 10:37:00.567872 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Attempting to bind port 741d4353-4cba-4622-a515-6416fc5c31fd on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:37:00.568433 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Attempting to bind port 741d4353-4cba-4622-a515-6416fc5c31fd by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '8d12a079-b74f-408b-a2c3-9fe3ae3ac02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:37:00.568583 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Attempting to bind port 741d4353-4cba-4622-a515-6416fc5c31fd on network 2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:37:00.582433 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:37:00.582805 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Checking segment: {'id': '8d12a079-b74f-408b-a2c3-9fe3ae3ac02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:37:00.583204 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:00.583597 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Bound using segment: {'id': '8d12a079-b74f-408b-a2c3-9fe3ae3ac02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:37:00.583707 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-952d112a-54f5-4d12-8f00-70f88a65735b req-18ed71b2-63ba-4036-a171-ff0fb8767bfd service neutron] 10.222.0.24 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419568 Mar 08 10:37:00.584060 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Bound port: 741d4353-4cba-4622-a515-6416fc5c31fd, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d12a079-b74f-408b-a2c3-9fe3ae3ac02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:37:00.584428 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:00.701328 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] For port 741d4353-4cba-4622-a515-6416fc5c31fd, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:37:00.704505 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] For port 741d4353-4cba-4622-a515-6416fc5c31fd, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=741d4353-4cba-4622-a515-6416fc5c31fd,segment=NetworkSegment(8d12a079-b74f-408b-a2c3-9fe3ae3ac02e),segment_id=8d12a079-b74f-408b-a2c3-9fe3ae3ac02e)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:37:00.709480 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:00.729232 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c1031b6e-22fe-44c0-beb7-eb9cfbad7e48 service neutron] 10.222.0.24 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380301 Mar 08 10:37:00.787359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Routers {'155fa292-2980-4a19-a511-1c343bc909a1'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:37:00.787982 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:36:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['155fa292-2980-4a19-a511-1c343bc909a1'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:37:00.863560 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35d5cb-d6af-430f-a90c-49f0c96eaf6f None None] Pushing event updated for resources: {'Port': ['ID=741d4353-4cba-4622-a515-6416fc5c31fd,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:37:00.925336 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-6387b2b5-5b59-456d-82e2-aad28b138f50 req-f9fddf0c-34bf-4d21-842a-c7fcdce392c4 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Synchronizing usage tracker for tenant:68a44931562f4d978d41b0c00364d06a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:37:00.947489 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-6387b2b5-5b59-456d-82e2-aad28b138f50 req-f9fddf0c-34bf-4d21-842a-c7fcdce392c4 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Unset dirty status for tenant:68a44931562f4d978d41b0c00364d06a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:37:00.949449 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6387b2b5-5b59-456d-82e2-aad28b138f50 req-f9fddf0c-34bf-4d21-842a-c7fcdce392c4 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 210 time: 0.0685487 Mar 08 10:37:01.010670 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] Set router 155fa292-2980-4a19-a511-1c343bc909a1 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:37:01.134395 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 6563ff21-8f9a-4750-b9c5-863fedff32fc up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:37:01.384634 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 6563ff21-8f9a-4750-b9c5-863fedff32fc triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:37:01.385029 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:01.549769 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155fa292-2980-4a19-a511-1c343bc909a1', 'name': 'tempest-TestShelveInstance-508904477-router', 'tenant_id': '2be0bc1cc2c245ea8be2c40496436b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '6563ff21-8f9a-4750-b9c5-863fedff32fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:52Z', 'updated_at': '2022-03-08T10:36:57Z', 'revision_number': 4, 'project_id': '2be0bc1cc2c245ea8be2c40496436b00', 'gw_port': {'id': '6563ff21-8f9a-4750-b9c5-863fedff32fc', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155fa292-2980-4a19-a511-1c343bc909a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:53Z', 'updated_at': '2022-03-08T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '741d4353-4cba-4622-a515-6416fc5c31fd', 'name': '', 'network_id': '2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2', 'tenant_id': '2be0bc1cc2c245ea8be2c40496436b00', 'mac_address': 'fa:16:3e:4d:d8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155fa292-2980-4a19-a511-1c343bc909a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '6571efd2-d3c6-4755-b118-91f2d6abef06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:56Z', 'updated_at': '2022-03-08T10:37:00Z', 'revision_number': 4, 'project_id': '2be0bc1cc2c245ea8be2c40496436b00', 'subnets': [{'id': '6571efd2-d3c6-4755-b118-91f2d6abef06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:37:01.558170 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff99ef0-f2ed-4cd1-9c82-9c84235324f5 None None] The sync data for ids ['155fa292-2980-4a19-a511-1c343bc909a1'] in dv-neutron-831730-2-hyperv is: [{'id': '155fa292-2980-4a19-a511-1c343bc909a1', 'name': 'tempest-TestShelveInstance-508904477-router', 'tenant_id': '2be0bc1cc2c245ea8be2c40496436b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '6563ff21-8f9a-4750-b9c5-863fedff32fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:52Z', 'updated_at': '2022-03-08T10:36:57Z', 'revision_number': 4, 'project_id': '2be0bc1cc2c245ea8be2c40496436b00', 'gw_port': {'id': '6563ff21-8f9a-4750-b9c5-863fedff32fc', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155fa292-2980-4a19-a511-1c343bc909a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:53Z', 'updated_at': '2022-03-08T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '741d4353-4cba-4622-a515-6416fc5c31fd', 'name': '', 'network_id': '2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2', 'tenant_id': '2be0bc1cc2c245ea8be2c40496436b00', 'mac_address': 'fa:16:3e:4d:d8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155fa292-2980-4a19-a511-1c343bc909a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '6571efd2-d3c6-4755-b118-91f2d6abef06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:56Z', 'updated_at': '2022-03-08T10:37:00Z', 'revision_number': 4, 'project_id': '2be0bc1cc2c245ea8be2c40496436b00', 'subnets': [{'id': '6571efd2-d3c6-4755-b118-91f2d6abef06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:37:02.098218 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c0b4a9c5-a7cd-413a-b29a-6b5e0ce0cdcb req-4d2e896b-2e23-4efd-aaff-0e6f4ce3615a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 210 time: 0.0440941 Mar 08 10:37:03.152963 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 741d4353-4cba-4622-a515-6416fc5c31fd up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:37:03.228504 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 741d4353-4cba-4622-a515-6416fc5c31fd completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:37:03.236261 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 741d4353-4cba-4622-a515-6416fc5c31fd triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:37:03.236952 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:03.238989 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d112a-54f5-4d12-8f00-70f88a65735b req-f9cdd1f6-5628-4273-a9ac-c1cbed160a83 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:03.240572 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-952d112a-54f5-4d12-8f00-70f88a65735b req-f9cdd1f6-5628-4273-a9ac-c1cbed160a83 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.26 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 808 time: 0.1669130 Mar 08 10:37:03.285230 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9ecaefeb-8344-422a-a777-284a70966f4b req-2b84626c-0ff1-4318-a01a-789ba7dd9c04 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 210 time: 0.0544014 Mar 08 10:37:03.305736 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-952d112a-54f5-4d12-8f00-70f88a65735b req-ccfc1a5e-d22e-4bb2-bcd2-4137e37b4efa tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68a44931562f4d978d41b0c00364d06a HTTP/1.1" status: 200 len: 380 time: 0.0571699 Mar 08 10:37:03.320641 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-952d112a-54f5-4d12-8f00-70f88a65735b req-21cdc034-34f8-47c9-980e-bf4d683df176 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Request body: {'port': {'device_id': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'admin_state_up': True, 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'security_groups': ['85b0a483-7f2e-4b3b-90f1-26d4355a2b1e']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:37:03.368242 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:03.401996 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 741d4353-4cba-4622-a515-6416fc5c31fd, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=741d4353-4cba-4622-a515-6416fc5c31fd,segment=NetworkSegment(8d12a079-b74f-408b-a2c3-9fe3ae3ac02e),segment_id=8d12a079-b74f-408b-a2c3-9fe3ae3ac02e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:37:03.405857 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:03.475083 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=741d4353-4cba-4622-a515-6416fc5c31fd,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:37:03.561041 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-952d112a-54f5-4d12-8f00-70f88a65735b req-21cdc034-34f8-47c9-980e-bf4d683df176 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:37:03.570581 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-952d112a-54f5-4d12-8f00-70f88a65735b req-21cdc034-34f8-47c9-980e-bf4d683df176 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:37:03.581024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952d112a-54f5-4d12-8f00-70f88a65735b req-21cdc034-34f8-47c9-980e-bf4d683df176 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Made reservation on behalf of 68a44931562f4d978d41b0c00364d06a for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:37:03.584681 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-952d112a-54f5-4d12-8f00-70f88a65735b req-21cdc034-34f8-47c9-980e-bf4d683df176 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:03.740833 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-952d112a-54f5-4d12-8f00-70f88a65735b req-21cdc034-34f8-47c9-980e-bf4d683df176 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Allocated IP 172.20.0.6 (04e9751c-b296-4139-a822-4da2058c1f46/3f6fcf29-99cf-45a5-8723-32feac32e821/93ae07aa-9072-414c-a841-e2fdfb5e07d8) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:37:03.930018 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-952d112a-54f5-4d12-8f00-70f88a65735b req-21cdc034-34f8-47c9-980e-bf4d683df176 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:03.945481 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-952d112a-54f5-4d12-8f00-70f88a65735b req-21cdc034-34f8-47c9-980e-bf4d683df176 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Transition to ACTIVE for port object 93ae07aa-9072-414c-a841-e2fdfb5e07d8 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:37:03.967911 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-952d112a-54f5-4d12-8f00-70f88a65735b req-21cdc034-34f8-47c9-980e-bf4d683df176 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:04.030868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952d112a-54f5-4d12-8f00-70f88a65735b req-21cdc034-34f8-47c9-980e-bf4d683df176 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Network 04e9751c-b296-4139-a822-4da2058c1f46 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:37:04.038060 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-952d112a-54f5-4d12-8f00-70f88a65735b req-21cdc034-34f8-47c9-980e-bf4d683df176 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:37:04.042736 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-952d112a-54f5-4d12-8f00-70f88a65735b req-21cdc034-34f8-47c9-980e-bf4d683df176 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:37:04.076018 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdc034-34f8-47c9-980e-bf4d683df176 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event updated for resources: {'Port': ['ID=93ae07aa-9072-414c-a841-e2fdfb5e07d8,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:37:04.111609 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d112a-54f5-4d12-8f00-70f88a65735b req-21cdc034-34f8-47c9-980e-bf4d683df176 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:04.112222 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-952d112a-54f5-4d12-8f00-70f88a65735b req-21cdc034-34f8-47c9-980e-bf4d683df176 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:04.137929 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-952d112a-54f5-4d12-8f00-70f88a65735b req-21cdc034-34f8-47c9-980e-bf4d683df176 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8214991 Mar 08 10:37:04.148938 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Request body: {'port': {'device_id': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:37:04.261103 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:04.267425 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1a6652bd-bb96-4da4-9c5b-c33defafa65b None None] Provisioning for port 93ae07aa-9072-414c-a841-e2fdfb5e07d8 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:37:04.272423 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1a6652bd-bb96-4da4-9c5b-c33defafa65b None None] Provisioning complete for port 93ae07aa-9072-414c-a841-e2fdfb5e07d8 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:37:04.272864 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1a6652bd-bb96-4da4-9c5b-c33defafa65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:04.326727 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1a6652bd-bb96-4da4-9c5b-c33defafa65b None None] Port 93ae07aa-9072-414c-a841-e2fdfb5e07d8 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:37:04.586842 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382a9a8-7737-44e2-9f18-8b95a418784f req-33131b93-71a0-4b3a-a2c5-5be232c361a9 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:04.587962 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-4382a9a8-7737-44e2-9f18-8b95a418784f req-33131b93-71a0-4b3a-a2c5-5be232c361a9 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Synchronizing usage tracker for tenant:68a44931562f4d978d41b0c00364d06a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:37:04.614305 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-4382a9a8-7737-44e2-9f18-8b95a418784f req-33131b93-71a0-4b3a-a2c5-5be232c361a9 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Unset dirty status for tenant:68a44931562f4d978d41b0c00364d06a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:37:04.615431 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4382a9a8-7737-44e2-9f18-8b95a418784f req-33131b93-71a0-4b3a-a2c5-5be232c361a9 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 931 time: 0.2189450 Mar 08 10:37:04.699668 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ae07aa-9072-414c-a841-e2fdfb5e07d8 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:37:04.709822 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:04.714952 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4382a9a8-7737-44e2-9f18-8b95a418784f req-1908db85-9d90-47c9-b859-a2fabd781ec9 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691144 Mar 08 10:37:04.727023 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Transition to ACTIVE for port object 93ae07aa-9072-414c-a841-e2fdfb5e07d8 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:37:04.731430 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:04.887114 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Pushing event updated for resources: {'Port': ['ID=93ae07aa-9072-414c-a841-e2fdfb5e07d8,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:37:04.969136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Attempting to bind port 93ae07aa-9072-414c-a841-e2fdfb5e07d8 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:37:04.969460 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Attempting to bind port 93ae07aa-9072-414c-a841-e2fdfb5e07d8 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '8da4142b-dda1-4b81-aaf2-3089d0833721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:37:04.969780 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Attempting to bind port 93ae07aa-9072-414c-a841-e2fdfb5e07d8 on network 04e9751c-b296-4139-a822-4da2058c1f46 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:37:04.974185 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Port 93ae07aa-9072-414c-a841-e2fdfb5e07d8 on network 04e9751c-b296-4139-a822-4da2058c1f46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:37:04.974497 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Attempting to bind port 93ae07aa-9072-414c-a841-e2fdfb5e07d8 on network 04e9751c-b296-4139-a822-4da2058c1f46 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:37:04.979442 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:37:04.979769 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Checking segment: {'id': '8da4142b-dda1-4b81-aaf2-3089d0833721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:37:04.980141 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Bound using segment: {'id': '8da4142b-dda1-4b81-aaf2-3089d0833721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:37:04.980548 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Bound port: 93ae07aa-9072-414c-a841-e2fdfb5e07d8, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8da4142b-dda1-4b81-aaf2-3089d0833721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:37:04.980906 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:05.069514 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] For port 93ae07aa-9072-414c-a841-e2fdfb5e07d8, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:37:05.073393 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] For port 93ae07aa-9072-414c-a841-e2fdfb5e07d8, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:37:05.077668 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:05.125157 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 741d4353-4cba-4622-a515-6416fc5c31fd up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:37:05.131669 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:05.132330 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:05.133775 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] 10.222.0.26 "PUT /v2.0/ports/93ae07aa-9072-414c-a841-e2fdfb5e07d8 HTTP/1.1" status: 200 len: 1093 time: 0.9890652 Mar 08 10:37:05.137163 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'tag': '93ae07aa-9072-414c-a841-e2fdfb5e07d8'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:37:05.172861 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340b15a-97a6-4c4e-bdbf-e69f78dc91ac service neutron] Pushing event updated for resources: {'Port': ['ID=93ae07aa-9072-414c-a841-e2fdfb5e07d8,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:37:05.222183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 741d4353-4cba-4622-a515-6416fc5c31fd triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:37:05.222815 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:05.256490 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d112a-54f5-4d12-8f00-70f88a65735b req-24520d95-078d-4873-a545-8274a8f5367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:05.258859 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-952d112a-54f5-4d12-8f00-70f88a65735b req-24520d95-078d-4873-a545-8274a8f5367b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 1096 time: 0.0804670 Mar 08 10:37:05.425603 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'tag': '93ae07aa-9072-414c-a841-e2fdfb5e07d8', 'status': 'completed', 'code': 200} Mar 08 10:37:05.433678 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c95a6b25-4ee3-453c-bb76-aa36e48128a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8 HTTP/1.1" status: 200 len: 217 time: 0.1678874 Mar 08 10:37:05.497974 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c4fb7604-24e7-4c92-8806-dabe0864d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:05.499391 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c4fb7604-24e7-4c92-8806-dabe0864d505 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 200 len: 847 time: 0.0592480 Mar 08 10:37:05.573966 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c0acc7a2-7dea-48fe-81b3-dc345f452581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:05.575409 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-952d112a-54f5-4d12-8f00-70f88a65735b req-c0acc7a2-7dea-48fe-81b3-dc345f452581 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04e9751c-b296-4139-a822-4da2058c1f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705700 Mar 08 10:37:05.703511 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-952d112a-54f5-4d12-8f00-70f88a65735b req-7e506fd4-1c3a-4008-a111-700c9dd230d5 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217225 Mar 08 10:37:05.844974 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-952d112a-54f5-4d12-8f00-70f88a65735b req-b0f17298-69c6-4b8b-a5a0-08edb76324d4 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358514 Mar 08 10:37:05.958373 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944ebfc-0733-48b7-934f-d1dce7663a72 req-bcc73562-1d45-474b-a5ca-31bc6de59466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:05.959764 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c944ebfc-0733-48b7-934f-d1dce7663a72 req-bcc73562-1d45-474b-a5ca-31bc6de59466 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 1096 time: 0.0710881 Mar 08 10:37:06.147810 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944ebfc-0733-48b7-934f-d1dce7663a72 req-4d3db6d3-5edd-4a62-9895-2c76673e4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:06.149259 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c944ebfc-0733-48b7-934f-d1dce7663a72 req-4d3db6d3-5edd-4a62-9895-2c76673e4cc9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 909 time: 0.1835740 Mar 08 10:37:06.157839 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409039f1-ad63-464b-9b40-12f73274ae91 req-04ea9f3e-4f6b-41dc-91e8-84a851b2e076 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:06.159151 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-409039f1-ad63-464b-9b40-12f73274ae91 req-04ea9f3e-4f6b-41dc-91e8-84a851b2e076 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.1757915 Mar 08 10:37:06.232132 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c944ebfc-0733-48b7-934f-d1dce7663a72 req-3512c77a-ea85-4f41-ae72-a77b390a1124 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8 HTTP/1.1" status: 200 len: 217 time: 0.0720224 Mar 08 10:37:06.299446 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-409039f1-ad63-464b-9b40-12f73274ae91 req-83e8d1be-3c07-4def-bf7d-17d5d73f876b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889697 Mar 08 10:37:06.307850 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944ebfc-0733-48b7-934f-d1dce7663a72 req-a4fdad3d-87aa-43bd-822a-d6b7388d4030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:06.309245 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c944ebfc-0733-48b7-934f-d1dce7663a72 req-a4fdad3d-87aa-43bd-822a-d6b7388d4030 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 200 len: 847 time: 0.0702899 Mar 08 10:37:06.382919 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944ebfc-0733-48b7-934f-d1dce7663a72 req-9c8fd0f2-e9d3-4fa7-914d-4488bd107baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:06.384931 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c944ebfc-0733-48b7-934f-d1dce7663a72 req-9c8fd0f2-e9d3-4fa7-914d-4488bd107baa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04e9751c-b296-4139-a822-4da2058c1f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691466 Mar 08 10:37:06.514724 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c944ebfc-0733-48b7-934f-d1dce7663a72 req-14db6d41-02a1-4142-9424-fc40bbddcce0 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233311 Mar 08 10:37:06.644417 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c944ebfc-0733-48b7-934f-d1dce7663a72 req-0dafb297-7812-42db-a841-3a4960ea3d8c service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239617 Mar 08 10:37:07.594074 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184198c-5587-4ce6-82a8-60b48ca5ec09 req-409f9757-ddfa-4078-a8fa-2d4fb4f73015 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:07.595512 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3184198c-5587-4ce6-82a8-60b48ca5ec09 req-409f9757-ddfa-4078-a8fa-2d4fb4f73015 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.1899867 Mar 08 10:37:07.637264 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3184198c-5587-4ce6-82a8-60b48ca5ec09 req-47274716-699d-4190-989e-f2619caf90db tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Synchronizing usage tracker for tenant:68a44931562f4d978d41b0c00364d06a on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:37:07.648201 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3184198c-5587-4ce6-82a8-60b48ca5ec09 req-47274716-699d-4190-989e-f2619caf90db tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Unset dirty status for tenant:68a44931562f4d978d41b0c00364d06a on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:37:07.649304 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3184198c-5587-4ce6-82a8-60b48ca5ec09 req-47274716-699d-4190-989e-f2619caf90db tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483725 Mar 08 10:37:08.643326 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 93ae07aa-9072-414c-a841-e2fdfb5e07d8 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:37:08.781739 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 93ae07aa-9072-414c-a841-e2fdfb5e07d8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:37:08.795992 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '93ae07aa-9072-414c-a841-e2fdfb5e07d8', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'port_id': '93ae07aa-9072-414c-a841-e2fdfb5e07d8', 'mac_address': 'fa:16:3e:cb:98:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:37:08.832992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0d441-e108-405c-8f2c-f564d425cc1f req-da661c93-ce19-499a-8bd6-fecc26630240 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:08.834453 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b4a0d441-e108-405c-8f2c-f564d425cc1f req-da661c93-ce19-499a-8bd6-fecc26630240 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.0824208 Mar 08 10:37:08.851172 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:08.867907 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ae07aa-9072-414c-a841-e2fdfb5e07d8 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:37:08.877933 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b4a0d441-e108-405c-8f2c-f564d425cc1f req-403d3970-8715-429a-8e17-2760ac1936c2 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372581 Mar 08 10:37:08.883888 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 93ae07aa-9072-414c-a841-e2fdfb5e07d8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:37:08.890034 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:08.957732 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=93ae07aa-9072-414c-a841-e2fdfb5e07d8,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:37:09.214903 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['93ae07aa-9072-414c-a841-e2fdfb5e07d8'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:37:10.062024 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ab985-6b53-4e6d-b5b9-3b4d22c12ad5 req-ede04efa-9416-4e1d-9cde-7804718fa677 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:10.063486 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a8ab985-6b53-4e6d-b5b9-3b4d22c12ad5 req-ede04efa-9416-4e1d-9cde-7804718fa677 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 944 time: 0.0782285 Mar 08 10:37:10.108317 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a8ab985-6b53-4e6d-b5b9-3b4d22c12ad5 req-1677bbf6-e744-42c4-b40e-7d983aea2872 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389354 Mar 08 10:37:10.658902 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 93ae07aa-9072-414c-a841-e2fdfb5e07d8 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:37:10.724356 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 93ae07aa-9072-414c-a841-e2fdfb5e07d8 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:37:10.728920 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 93ae07aa-9072-414c-a841-e2fdfb5e07d8 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:37:10.729294 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:10.871490 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:10.897714 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ae07aa-9072-414c-a841-e2fdfb5e07d8'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:37:10.907496 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 93ae07aa-9072-414c-a841-e2fdfb5e07d8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:37:10.911433 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:10.944047 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ae07aa-9072-414c-a841-e2fdfb5e07d8', 'code': 200} Mar 08 10:37:10.984287 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=93ae07aa-9072-414c-a841-e2fdfb5e07d8,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:37:11.171800 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc9a7d-c1a2-40fb-a8cc-7e6c24d623a1 req-ee7407d3-7ea4-4d7c-b056-af84d94f1bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:11.173346 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-65cc9a7d-c1a2-40fb-a8cc-7e6c24d623a1 req-ee7407d3-7ea4-4d7c-b056-af84d94f1bcb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 1098 time: 0.0689518 Mar 08 10:37:11.217475 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-65cc9a7d-c1a2-40fb-a8cc-7e6c24d623a1 req-e96ab2e7-d05a-4de2-b061-a4c04967650c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380304 Mar 08 10:37:11.291450 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b910647-983f-40e8-8ef8-42c2405d5d7a req-d10d95cb-8d97-4018-97f8-57ee52d22988 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:11.292898 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5b910647-983f-40e8-8ef8-42c2405d5d7a req-d10d95cb-8d97-4018-97f8-57ee52d22988 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0808756 Mar 08 10:37:11.336640 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5b910647-983f-40e8-8ef8-42c2405d5d7a req-d30e12c2-fe8b-4618-b413-fbd498ac95bc tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381491 Mar 08 10:37:12.318727 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:37:12.533336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a559b57-ead8-4974-af8c-ce95180fc209 req-c1acfb74-271d-4eac-9515-413c2ee724d9 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:12.534936 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0a559b57-ead8-4974-af8c-ce95180fc209 req-c1acfb74-271d-4eac-9515-413c2ee724d9 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0893362 Mar 08 10:37:12.579481 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0a559b57-ead8-4974-af8c-ce95180fc209 req-51ce6531-c6a8-4729-a23d-35f1b4b41330 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389376 Mar 08 10:37:13.762880 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b949f75-945b-445d-9d91-9a91474fb025 req-7d8ae821-277b-4b09-8979-53b50b96b78f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:13.764307 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b949f75-945b-445d-9d91-9a91474fb025 req-7d8ae821-277b-4b09-8979-53b50b96b78f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0785613 Mar 08 10:37:13.781746 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:13.811592 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b949f75-945b-445d-9d91-9a91474fb025 req-321262fd-6c2b-433c-b7e6-d3ccad29707a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416350 Mar 08 10:37:14.084878 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54ac88-0bdd-4fa7-ac95-914e0e554050 req-2dae98b9-832c-463b-ab07-59f9a2609a5d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:14.086331 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-be54ac88-0bdd-4fa7-ac95-914e0e554050 req-2dae98b9-832c-463b-ab07-59f9a2609a5d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.1741760 Mar 08 10:37:14.129173 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-be54ac88-0bdd-4fa7-ac95-914e0e554050 req-bfff35e4-e9a5-4dd6-91cc-04eff2cccda4 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366628 Mar 08 10:37:14.151202 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55262) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:37:14.271541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5696b570-d762-4751-8848-e2f09ae23bba tempest-TestShelveInstance-2004325040 tempest-TestShelveInstance-2004325040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:14.272232 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5696b570-d762-4751-8848-e2f09ae23bba tempest-TestShelveInstance-2004325040 tempest-TestShelveInstance-2004325040-project-admin] Synchronizing usage tracker for tenant:2be0bc1cc2c245ea8be2c40496436b00 on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:37:14.288289 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5696b570-d762-4751-8848-e2f09ae23bba tempest-TestShelveInstance-2004325040 tempest-TestShelveInstance-2004325040-project-admin] Unset dirty status for tenant:2be0bc1cc2c245ea8be2c40496436b00 on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:37:14.289467 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5696b570-d762-4751-8848-e2f09ae23bba tempest-TestShelveInstance-2004325040 tempest-TestShelveInstance-2004325040-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 1093 time: 0.1373005 Mar 08 10:37:14.292981 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55268) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:37:14.297800 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': '93ae07aa-9072-414c-a841-e2fdfb5e07d8', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:37:14.303481 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:37:14.307262 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Usage tracker for resource:floatingip and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:37:14.310044 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:37:14.315882 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:37:14.325745 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for floatingip, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:14.457103 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:14.591601 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Allocated IP 172.26.2.45 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/cd2eab15-ae3f-4780-8571-ca7a13ed8150) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:37:14.734148 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:14.762509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:14.824128 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:37:14.826794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:37:14.829378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:37:14.874675 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event updated for resources: {'Port': ['ID=cd2eab15-ae3f-4780-8571-ca7a13ed8150,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:37:15.236172 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:15.306503 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:15.503936 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:15.508175 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:15.615737 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event updated for resources: {'Port': ['ID=cd2eab15-ae3f-4780-8571-ca7a13ed8150,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:37:15.625568 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:15.885961 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Floating IP 293b9fe2-09d7-4f4b-b04b-2ff0c3dacc92 associated. External IP: 172.26.2.45, port: 93ae07aa-9072-414c-a841-e2fdfb5e07d8. Mar 08 10:37:16.225399 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:37:16.395829 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:37:16.408176 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a529df9-df1a-45e2-95ca-a3b08afe549e None None] Sync routers for ids ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:37:16.417757 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a529df9-df1a-45e2-95ca-a3b08afe549e None None] Routers {'dff7dc62-0a0c-4966-9b4c-8657d8e35d76'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:37:16.418343 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6a529df9-df1a-45e2-95ca-a3b08afe549e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:36:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:37:16.422143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:16.478842 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4c444a8f-f99f-4c76-aec2-8b5995ab5573 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1847236 Mar 08 10:37:16.479316 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'tag': '93ae07aa-9072-414c-a841-e2fdfb5e07d8'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:37:16.596899 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6a529df9-df1a-45e2-95ca-a3b08afe549e None None] Set router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:37:16.675537 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'tag': '93ae07aa-9072-414c-a841-e2fdfb5e07d8', 'status': 'completed', 'code': 200} Mar 08 10:37:16.765515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfa8d2-d156-4141-8f1f-c4bf2cbe9f53 req-1e4d13cb-a82c-4134-833a-1ce94af190c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:16.767119 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b9bfa8d2-d156-4141-8f1f-c4bf2cbe9f53 req-1e4d13cb-a82c-4134-833a-1ce94af190c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 1098 time: 0.0697296 Mar 08 10:37:16.897283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfa8d2-d156-4141-8f1f-c4bf2cbe9f53 req-61bd4260-d9fd-4b03-83ed-8c8bb583b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:16.898714 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b9bfa8d2-d156-4141-8f1f-c4bf2cbe9f53 req-61bd4260-d9fd-4b03-83ed-8c8bb583b0a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 909 time: 0.1254597 Mar 08 10:37:16.946158 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6a529df9-df1a-45e2-95ca-a3b08afe549e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:36:50Z', 'revision_number': 4, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port': {'id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:47Z', 'updated_at': '2022-03-08T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '293b9fe2-09d7-4f4b-b04b-2ff0c3dacc92', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'floating_ip_address': '172.26.2.45', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'port_id': '93ae07aa-9072-414c-a841-e2fdfb5e07d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'mac_address': 'fa:16:3e:cb:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:37:15Z', 'updated_at': '2022-03-08T10:37:15Z', 'revision_number': 0, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f89c3bf-aef7-4862-9bc8-e5f2ab277825', 'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'mac_address': 'fa:16:3e:92:b1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:49Z', 'updated_at': '2022-03-08T10:36:57Z', 'revision_number': 5, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'subnets': [{'id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:37:16.949957 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a529df9-df1a-45e2-95ca-a3b08afe549e None None] Checking router: dff7dc62-0a0c-4966-9b4c-8657d8e35d76 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:37:16.957973 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a529df9-df1a-45e2-95ca-a3b08afe549e None None] Routers {'dff7dc62-0a0c-4966-9b4c-8657d8e35d76'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:37:16.958550 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6a529df9-df1a-45e2-95ca-a3b08afe549e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:36:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:37:17.000044 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b9bfa8d2-d156-4141-8f1f-c4bf2cbe9f53 req-2dec4aef-4d79-451f-85e1-dc5e3619cdd4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8 HTTP/1.1" status: 200 len: 998 time: 0.0954425 Mar 08 10:37:17.061561 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfa8d2-d156-4141-8f1f-c4bf2cbe9f53 req-d95679a7-d280-488e-abfe-d5bf4eb24f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:17.062904 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b9bfa8d2-d156-4141-8f1f-c4bf2cbe9f53 req-d95679a7-d280-488e-abfe-d5bf4eb24f12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 200 len: 847 time: 0.0571501 Mar 08 10:37:17.139673 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfa8d2-d156-4141-8f1f-c4bf2cbe9f53 req-355b8fb9-29ca-414f-8ffe-85ba18b43d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:17.141153 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b9bfa8d2-d156-4141-8f1f-c4bf2cbe9f53 req-355b8fb9-29ca-414f-8ffe-85ba18b43d5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04e9751c-b296-4139-a822-4da2058c1f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726757 Mar 08 10:37:17.160089 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6a529df9-df1a-45e2-95ca-a3b08afe549e None None] Set router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:37:17.268279 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b9bfa8d2-d156-4141-8f1f-c4bf2cbe9f53 req-ca4e0f78-c336-403f-97f8-aeab6935e928 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204665 Mar 08 10:37:17.500255 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6a529df9-df1a-45e2-95ca-a3b08afe549e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:36:50Z', 'revision_number': 4, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port': {'id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:47Z', 'updated_at': '2022-03-08T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '293b9fe2-09d7-4f4b-b04b-2ff0c3dacc92', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'floating_ip_address': '172.26.2.45', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'port_id': '93ae07aa-9072-414c-a841-e2fdfb5e07d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'mac_address': 'fa:16:3e:cb:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:37:15Z', 'updated_at': '2022-03-08T10:37:15Z', 'revision_number': 0, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f89c3bf-aef7-4862-9bc8-e5f2ab277825', 'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'mac_address': 'fa:16:3e:92:b1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:49Z', 'updated_at': '2022-03-08T10:36:57Z', 'revision_number': 5, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'subnets': [{'id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:37:17.504442 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a529df9-df1a-45e2-95ca-a3b08afe549e None None] The sync data for ids ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'] in dv-neutron-831730-2-hyperv is: [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:36:50Z', 'revision_number': 4, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port': {'id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:47Z', 'updated_at': '2022-03-08T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '293b9fe2-09d7-4f4b-b04b-2ff0c3dacc92', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'floating_ip_address': '172.26.2.45', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'port_id': '93ae07aa-9072-414c-a841-e2fdfb5e07d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'mac_address': 'fa:16:3e:cb:98:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:37:15Z', 'updated_at': '2022-03-08T10:37:15Z', 'revision_number': 0, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f89c3bf-aef7-4862-9bc8-e5f2ab277825', 'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'mac_address': 'fa:16:3e:92:b1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:49Z', 'updated_at': '2022-03-08T10:36:57Z', 'revision_number': 5, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'subnets': [{'id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:37:17.513989 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b9bfa8d2-d156-4141-8f1f-c4bf2cbe9f53 req-4d11321c-4016-444b-8fc7-12fe114c5acf service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398584 Mar 08 10:37:17.688059 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7d0e3f-a46b-4e71-8b7f-570c55dbe8a4 None None] New status for floating IP 293b9fe2-09d7-4f4b-b04b-2ff0c3dacc92: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:37:25.020831 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b88f05b-f96d-4455-a788-5327f56d0ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:27.680529 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-902619ba-0557-4dfc-baf0-3a894f54756a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:28.391694 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:28.404436 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:28.931726 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-917075a0-1f78-4b72-b13b-1492322f30b8 req-07844494-05dd-482f-8923-e71abe50a995 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1073241 Mar 08 10:37:29.068289 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917075a0-1f78-4b72-b13b-1492322f30b8 req-ab9e1348-0b7e-4803-a65a-243ebce3dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:29.069782 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-917075a0-1f78-4b72-b13b-1492322f30b8 req-ab9e1348-0b7e-4803-a65a-243ebce3dadf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 1098 time: 0.0712094 Mar 08 10:37:29.210283 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917075a0-1f78-4b72-b13b-1492322f30b8 req-058fb8a9-fd52-4f75-87d3-11b3d5c1a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:29.212222 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-917075a0-1f78-4b72-b13b-1492322f30b8 req-058fb8a9-fd52-4f75-87d3-11b3d5c1a10d service neutron] 10.222.0.26 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 909 time: 0.1236556 Mar 08 10:37:29.307331 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-917075a0-1f78-4b72-b13b-1492322f30b8 req-7e450a32-9ba1-4449-849e-b5ac122d58cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8 HTTP/1.1" status: 200 len: 1000 time: 0.0884948 Mar 08 10:37:29.369599 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917075a0-1f78-4b72-b13b-1492322f30b8 req-3d529ad7-2e12-436b-9704-61b743b1aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:29.370876 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-917075a0-1f78-4b72-b13b-1492322f30b8 req-3d529ad7-2e12-436b-9704-61b743b1aac3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 200 len: 847 time: 0.0576496 Mar 08 10:37:29.442470 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917075a0-1f78-4b72-b13b-1492322f30b8 req-0bb05819-aaa6-4513-9aa3-076c9348d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:37:29.443854 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-917075a0-1f78-4b72-b13b-1492322f30b8 req-0bb05819-aaa6-4513-9aa3-076c9348d52a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04e9751c-b296-4139-a822-4da2058c1f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662651 Mar 08 10:37:29.569725 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-917075a0-1f78-4b72-b13b-1492322f30b8 req-afc6a9e4-bd88-4c06-92d9-cfaa32f3e049 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184838 Mar 08 10:37:29.694972 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-917075a0-1f78-4b72-b13b-1492322f30b8 req-1a9af3d8-91d4-4cbb-99ce-34fa83a95195 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195459 Mar 08 10:37:30.252980 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:43.775341 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:49.318292 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:37:55.023338 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f4001805-f0c1-48e7-91b9-493c3edb551b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:57.682335 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06a535a9-04b0-4bb5-a3b2-2555924f0629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:58.405110 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:37:58.410250 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:38:00.255783 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:38:13.779190 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:38:25.032115 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-737fc7fb-e45e-4d86-9464-1b2f2a09d1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:38:26.317000 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:38:27.684044 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1032de50-9462-4e30-9c58-9ac07e7e9ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:38:28.402898 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:38:28.409281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:38:29.042485 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e7470121-d07d-48b6-a8b4-9f36f4ddba86 req-f1d43dcb-eef0-4e9e-b541-bea3c722f79b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734823 Mar 08 10:38:29.175461 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7470121-d07d-48b6-a8b4-9f36f4ddba86 req-727e035b-c26f-4cb9-a9ca-ba7fd64cb5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:38:29.176940 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e7470121-d07d-48b6-a8b4-9f36f4ddba86 req-727e035b-c26f-4cb9-a9ca-ba7fd64cb5c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 1098 time: 0.0698214 Mar 08 10:38:29.314880 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7470121-d07d-48b6-a8b4-9f36f4ddba86 req-ee42636d-3b65-4a39-9370-8ce76771484d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:38:29.316455 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e7470121-d07d-48b6-a8b4-9f36f4ddba86 req-ee42636d-3b65-4a39-9370-8ce76771484d service neutron] 10.222.0.26 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 909 time: 0.1208148 Mar 08 10:38:29.415170 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e7470121-d07d-48b6-a8b4-9f36f4ddba86 req-2dbc9fb9-de02-4680-aa29-fc3f3e42bd7a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8 HTTP/1.1" status: 200 len: 1000 time: 0.0927789 Mar 08 10:38:29.474056 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7470121-d07d-48b6-a8b4-9f36f4ddba86 req-b185fa2c-5c3f-470c-94b2-a32cd4fec8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:38:29.475381 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e7470121-d07d-48b6-a8b4-9f36f4ddba86 req-b185fa2c-5c3f-470c-94b2-a32cd4fec8e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 200 len: 847 time: 0.0550854 Mar 08 10:38:29.549212 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7470121-d07d-48b6-a8b4-9f36f4ddba86 req-8c25f365-aeec-4d2a-81c8-f8caa1bcc858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:38:29.550633 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e7470121-d07d-48b6-a8b4-9f36f4ddba86 req-8c25f365-aeec-4d2a-81c8-f8caa1bcc858 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04e9751c-b296-4139-a822-4da2058c1f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694039 Mar 08 10:38:29.675822 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e7470121-d07d-48b6-a8b4-9f36f4ddba86 req-dc44809e-ad3c-4a8f-8abd-b7f503a90a08 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191611 Mar 08 10:38:29.893542 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e7470121-d07d-48b6-a8b4-9f36f4ddba86 req-9666b378-9554-4200-b146-35cd1f42145a service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118089 Mar 08 10:38:30.258608 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:38:43.795296 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:38:55.024245 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8233fc2-04d7-4be4-ba43-451414e998cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:38:57.685260 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af992dc5-dd26-4518-b4e7-7778a442659d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:38:58.394491 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:38:58.411123 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:39:00.261475 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:39:03.315353 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:39:13.789116 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:39:25.025831 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-db1d75bc-048d-47b7-90e2-4b45072ad8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:39:27.685577 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-da2b38dd-1e3b-4c36-9967-ec493039a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:39:28.395525 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:39:28.413932 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:39:30.258468 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:39:30.885533 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f8fc791e-586a-4e7b-8b4e-3867fd08b08a req-7691af2a-9ce3-4b7b-907a-4975795ee176 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670810 Mar 08 10:39:31.019699 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc791e-586a-4e7b-8b4e-3867fd08b08a req-239fb3f3-8dfa-411e-a5f1-f24bc6398799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:39:31.021197 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f8fc791e-586a-4e7b-8b4e-3867fd08b08a req-239fb3f3-8dfa-411e-a5f1-f24bc6398799 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 1098 time: 0.0712762 Mar 08 10:39:31.164144 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc791e-586a-4e7b-8b4e-3867fd08b08a req-75a0b6cf-454f-4af9-94af-1ed9fe294a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:39:31.165583 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f8fc791e-586a-4e7b-8b4e-3867fd08b08a req-75a0b6cf-454f-4af9-94af-1ed9fe294a05 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 909 time: 0.1272247 Mar 08 10:39:31.264544 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f8fc791e-586a-4e7b-8b4e-3867fd08b08a req-0d7f10dc-ea84-43ab-8491-79dc516f72f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8 HTTP/1.1" status: 200 len: 1000 time: 0.0931418 Mar 08 10:39:31.324273 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc791e-586a-4e7b-8b4e-3867fd08b08a req-073fa7ec-2309-4df0-a798-0689cefa4e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:39:31.325649 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f8fc791e-586a-4e7b-8b4e-3867fd08b08a req-073fa7ec-2309-4df0-a798-0689cefa4e5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 200 len: 847 time: 0.0554545 Mar 08 10:39:31.397942 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc791e-586a-4e7b-8b4e-3867fd08b08a req-a272a7c9-0a12-470c-a78b-401b349c28f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:39:31.399358 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f8fc791e-586a-4e7b-8b4e-3867fd08b08a req-a272a7c9-0a12-470c-a78b-401b349c28f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04e9751c-b296-4139-a822-4da2058c1f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672922 Mar 08 10:39:31.525874 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f8fc791e-586a-4e7b-8b4e-3867fd08b08a req-f4c31a15-4a3e-4fb5-9868-c8470a518927 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206338 Mar 08 10:39:31.653568 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f8fc791e-586a-4e7b-8b4e-3867fd08b08a req-b625283e-def0-463d-9584-0b114fa151c4 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215081 Mar 08 10:39:40.314642 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:39:41.712718 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fab9be-06a6-4b02-9628-50d6cedfe36a req-5afa5b4e-2862-41ca-a5c2-47a55b2ae032 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:39:41.714166 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-43fab9be-06a6-4b02-9628-50d6cedfe36a req-5afa5b4e-2862-41ca-a5c2-47a55b2ae032 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0789549 Mar 08 10:39:41.756910 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-43fab9be-06a6-4b02-9628-50d6cedfe36a req-2444f4da-4058-4147-b67b-137776b0747e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370994 Mar 08 10:39:42.942850 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2fb43-b7cd-4272-9eae-ce6a36ebc01f req-9da5a0cb-dff0-462c-b0f7-55b4d45df647 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:39:42.944276 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-66b2fb43-b7cd-4272-9eae-ce6a36ebc01f req-9da5a0cb-dff0-462c-b0f7-55b4d45df647 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0818927 Mar 08 10:39:42.987423 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-66b2fb43-b7cd-4272-9eae-ce6a36ebc01f req-e263faf4-98bf-4b90-8d4d-7a034581a7d1 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368500 Mar 08 10:39:43.796596 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:39:44.170625 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a763f8-ad1a-40b2-848b-95ec766aede9 req-37d19c4f-2111-4450-bca5-ca6b3ceb39bb tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:39:44.172063 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7a763f8-ad1a-40b2-848b-95ec766aede9 req-37d19c4f-2111-4450-bca5-ca6b3ceb39bb tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0817122 Mar 08 10:39:44.214922 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7a763f8-ad1a-40b2-848b-95ec766aede9 req-939e9b82-a02f-4f67-8fbc-f2dc5447830a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372536 Mar 08 10:39:45.397636 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763772f3-95cc-4345-a8e1-c2b7c2442c2b req-6479ee86-5776-434f-8be3-b5802c169ced tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:39:45.399452 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-763772f3-95cc-4345-a8e1-c2b7c2442c2b req-6479ee86-5776-434f-8be3-b5802c169ced tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0771842 Mar 08 10:39:45.445131 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-763772f3-95cc-4345-a8e1-c2b7c2442c2b req-05a2eaea-092f-40ce-b5f2-bdfe5e2bac18 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401263 Mar 08 10:39:46.627187 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb40c3d-29ed-47b9-acaa-b21fb8501bdf req-db43787a-e52f-4036-b126-d3eba0956b80 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:39:46.628622 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-afb40c3d-29ed-47b9-acaa-b21fb8501bdf req-db43787a-e52f-4036-b126-d3eba0956b80 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0792186 Mar 08 10:39:46.674569 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-afb40c3d-29ed-47b9-acaa-b21fb8501bdf req-4d032be8-c17b-4c4b-8ab5-4ff71bca7279 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402508 Mar 08 10:39:47.851629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe788bf-cf09-49b9-aecd-01e21d2a5d94 req-feb3a8f1-c1c7-457b-b1e8-d8364d03508b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:39:47.853496 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bbe788bf-cf09-49b9-aecd-01e21d2a5d94 req-feb3a8f1-c1c7-457b-b1e8-d8364d03508b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0779281 Mar 08 10:39:47.895722 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bbe788bf-cf09-49b9-aecd-01e21d2a5d94 req-747e1df2-622f-4f12-b7fd-eab8c754a549 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367477 Mar 08 10:39:49.167048 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636599c0-0eab-4e25-bee7-d770aae1cd30 req-9c1753f5-9cbf-48ce-b563-dea1bc0fb6d6 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:39:49.168477 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-636599c0-0eab-4e25-bee7-d770aae1cd30 req-9c1753f5-9cbf-48ce-b563-dea1bc0fb6d6 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.1715722 Mar 08 10:39:49.212715 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-636599c0-0eab-4e25-bee7-d770aae1cd30 req-89dbc244-f449-4622-af40-ebf555dee2c2 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385673 Mar 08 10:39:50.395933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ca781-e2e4-418e-b770-c99f30765b6a req-8a7e15d7-2c96-4e0c-8f86-47d99d8d80d0 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:39:50.397391 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-672ca781-e2e4-418e-b770-c99f30765b6a req-8a7e15d7-2c96-4e0c-8f86-47d99d8d80d0 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0815086 Mar 08 10:39:50.439523 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-672ca781-e2e4-418e-b770-c99f30765b6a req-7be8d3fa-8d40-4764-becf-70e50b2c1854 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365572 Mar 08 10:39:51.621714 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0c86c-eda4-48f5-b581-268d4c4d12b8 req-439f5764-5e8e-4e64-aeb0-7aa7240357a1 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:39:51.623163 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a2d0c86c-eda4-48f5-b581-268d4c4d12b8 req-439f5764-5e8e-4e64-aeb0-7aa7240357a1 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0811512 Mar 08 10:39:51.666404 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a2d0c86c-eda4-48f5-b581-268d4c4d12b8 req-b9ec1b35-4813-408e-8362-9bd43e1b5359 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375135 Mar 08 10:39:52.852014 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1febb-124e-41ab-a6af-e0137ceeaed7 req-57cf5432-172d-4571-8115-3fb0506280b4 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:39:52.853390 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-37d1febb-124e-41ab-a6af-e0137ceeaed7 req-57cf5432-172d-4571-8115-3fb0506280b4 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0801680 Mar 08 10:39:52.896207 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-37d1febb-124e-41ab-a6af-e0137ceeaed7 req-e3cd63b9-cdd5-4760-ac66-117234e67bfb tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371637 Mar 08 10:39:54.076184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2120a-db6d-4ef8-825c-b6a0d37fbf40 req-4d52865a-15da-4a44-936e-3ab2693ce937 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:39:54.077624 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eee2120a-db6d-4ef8-825c-b6a0d37fbf40 req-4d52865a-15da-4a44-936e-3ab2693ce937 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0778022 Mar 08 10:39:54.122642 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eee2120a-db6d-4ef8-825c-b6a0d37fbf40 req-c5707f91-9da7-444f-b657-46afa59bbc6d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395594 Mar 08 10:39:55.032352 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0140830a-03a0-451d-9090-8748ddafed7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:39:55.305905 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73809e7-87af-42ab-a20d-a1885e72f58a req-bbf00967-5f27-4ce0-abd1-bbc8f4fd8006 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:39:55.307241 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c73809e7-87af-42ab-a20d-a1885e72f58a req-bbf00967-5f27-4ce0-abd1-bbc8f4fd8006 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0823541 Mar 08 10:39:55.351223 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c73809e7-87af-42ab-a20d-a1885e72f58a req-d7e6245a-404b-4a7d-823e-478716496f7b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383475 Mar 08 10:39:55.546044 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 93ae07aa-9072-414c-a841-e2fdfb5e07d8 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:39:55.675136 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 93ae07aa-9072-414c-a841-e2fdfb5e07d8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:39:55.688212 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '93ae07aa-9072-414c-a841-e2fdfb5e07d8', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'port_id': '93ae07aa-9072-414c-a841-e2fdfb5e07d8', 'mac_address': 'fa:16:3e:cb:98:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:39:55.743585 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:39:55.759875 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93ae07aa-9072-414c-a841-e2fdfb5e07d8 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:39:55.774317 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 93ae07aa-9072-414c-a841-e2fdfb5e07d8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:39:55.777999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:39:55.849111 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=93ae07aa-9072-414c-a841-e2fdfb5e07d8,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:39:55.853641 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['93ae07aa-9072-414c-a841-e2fdfb5e07d8'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:39:55.890936 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:39:55.891282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:39:55.891620 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:39:55.891956 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:39:55.892286 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:39:55.892618 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:39:55.892975 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:39:55.893303 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:39:55.893628 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:39:55.893953 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:39:55.894274 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:39:55.894594 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:39:56.530570 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce9ac7-8f64-4ec0-bdbc-8309a8a9be10 req-eddeb788-df06-4bad-991e-feaea988ff02 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:39:56.532028 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4dce9ac7-8f64-4ec0-bdbc-8309a8a9be10 req-eddeb788-df06-4bad-991e-feaea988ff02 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 944 time: 0.0785277 Mar 08 10:39:56.575624 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4dce9ac7-8f64-4ec0-bdbc-8309a8a9be10 req-330197c4-3080-4cca-91ea-18a4a27eca2a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377884 Mar 08 10:39:57.560235 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 93ae07aa-9072-414c-a841-e2fdfb5e07d8 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:39:57.629474 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 93ae07aa-9072-414c-a841-e2fdfb5e07d8 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:39:57.629840 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:39:57.723908 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08b28b9d-eb12-481a-b139-1581ac984c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:39:57.756656 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b064e3b-2033-458d-bcf7-c2b748071585 req-ccfccff5-2d34-430f-af7e-741544088aaa tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:39:57.758630 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6b064e3b-2033-458d-bcf7-c2b748071585 req-ccfccff5-2d34-430f-af7e-741544088aaa tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 944 time: 0.0792627 Mar 08 10:39:57.792737 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:39:57.804517 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6b064e3b-2033-458d-bcf7-c2b748071585 req-5fcfb7d4-f515-46c2-a2b5-fc5fada1a8ff tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402317 Mar 08 10:39:57.818677 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ae07aa-9072-414c-a841-e2fdfb5e07d8'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:39:57.829225 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 93ae07aa-9072-414c-a841-e2fdfb5e07d8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:39:57.833030 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:39:57.898667 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=93ae07aa-9072-414c-a841-e2fdfb5e07d8,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:39:57.913882 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ae07aa-9072-414c-a841-e2fdfb5e07d8', 'code': 200} Mar 08 10:39:58.397916 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:39:58.418017 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:39:58.992995 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3164b68-5e47-4275-a0f8-a25d923681ed req-f3b5c6a3-3fd2-422a-95bc-461216e93ec6 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:39:58.994353 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d3164b68-5e47-4275-a0f8-a25d923681ed req-f3b5c6a3-3fd2-422a-95bc-461216e93ec6 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0807974 Mar 08 10:39:59.050075 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d3164b68-5e47-4275-a0f8-a25d923681ed req-18fb1f58-b683-4339-b498-4aca3fd8cebe tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473495 Mar 08 10:40:00.275799 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:40:00.279625 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc00b3-d2d2-4aa0-961b-3501998aeeaf req-48905965-4247-45b7-b725-e452ad996cf5 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:00.285199 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8fdc00b3-d2d2-4aa0-961b-3501998aeeaf req-48905965-4247-45b7-b725-e452ad996cf5 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.1011920 Mar 08 10:40:00.340635 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8fdc00b3-d2d2-4aa0-961b-3501998aeeaf req-0adb72d6-a54a-47a3-ad71-ef4dfa70d529 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526769 Mar 08 10:40:01.552433 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8caeac-92c5-46a4-b64c-df1d8f46b7c4 req-8d9c3a83-9d1c-41e5-a7ac-e4a92184e739 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:01.555898 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5b8caeac-92c5-46a4-b64c-df1d8f46b7c4 req-8d9c3a83-9d1c-41e5-a7ac-e4a92184e739 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0981750 Mar 08 10:40:01.612717 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-5b8caeac-92c5-46a4-b64c-df1d8f46b7c4 req-1cc0eaca-1f41-419d-aee8-4e25b4ef8b2d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507414 Mar 08 10:40:02.800565 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d958a0-fe8a-438c-979d-c5f92441b3cf req-3956825d-4a9d-4c5a-8dfc-7aa47dfaff02 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:02.802130 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-03d958a0-fe8a-438c-979d-c5f92441b3cf req-3956825d-4a9d-4c5a-8dfc-7aa47dfaff02 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0814614 Mar 08 10:40:02.852401 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-03d958a0-fe8a-438c-979d-c5f92441b3cf req-6bb7a3f4-8a49-4b9a-86c6-f5ba8e4b8647 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444965 Mar 08 10:40:04.060222 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef1d9f-5c44-4738-8308-bc9a88730273 req-4cbff201-d612-47ab-aeed-c0802c4da506 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:04.068814 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-09ef1d9f-5c44-4738-8308-bc9a88730273 req-4cbff201-d612-47ab-aeed-c0802c4da506 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0921700 Mar 08 10:40:04.120314 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-09ef1d9f-5c44-4738-8308-bc9a88730273 req-fd324999-04e6-480c-a85e-f091498fa2c4 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505598 Mar 08 10:40:05.325931 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93820f91-1c25-438f-98cc-ffa88ee70d51 req-90437f1c-da17-41b7-a8a5-a7eeedd264a4 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:05.327564 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-93820f91-1c25-438f-98cc-ffa88ee70d51 req-90437f1c-da17-41b7-a8a5-a7eeedd264a4 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0926266 Mar 08 10:40:05.375319 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-93820f91-1c25-438f-98cc-ffa88ee70d51 req-57d43456-dbf5-4b17-830b-287c948031d3 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418589 Mar 08 10:40:06.700439 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1844c-dfc4-4d40-b89a-23a63c675db0 req-15170f6a-dc6c-40f5-a0d4-47fb038ed12f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:06.701968 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d4b1844c-dfc4-4d40-b89a-23a63c675db0 req-15170f6a-dc6c-40f5-a0d4-47fb038ed12f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.2046781 Mar 08 10:40:06.747658 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d4b1844c-dfc4-4d40-b89a-23a63c675db0 req-2778a52d-0ebd-4fdd-a0e4-19843ad427d7 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394509 Mar 08 10:40:07.940268 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a839d04-e7ed-454b-bcc4-458f3223fc68 req-c284d1e0-2dc3-4b8b-941c-cea6df023d1d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:07.941956 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5a839d04-e7ed-454b-bcc4-458f3223fc68 req-c284d1e0-2dc3-4b8b-941c-cea6df023d1d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0851159 Mar 08 10:40:07.985396 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5a839d04-e7ed-454b-bcc4-458f3223fc68 req-ea63b538-abaf-4e66-a827-65cc28815cf9 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373983 Mar 08 10:40:08.234976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c9500-93ae-444c-ab9e-ee0473045ee9 req-847bb3ef-a2da-4e7d-a115-7cedbd40b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:08.236335 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-497c9500-93ae-444c-ab9e-ee0473045ee9 req-847bb3ef-a2da-4e7d-a115-7cedbd40b343 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 1098 time: 0.0707715 Mar 08 10:40:08.368849 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c9500-93ae-444c-ab9e-ee0473045ee9 req-3df76359-8bd8-4e29-a0f8-609bb441b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:08.370272 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-497c9500-93ae-444c-ab9e-ee0473045ee9 req-3df76359-8bd8-4e29-a0f8-609bb441b1bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 909 time: 0.1283526 Mar 08 10:40:08.470033 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-497c9500-93ae-444c-ab9e-ee0473045ee9 req-786ca7ab-53fd-43d2-9225-64ffa0c5c0be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8 HTTP/1.1" status: 200 len: 1000 time: 0.0937414 Mar 08 10:40:08.529785 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c9500-93ae-444c-ab9e-ee0473045ee9 req-7e5155d3-8004-4ade-acb6-2911f6338d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:08.531197 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-497c9500-93ae-444c-ab9e-ee0473045ee9 req-7e5155d3-8004-4ade-acb6-2911f6338d50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 200 len: 847 time: 0.0558631 Mar 08 10:40:08.603108 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c9500-93ae-444c-ab9e-ee0473045ee9 req-cd5e0573-abbe-47d9-958b-a65961c2808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:08.604554 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-497c9500-93ae-444c-ab9e-ee0473045ee9 req-cd5e0573-abbe-47d9-958b-a65961c2808f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04e9751c-b296-4139-a822-4da2058c1f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680563 Mar 08 10:40:08.737181 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-497c9500-93ae-444c-ab9e-ee0473045ee9 req-1161756b-0c64-4aab-af2e-d1c5083fd390 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263640 Mar 08 10:40:08.862802 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-497c9500-93ae-444c-ab9e-ee0473045ee9 req-e22a219a-d8c0-449c-a2fc-1822cd9627d5 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199629 Mar 08 10:40:09.167856 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129e5e6-a730-4a58-b24d-1a94a676d82b req-3b0afa9a-0f36-4a47-a9ca-52d8b4d35c34 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:09.169304 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2129e5e6-a730-4a58-b24d-1a94a676d82b req-3b0afa9a-0f36-4a47-a9ca-52d8b4d35c34 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0809205 Mar 08 10:40:09.210669 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2129e5e6-a730-4a58-b24d-1a94a676d82b req-aa5404d9-1f2f-4446-800d-ccb5d395f24b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358694 Mar 08 10:40:10.393571 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08954bf2-81b2-43c7-90ff-fbb92056aaae req-6918be48-10a7-4cdd-ae39-050a46208301 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:10.395137 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-08954bf2-81b2-43c7-90ff-fbb92056aaae req-6918be48-10a7-4cdd-ae39-050a46208301 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0807729 Mar 08 10:40:10.440185 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-08954bf2-81b2-43c7-90ff-fbb92056aaae req-ab752e83-c9d9-4ef0-ae22-0321d7b4ad06 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391440 Mar 08 10:40:11.622006 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d3a0b-d4b1-4db1-9626-2b024566c731 req-1b60d07e-0997-4034-b4ac-6b5f9831bd05 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:11.622947 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 93ae07aa-9072-414c-a841-e2fdfb5e07d8 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:40:11.623506 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d62d3a0b-d4b1-4db1-9626-2b024566c731 req-1b60d07e-0997-4034-b4ac-6b5f9831bd05 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 945 time: 0.0801213 Mar 08 10:40:11.669451 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d62d3a0b-d4b1-4db1-9626-2b024566c731 req-c850e992-538b-45a2-8bb0-37a2f8722ea7 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402768 Mar 08 10:40:11.735186 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:40:11.761141 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93ae07aa-9072-414c-a841-e2fdfb5e07d8'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:40:11.770977 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 93ae07aa-9072-414c-a841-e2fdfb5e07d8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:40:11.775478 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:40:11.811077 dv-neutron-831730-2-hyperv neutron-server[87773]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '93ae07aa-9072-414c-a841-e2fdfb5e07d8', 'code': 422} returned with failed status Mar 08 10:40:11.842757 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=93ae07aa-9072-414c-a841-e2fdfb5e07d8,revision_number=8']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:40:12.026248 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dce7e6-3c19-412d-bf42-f4660071cab6 req-7b776cd3-ec00-4be5-a2bd-60a18283f4cf tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:12.027694 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-31dce7e6-3c19-412d-bf42-f4660071cab6 req-7b776cd3-ec00-4be5-a2bd-60a18283f4cf tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.0815556 Mar 08 10:40:12.073561 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-31dce7e6-3c19-412d-bf42-f4660071cab6 req-1070e8b2-3389-4383-a27a-4f40aa2afa2c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401819 Mar 08 10:40:12.222029 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a880ff3e-2cce-409a-a433-a91562622b95 req-f6b79447-10c5-474c-9f93-68700fe2c072 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1432006 Mar 08 10:40:13.260368 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524f628-81f5-4c1c-b751-be2ddba389f8 req-27ae5a28-c169-4060-a041-0e6112e51937 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:13.261850 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8524f628-81f5-4c1c-b751-be2ddba389f8 req-27ae5a28-c169-4060-a041-0e6112e51937 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.0826743 Mar 08 10:40:13.305177 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8524f628-81f5-4c1c-b751-be2ddba389f8 req-f8e5f646-d60b-4eb8-b3bd-cfb9ac6bd58f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376453 Mar 08 10:40:13.801516 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:40:14.496541 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef8353-bce2-4927-94fc-6545cad3b7df req-236c3e4e-f335-4408-ac81-c8d019635b36 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:14.498035 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b3ef8353-bce2-4927-94fc-6545cad3b7df req-236c3e4e-f335-4408-ac81-c8d019635b36 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.0846915 Mar 08 10:40:14.547732 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b3ef8353-bce2-4927-94fc-6545cad3b7df req-05262e9f-f972-4a4c-9a84-2935929bf4d7 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437653 Mar 08 10:40:15.733975 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c1754-8e5f-4de3-b29e-d05dbc5642c1 req-f23c8aec-e18a-4358-9350-77898d4ae79b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:15.735403 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3d2c1754-8e5f-4de3-b29e-d05dbc5642c1 req-f23c8aec-e18a-4358-9350-77898d4ae79b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.0806007 Mar 08 10:40:15.784065 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3d2c1754-8e5f-4de3-b29e-d05dbc5642c1 req-6eb796b6-c6a2-4c92-82c8-2dd258973b3b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431397 Mar 08 10:40:16.968745 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6ed42-43a4-4696-8c41-24004e37c8ae req-fe5d866a-388e-4c73-94f8-b6e573a1f1a5 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:16.970174 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a0e6ed42-43a4-4696-8c41-24004e37c8ae req-fe5d866a-388e-4c73-94f8-b6e573a1f1a5 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.0796273 Mar 08 10:40:17.011656 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a0e6ed42-43a4-4696-8c41-24004e37c8ae req-02c0518c-cb1a-4a9d-a53d-a222aa390adb tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358965 Mar 08 10:40:17.215487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880ff3e-2cce-409a-a433-a91562622b95 req-91950d44-2347-49a9-8151-2e8edf0d38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:17.216932 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a880ff3e-2cce-409a-a433-a91562622b95 req-91950d44-2347-49a9-8151-2e8edf0d38d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c&tenant_id=68a44931562f4d978d41b0c00364d06a HTTP/1.1" status: 200 len: 1096 time: 0.0719733 Mar 08 10:40:17.314154 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:40:17.362417 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880ff3e-2cce-409a-a433-a91562622b95 req-4f1a9619-5f5c-4a3f-b0d9-b0b832dca24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:17.363868 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a880ff3e-2cce-409a-a433-a91562622b95 req-4f1a9619-5f5c-4a3f-b0d9-b0b832dca24f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 1096 time: 0.0697553 Mar 08 10:40:17.492436 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880ff3e-2cce-409a-a433-a91562622b95 req-6858336d-488e-4933-9238-00bf0993afca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:17.494375 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a880ff3e-2cce-409a-a433-a91562622b95 req-6858336d-488e-4933-9238-00bf0993afca service neutron] 10.222.0.26 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 909 time: 0.1224225 Mar 08 10:40:17.684821 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a880ff3e-2cce-409a-a433-a91562622b95 req-c3215699-7a39-4185-8803-24b730e9c37b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8 HTTP/1.1" status: 200 len: 998 time: 0.1844220 Mar 08 10:40:17.747763 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880ff3e-2cce-409a-a433-a91562622b95 req-83ac42fa-b613-4a01-8bda-ab10c97beef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:17.749152 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a880ff3e-2cce-409a-a433-a91562622b95 req-83ac42fa-b613-4a01-8bda-ab10c97beef5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 200 len: 847 time: 0.0580153 Mar 08 10:40:17.822154 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880ff3e-2cce-409a-a433-a91562622b95 req-44508309-e9f5-4f18-83db-73641c013e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:17.823585 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a880ff3e-2cce-409a-a433-a91562622b95 req-44508309-e9f5-4f18-83db-73641c013e25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04e9751c-b296-4139-a822-4da2058c1f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682800 Mar 08 10:40:17.950947 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a880ff3e-2cce-409a-a433-a91562622b95 req-788edcea-b49d-4c55-815b-caf6c00ab1bf service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213815 Mar 08 10:40:18.080335 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a880ff3e-2cce-409a-a433-a91562622b95 req-431055e9-d175-4e47-a29e-3e5f62db15f6 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224029 Mar 08 10:40:18.192961 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1cd39-2b85-4a77-a934-e988593267b4 req-4bda5406-3c70-4546-9554-110c143ed2e6 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:18.194419 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0b1cd39-2b85-4a77-a934-e988593267b4 req-4bda5406-3c70-4546-9554-110c143ed2e6 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.0789125 Mar 08 10:40:18.243357 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0b1cd39-2b85-4a77-a934-e988593267b4 req-697daa03-b1f0-4f4b-888f-a3196087580d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420825 Mar 08 10:40:19.441760 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92157c-d4ab-4852-9f9f-500a1e89860f req-5a2e53f3-c3bc-4825-9b43-cee36011fb7a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:19.443366 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bb92157c-d4ab-4852-9f9f-500a1e89860f req-5a2e53f3-c3bc-4825-9b43-cee36011fb7a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.0862086 Mar 08 10:40:19.489639 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bb92157c-d4ab-4852-9f9f-500a1e89860f req-b73348b1-0428-49cf-9f29-417612d0cef4 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406256 Mar 08 10:40:20.119877 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [req-6b671c52-ab85-4f9c-add6-503640595f79 req-e5aafe59-842e-4f89-a7f0-35a3b455b9dd service neutron] (87771) timed out ('10.222.0.26', 59285) {{(pid=87771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 08 10:40:20.686883 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824de05-2c4e-4950-a10c-6262a2ddf697 req-4a5295b2-5fc4-48e3-85e5-8d9b268dad60 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:20.689244 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2824de05-2c4e-4950-a10c-6262a2ddf697 req-4a5295b2-5fc4-48e3-85e5-8d9b268dad60 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.0847366 Mar 08 10:40:20.736590 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2824de05-2c4e-4950-a10c-6262a2ddf697 req-3f50c0bb-75f4-4822-b71d-7b4788d69c1a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422528 Mar 08 10:40:21.924051 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae4d15-0eb6-4aa5-be1e-ca67ac063551 req-081b622d-824a-4260-b5ce-287d7e484b93 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:21.925514 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d1ae4d15-0eb6-4aa5-be1e-ca67ac063551 req-081b622d-824a-4260-b5ce-287d7e484b93 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.0802412 Mar 08 10:40:21.973848 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d1ae4d15-0eb6-4aa5-be1e-ca67ac063551 req-b5cee9cc-0bf5-43e0-9240-696c8a7b49b3 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421762 Mar 08 10:40:23.178222 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bbdac-67f9-47d6-8a23-1c767975f1a0 req-02b50099-ff3f-46a9-bd5e-528342f3bf18 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:23.179671 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-263bbdac-67f9-47d6-8a23-1c767975f1a0 req-02b50099-ff3f-46a9-bd5e-528342f3bf18 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.0979559 Mar 08 10:40:23.230732 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-263bbdac-67f9-47d6-8a23-1c767975f1a0 req-c6204268-80a9-4091-b25e-ccf32daaf2d1 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443542 Mar 08 10:40:24.444236 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de26ae5-0c6c-4e87-9e5b-17bf1450d8b3 req-31481500-cbb7-4aee-97af-65ac2ffe9dee tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:24.446275 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8de26ae5-0c6c-4e87-9e5b-17bf1450d8b3 req-31481500-cbb7-4aee-97af-65ac2ffe9dee tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.0887251 Mar 08 10:40:24.494818 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8de26ae5-0c6c-4e87-9e5b-17bf1450d8b3 req-a2f5ece8-73d9-4de1-a32c-7077543c94ad tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428665 Mar 08 10:40:25.026103 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d67b39a3-ee67-45f8-9d02-9275be54c710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:40:25.686796 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b48c1-eaab-4930-b8a8-dba6cf2b36f1 req-ab194a0c-5def-487b-a5ca-c16abb733cb7 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:25.688423 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-989b48c1-eaab-4930-b8a8-dba6cf2b36f1 req-ab194a0c-5def-487b-a5ca-c16abb733cb7 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.0846798 Mar 08 10:40:25.736940 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-989b48c1-eaab-4930-b8a8-dba6cf2b36f1 req-c68e4353-7349-4b81-afa4-b750c9562c90 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424013 Mar 08 10:40:26.919440 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fa4fe-a05e-49d2-958f-1e2748a83f27 req-61860e9a-9a5a-41a1-b29b-3c2d23c81853 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:26.920895 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ae7fa4fe-a05e-49d2-958f-1e2748a83f27 req-61860e9a-9a5a-41a1-b29b-3c2d23c81853 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.0771387 Mar 08 10:40:26.969174 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ae7fa4fe-a05e-49d2-958f-1e2748a83f27 req-c029f991-4686-460b-b7aa-5dd9d506c888 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427246 Mar 08 10:40:27.688967 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26736493-6df1-4e76-b71a-047543b73792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:40:28.150279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61236dfc-4542-4430-98ba-615c65e05bfa req-375a6ac4-6296-4d52-9ce9-d622d1e3a165 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:28.151711 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-61236dfc-4542-4430-98ba-615c65e05bfa req-375a6ac4-6296-4d52-9ce9-d622d1e3a165 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.0784352 Mar 08 10:40:28.194743 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-61236dfc-4542-4430-98ba-615c65e05bfa req-03158687-94a6-4d1e-8c83-5f830089493d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374496 Mar 08 10:40:28.400622 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:40:28.419207 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:40:29.380021 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2bfa9-f356-4f19-bd3a-a99a517ed3b1 req-1a00a3d4-f919-4a80-977c-fc2c3faa08f5 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:29.381485 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6fa2bfa9-f356-4f19-bd3a-a99a517ed3b1 req-1a00a3d4-f919-4a80-977c-fc2c3faa08f5 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.0841413 Mar 08 10:40:29.424222 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6fa2bfa9-f356-4f19-bd3a-a99a517ed3b1 req-6c686bf9-c690-4013-ba6b-a431da80c868 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371761 Mar 08 10:40:30.265254 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:40:30.606398 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4398c9-769a-477d-87e2-0d1ddf684dd6 req-3c11b353-37cd-4555-9f19-ca1aaeac3210 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:30.607855 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bb4398c9-769a-477d-87e2-0d1ddf684dd6 req-3c11b353-37cd-4555-9f19-ca1aaeac3210 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.0821018 Mar 08 10:40:30.650249 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bb4398c9-769a-477d-87e2-0d1ddf684dd6 req-91cd8b47-1e3d-4a83-82bc-d8c3482f22f4 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368180 Mar 08 10:40:30.921444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717174f-beb5-4538-96bf-19d7e1163646 req-6e64b515-f9c3-4176-8428-5e8a38d196fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:30.922876 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e717174f-beb5-4538-96bf-19d7e1163646 req-6e64b515-f9c3-4176-8428-5e8a38d196fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 1096 time: 0.0681791 Mar 08 10:40:31.063083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717174f-beb5-4538-96bf-19d7e1163646 req-3443e8fd-5dd7-43ef-bef8-3b655cddb0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:31.064531 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e717174f-beb5-4538-96bf-19d7e1163646 req-3443e8fd-5dd7-43ef-bef8-3b655cddb0f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 909 time: 0.1221967 Mar 08 10:40:31.163778 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e717174f-beb5-4538-96bf-19d7e1163646 req-bd34bd41-9e28-4698-8f7e-29f30fb978c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8 HTTP/1.1" status: 200 len: 998 time: 0.0920589 Mar 08 10:40:31.227115 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717174f-beb5-4538-96bf-19d7e1163646 req-8408425a-6253-460a-a043-e9d25dad01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:31.228419 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e717174f-beb5-4538-96bf-19d7e1163646 req-8408425a-6253-460a-a043-e9d25dad01c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 200 len: 847 time: 0.0591528 Mar 08 10:40:31.299894 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717174f-beb5-4538-96bf-19d7e1163646 req-021f715d-0114-49ee-9c0d-7b8a5cfb0993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:31.301326 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e717174f-beb5-4538-96bf-19d7e1163646 req-021f715d-0114-49ee-9c0d-7b8a5cfb0993 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04e9751c-b296-4139-a822-4da2058c1f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668228 Mar 08 10:40:31.428272 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e717174f-beb5-4538-96bf-19d7e1163646 req-9be9f47b-d0bc-41b3-977d-22a9fe757474 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203671 Mar 08 10:40:31.554683 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e717174f-beb5-4538-96bf-19d7e1163646 req-d318e9fd-6e19-47ed-8f2f-55c19dc41ca1 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192369 Mar 08 10:40:31.832277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed40a69-056b-450a-aba2-47c2553d1ff4 req-1e18d3f0-1770-45f6-91b1-030b59e6f634 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:31.833638 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-eed40a69-056b-450a-aba2-47c2553d1ff4 req-1e18d3f0-1770-45f6-91b1-030b59e6f634 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.0809801 Mar 08 10:40:31.967031 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-eed40a69-056b-450a-aba2-47c2553d1ff4 req-3015f1d3-100a-4369-a8bf-e6d91c4fd74f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272843 Mar 08 10:40:33.147383 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fa68a-3943-4704-84de-24944e4aadb7 req-1a80fa81-ed83-46a8-bcd2-5ec516143c42 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:33.148835 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-678fa68a-3943-4704-84de-24944e4aadb7 req-1a80fa81-ed83-46a8-bcd2-5ec516143c42 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 943 time: 0.0792091 Mar 08 10:40:33.191772 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-678fa68a-3943-4704-84de-24944e4aadb7 req-a0bbe7b0-7045-4fbb-814c-2c96813c060d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370765 Mar 08 10:40:33.759198 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 93ae07aa-9072-414c-a841-e2fdfb5e07d8 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:40:33.887602 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 93ae07aa-9072-414c-a841-e2fdfb5e07d8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:40:33.900547 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '93ae07aa-9072-414c-a841-e2fdfb5e07d8', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'port_id': '93ae07aa-9072-414c-a841-e2fdfb5e07d8', 'mac_address': 'fa:16:3e:cb:98:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:40:33.952915 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:40:33.969284 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ae07aa-9072-414c-a841-e2fdfb5e07d8 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:40:33.984319 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 93ae07aa-9072-414c-a841-e2fdfb5e07d8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:40:33.988293 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:40:34.054972 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=93ae07aa-9072-414c-a841-e2fdfb5e07d8,revision_number=9']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:40:34.347785 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['93ae07aa-9072-414c-a841-e2fdfb5e07d8'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:40:34.374242 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5f5c0-ce91-403f-9cbf-9deae929467f req-c73e50d3-470e-4e8e-b340-7c6eeb537ce8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:34.375686 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bfd5f5c0-ce91-403f-9cbf-9deae929467f req-c73e50d3-470e-4e8e-b340-7c6eeb537ce8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 944 time: 0.0768325 Mar 08 10:40:34.418599 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-bfd5f5c0-ce91-403f-9cbf-9deae929467f req-664021e0-8db8-4dc2-ac43-8767ee72e6ec tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373480 Mar 08 10:40:35.607370 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dc2cf-a719-401e-b9f4-b5409f17bcec req-44d49832-39ec-4d2e-a50b-8466de43f131 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:35.608823 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0d9dc2cf-a719-401e-b9f4-b5409f17bcec req-44d49832-39ec-4d2e-a50b-8466de43f131 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 944 time: 0.0865636 Mar 08 10:40:35.650590 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0d9dc2cf-a719-401e-b9f4-b5409f17bcec req-8657ae54-d2ad-4fb7-8f0f-a7d55c7d34c0 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363138 Mar 08 10:40:35.775052 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 93ae07aa-9072-414c-a841-e2fdfb5e07d8 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:40:35.842431 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 93ae07aa-9072-414c-a841-e2fdfb5e07d8 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:40:35.842792 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:40:35.951046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:40:35.976762 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ae07aa-9072-414c-a841-e2fdfb5e07d8'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:40:35.986344 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 93ae07aa-9072-414c-a841-e2fdfb5e07d8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:40:35.990245 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:40:36.028212 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ae07aa-9072-414c-a841-e2fdfb5e07d8', 'code': 200} Mar 08 10:40:36.059721 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=93ae07aa-9072-414c-a841-e2fdfb5e07d8,revision_number=10']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:40:36.248796 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492ca17-b648-4a0c-9090-da714adcce68 req-0a371c86-0e13-4ce7-a092-552d1664f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:36.250225 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9492ca17-b648-4a0c-9090-da714adcce68 req-0a371c86-0e13-4ce7-a092-552d1664f891 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 1099 time: 0.0690498 Mar 08 10:40:36.289543 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-9492ca17-b648-4a0c-9090-da714adcce68 req-507bc7e9-b1ac-4c06-a2c1-68c30dbb584a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325382 Mar 08 10:40:36.830370 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dbb0f-3751-4f7f-adbb-2efd8cc3741e req-4c593a71-0872-46ae-92ad-5ba5f3de0bb2 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:36.831796 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d45dbb0f-3751-4f7f-adbb-2efd8cc3741e req-4c593a71-0872-46ae-92ad-5ba5f3de0bb2 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 946 time: 0.0781617 Mar 08 10:40:36.878307 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d45dbb0f-3751-4f7f-adbb-2efd8cc3741e req-af0161be-a815-42ea-865b-5fcdc0942f8f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403860 Mar 08 10:40:38.069400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21020f3b-f908-42a7-bb61-2ee011ff24f9 req-1f5054a2-d6fd-47f6-a8cc-e1d2d3f1b722 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:38.070821 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-21020f3b-f908-42a7-bb61-2ee011ff24f9 req-1f5054a2-d6fd-47f6-a8cc-e1d2d3f1b722 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 946 time: 0.0825374 Mar 08 10:40:38.114330 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-21020f3b-f908-42a7-bb61-2ee011ff24f9 req-d907eb16-5a47-4d9d-b7b9-fb82d781ef2b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371394 Mar 08 10:40:39.296018 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1db0fa-5b40-4a14-8a59-d0182eae06bf req-7a1cc3e8-7961-4425-b625-3209d58930a6 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:40:39.297494 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc1db0fa-5b40-4a14-8a59-d0182eae06bf req-7a1cc3e8-7961-4425-b625-3209d58930a6 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 946 time: 0.0806260 Mar 08 10:40:39.341101 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc1db0fa-5b40-4a14-8a59-d0182eae06bf req-39b01c43-7305-4df2-8b84-a75a7bccac47 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380170 Mar 08 10:40:43.813142 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:40:54.312968 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:40:55.030090 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af34e234-22e2-433d-b37d-8c8eb9a688ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:40:57.690652 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5e08d6f-783a-4d0e-94bd-963efbcd57ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:40:58.401436 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:40:58.422169 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:41:00.267785 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:41:13.815226 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:41:25.032258 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-34479e23-b8ca-432c-b985-6346de597b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:41:27.691455 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05498a98-9135-459a-a513-4435d95317eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:41:28.403455 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:41:28.423909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:41:30.272211 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:41:31.312711 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:41:31.879022 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-206e5b95-6f37-4843-97ae-5baf418c28bb req-7ce62338-a0d6-4985-9544-884be1eba104 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666223 Mar 08 10:41:32.014713 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e5b95-6f37-4843-97ae-5baf418c28bb req-48b8e059-899d-49fb-be78-04fe4a04bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:41:32.016120 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-206e5b95-6f37-4843-97ae-5baf418c28bb req-48b8e059-899d-49fb-be78-04fe4a04bad1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 1099 time: 0.0711694 Mar 08 10:41:32.154048 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e5b95-6f37-4843-97ae-5baf418c28bb req-9e026267-4378-447b-96c6-5ca281f3ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:41:32.155363 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-206e5b95-6f37-4843-97ae-5baf418c28bb req-9e026267-4378-447b-96c6-5ca281f3ebe6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 909 time: 0.1215906 Mar 08 10:41:32.253401 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-206e5b95-6f37-4843-97ae-5baf418c28bb req-5f0edd9a-9027-4338-a550-c306273c479e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8 HTTP/1.1" status: 200 len: 1000 time: 0.0925200 Mar 08 10:41:32.312336 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e5b95-6f37-4843-97ae-5baf418c28bb req-7bd977c8-d375-4b22-8395-48bd41e6abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:41:32.313714 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-206e5b95-6f37-4843-97ae-5baf418c28bb req-7bd977c8-d375-4b22-8395-48bd41e6abd9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 200 len: 847 time: 0.0547504 Mar 08 10:41:32.385003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e5b95-6f37-4843-97ae-5baf418c28bb req-36289059-a654-4dc5-8526-4264ea337b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:41:32.386388 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-206e5b95-6f37-4843-97ae-5baf418c28bb req-36289059-a654-4dc5-8526-4264ea337b30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04e9751c-b296-4139-a822-4da2058c1f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661259 Mar 08 10:41:32.513156 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-206e5b95-6f37-4843-97ae-5baf418c28bb req-bb114b4e-5073-4be6-984d-48619c3c75bd service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202939 Mar 08 10:41:32.639316 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-206e5b95-6f37-4843-97ae-5baf418c28bb req-08fc01ba-93ab-4baa-bc0a-1ffdc8b47068 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208436 Mar 08 10:41:43.847366 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:41:55.033540 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-689e10f7-156b-4cee-a9c7-d8118a8c9f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:41:57.692808 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-01ed80bd-81ca-4fe3-b0c5-45071abc93fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:41:58.404658 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:41:58.427136 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:00.272330 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:07.706838 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55614) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:42:07.941017 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Deleting port cd2eab15-ae3f-4780-8571-ca7a13ed8150 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:42:07.941358 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:08.103992 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:08.104310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:08.309123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Calling delete_port for cd2eab15-ae3f-4780-8571-ca7a13ed8150 owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:42:08.311261 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:42:08.456625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:08.502493 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event deleted for resources: {'Port': ['ID=cd2eab15-ae3f-4780-8571-ca7a13ed8150,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:42:08.544298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:08.544647 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:08.545015 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:08.545353 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:08.545684 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:08.546013 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:08.546341 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:08.546665 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:08.546988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:08.547311 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:08.547629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:08.547947 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:08.604101 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:08.604436 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Floating IP 293b9fe2-09d7-4f4b-b04b-2ff0c3dacc92 disassociated (deleted). External IP: 172.26.2.45, port: 93ae07aa-9072-414c-a841-e2fdfb5e07d8. Mar 08 10:42:08.939288 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:42:09.111384 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:42:09.121501 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35378d88-032e-4852-811e-90ef2c8b98f7 None None] Sync routers for ids ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:42:09.131330 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35378d88-032e-4852-811e-90ef2c8b98f7 None None] Routers {'dff7dc62-0a0c-4966-9b4c-8657d8e35d76'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:42:09.131625 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:09.132073 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-35378d88-032e-4852-811e-90ef2c8b98f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:41:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:42:09.187398 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-43e64005-1b50-4317-b25a-8e1bb61d8886 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "DELETE /v2.0/floatingips/293b9fe2-09d7-4f4b-b04b-2ff0c3dacc92 HTTP/1.1" status: 204 len: 168 time: 1.4771302 Mar 08 10:42:09.187398 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'tag': '93ae07aa-9072-414c-a841-e2fdfb5e07d8'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:42:09.308918 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-35378d88-032e-4852-811e-90ef2c8b98f7 None None] Set router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:42:09.339987 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'tag': '93ae07aa-9072-414c-a841-e2fdfb5e07d8', 'status': 'completed', 'code': 200} Mar 08 10:42:09.556145 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b773662-065a-420d-aa98-8eefdb59a5d5 req-9e9a86a4-f937-445b-9d74-31ef3a321ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:09.557984 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7b773662-065a-420d-aa98-8eefdb59a5d5 req-9e9a86a4-f937-445b-9d74-31ef3a321ad5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 1099 time: 0.1225419 Mar 08 10:42:09.680938 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb42a61-0d36-4754-be2b-6597ce0581ae req-2235ec0d-0416-427f-b33d-9c3482ec7ff9 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:09.683232 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ceb42a61-0d36-4754-be2b-6597ce0581ae req-2235ec0d-0416-427f-b33d-9c3482ec7ff9 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 946 time: 0.1466191 Mar 08 10:42:09.707072 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b773662-065a-420d-aa98-8eefdb59a5d5 req-bc67c05f-cc4c-449f-951c-7e9885b30cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:09.708426 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7b773662-065a-420d-aa98-8eefdb59a5d5 req-bc67c05f-cc4c-449f-951c-7e9885b30cbd service neutron] 10.222.0.26 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 909 time: 0.1439869 Mar 08 10:42:09.712260 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-35378d88-032e-4852-811e-90ef2c8b98f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:36:50Z', 'revision_number': 4, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port': {'id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:47Z', 'updated_at': '2022-03-08T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '8f89c3bf-aef7-4862-9bc8-e5f2ab277825', 'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'mac_address': 'fa:16:3e:92:b1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:49Z', 'updated_at': '2022-03-08T10:36:57Z', 'revision_number': 5, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'subnets': [{'id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:42:09.716255 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35378d88-032e-4852-811e-90ef2c8b98f7 None None] Checking router: dff7dc62-0a0c-4966-9b4c-8657d8e35d76 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:42:09.724409 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35378d88-032e-4852-811e-90ef2c8b98f7 None None] Routers {'dff7dc62-0a0c-4966-9b4c-8657d8e35d76'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:42:09.725026 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-35378d88-032e-4852-811e-90ef2c8b98f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:41:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:42:09.728522 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ceb42a61-0d36-4754-be2b-6597ce0581ae req-8fddb2b0-2140-44e8-bd85-40a6dbebe9f0 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397630 Mar 08 10:42:09.775174 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7b773662-065a-420d-aa98-8eefdb59a5d5 req-e3024093-fd63-4eb8-ba38-e33849d67f90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8 HTTP/1.1" status: 200 len: 217 time: 0.0602074 Mar 08 10:42:09.901845 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-35378d88-032e-4852-811e-90ef2c8b98f7 None None] Set router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:42:09.943448 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b773662-065a-420d-aa98-8eefdb59a5d5 req-98b554aa-9d10-4d80-89ca-d401dcca63c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:09.944899 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7b773662-065a-420d-aa98-8eefdb59a5d5 req-98b554aa-9d10-4d80-89ca-d401dcca63c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 200 len: 847 time: 0.1642041 Mar 08 10:42:10.016798 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b773662-065a-420d-aa98-8eefdb59a5d5 req-59556ff7-664e-4365-aa8f-ba576da65a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:10.018166 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7b773662-065a-420d-aa98-8eefdb59a5d5 req-59556ff7-664e-4365-aa8f-ba576da65a88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04e9751c-b296-4139-a822-4da2058c1f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670674 Mar 08 10:42:10.151605 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7b773662-065a-420d-aa98-8eefdb59a5d5 req-2593b5b4-6a08-44ca-ae50-20dc4bb3dc77 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257348 Mar 08 10:42:10.211268 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-35378d88-032e-4852-811e-90ef2c8b98f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:36:50Z', 'revision_number': 4, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port': {'id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:47Z', 'updated_at': '2022-03-08T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '8f89c3bf-aef7-4862-9bc8-e5f2ab277825', 'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'mac_address': 'fa:16:3e:92:b1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:49Z', 'updated_at': '2022-03-08T10:36:57Z', 'revision_number': 5, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'subnets': [{'id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:42:10.215089 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35378d88-032e-4852-811e-90ef2c8b98f7 None None] The sync data for ids ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'] in dv-neutron-831730-2-hyperv is: [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:36:50Z', 'revision_number': 4, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port': {'id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:47Z', 'updated_at': '2022-03-08T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '8f89c3bf-aef7-4862-9bc8-e5f2ab277825', 'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'mac_address': 'fa:16:3e:92:b1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:49Z', 'updated_at': '2022-03-08T10:36:57Z', 'revision_number': 5, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'subnets': [{'id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:42:10.283699 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7b773662-065a-420d-aa98-8eefdb59a5d5 req-c9b0ee4d-b70d-4318-9317-5a882b70314b service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257656 Mar 08 10:42:10.438311 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb38a7f8-4f05-499c-a5e4-4912407795fd None None] New status for floating IP 293b9fe2-09d7-4f4b-b04b-2ff0c3dacc92: DOWN {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:42:11.101906 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aeb102-4dc4-4233-b990-d24865e9140e req-ce9c58ea-9d23-4bb5-9fd7-14bd311ffab7 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:11.102504 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-25aeb102-4dc4-4233-b990-d24865e9140e req-ce9c58ea-9d23-4bb5-9fd7-14bd311ffab7 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Synchronizing usage tracker for tenant:68a44931562f4d978d41b0c00364d06a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:42:11.112369 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d02c88-8fd6-4a40-aeef-a4d8c1e0f68b req-600b7873-9f12-4aa6-8dd5-229ee2508541 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:11.113046 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-82d02c88-8fd6-4a40-aeef-a4d8c1e0f68b req-600b7873-9f12-4aa6-8dd5-229ee2508541 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Synchronizing usage tracker for tenant:68a44931562f4d978d41b0c00364d06a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:42:11.134444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-25aeb102-4dc4-4233-b990-d24865e9140e req-ce9c58ea-9d23-4bb5-9fd7-14bd311ffab7 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Unset dirty status for tenant:68a44931562f4d978d41b0c00364d06a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:42:11.135531 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-25aeb102-4dc4-4233-b990-d24865e9140e req-ce9c58ea-9d23-4bb5-9fd7-14bd311ffab7 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.26 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 946 time: 0.1752136 Mar 08 10:42:11.136504 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-82d02c88-8fd6-4a40-aeef-a4d8c1e0f68b req-600b7873-9f12-4aa6-8dd5-229ee2508541 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Unset dirty status for tenant:68a44931562f4d978d41b0c00364d06a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:42:11.137527 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-82d02c88-8fd6-4a40-aeef-a4d8c1e0f68b req-600b7873-9f12-4aa6-8dd5-229ee2508541 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 946 time: 0.2171719 Mar 08 10:42:11.232644 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-25aeb102-4dc4-4233-b990-d24865e9140e req-07ddba25-986b-41e7-90ac-d1af3d00e46b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Deleting port 93ae07aa-9072-414c-a841-e2fdfb5e07d8 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:42:11.233008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-25aeb102-4dc4-4233-b990-d24865e9140e req-07ddba25-986b-41e7-90ac-d1af3d00e46b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:11.263358 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-82d02c88-8fd6-4a40-aeef-a4d8c1e0f68b req-4e72cd07-59b3-408b-99b6-851f7cde73b3 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954220 Mar 08 10:42:11.475484 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-25aeb102-4dc4-4233-b990-d24865e9140e req-07ddba25-986b-41e7-90ac-d1af3d00e46b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] For port 93ae07aa-9072-414c-a841-e2fdfb5e07d8, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=93ae07aa-9072-414c-a841-e2fdfb5e07d8,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:42:11.475838 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-25aeb102-4dc4-4233-b990-d24865e9140e req-07ddba25-986b-41e7-90ac-d1af3d00e46b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:11.595600 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-25aeb102-4dc4-4233-b990-d24865e9140e req-07ddba25-986b-41e7-90ac-d1af3d00e46b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Calling delete_port for 93ae07aa-9072-414c-a841-e2fdfb5e07d8 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:42:11.739205 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-25aeb102-4dc4-4233-b990-d24865e9140e req-07ddba25-986b-41e7-90ac-d1af3d00e46b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:11.785635 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddba25-986b-41e7-90ac-d1af3d00e46b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event deleted for resources: {'Port': ['ID=93ae07aa-9072-414c-a841-e2fdfb5e07d8,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:42:11.861017 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-25aeb102-4dc4-4233-b990-d24865e9140e req-07ddba25-986b-41e7-90ac-d1af3d00e46b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] No DVR routers for this DVR port 93ae07aa-9072-414c-a841-e2fdfb5e07d8 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:42:11.863277 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-25aeb102-4dc4-4233-b990-d24865e9140e req-07ddba25-986b-41e7-90ac-d1af3d00e46b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:11.865663 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'name': 'network-vif-deleted', 'tag': '93ae07aa-9072-414c-a841-e2fdfb5e07d8'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:42:11.881379 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-25aeb102-4dc4-4233-b990-d24865e9140e req-07ddba25-986b-41e7-90ac-d1af3d00e46b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.26 "DELETE /v2.0/ports/93ae07aa-9072-414c-a841-e2fdfb5e07d8 HTTP/1.1" status: 204 len: 173 time: 0.7409377 Mar 08 10:42:11.911913 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105795fb-d86d-407a-aa60-2b10fe516f1c', 'name': 'network-vif-deleted', 'tag': '93ae07aa-9072-414c-a841-e2fdfb5e07d8', 'status': 'completed', 'code': 200} Mar 08 10:42:12.428573 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-7f63966d-19a0-4fe4-894e-be9d6af60de5 req-6c849960-fbfd-454e-b169-6486518b8a5c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Synchronizing usage tracker for tenant:68a44931562f4d978d41b0c00364d06a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:42:12.442949 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-7f63966d-19a0-4fe4-894e-be9d6af60de5 req-6c849960-fbfd-454e-b169-6486518b8a5c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Unset dirty status for tenant:68a44931562f4d978d41b0c00364d06a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:42:12.444093 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7f63966d-19a0-4fe4-894e-be9d6af60de5 req-6c849960-fbfd-454e-b169-6486518b8a5c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=105795fb-d86d-407a-aa60-2b10fe516f1c HTTP/1.1" status: 200 len: 210 time: 0.0566728 Mar 08 10:42:13.537605 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55652) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:42:13.606121 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3190-be0e-42b8-ad00-8c3d3c90878d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:13.634242 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3190-be0e-42b8-ad00-8c3d3c90878d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:13.703157 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3190-be0e-42b8-ad00-8c3d3c90878d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:13.721697 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b3190-be0e-42b8-ad00-8c3d3c90878d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b0a483-7f2e-4b3b-90f1-26d4355a2b1e,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:42:13.731661 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3190-be0e-42b8-ad00-8c3d3c90878d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:13.733184 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fb4b3190-be0e-42b8-ad00-8c3d3c90878d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "DELETE /v2.0/security-groups/85b0a483-7f2e-4b3b-90f1-26d4355a2b1e HTTP/1.1" status: 204 len: 168 time: 0.1945693 Mar 08 10:42:13.818260 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.087002 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55660) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:42:14.092191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-560bb3fc-3e9a-4cdb-8732-a554cbe5814a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1293479223', 'description': 'tempest-secgroup-smoke-1293479223 description', 'project_id': '68a44931562f4d978d41b0c00364d06a'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:42:14.098096 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-560bb3fc-3e9a-4cdb-8732-a554cbe5814a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:42:14.102357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-560bb3fc-3e9a-4cdb-8732-a554cbe5814a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Usage tracker for resource:security_group and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:42:14.105189 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-560bb3fc-3e9a-4cdb-8732-a554cbe5814a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:42:14.110705 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-560bb3fc-3e9a-4cdb-8732-a554cbe5814a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:42:14.120403 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-560bb3fc-3e9a-4cdb-8732-a554cbe5814a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.139335 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-560bb3fc-3e9a-4cdb-8732-a554cbe5814a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:42:14.142987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-560bb3fc-3e9a-4cdb-8732-a554cbe5814a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Usage tracker for resource:security_group_rule and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:42:14.145664 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-560bb3fc-3e9a-4cdb-8732-a554cbe5814a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:42:14.151711 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-560bb3fc-3e9a-4cdb-8732-a554cbe5814a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:42:14.218074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-560bb3fc-3e9a-4cdb-8732-a554cbe5814a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.221434 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-560bb3fc-3e9a-4cdb-8732-a554cbe5814a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.265072 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560bb3fc-3e9a-4cdb-8732-a554cbe5814a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a72ada3-f634-404a-b349-646e6ef33fee,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:42:14.268066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-560bb3fc-3e9a-4cdb-8732-a554cbe5814a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.269421 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-560bb3fc-3e9a-4cdb-8732-a554cbe5814a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1814444 Mar 08 10:42:14.272305 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55664) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:42:14.277509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-44e3a5ca-8f9f-4da3-b2b4-da78325bf9cf tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Request body: {'security_group_rule': {'security_group_id': '3a72ada3-f634-404a-b349-646e6ef33fee', 'project_id': '68a44931562f4d978d41b0c00364d06a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:42:14.283414 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-44e3a5ca-8f9f-4da3-b2b4-da78325bf9cf tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:42:14.287207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-44e3a5ca-8f9f-4da3-b2b4-da78325bf9cf tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Usage tracker for resource:security_group_rule and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:42:14.290097 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-44e3a5ca-8f9f-4da3-b2b4-da78325bf9cf tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:42:14.295747 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-44e3a5ca-8f9f-4da3-b2b4-da78325bf9cf tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:42:14.312243 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-44e3a5ca-8f9f-4da3-b2b4-da78325bf9cf tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.379676 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-44e3a5ca-8f9f-4da3-b2b4-da78325bf9cf tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.384036 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-44e3a5ca-8f9f-4da3-b2b4-da78325bf9cf tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.394377 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 93ae07aa-9072-414c-a841-e2fdfb5e07d8 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:42:14.431887 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 93ae07aa-9072-414c-a841-e2fdfb5e07d8 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:42:14.432235 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 93ae07aa-9072-414c-a841-e2fdfb5e07d8 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:42:14.502460 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3a5ca-8f9f-4da3-b2b4-da78325bf9cf tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7372ce6-37b0-4dd0-aa6c-5d6711bee2a3,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:42:14.511708 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-44e3a5ca-8f9f-4da3-b2b4-da78325bf9cf tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.513037 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-44e3a5ca-8f9f-4da3-b2b4-da78325bf9cf tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2396960 Mar 08 10:42:14.515725 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55668) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:42:14.520644 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-40c10602-d1e3-430e-91e7-c826710bbf9d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Request body: {'security_group_rule': {'security_group_id': '3a72ada3-f634-404a-b349-646e6ef33fee', 'project_id': '68a44931562f4d978d41b0c00364d06a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:42:14.526531 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-40c10602-d1e3-430e-91e7-c826710bbf9d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:42:14.530265 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-40c10602-d1e3-430e-91e7-c826710bbf9d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Usage tracker for resource:security_group_rule and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:42:14.533118 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-40c10602-d1e3-430e-91e7-c826710bbf9d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:42:14.538693 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-40c10602-d1e3-430e-91e7-c826710bbf9d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:42:14.555537 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40c10602-d1e3-430e-91e7-c826710bbf9d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.616546 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40c10602-d1e3-430e-91e7-c826710bbf9d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.620323 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40c10602-d1e3-430e-91e7-c826710bbf9d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.642310 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c10602-d1e3-430e-91e7-c826710bbf9d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44660a37-32e0-49ed-bc4e-d0cd78a08ce6,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:42:14.650985 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-40c10602-d1e3-430e-91e7-c826710bbf9d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.652178 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-40c10602-d1e3-430e-91e7-c826710bbf9d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1355369 Mar 08 10:42:14.654824 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55672) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:42:14.660104 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-4ccfdd55-dc6d-4033-82b9-f9da441a7eda tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Request body: {'security_group_rule': {'security_group_id': '3a72ada3-f634-404a-b349-646e6ef33fee', 'project_id': '68a44931562f4d978d41b0c00364d06a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:42:14.666315 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4ccfdd55-dc6d-4033-82b9-f9da441a7eda tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:42:14.670157 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4ccfdd55-dc6d-4033-82b9-f9da441a7eda tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Usage tracker for resource:security_group_rule and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:42:14.674501 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4ccfdd55-dc6d-4033-82b9-f9da441a7eda tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:42:14.680757 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4ccfdd55-dc6d-4033-82b9-f9da441a7eda tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:42:14.697167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4ccfdd55-dc6d-4033-82b9-f9da441a7eda tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.757221 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4ccfdd55-dc6d-4033-82b9-f9da441a7eda tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.760302 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4ccfdd55-dc6d-4033-82b9-f9da441a7eda tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.783268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfdd55-dc6d-4033-82b9-f9da441a7eda tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cb67bc-da33-4340-b742-2c45d80d036c,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:42:14.792508 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4ccfdd55-dc6d-4033-82b9-f9da441a7eda tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.793737 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4ccfdd55-dc6d-4033-82b9-f9da441a7eda tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379890 Mar 08 10:42:14.796374 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55676) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:42:14.801364 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-fc43950f-6f82-474f-a0d9-1bb206c7af1c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Request body: {'security_group_rule': {'security_group_id': '3a72ada3-f634-404a-b349-646e6ef33fee', 'project_id': '68a44931562f4d978d41b0c00364d06a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:42:14.807598 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fc43950f-6f82-474f-a0d9-1bb206c7af1c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:42:14.811320 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fc43950f-6f82-474f-a0d9-1bb206c7af1c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Usage tracker for resource:security_group_rule and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:42:14.814109 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-fc43950f-6f82-474f-a0d9-1bb206c7af1c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:42:14.819919 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-fc43950f-6f82-474f-a0d9-1bb206c7af1c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:42:14.837765 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fc43950f-6f82-474f-a0d9-1bb206c7af1c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.900944 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fc43950f-6f82-474f-a0d9-1bb206c7af1c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.904092 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fc43950f-6f82-474f-a0d9-1bb206c7af1c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.926581 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43950f-6f82-474f-a0d9-1bb206c7af1c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461c0d3b-9afc-47aa-b0c9-a5a5873f887c,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:42:14.935119 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-fc43950f-6f82-474f-a0d9-1bb206c7af1c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:14.936291 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-fc43950f-6f82-474f-a0d9-1bb206c7af1c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1389771 Mar 08 10:42:14.938976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55682) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:42:14.944189 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-274bdcb1-c567-4554-9cf2-ea8acb29de89 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Request body: {'security_group_rule': {'security_group_id': '3a72ada3-f634-404a-b349-646e6ef33fee', 'project_id': '68a44931562f4d978d41b0c00364d06a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:42:14.950602 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-274bdcb1-c567-4554-9cf2-ea8acb29de89 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:42:14.955001 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-274bdcb1-c567-4554-9cf2-ea8acb29de89 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Usage tracker for resource:security_group_rule and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:42:14.957915 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-274bdcb1-c567-4554-9cf2-ea8acb29de89 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:42:14.964864 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-274bdcb1-c567-4554-9cf2-ea8acb29de89 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:42:14.976745 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-274bdcb1-c567-4554-9cf2-ea8acb29de89 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Project 68a44931562f4d978d41b0c00364d06a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:42:14.983378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-274bdcb1-c567-4554-9cf2-ea8acb29de89 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:15.046882 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-274bdcb1-c567-4554-9cf2-ea8acb29de89 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:15.049411 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-274bdcb1-c567-4554-9cf2-ea8acb29de89 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:15.072178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bdcb1-c567-4554-9cf2-ea8acb29de89 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e22cac4-09f3-4a49-8b73-adb5710d335b,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:42:15.080634 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-274bdcb1-c567-4554-9cf2-ea8acb29de89 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:15.081849 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-274bdcb1-c567-4554-9cf2-ea8acb29de89 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419418 Mar 08 10:42:15.084641 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55686) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:42:15.090087 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-6184d654-2e44-47c0-9fcd-4a918c3916de tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Request body: {'security_group_rule': {'security_group_id': '3a72ada3-f634-404a-b349-646e6ef33fee', 'project_id': '68a44931562f4d978d41b0c00364d06a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:42:15.095897 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6184d654-2e44-47c0-9fcd-4a918c3916de tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:42:15.099646 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6184d654-2e44-47c0-9fcd-4a918c3916de tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Usage tracker for resource:security_group_rule and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:42:15.103139 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-6184d654-2e44-47c0-9fcd-4a918c3916de tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:42:15.108685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-6184d654-2e44-47c0-9fcd-4a918c3916de tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:42:15.119267 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.securitygroups_db [None req-6184d654-2e44-47c0-9fcd-4a918c3916de tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Project 68a44931562f4d978d41b0c00364d06a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:42:15.125801 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6184d654-2e44-47c0-9fcd-4a918c3916de tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:15.194438 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6184d654-2e44-47c0-9fcd-4a918c3916de tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:15.198067 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6184d654-2e44-47c0-9fcd-4a918c3916de tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:15.221413 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184d654-2e44-47c0-9fcd-4a918c3916de tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40137d0-0c9b-4c74-a178-9447a0d9a3fb,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:42:15.230605 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-6184d654-2e44-47c0-9fcd-4a918c3916de tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:15.233193 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-6184d654-2e44-47c0-9fcd-4a918c3916de tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1475463 Mar 08 10:42:25.036578 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cef158b5-b716-451b-b742-d971359e4252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:27.705809 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-da9d3a58-6e04-4a7c-8396-86fc1651abdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:28.405660 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:28.430218 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:28.975567 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-514a508b-95bb-48c0-8c43-70bce87e34c9 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Synchronizing usage tracker for tenant:68a44931562f4d978d41b0c00364d06a on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:42:28.990617 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-514a508b-95bb-48c0-8c43-70bce87e34c9 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Unset dirty status for tenant:68a44931562f4d978d41b0c00364d06a on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:42:28.992295 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-514a508b-95bb-48c0-8c43-70bce87e34c9 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293479223&fields=id&tenant_id=68a44931562f4d978d41b0c00364d06a HTTP/1.1" status: 200 len: 267 time: 0.0546436 Mar 08 10:42:29.143819 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9641afa6-df08-4e8f-910b-22b43d702a7d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:29.145168 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9641afa6-df08-4e8f-910b-22b43d702a7d tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 808 time: 0.1463394 Mar 08 10:42:29.159347 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-08551cf8-bbb4-4d58-a208-f0f5102fa01e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/quotas/68a44931562f4d978d41b0c00364d06a HTTP/1.1" status: 200 len: 375 time: 0.0087428 Mar 08 10:42:29.242411 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-e3ca4933-d6a4-403f-b194-c62ffee8d0be tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776443 Mar 08 10:42:29.329937 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9bf4b693-88d2-462e-ba65-62513396a154 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 10:42:29.330910 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9bf4b693-88d2-462e-ba65-62513396a154 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0422473 Mar 08 10:42:29.465299 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-5666ff64-ba3c-4eda-9f10-1640540c5939 service neutron] 10.222.0.24 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276453 Mar 08 10:42:29.592922 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-1cd763f3-e7a8-43df-a37b-0e18e5998005 service neutron] 10.222.0.24 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218283 Mar 08 10:42:29.965604 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8e428e4d-dd8f-4002-9619-c7754c5dc3f8 req-4664806a-4fc1-4b50-a07a-ddf7602063c6 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 210 time: 0.0423036 Mar 08 10:42:30.276013 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:30.934917 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-756ce4c2-646e-4130-be69-dd59b1a7bf5f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:30.936327 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-756ce4c2-646e-4130-be69-dd59b1a7bf5f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.26 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 808 time: 0.1440134 Mar 08 10:42:30.984676 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-3a5276fa-7394-4fb5-b9f2-fb70c8997c01 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68a44931562f4d978d41b0c00364d06a HTTP/1.1" status: 200 len: 380 time: 0.0399957 Mar 08 10:42:30.993750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-7867aad2-e778-4ad8-b85f-8acdcb17ca06 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Request body: {'port': {'device_id': 'ca7fb8d2-5b60-460a-9bfa-1a6513f57b25', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'admin_state_up': True, 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'security_groups': ['3a72ada3-f634-404a-b349-646e6ef33fee']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:42:31.134547 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8f91ac55-36ff-4136-862e-e9171e7c2fc7 req-58a8ba1e-59e7-4763-acb6-ae8a2b4e6a4f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 210 time: 0.0562196 Mar 08 10:42:31.171714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-7867aad2-e778-4ad8-b85f-8acdcb17ca06 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:42:31.181175 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-7867aad2-e778-4ad8-b85f-8acdcb17ca06 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:42:31.190865 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-7867aad2-e778-4ad8-b85f-8acdcb17ca06 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Made reservation on behalf of 68a44931562f4d978d41b0c00364d06a for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:42:31.195272 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-7867aad2-e778-4ad8-b85f-8acdcb17ca06 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:31.356259 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-7867aad2-e778-4ad8-b85f-8acdcb17ca06 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Allocated IP 172.20.0.13 (04e9751c-b296-4139-a822-4da2058c1f46/3f6fcf29-99cf-45a5-8723-32feac32e821/7355e905-2c16-4791-bb5a-83ac75b4d0f4) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:42:31.546010 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-7867aad2-e778-4ad8-b85f-8acdcb17ca06 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:31.561983 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-7867aad2-e778-4ad8-b85f-8acdcb17ca06 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Transition to ACTIVE for port object 7355e905-2c16-4791-bb5a-83ac75b4d0f4 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:42:31.586586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-7867aad2-e778-4ad8-b85f-8acdcb17ca06 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:31.754761 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-7867aad2-e778-4ad8-b85f-8acdcb17ca06 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Network 04e9751c-b296-4139-a822-4da2058c1f46 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:42:31.758608 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-7867aad2-e778-4ad8-b85f-8acdcb17ca06 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:42:31.768398 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-7867aad2-e778-4ad8-b85f-8acdcb17ca06 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:42:31.806360 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867aad2-e778-4ad8-b85f-8acdcb17ca06 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event updated for resources: {'Port': ['ID=7355e905-2c16-4791-bb5a-83ac75b4d0f4,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:42:31.842146 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-7867aad2-e778-4ad8-b85f-8acdcb17ca06 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:31.842776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-7867aad2-e778-4ad8-b85f-8acdcb17ca06 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:31.871099 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-7867aad2-e778-4ad8-b85f-8acdcb17ca06 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8812625 Mar 08 10:42:31.883009 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Request body: {'port': {'device_id': 'ca7fb8d2-5b60-460a-9bfa-1a6513f57b25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:42:31.984463 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8a30fe5b-b066-44f1-9b8d-d89a55ea33b0 None None] Provisioning for port 7355e905-2c16-4791-bb5a-83ac75b4d0f4 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:42:31.990301 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8a30fe5b-b066-44f1-9b8d-d89a55ea33b0 None None] Provisioning complete for port 7355e905-2c16-4791-bb5a-83ac75b4d0f4 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:42:31.990679 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a30fe5b-b066-44f1-9b8d-d89a55ea33b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:32.001325 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:32.043295 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8a30fe5b-b066-44f1-9b8d-d89a55ea33b0 None None] Port 7355e905-2c16-4791-bb5a-83ac75b4d0f4 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:42:32.372515 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7355e905-2c16-4791-bb5a-83ac75b4d0f4 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:42:32.380656 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:32.396034 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Transition to ACTIVE for port object 7355e905-2c16-4791-bb5a-83ac75b4d0f4 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:42:32.400565 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:32.439351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193bbf5-8a94-4e1a-b816-6c4e6a0ec0bf req-60a23736-33e0-4c4c-80b4-234f723aaf02 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:32.442306 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3193bbf5-8a94-4e1a-b816-6c4e6a0ec0bf req-60a23736-33e0-4c4c-80b4-234f723aaf02 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 932 time: 0.1930625 Mar 08 10:42:32.493797 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3193bbf5-8a94-4e1a-b816-6c4e6a0ec0bf req-4830e6e1-6157-4575-bbeb-477e30ca0042 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428612 Mar 08 10:42:32.592622 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Pushing event updated for resources: {'Port': ['ID=7355e905-2c16-4791-bb5a-83ac75b4d0f4,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:42:32.671062 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Attempting to bind port 7355e905-2c16-4791-bb5a-83ac75b4d0f4 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:42:32.671401 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Attempting to bind port 7355e905-2c16-4791-bb5a-83ac75b4d0f4 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': '8da4142b-dda1-4b81-aaf2-3089d0833721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:42:32.671735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Attempting to bind port 7355e905-2c16-4791-bb5a-83ac75b4d0f4 on network 04e9751c-b296-4139-a822-4da2058c1f46 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:42:32.676475 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Port 7355e905-2c16-4791-bb5a-83ac75b4d0f4 on network 04e9751c-b296-4139-a822-4da2058c1f46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:42:32.676825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Attempting to bind port 7355e905-2c16-4791-bb5a-83ac75b4d0f4 on network 04e9751c-b296-4139-a822-4da2058c1f46 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:42:32.682105 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:42:32.682444 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Checking segment: {'id': '8da4142b-dda1-4b81-aaf2-3089d0833721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:42:32.682825 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Bound using segment: {'id': '8da4142b-dda1-4b81-aaf2-3089d0833721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:42:32.683247 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Bound port: 7355e905-2c16-4791-bb5a-83ac75b4d0f4, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8da4142b-dda1-4b81-aaf2-3089d0833721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:42:32.683586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:32.771629 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] For port 7355e905-2c16-4791-bb5a-83ac75b4d0f4, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:42:32.775406 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] For port 7355e905-2c16-4791-bb5a-83ac75b4d0f4, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=7355e905-2c16-4791-bb5a-83ac75b4d0f4,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:42:32.779228 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:32.831268 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:32.831873 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:32.833441 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] 10.222.0.26 "PUT /v2.0/ports/7355e905-2c16-4791-bb5a-83ac75b4d0f4 HTTP/1.1" status: 200 len: 1094 time: 0.9553497 Mar 08 10:42:32.836349 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7fb8d2-5b60-460a-9bfa-1a6513f57b25', 'tag': '7355e905-2c16-4791-bb5a-83ac75b4d0f4'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:42:32.870811 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c4201-af7b-45ed-b922-7475c02cc77b service neutron] Pushing event updated for resources: {'Port': ['ID=7355e905-2c16-4791-bb5a-83ac75b4d0f4,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:42:32.952423 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-6505b9b7-9640-475b-bbba-eeb015d53e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:32.954176 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-6505b9b7-9640-475b-bbba-eeb015d53e9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 1097 time: 0.0796187 Mar 08 10:42:33.014307 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7fb8d2-5b60-460a-9bfa-1a6513f57b25', 'tag': '7355e905-2c16-4791-bb5a-83ac75b4d0f4', 'status': 'completed', 'code': 200} Mar 08 10:42:33.028480 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-fd1e98dc-3c5c-45ed-93d8-967a4cb6fc75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7355e905-2c16-4791-bb5a-83ac75b4d0f4 HTTP/1.1" status: 200 len: 217 time: 0.0669329 Mar 08 10:42:33.089394 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-2def37d7-159d-4b23-aad2-835cdc748492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:33.090823 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-2def37d7-159d-4b23-aad2-835cdc748492 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 200 len: 847 time: 0.0564895 Mar 08 10:42:33.162580 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-03835f9d-a215-4f41-8d7b-4b1c0135c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:33.163928 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-03835f9d-a215-4f41-8d7b-4b1c0135c562 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04e9751c-b296-4139-a822-4da2058c1f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667808 Mar 08 10:42:33.289522 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-9f258e59-d7f1-4396-bdfe-8c6b6e73213a service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195076 Mar 08 10:42:33.416328 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d119b571-b76e-4b96-9cbd-ce6abe756b46 req-7375a694-b814-4398-8d32-01adad7e5fde service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204560 Mar 08 10:42:33.622987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3d9b-a649-468e-a4a5-f09f5a5ee3ab req-742e523b-def0-4fd7-9d00-0ce82595d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:33.624452 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-910c3d9b-a649-468e-a4a5-f09f5a5ee3ab req-742e523b-def0-4fd7-9d00-0ce82595d085 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 1097 time: 0.1670218 Mar 08 10:42:33.681806 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40220a83-42b7-4ca2-be47-f00a1055ada8 req-7755a793-a7c6-4021-b296-82fe7915df2f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:33.683232 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-40220a83-42b7-4ca2-be47-f00a1055ada8 req-7755a793-a7c6-4021-b296-82fe7915df2f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 944 time: 0.0791180 Mar 08 10:42:33.729301 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-40220a83-42b7-4ca2-be47-f00a1055ada8 req-c7258c79-c5ff-45bc-bf29-edb37c8c1754 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402741 Mar 08 10:42:33.752656 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3d9b-a649-468e-a4a5-f09f5a5ee3ab req-7920b79d-ae40-473c-b42f-8eb9c930617b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:33.754113 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-910c3d9b-a649-468e-a4a5-f09f5a5ee3ab req-7920b79d-ae40-473c-b42f-8eb9c930617b service neutron] 10.222.0.26 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 909 time: 0.1233876 Mar 08 10:42:33.822475 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-910c3d9b-a649-468e-a4a5-f09f5a5ee3ab req-8d8f0ced-d52f-4cdf-8394-c6865f0dbe22 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7355e905-2c16-4791-bb5a-83ac75b4d0f4 HTTP/1.1" status: 200 len: 217 time: 0.0616508 Mar 08 10:42:33.882623 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3d9b-a649-468e-a4a5-f09f5a5ee3ab req-3f5e8ab3-64b5-4f06-9fda-1053c8c99652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:33.884038 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-910c3d9b-a649-468e-a4a5-f09f5a5ee3ab req-3f5e8ab3-64b5-4f06-9fda-1053c8c99652 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 200 len: 847 time: 0.0560386 Mar 08 10:42:33.959647 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c3d9b-a649-468e-a4a5-f09f5a5ee3ab req-89ea5a25-4f33-4ddf-b5a5-362392954451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:33.961543 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-910c3d9b-a649-468e-a4a5-f09f5a5ee3ab req-89ea5a25-4f33-4ddf-b5a5-362392954451 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04e9751c-b296-4139-a822-4da2058c1f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712514 Mar 08 10:42:34.089230 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-910c3d9b-a649-468e-a4a5-f09f5a5ee3ab req-e3dc5362-2fae-4547-8012-2c3abc8a1b03 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211789 Mar 08 10:42:34.220217 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-910c3d9b-a649-468e-a4a5-f09f5a5ee3ab req-3da3467d-b8f6-4890-9fef-9bfe36ba2da4 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239657 Mar 08 10:42:34.909703 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc7687-6f64-4e9a-a8fc-43a8a22da550 req-4a598ba1-f198-4cbe-8896-06c5a3870afc tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:34.910295 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-afdc7687-6f64-4e9a-a8fc-43a8a22da550 req-4a598ba1-f198-4cbe-8896-06c5a3870afc tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Synchronizing usage tracker for tenant:68a44931562f4d978d41b0c00364d06a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:42:34.925770 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-afdc7687-6f64-4e9a-a8fc-43a8a22da550 req-4a598ba1-f198-4cbe-8896-06c5a3870afc tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Unset dirty status for tenant:68a44931562f4d978d41b0c00364d06a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:42:34.926950 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-afdc7687-6f64-4e9a-a8fc-43a8a22da550 req-4a598ba1-f198-4cbe-8896-06c5a3870afc tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 944 time: 0.0936878 Mar 08 10:42:34.971546 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-afdc7687-6f64-4e9a-a8fc-43a8a22da550 req-682bc44b-913a-478b-ad0e-10e175c21077 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380676 Mar 08 10:42:36.151007 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c85bbd-7458-4a25-8111-d2aab00ea49e req-b7bf25d8-1ecf-462e-9616-165dab56e85c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:36.152436 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c0c85bbd-7458-4a25-8111-d2aab00ea49e req-b7bf25d8-1ecf-462e-9616-165dab56e85c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 944 time: 0.0775249 Mar 08 10:42:36.195689 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c0c85bbd-7458-4a25-8111-d2aab00ea49e req-e1f700b3-d873-41d8-94c2-ac794597cef2 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376883 Mar 08 10:42:37.377627 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a5266-6df5-4c8a-a693-41aedde82982 req-57268a74-4d5b-4303-9d26-35bcaa2e46e6 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:37.379043 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a35a5266-6df5-4c8a-a693-41aedde82982 req-57268a74-4d5b-4303-9d26-35bcaa2e46e6 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 944 time: 0.0800014 Mar 08 10:42:37.422104 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a35a5266-6df5-4c8a-a693-41aedde82982 req-eab3dc56-d144-4b05-8917-229efce5f8e0 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370529 Mar 08 10:42:38.610337 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ba611-9fb7-4bd8-b7ad-40c6f9989aef req-2fc84bda-f406-4734-9095-7eda6f7adafa tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:38.611799 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-634ba611-9fb7-4bd8-b7ad-40c6f9989aef req-2fc84bda-f406-4734-9095-7eda6f7adafa tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 944 time: 0.0824533 Mar 08 10:42:38.655417 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-634ba611-9fb7-4bd8-b7ad-40c6f9989aef req-2dd8893e-2bad-41d3-92b7-c99972a79395 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375867 Mar 08 10:42:39.840008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8029c1-f8e8-48e8-8403-69a324fb7d3f req-7d4b82a4-6be6-4414-95c6-e37acd956041 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:39.841512 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3a8029c1-f8e8-48e8-8403-69a324fb7d3f req-7d4b82a4-6be6-4414-95c6-e37acd956041 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 944 time: 0.0796008 Mar 08 10:42:39.883274 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3a8029c1-f8e8-48e8-8403-69a324fb7d3f req-f76f1978-a9a0-4f11-8a5c-386915b12b1b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362403 Mar 08 10:42:41.064568 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebed48-bff4-42dd-aa75-aba364faa646 req-b446a3ae-13ae-4371-a723-f3adbe6e1d94 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:41.065997 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67ebed48-bff4-42dd-aa75-aba364faa646 req-b446a3ae-13ae-4371-a723-f3adbe6e1d94 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 944 time: 0.0790730 Mar 08 10:42:41.107975 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67ebed48-bff4-42dd-aa75-aba364faa646 req-24c9e95d-0817-408a-b50b-86a7ca5f196f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362430 Mar 08 10:42:42.289756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ebdf4-71cb-4a41-a497-32f5c1f6c031 req-9cb24084-a00e-437c-b0aa-a3f865d208e0 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:42.291185 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e86ebdf4-71cb-4a41-a497-32f5c1f6c031 req-9cb24084-a00e-437c-b0aa-a3f865d208e0 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 944 time: 0.0804267 Mar 08 10:42:42.339111 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e86ebdf4-71cb-4a41-a497-32f5c1f6c031 req-d229d86d-93f0-48aa-a56c-0ed59b4165a7 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422318 Mar 08 10:42:42.525608 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 7355e905-2c16-4791-bb5a-83ac75b4d0f4 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:42:42.656897 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 7355e905-2c16-4791-bb5a-83ac75b4d0f4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=7355e905-2c16-4791-bb5a-83ac75b4d0f4,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:42:42.673288 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '7355e905-2c16-4791-bb5a-83ac75b4d0f4', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'port_id': '7355e905-2c16-4791-bb5a-83ac75b4d0f4', 'mac_address': 'fa:16:3e:f5:93:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:42:42.727831 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:42.743580 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7355e905-2c16-4791-bb5a-83ac75b4d0f4 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:42:42.758220 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 7355e905-2c16-4791-bb5a-83ac75b4d0f4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=7355e905-2c16-4791-bb5a-83ac75b4d0f4,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:42:42.762405 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:42.832509 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=7355e905-2c16-4791-bb5a-83ac75b4d0f4,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:42:42.839731 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:42.840078 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:42.840410 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:42.840778 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:42.841104 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:42.841429 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:42.841752 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:42.842073 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:42.842392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:42.842707 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:42.843023 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:42.843336 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:42:43.071457 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['7355e905-2c16-4791-bb5a-83ac75b4d0f4'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:42:43.521667 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffe6f5-ce22-474a-b71a-d2ec66118e28 req-a50f508e-715f-4f3a-a5f0-7f47fc8440e1 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:43.523135 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a2ffe6f5-ce22-474a-b71a-d2ec66118e28 req-a50f508e-715f-4f3a-a5f0-7f47fc8440e1 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 945 time: 0.0827198 Mar 08 10:42:43.565857 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a2ffe6f5-ce22-474a-b71a-d2ec66118e28 req-37f960e8-646b-48d2-a6b4-8d964324b02c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371711 Mar 08 10:42:43.817729 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:44.553677 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 7355e905-2c16-4791-bb5a-83ac75b4d0f4 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:42:44.621388 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 7355e905-2c16-4791-bb5a-83ac75b4d0f4 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:42:44.625852 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 7355e905-2c16-4791-bb5a-83ac75b4d0f4 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:42:44.626216 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:44.742793 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:44.750939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c867c-76a6-4d85-9857-6fb413d321fb req-8ae03266-8db4-4209-9203-643a7001e992 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:44.752502 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-574c867c-76a6-4d85-9857-6fb413d321fb req-8ae03266-8db4-4209-9203-643a7001e992 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 945 time: 0.0794156 Mar 08 10:42:44.768972 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7fb8d2-5b60-460a-9bfa-1a6513f57b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7355e905-2c16-4791-bb5a-83ac75b4d0f4'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:42:44.778917 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 7355e905-2c16-4791-bb5a-83ac75b4d0f4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=7355e905-2c16-4791-bb5a-83ac75b4d0f4,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:42:44.783988 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:44.801064 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-574c867c-76a6-4d85-9857-6fb413d321fb req-105c7654-99b4-4618-b430-cc26dae3d6ca tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427377 Mar 08 10:42:44.858264 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=7355e905-2c16-4791-bb5a-83ac75b4d0f4,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:42:44.917431 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7fb8d2-5b60-460a-9bfa-1a6513f57b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7355e905-2c16-4791-bb5a-83ac75b4d0f4', 'code': 200} Mar 08 10:42:45.190449 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052b8ab-3490-47e2-98ad-2934c49cdd96 req-f07a2155-9070-4164-a8e7-93084bbfde9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:45.191914 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4052b8ab-3490-47e2-98ad-2934c49cdd96 req-f07a2155-9070-4164-a8e7-93084bbfde9c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 1099 time: 0.0682313 Mar 08 10:42:45.230137 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4052b8ab-3490-47e2-98ad-2934c49cdd96 req-db3cfdc1-23f5-4cc6-9b47-14a917405acf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325711 Mar 08 10:42:45.311276 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:42:45.995191 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfa2c1-fecb-4885-9e7f-931b1ea7170b req-a7226d01-ba7c-4469-8b9e-522f6d307d26 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:45.996626 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a0dfa2c1-fecb-4885-9e7f-931b1ea7170b req-a7226d01-ba7c-4469-8b9e-522f6d307d26 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0829296 Mar 08 10:42:46.039096 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a0dfa2c1-fecb-4885-9e7f-931b1ea7170b req-d8c64eeb-824c-44c0-bff8-f0eeed6b926a tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369101 Mar 08 10:42:47.227262 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c6479-354e-4016-9aa3-68d297e36d61 req-2c05ba9c-fd2c-4f3f-bf84-5d590218c331 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:47.228533 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f35c6479-354e-4016-9aa3-68d297e36d61 req-2c05ba9c-fd2c-4f3f-bf84-5d590218c331 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0785112 Mar 08 10:42:47.274068 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f35c6479-354e-4016-9aa3-68d297e36d61 req-9c420d9c-f0f9-4e9f-a112-88746abc5aaa tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398746 Mar 08 10:42:47.451490 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a04b7-1f2e-4041-9281-ba07a8fefde1 req-36509c11-210c-4d4d-9cc1-5ef8ffb9de52 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:47.452917 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-101a04b7-1f2e-4041-9281-ba07a8fefde1 req-36509c11-210c-4d4d-9cc1-5ef8ffb9de52 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0774169 Mar 08 10:42:47.495186 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-101a04b7-1f2e-4041-9281-ba07a8fefde1 req-a27ba0cf-0f02-4d3a-bf7b-d55ac70595b6 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367577 Mar 08 10:42:47.516393 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55910) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:42:47.629463 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d7f998-9cfd-4d9c-be77-cd7a310effc3 tempest-TestShelveInstance-2004325040 tempest-TestShelveInstance-2004325040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:47.630932 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-c9d7f998-9cfd-4d9c-be77-cd7a310effc3 tempest-TestShelveInstance-2004325040 tempest-TestShelveInstance-2004325040-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 1094 time: 0.1135519 Mar 08 10:42:47.633711 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 55916) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:42:47.638407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': '7355e905-2c16-4791-bb5a-83ac75b4d0f4', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:42:47.644082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:42:47.647820 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Usage tracker for resource:floatingip and tenant:68a44931562f4d978d41b0c00364d06a is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:42:47.651083 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:42:47.656579 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:42:47.667321 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for floatingip, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:47.890576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:48.028270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Allocated IP 172.26.2.193 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/8c933f13-6828-47e4-ad99-612c61510803) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:42:48.170047 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:48.198618 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:48.253463 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:42:48.256182 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:42:48.259218 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:42:48.311392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event updated for resources: {'Port': ['ID=8c933f13-6828-47e4-ad99-612c61510803,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:42:48.666402 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:48.737976 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:48.936198 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:48.940509 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:49.046679 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event updated for resources: {'Port': ['ID=8c933f13-6828-47e4-ad99-612c61510803,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:42:49.056811 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:49.223005 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Floating IP fe576a83-1e2f-4f21-b2b7-371eed8ef4f6 associated. External IP: 172.26.2.193, port: 7355e905-2c16-4791-bb5a-83ac75b4d0f4. Mar 08 10:42:49.659143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:42:49.832676 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:42:49.842990 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a02fc-ff72-4c1f-bc35-a2b323ca5549 None None] Sync routers for ids ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:42:49.851772 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a02fc-ff72-4c1f-bc35-a2b323ca5549 None None] Routers {'dff7dc62-0a0c-4966-9b4c-8657d8e35d76'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:42:49.852374 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e32a02fc-ff72-4c1f-bc35-a2b323ca5549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:42:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:42:49.856719 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:49.910735 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-4782acf0-01ca-4431-b0db-ee15048dc33f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2760298 Mar 08 10:42:49.911425 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7fb8d2-5b60-460a-9bfa-1a6513f57b25', 'tag': '7355e905-2c16-4791-bb5a-83ac75b4d0f4'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:42:49.955039 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7fb8d2-5b60-460a-9bfa-1a6513f57b25', 'tag': '7355e905-2c16-4791-bb5a-83ac75b4d0f4', 'status': 'completed', 'code': 200} Mar 08 10:42:50.028020 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-e32a02fc-ff72-4c1f-bc35-a2b323ca5549 None None] Set router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:42:50.048640 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e25e5-1745-4245-a441-a75e73d980ca req-698777a9-359d-417e-8c18-7b23f09a2166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:50.050132 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b84e25e5-1745-4245-a441-a75e73d980ca req-698777a9-359d-417e-8c18-7b23f09a2166 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 1099 time: 0.0725081 Mar 08 10:42:50.179560 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e25e5-1745-4245-a441-a75e73d980ca req-0fe33fd6-e6a3-4f01-834b-6bb3ce39922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:50.181565 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b84e25e5-1745-4245-a441-a75e73d980ca req-0fe33fd6-e6a3-4f01-834b-6bb3ce39922c service neutron] 10.222.0.26 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 909 time: 0.1248889 Mar 08 10:42:50.278247 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b84e25e5-1745-4245-a441-a75e73d980ca req-4ea9a5fe-05cf-49b5-b183-e4b40333f844 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7355e905-2c16-4791-bb5a-83ac75b4d0f4 HTTP/1.1" status: 200 len: 1000 time: 0.0900817 Mar 08 10:42:50.342823 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e25e5-1745-4245-a441-a75e73d980ca req-e931af5a-557d-4f55-8e13-11e78fb2074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:50.344348 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b84e25e5-1745-4245-a441-a75e73d980ca req-e931af5a-557d-4f55-8e13-11e78fb2074d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 200 len: 847 time: 0.0604055 Mar 08 10:42:50.418273 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e25e5-1745-4245-a441-a75e73d980ca req-d90f3715-6f36-4e39-8c03-0f1c29780c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:42:50.419724 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b84e25e5-1745-4245-a441-a75e73d980ca req-d90f3715-6f36-4e39-8c03-0f1c29780c9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04e9751c-b296-4139-a822-4da2058c1f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696731 Mar 08 10:42:50.465823 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e32a02fc-ff72-4c1f-bc35-a2b323ca5549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:36:50Z', 'revision_number': 4, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port': {'id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:47Z', 'updated_at': '2022-03-08T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'fe576a83-1e2f-4f21-b2b7-371eed8ef4f6', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'floating_ip_address': '172.26.2.193', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'port_id': '7355e905-2c16-4791-bb5a-83ac75b4d0f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'mac_address': 'fa:16:3e:f5:93:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb8d2-5b60-460a-9bfa-1a6513f57b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:42:48Z', 'updated_at': '2022-03-08T10:42:48Z', 'revision_number': 0, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f89c3bf-aef7-4862-9bc8-e5f2ab277825', 'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'mac_address': 'fa:16:3e:92:b1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:49Z', 'updated_at': '2022-03-08T10:36:57Z', 'revision_number': 5, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'subnets': [{'id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:42:50.471036 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a02fc-ff72-4c1f-bc35-a2b323ca5549 None None] Checking router: dff7dc62-0a0c-4966-9b4c-8657d8e35d76 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:42:50.485145 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a02fc-ff72-4c1f-bc35-a2b323ca5549 None None] Routers {'dff7dc62-0a0c-4966-9b4c-8657d8e35d76'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:42:50.485739 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e32a02fc-ff72-4c1f-bc35-a2b323ca5549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:42:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:42:50.550597 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b84e25e5-1745-4245-a441-a75e73d980ca req-6082ba09-9ce6-491d-b606-bd863fedd00e service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240880 Mar 08 10:42:50.680328 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b84e25e5-1745-4245-a441-a75e73d980ca req-daaf4925-09f8-4c09-bb0f-d138ca66a497 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229854 Mar 08 10:42:50.731008 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-e32a02fc-ff72-4c1f-bc35-a2b323ca5549 None None] Set router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:42:51.077282 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e32a02fc-ff72-4c1f-bc35-a2b323ca5549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:36:50Z', 'revision_number': 4, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port': {'id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:47Z', 'updated_at': '2022-03-08T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'fe576a83-1e2f-4f21-b2b7-371eed8ef4f6', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'floating_ip_address': '172.26.2.193', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'port_id': '7355e905-2c16-4791-bb5a-83ac75b4d0f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'mac_address': 'fa:16:3e:f5:93:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb8d2-5b60-460a-9bfa-1a6513f57b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:42:48Z', 'updated_at': '2022-03-08T10:42:48Z', 'revision_number': 0, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f89c3bf-aef7-4862-9bc8-e5f2ab277825', 'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'mac_address': 'fa:16:3e:92:b1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:49Z', 'updated_at': '2022-03-08T10:36:57Z', 'revision_number': 5, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'subnets': [{'id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:42:51.080990 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a02fc-ff72-4c1f-bc35-a2b323ca5549 None None] The sync data for ids ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'] in dv-neutron-831730-2-hyperv is: [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:36:50Z', 'revision_number': 4, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port': {'id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:47Z', 'updated_at': '2022-03-08T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': 'fe576a83-1e2f-4f21-b2b7-371eed8ef4f6', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'floating_ip_address': '172.26.2.193', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'port_id': '7355e905-2c16-4791-bb5a-83ac75b4d0f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'mac_address': 'fa:16:3e:f5:93:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7fb8d2-5b60-460a-9bfa-1a6513f57b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:42:48Z', 'updated_at': '2022-03-08T10:42:48Z', 'revision_number': 0, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f89c3bf-aef7-4862-9bc8-e5f2ab277825', 'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'mac_address': 'fa:16:3e:92:b1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:49Z', 'updated_at': '2022-03-08T10:36:57Z', 'revision_number': 5, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'subnets': [{'id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:42:51.260898 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe9ad0a-1930-40f2-8571-9d6a49ad7695 None None] New status for floating IP fe576a83-1e2f-4f21-b2b7-371eed8ef4f6: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:42:55.038735 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d47edf17-b1bf-4153-8baa-a312b6ecaccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:57.702024 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a74ca6e0-658f-44b4-8ca5-069242f0c865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:58.407317 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:42:58.432506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:43:00.278310 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:43:13.816643 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:43:22.314933 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:43:25.039862 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3acbd17e-519c-49e1-8ca7-3d4d2b3a0546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:43:27.705305 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-44405eb7-5508-4b7c-9486-e85d77480a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:43:28.408811 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:43:28.435895 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:43:30.285882 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:43:32.890864 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c8e3c95e-678a-4634-8412-698c66c031cc req-9a26cba8-e606-4d34-a4da-f2e81f2f9023 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775392 Mar 08 10:43:33.025527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3c95e-678a-4634-8412-698c66c031cc req-740c2d79-718f-4573-8def-a2b1d311fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:43:33.026986 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c8e3c95e-678a-4634-8412-698c66c031cc req-740c2d79-718f-4573-8def-a2b1d311fe51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 1099 time: 0.0702238 Mar 08 10:43:33.264306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3c95e-678a-4634-8412-698c66c031cc req-e759288d-2063-4e65-991b-5cd339175bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:43:33.265760 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c8e3c95e-678a-4634-8412-698c66c031cc req-e759288d-2063-4e65-991b-5cd339175bf0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 909 time: 0.2218864 Mar 08 10:43:33.365386 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c8e3c95e-678a-4634-8412-698c66c031cc req-28f5f9bf-9943-4b20-8ab0-cf08463a34bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7355e905-2c16-4791-bb5a-83ac75b4d0f4 HTTP/1.1" status: 200 len: 1002 time: 0.0936136 Mar 08 10:43:33.427189 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3c95e-678a-4634-8412-698c66c031cc req-3342df73-861b-49ad-9ea0-7b8bb07e3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:43:33.428535 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c8e3c95e-678a-4634-8412-698c66c031cc req-3342df73-861b-49ad-9ea0-7b8bb07e3b4a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 200 len: 847 time: 0.0577571 Mar 08 10:43:33.499551 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3c95e-678a-4634-8412-698c66c031cc req-00c7a7b0-f40e-4566-8800-5bef1e0bc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:43:33.501077 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c8e3c95e-678a-4634-8412-698c66c031cc req-00c7a7b0-f40e-4566-8800-5bef1e0bc41c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04e9751c-b296-4139-a822-4da2058c1f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668435 Mar 08 10:43:33.631226 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c8e3c95e-678a-4634-8412-698c66c031cc req-e4df6575-5c6e-4d4d-86d8-bec54c09848f service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240187 Mar 08 10:43:33.757175 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c8e3c95e-678a-4634-8412-698c66c031cc req-f9450a3f-6930-43ca-9178-c8714c70683e service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199231 Mar 08 10:43:43.816639 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:43:55.040628 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c0828b9-2df7-41d6-8c2a-8be8e0d4df5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:43:57.707392 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92cf1429-7b05-45ea-a6ed-e952bfb37d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:43:58.412640 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:43:58.439897 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:43:59.314302 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:44:00.286114 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:44:13.813550 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:44:25.044493 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c165d2cb-ce39-4abc-be38-701f6770c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:44:27.714250 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a93c80fa-8f4c-4a98-bab0-ea62b539d013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:44:28.414039 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:44:28.440702 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:44:30.286510 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:44:34.843321 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-32186129-1068-422d-bb20-3be2c1db142f req-117fc795-f7c4-460f-9c85-230a70eacedb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746732 Mar 08 10:44:34.981468 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32186129-1068-422d-bb20-3be2c1db142f req-8e7bdbde-c55e-48fc-9c6c-4a4456207764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:34.982910 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-32186129-1068-422d-bb20-3be2c1db142f req-8e7bdbde-c55e-48fc-9c6c-4a4456207764 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 1099 time: 0.0742629 Mar 08 10:44:35.121706 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32186129-1068-422d-bb20-3be2c1db142f req-4ecc61a8-c3e0-4e61-ab97-151dca84cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:35.123030 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-32186129-1068-422d-bb20-3be2c1db142f req-4ecc61a8-c3e0-4e61-ab97-151dca84cfd4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 909 time: 0.1219046 Mar 08 10:44:35.223417 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-32186129-1068-422d-bb20-3be2c1db142f req-9d03e6dc-580f-4ca6-83ba-38e44005183e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7355e905-2c16-4791-bb5a-83ac75b4d0f4 HTTP/1.1" status: 200 len: 1002 time: 0.0944035 Mar 08 10:44:35.283293 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32186129-1068-422d-bb20-3be2c1db142f req-8f2b63fc-be19-4e88-9e14-5b438fa78d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:35.284652 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-32186129-1068-422d-bb20-3be2c1db142f req-8f2b63fc-be19-4e88-9e14-5b438fa78d2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 200 len: 847 time: 0.0550807 Mar 08 10:44:35.359987 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32186129-1068-422d-bb20-3be2c1db142f req-b6ff0a0f-e77e-4a1b-b7e3-e87803e1e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:35.361430 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-32186129-1068-422d-bb20-3be2c1db142f req-b6ff0a0f-e77e-4a1b-b7e3-e87803e1e962 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04e9751c-b296-4139-a822-4da2058c1f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707514 Mar 08 10:44:35.488118 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-32186129-1068-422d-bb20-3be2c1db142f req-21abec94-d5f7-42b6-a792-c1549c16f049 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194720 Mar 08 10:44:35.614156 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-32186129-1068-422d-bb20-3be2c1db142f req-58112ac6-0b27-47c6-a420-f5005448c890 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205366 Mar 08 10:44:36.312491 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:44:43.818729 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:44:44.891614 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f048f1b-5dfe-4736-ad67-c0f60370dda7 req-2f2fd04c-f543-47fc-9198-1486ec8f9e82 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:44.893097 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6f048f1b-5dfe-4736-ad67-c0f60370dda7 req-2f2fd04c-f543-47fc-9198-1486ec8f9e82 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0897219 Mar 08 10:44:44.936189 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6f048f1b-5dfe-4736-ad67-c0f60370dda7 req-740c2a2e-24be-447f-8e2f-77552af55711 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375438 Mar 08 10:44:46.117948 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c05132-bb8d-4837-bd97-562fd7768ebb req-44713992-d898-4e8f-8fdf-bdbe3b5deabd tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:46.119332 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-74c05132-bb8d-4837-bd97-562fd7768ebb req-44713992-d898-4e8f-8fdf-bdbe3b5deabd tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0802488 Mar 08 10:44:46.161833 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-74c05132-bb8d-4837-bd97-562fd7768ebb req-975b2923-3b17-4026-b3b8-d8b9ca886cd0 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364890 Mar 08 10:44:47.345540 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da423088-e799-4249-8a32-0c014a013634 req-20dd00c6-cfdc-434c-9bb6-8b3d2625b7f3 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:47.346902 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da423088-e799-4249-8a32-0c014a013634 req-20dd00c6-cfdc-434c-9bb6-8b3d2625b7f3 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0823071 Mar 08 10:44:47.389638 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da423088-e799-4249-8a32-0c014a013634 req-28b571d8-6fec-4ea7-b809-2e5f9a178475 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372624 Mar 08 10:44:48.666774 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb4e8d-00a8-453d-8393-a64b95b693cf req-950576cd-c36e-4344-8977-fa9c74ad7023 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:48.668267 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4feb4e8d-00a8-453d-8393-a64b95b693cf req-950576cd-c36e-4344-8977-fa9c74ad7023 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.1740270 Mar 08 10:44:48.710415 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4feb4e8d-00a8-453d-8393-a64b95b693cf req-cd38da98-c51f-45e2-a5db-5f9787a3038b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365608 Mar 08 10:44:49.895395 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7f116-1782-44e2-9e62-a7d4a85bfb9c req-b47d72a8-93a1-4a70-b013-6e9133dc551c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:49.896732 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0f7f116-1782-44e2-9e62-a7d4a85bfb9c req-b47d72a8-93a1-4a70-b013-6e9133dc551c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0781951 Mar 08 10:44:49.943391 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0f7f116-1782-44e2-9e62-a7d4a85bfb9c req-177e2d51-f5c9-4677-b9fe-77f3ab394d2f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412328 Mar 08 10:44:51.122842 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb0124-3f82-417c-86b1-6b63ec21278b req-aa3de3f2-1a10-413b-b0c6-bc956cfe9926 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:51.124266 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-74cb0124-3f82-417c-86b1-6b63ec21278b req-aa3de3f2-1a10-413b-b0c6-bc956cfe9926 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0786321 Mar 08 10:44:51.166564 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-74cb0124-3f82-417c-86b1-6b63ec21278b req-f0f6f44e-703a-44fb-bdc0-2b52b19c68d3 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368011 Mar 08 10:44:52.353527 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3736b-a680-4419-b7eb-8d02e5e26824 req-b1f91e8a-7c05-4f42-9830-31790e3b3cd9 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:52.354972 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-30e3736b-a680-4419-b7eb-8d02e5e26824 req-b1f91e8a-7c05-4f42-9830-31790e3b3cd9 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0805063 Mar 08 10:44:52.397968 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-30e3736b-a680-4419-b7eb-8d02e5e26824 req-f99b044b-4bf7-480e-9f4b-5c8e1d1278e1 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369678 Mar 08 10:44:53.581395 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a372a-013c-4a34-98f9-c8b466f5b052 req-b239e1f1-ccf5-482f-a1e1-e6cad23c4a3e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:53.582740 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-607a372a-013c-4a34-98f9-c8b466f5b052 req-b239e1f1-ccf5-482f-a1e1-e6cad23c4a3e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0813663 Mar 08 10:44:53.626099 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-607a372a-013c-4a34-98f9-c8b466f5b052 req-1b942906-3121-4928-8668-a9c52e4c0c75 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377972 Mar 08 10:44:54.808478 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffce1e-f212-4da3-9ce1-e63c59622fef req-786a3c58-8b4e-422a-9f45-9724af44e5b0 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:54.810142 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4fffce1e-f212-4da3-9ce1-e63c59622fef req-786a3c58-8b4e-422a-9f45-9724af44e5b0 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0823011 Mar 08 10:44:54.852778 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4fffce1e-f212-4da3-9ce1-e63c59622fef req-8a9bc118-c48b-42d7-8cd2-6b457c910962 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365851 Mar 08 10:44:54.961980 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f0bf3-49f6-40b3-b86b-de6408a8977b req-42d497e8-15f3-4e24-8906-308664e636dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:54.963420 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d61f0bf3-49f6-40b3-b86b-de6408a8977b req-42d497e8-15f3-4e24-8906-308664e636dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 1099 time: 0.0681360 Mar 08 10:44:55.048187 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5da284fb-30bf-4e5e-96af-15f22e934f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:44:55.094177 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f0bf3-49f6-40b3-b86b-de6408a8977b req-875b8209-c25c-409a-bea3-acce33339ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:55.095612 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d61f0bf3-49f6-40b3-b86b-de6408a8977b req-875b8209-c25c-409a-bea3-acce33339ea6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 909 time: 0.1267650 Mar 08 10:44:55.196299 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d61f0bf3-49f6-40b3-b86b-de6408a8977b req-72d8b6ac-f817-4637-8548-ee4b014ea143 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7355e905-2c16-4791-bb5a-83ac75b4d0f4 HTTP/1.1" status: 200 len: 1002 time: 0.0935891 Mar 08 10:44:55.258937 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f0bf3-49f6-40b3-b86b-de6408a8977b req-c4b2e3a8-5c8e-4ff7-bd44-666276e992e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:55.260344 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d61f0bf3-49f6-40b3-b86b-de6408a8977b req-c4b2e3a8-5c8e-4ff7-bd44-666276e992e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 200 len: 847 time: 0.0580263 Mar 08 10:44:55.332869 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f0bf3-49f6-40b3-b86b-de6408a8977b req-87801c18-18a7-4197-a674-d6f6a6d7e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:55.334349 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d61f0bf3-49f6-40b3-b86b-de6408a8977b req-87801c18-18a7-4197-a674-d6f6a6d7e849 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04e9751c-b296-4139-a822-4da2058c1f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681319 Mar 08 10:44:55.461421 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d61f0bf3-49f6-40b3-b86b-de6408a8977b req-f86fcc44-aeb0-4405-b960-0f051fd7e0d3 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204576 Mar 08 10:44:55.589679 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d61f0bf3-49f6-40b3-b86b-de6408a8977b req-99dc0563-7a41-4550-b45c-d0b2ed446a8b service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219263 Mar 08 10:44:56.042725 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d936797-de40-4b77-887a-b4744ce1f20e req-e0a1f12c-08b2-4f43-ab66-09ee162a6569 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:56.044168 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1d936797-de40-4b77-887a-b4744ce1f20e req-e0a1f12c-08b2-4f43-ab66-09ee162a6569 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0827520 Mar 08 10:44:56.088897 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1d936797-de40-4b77-887a-b4744ce1f20e req-7aa2dacf-4b1f-4067-b6ca-a34a8e1494fb tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385473 Mar 08 10:44:57.275357 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9be23d-b969-43b8-af63-67c794f9ede4 req-74b471d4-9c28-431f-bba4-f1f34697da4e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:57.276852 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db9be23d-b969-43b8-af63-67c794f9ede4 req-74b471d4-9c28-431f-bba4-f1f34697da4e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0813181 Mar 08 10:44:57.321245 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db9be23d-b969-43b8-af63-67c794f9ede4 req-e756f27e-e48b-4b85-a620-cd6b56c278b4 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387435 Mar 08 10:44:57.705954 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-308db5ed-773a-434d-a339-c8994c57b96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:44:58.416500 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:44:58.443705 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:44:58.502045 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b1f9c-b60a-49af-84fe-b9698f1a467f req-395a8514-cc48-4a89-af3a-2583f7fadaa7 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:58.503473 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-516b1f9c-b60a-49af-84fe-b9698f1a467f req-395a8514-cc48-4a89-af3a-2583f7fadaa7 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0776744 Mar 08 10:44:58.546448 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-516b1f9c-b60a-49af-84fe-b9698f1a467f req-9e4f939e-96f9-4d3a-ad6d-5c58a9821b30 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373187 Mar 08 10:44:58.833514 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ab6759ea-b858-485b-b48e-748dded33ab5 req-27673770-369f-4d7d-bac1-e0ad56909bb6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0724022 Mar 08 10:44:58.896924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88890a08-2609-4d4d-9828-7346fe765719 req-d2c1164c-e3cc-4099-b582-bd311004c4a7 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:44:58.898402 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-88890a08-2609-4d4d-9828-7346fe765719 req-d2c1164c-e3cc-4099-b582-bd311004c4a7 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0842905 Mar 08 10:44:58.941824 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-88890a08-2609-4d4d-9828-7346fe765719 req-dd60ac3a-eaee-4ba1-ae76-5d16b66c6689 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377624 Mar 08 10:45:00.128469 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882a9e5-b0e1-4adb-ae01-d0a32d58e1d0 req-c0552bae-6506-4d96-ba73-7d9c8ec95c20 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:00.129986 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7882a9e5-b0e1-4adb-ae01-d0a32d58e1d0 req-c0552bae-6506-4d96-ba73-7d9c8ec95c20 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0816522 Mar 08 10:45:00.196932 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7882a9e5-b0e1-4adb-ae01-d0a32d58e1d0 req-e15936a2-cb71-4180-83fa-8056e7816a65 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511053 Mar 08 10:45:00.290343 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:45:01.253125 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 7355e905-2c16-4791-bb5a-83ac75b4d0f4 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:45:01.365623 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:45:01.391916 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7fb8d2-5b60-460a-9bfa-1a6513f57b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7355e905-2c16-4791-bb5a-83ac75b4d0f4'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:45:01.401785 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 7355e905-2c16-4791-bb5a-83ac75b4d0f4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=7355e905-2c16-4791-bb5a-83ac75b4d0f4,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:45:01.402060 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55fd41-b5d6-4757-9f26-35782636a7cd req-2c8c4de9-35f8-4b71-bc1b-eea9722c8c61 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:01.403532 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3c55fd41-b5d6-4757-9f26-35782636a7cd req-2c8c4de9-35f8-4b71-bc1b-eea9722c8c61 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.1215036 Mar 08 10:45:01.410331 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:45:01.465084 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6759ea-b858-485b-b48e-748dded33ab5 req-6a79b65a-9314-4f36-8cd9-0877635620da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:01.467059 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ab6759ea-b858-485b-b48e-748dded33ab5 req-6a79b65a-9314-4f36-8cd9-0877635620da service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25&tenant_id=68a44931562f4d978d41b0c00364d06a HTTP/1.1" status: 200 len: 1099 time: 0.1211262 Mar 08 10:45:01.469935 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3c55fd41-b5d6-4757-9f26-35782636a7cd req-3091cbc0-9355-4d2d-8453-e5da1e887734 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541410 Mar 08 10:45:01.491686 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=7355e905-2c16-4791-bb5a-83ac75b4d0f4,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:45:01.491686 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:45:01.491686 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:45:01.491686 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:45:01.492078 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:45:01.492164 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:45:01.492423 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:45:01.492783 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:45:01.493106 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:45:01.493489 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:45:01.493913 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:45:01.494284 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:45:01.494599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:45:01.562074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6759ea-b858-485b-b48e-748dded33ab5 req-22dc2c2c-3439-4526-b498-52c011e63e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:01.563499 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ab6759ea-b858-485b-b48e-748dded33ab5 req-22dc2c2c-3439-4526-b498-52c011e63e97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 1097 time: 0.0776675 Mar 08 10:45:01.690378 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6759ea-b858-485b-b48e-748dded33ab5 req-27fd7cc9-6850-4a85-8233-711f6cd175ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:01.691813 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ab6759ea-b858-485b-b48e-748dded33ab5 req-27fd7cc9-6850-4a85-8233-711f6cd175ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 909 time: 0.1227391 Mar 08 10:45:01.787839 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ab6759ea-b858-485b-b48e-748dded33ab5 req-51ffe3b5-09c7-4417-b2a1-d2aed5b5ea63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7355e905-2c16-4791-bb5a-83ac75b4d0f4 HTTP/1.1" status: 200 len: 1000 time: 0.0893221 Mar 08 10:45:01.850512 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6759ea-b858-485b-b48e-748dded33ab5 req-c5fa3d44-686b-4152-a2ea-84138f78ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:01.851917 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ab6759ea-b858-485b-b48e-748dded33ab5 req-c5fa3d44-686b-4152-a2ea-84138f78ae98 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 200 len: 847 time: 0.0589676 Mar 08 10:45:01.923756 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6759ea-b858-485b-b48e-748dded33ab5 req-ee0a81ca-30ec-4bbc-addd-d0f40c61f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:01.925197 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ab6759ea-b858-485b-b48e-748dded33ab5 req-ee0a81ca-30ec-4bbc-addd-d0f40c61f23e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04e9751c-b296-4139-a822-4da2058c1f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675364 Mar 08 10:45:02.052594 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ab6759ea-b858-485b-b48e-748dded33ab5 req-f9e4cd23-668e-47b1-abe4-7625e2084f1e service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211009 Mar 08 10:45:02.270021 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ab6759ea-b858-485b-b48e-748dded33ab5 req-9173d6ff-bdd3-4926-9235-ed10c2c01f90 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112629 Mar 08 10:45:02.460994 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7fb8d2-5b60-460a-9bfa-1a6513f57b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7355e905-2c16-4791-bb5a-83ac75b4d0f4', 'code': 200} Mar 08 10:45:02.651683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce788d-a2de-4294-a2f1-18ba1bf6417e req-96fe481c-afc2-4828-953d-de9514708291 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:02.653145 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e8ce788d-a2de-4294-a2f1-18ba1bf6417e req-96fe481c-afc2-4828-953d-de9514708291 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 944 time: 0.0802424 Mar 08 10:45:02.696499 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e8ce788d-a2de-4294-a2f1-18ba1bf6417e req-9085e82e-7fea-4d90-a4b8-bfe8c981dfad tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371311 Mar 08 10:45:03.883432 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a4e84-90b6-48eb-b03a-4930310bd321 req-f87f5b83-fd18-4467-8c23-c3182016e06e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:03.884818 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5f8a4e84-90b6-48eb-b03a-4930310bd321 req-f87f5b83-fd18-4467-8c23-c3182016e06e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 944 time: 0.0852599 Mar 08 10:45:03.927672 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5f8a4e84-90b6-48eb-b03a-4930310bd321 req-a42ba2f5-b405-415a-a89e-c880eae3f670 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372386 Mar 08 10:45:05.106229 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f7f64-fe38-4ce8-86bc-7a48640b6a10 req-553dda79-8101-45d5-9af7-351209d16945 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:05.108143 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-669f7f64-fe38-4ce8-86bc-7a48640b6a10 req-553dda79-8101-45d5-9af7-351209d16945 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 944 time: 0.0783126 Mar 08 10:45:05.152984 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-669f7f64-fe38-4ce8-86bc-7a48640b6a10 req-6a78e68c-5dbf-4977-aa30-b58f855347d3 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392938 Mar 08 10:45:06.336550 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded63c6-9d51-49ee-ae2c-2b2a98163a9d req-aacffba2-c404-41d4-9e97-0c9010efc6f1 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:06.338010 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cded63c6-9d51-49ee-ae2c-2b2a98163a9d req-aacffba2-c404-41d4-9e97-0c9010efc6f1 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 944 time: 0.0808682 Mar 08 10:45:06.382976 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cded63c6-9d51-49ee-ae2c-2b2a98163a9d req-7a5590cc-3534-48e0-8f4e-39669c76d206 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394580 Mar 08 10:45:07.563855 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c5ff2-93b6-4f3a-b667-feaf642cca3d req-4ad2d024-a7a0-4dbe-9ccd-ae94bbc601f8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:07.565239 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-920c5ff2-93b6-4f3a-b667-feaf642cca3d req-4ad2d024-a7a0-4dbe-9ccd-ae94bbc601f8 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 944 time: 0.0780544 Mar 08 10:45:07.608123 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-920c5ff2-93b6-4f3a-b667-feaf642cca3d req-8c0a54e5-74ab-4181-9f3f-c5af99be2e9e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370660 Mar 08 10:45:08.788402 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693cc03-725e-4f05-856e-d1e1ba22652e req-2dd75a61-cd5b-4b06-b52f-f8817e4c0df3 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:08.789856 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3693cc03-725e-4f05-856e-d1e1ba22652e req-2dd75a61-cd5b-4b06-b52f-f8817e4c0df3 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 944 time: 0.0789931 Mar 08 10:45:08.832284 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3693cc03-725e-4f05-856e-d1e1ba22652e req-ab16f069-2271-4b48-8486-ad638f270484 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369406 Mar 08 10:45:10.013005 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488f10d-b9fa-4661-875a-120734922cba req-eaedffb0-6497-46d3-b428-eec675990fea tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:10.014424 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a488f10d-b9fa-4661-875a-120734922cba req-eaedffb0-6497-46d3-b428-eec675990fea tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 944 time: 0.0804784 Mar 08 10:45:10.056936 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a488f10d-b9fa-4661-875a-120734922cba req-528e855d-6326-4029-baa2-122a9569fefc tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369411 Mar 08 10:45:11.238604 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9ce27-d077-4968-ae71-d246c66de120 req-42e81beb-a16f-46f1-a087-312274c2733b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:11.240033 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-12b9ce27-d077-4968-ae71-d246c66de120 req-42e81beb-a16f-46f1-a087-312274c2733b tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 944 time: 0.0817721 Mar 08 10:45:11.282567 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 7355e905-2c16-4791-bb5a-83ac75b4d0f4 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:45:11.283496 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-12b9ce27-d077-4968-ae71-d246c66de120 req-d161d719-1059-4515-bba7-37e66e19a682 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379128 Mar 08 10:45:11.413352 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 7355e905-2c16-4791-bb5a-83ac75b4d0f4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=7355e905-2c16-4791-bb5a-83ac75b4d0f4,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:45:11.426506 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '7355e905-2c16-4791-bb5a-83ac75b4d0f4', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'port_id': '7355e905-2c16-4791-bb5a-83ac75b4d0f4', 'mac_address': 'fa:16:3e:f5:93:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:45:11.479225 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:45:11.495746 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7355e905-2c16-4791-bb5a-83ac75b4d0f4 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:45:11.510462 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 7355e905-2c16-4791-bb5a-83ac75b4d0f4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=7355e905-2c16-4791-bb5a-83ac75b4d0f4,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:45:11.514348 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:45:11.582952 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=7355e905-2c16-4791-bb5a-83ac75b4d0f4,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:45:11.849910 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['7355e905-2c16-4791-bb5a-83ac75b4d0f4'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:45:12.462327 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b3bd5-7345-4dec-bdff-01b0389a3171 req-1841158b-db1e-4136-9443-be14359e0365 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:12.463739 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e50b3bd5-7345-4dec-bdff-01b0389a3171 req-1841158b-db1e-4136-9443-be14359e0365 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 945 time: 0.0782082 Mar 08 10:45:12.506224 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e50b3bd5-7345-4dec-bdff-01b0389a3171 req-dad96923-3119-4316-b856-9b81d8f77b11 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370731 Mar 08 10:45:13.282200 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 7355e905-2c16-4791-bb5a-83ac75b4d0f4 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:45:13.311307 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:45:13.353048 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 7355e905-2c16-4791-bb5a-83ac75b4d0f4 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:45:13.353414 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:45:13.461458 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:45:13.486930 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7fb8d2-5b60-460a-9bfa-1a6513f57b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7355e905-2c16-4791-bb5a-83ac75b4d0f4'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:45:13.496058 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 7355e905-2c16-4791-bb5a-83ac75b4d0f4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=7355e905-2c16-4791-bb5a-83ac75b4d0f4,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:45:13.500910 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:45:13.580676 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7fb8d2-5b60-460a-9bfa-1a6513f57b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7355e905-2c16-4791-bb5a-83ac75b4d0f4', 'code': 200} Mar 08 10:45:13.618525 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=7355e905-2c16-4791-bb5a-83ac75b4d0f4,revision_number=8']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:45:13.703675 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5001bd-6147-4ee1-a411-51b568cfade7 req-ab89334f-ff84-46b5-b08c-1b83bc23d8e9 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:13.705268 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-aa5001bd-6147-4ee1-a411-51b568cfade7 req-ab89334f-ff84-46b5-b08c-1b83bc23d8e9 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0892274 Mar 08 10:45:13.750189 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-aa5001bd-6147-4ee1-a411-51b568cfade7 req-09c6b27f-6050-483f-a659-eb4daad9c7c3 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391850 Mar 08 10:45:13.811591 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:45:13.825772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461e9e0-cbc8-4871-b62b-1801ffd65a60 req-f425c095-4228-4bf7-9c8f-23bff6e37371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:13.827341 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4461e9e0-cbc8-4871-b62b-1801ffd65a60 req-f425c095-4228-4bf7-9c8f-23bff6e37371 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 1099 time: 0.0689855 Mar 08 10:45:13.868077 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4461e9e0-cbc8-4871-b62b-1801ffd65a60 req-5ead1a00-013c-44eb-9445-27914a986b7c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354216 Mar 08 10:45:14.931203 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd0940-eafb-47c5-b4c0-ad2423f330cf req-a1478f17-a5b3-48cd-a168-2221d6ff5c62 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:14.932634 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-31bd0940-eafb-47c5-b4c0-ad2423f330cf req-a1478f17-a5b3-48cd-a168-2221d6ff5c62 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0774488 Mar 08 10:45:14.978772 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-31bd0940-eafb-47c5-b4c0-ad2423f330cf req-a67fd891-3157-408f-b2a9-f1f118b9d05f tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404327 Mar 08 10:45:16.160836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0cf00-7934-40b0-96ae-0f7cd4a3ec14 req-8eb479ef-48d0-4a91-b0ee-d5186973efd3 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:16.162267 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-40c0cf00-7934-40b0-96ae-0f7cd4a3ec14 req-8eb479ef-48d0-4a91-b0ee-d5186973efd3 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0786829 Mar 08 10:45:16.205395 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-40c0cf00-7934-40b0-96ae-0f7cd4a3ec14 req-bd5f4a99-8352-4bf6-ae04-4d03a3b806e4 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375514 Mar 08 10:45:25.053052 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4829977a-7243-471f-8ebc-a77c6a0367ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:45:27.708311 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1310fff7-032f-4d7f-946b-9c310c278957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:45:28.419569 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:45:28.444963 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:45:30.291976 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:45:34.878154 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4a712d78-97a7-4d7a-9c2c-610b46087370 req-32839066-ad25-4662-b9c2-b79ff7e5d146 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787632 Mar 08 10:45:35.017166 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a712d78-97a7-4d7a-9c2c-610b46087370 req-796abac7-32d5-487e-98c4-b32efcace669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:35.017166 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4a712d78-97a7-4d7a-9c2c-610b46087370 req-796abac7-32d5-487e-98c4-b32efcace669 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 1099 time: 0.0727727 Mar 08 10:45:35.176981 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a712d78-97a7-4d7a-9c2c-610b46087370 req-a45cedb8-c237-4007-8ab3-0ce67725efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:35.178420 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4a712d78-97a7-4d7a-9c2c-610b46087370 req-a45cedb8-c237-4007-8ab3-0ce67725efa6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 909 time: 0.1482003 Mar 08 10:45:35.279853 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4a712d78-97a7-4d7a-9c2c-610b46087370 req-08c8a72e-0929-4e2f-9741-cd7186ec4525 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7355e905-2c16-4791-bb5a-83ac75b4d0f4 HTTP/1.1" status: 200 len: 1002 time: 0.0935338 Mar 08 10:45:35.343333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a712d78-97a7-4d7a-9c2c-610b46087370 req-fd6db458-3f54-491f-8568-aaf284053a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:35.344781 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4a712d78-97a7-4d7a-9c2c-610b46087370 req-fd6db458-3f54-491f-8568-aaf284053a37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 200 len: 847 time: 0.0585115 Mar 08 10:45:35.422846 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a712d78-97a7-4d7a-9c2c-610b46087370 req-af902577-1dde-4f0a-8ec8-17dba122417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:45:35.424942 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4a712d78-97a7-4d7a-9c2c-610b46087370 req-af902577-1dde-4f0a-8ec8-17dba122417c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04e9751c-b296-4139-a822-4da2058c1f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744448 Mar 08 10:45:35.435501 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [req-4a712d78-97a7-4d7a-9c2c-610b46087370 req-d9b626d7-8485-4719-8faa-6be1f4812206 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 10:45:35.436351 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4a712d78-97a7-4d7a-9c2c-610b46087370 req-d9b626d7-8485-4719-8faa-6be1f4812206 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049367 Mar 08 10:45:35.562396 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4a712d78-97a7-4d7a-9c2c-610b46087370 req-1643a770-6a67-450e-b650-a4db53b8ca28 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195495 Mar 08 10:45:35.794682 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-4a712d78-97a7-4d7a-9c2c-610b46087370 req-0a457b2b-be4e-4ce4-9d5c-4807afc9b51f service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268083 Mar 08 10:45:43.830980 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:45:50.309420 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:45:55.053489 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cfdc317c-60df-4c5c-bffd-3c1dfc0876c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:45:57.709603 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f06cf839-5f7a-448c-b23c-717c8c2fd4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:45:58.421094 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:45:58.448111 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:00.296599 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:13.824075 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:25.055930 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59f6e4ad-fba8-4138-a6e0-8bdd1da975b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:27.309735 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:46:27.710240 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c53f12d-5d4d-4e29-9dcc-fdcf3b22d364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:28.422984 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:28.448671 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:29.552275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 56092) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:29.748457 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Deleting port 8c933f13-6828-47e4-ad99-612c61510803 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:46:29.748827 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:29.915720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:29.915939 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:30.033135 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Calling delete_port for 8c933f13-6828-47e4-ad99-612c61510803 owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:46:30.177423 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:30.223001 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event deleted for resources: {'Port': ['ID=8c933f13-6828-47e4-ad99-612c61510803,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:30.258458 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:30.258807 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:30.259153 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:30.259880 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:30.260205 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:30.260549 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:30.260908 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:30.261331 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:30.261561 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:30.261885 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:30.262273 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:30.262598 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:30.296080 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:30.326181 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:30.326506 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Floating IP fe576a83-1e2f-4f21-b2b7-371eed8ef4f6 disassociated (deleted). External IP: 172.26.2.193, port: 7355e905-2c16-4791-bb5a-83ac75b4d0f4. Mar 08 10:46:30.669169 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:46:30.970915 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:46:30.981679 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d406685-b844-4125-b29c-ebd197ecaa6a None None] Sync routers for ids ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:46:30.992082 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:30.993839 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d406685-b844-4125-b29c-ebd197ecaa6a None None] Routers {'dff7dc62-0a0c-4966-9b4c-8657d8e35d76'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:46:30.994455 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0d406685-b844-4125-b29c-ebd197ecaa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:46:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:31.045750 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-45cd7e18-37d7-4fbb-903b-aeca5d812b73 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "DELETE /v2.0/floatingips/fe576a83-1e2f-4f21-b2b7-371eed8ef4f6 HTTP/1.1" status: 204 len: 168 time: 1.4922905 Mar 08 10:46:31.046338 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7fb8d2-5b60-460a-9bfa-1a6513f57b25', 'tag': '7355e905-2c16-4791-bb5a-83ac75b4d0f4'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:46:31.095727 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7fb8d2-5b60-460a-9bfa-1a6513f57b25', 'tag': '7355e905-2c16-4791-bb5a-83ac75b4d0f4', 'status': 'completed', 'code': 200} Mar 08 10:46:31.185054 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-0d406685-b844-4125-b29c-ebd197ecaa6a None None] Set router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:46:31.192239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f42ee-4c61-47c4-ab05-395ebf244c3c req-967a62fb-5b9c-401f-8524-bded8398bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:46:31.194024 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-794f42ee-4c61-47c4-ab05-395ebf244c3c req-967a62fb-5b9c-401f-8524-bded8398bc58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68a44931562f4d978d41b0c00364d06a&device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 1099 time: 0.0748005 Mar 08 10:46:31.330923 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f42ee-4c61-47c4-ab05-395ebf244c3c req-46698946-3d00-4317-b0a7-87699011d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:46:31.332366 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-794f42ee-4c61-47c4-ab05-395ebf244c3c req-46698946-3d00-4317-b0a7-87699011d869 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 200 len: 909 time: 0.1312912 Mar 08 10:46:31.440716 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-794f42ee-4c61-47c4-ab05-395ebf244c3c req-e93faff6-b441-4612-8884-bd4752c74ffb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7355e905-2c16-4791-bb5a-83ac75b4d0f4 HTTP/1.1" status: 200 len: 217 time: 0.1018662 Mar 08 10:46:31.515152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f42ee-4c61-47c4-ab05-395ebf244c3c req-8190dc8a-2a7e-4b28-b9bc-d5554acfbaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:46:31.516473 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-794f42ee-4c61-47c4-ab05-395ebf244c3c req-8190dc8a-2a7e-4b28-b9bc-d5554acfbaa5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 200 len: 847 time: 0.0699117 Mar 08 10:46:31.569084 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0d406685-b844-4125-b29c-ebd197ecaa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:36:50Z', 'revision_number': 4, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port': {'id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:47Z', 'updated_at': '2022-03-08T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '8f89c3bf-aef7-4862-9bc8-e5f2ab277825', 'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'mac_address': 'fa:16:3e:92:b1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:49Z', 'updated_at': '2022-03-08T10:36:57Z', 'revision_number': 5, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'subnets': [{'id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:31.573042 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d406685-b844-4125-b29c-ebd197ecaa6a None None] Checking router: dff7dc62-0a0c-4966-9b4c-8657d8e35d76 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:46:31.582718 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d406685-b844-4125-b29c-ebd197ecaa6a None None] Routers {'dff7dc62-0a0c-4966-9b4c-8657d8e35d76'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:46:31.583304 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0d406685-b844-4125-b29c-ebd197ecaa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:46:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:31.586312 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb8890-bc7d-4a27-8551-f71b4319b159 req-e490c7d5-7103-4502-8f72-37706f4af78e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:46:31.587005 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-19cb8890-bc7d-4a27-8551-f71b4319b159 req-e490c7d5-7103-4502-8f72-37706f4af78e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Synchronizing usage tracker for tenant:68a44931562f4d978d41b0c00364d06a on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:46:31.608403 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-19cb8890-bc7d-4a27-8551-f71b4319b159 req-e490c7d5-7103-4502-8f72-37706f4af78e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Unset dirty status for tenant:68a44931562f4d978d41b0c00364d06a on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:46:31.609568 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-19cb8890-bc7d-4a27-8551-f71b4319b159 req-e490c7d5-7103-4502-8f72-37706f4af78e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.2152367 Mar 08 10:46:31.644887 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f42ee-4c61-47c4-ab05-395ebf244c3c req-94604a1e-6621-4eef-9c85-6d4b83dce223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:46:31.646387 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-794f42ee-4c61-47c4-ab05-395ebf244c3c req-94604a1e-6621-4eef-9c85-6d4b83dce223 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04e9751c-b296-4139-a822-4da2058c1f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1201911 Mar 08 10:46:31.701404 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-19cb8890-bc7d-4a27-8551-f71b4319b159 req-0f37bd91-7a0b-4775-849d-e9b984554ffc tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828543 Mar 08 10:46:31.755437 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-0d406685-b844-4125-b29c-ebd197ecaa6a None None] Set router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:46:31.798834 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-794f42ee-4c61-47c4-ab05-395ebf244c3c req-5c263b42-5cee-4a4e-aac1-c9087b324749 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442604 Mar 08 10:46:31.927732 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-794f42ee-4c61-47c4-ab05-395ebf244c3c req-9c2d7340-230d-45a3-be21-7fc95dc69342 service neutron] 10.222.0.26 "GET /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229243 Mar 08 10:46:32.065635 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0d406685-b844-4125-b29c-ebd197ecaa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:36:50Z', 'revision_number': 4, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port': {'id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:47Z', 'updated_at': '2022-03-08T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '8f89c3bf-aef7-4862-9bc8-e5f2ab277825', 'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'mac_address': 'fa:16:3e:92:b1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:49Z', 'updated_at': '2022-03-08T10:36:57Z', 'revision_number': 5, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'subnets': [{'id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:32.069854 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d406685-b844-4125-b29c-ebd197ecaa6a None None] The sync data for ids ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'] in dv-neutron-831730-2-hyperv is: [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:36:50Z', 'revision_number': 4, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port': {'id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:47Z', 'updated_at': '2022-03-08T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '8f89c3bf-aef7-4862-9bc8-e5f2ab277825', 'name': '', 'network_id': '04e9751c-b296-4139-a822-4da2058c1f46', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'mac_address': 'fa:16:3e:92:b1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:49Z', 'updated_at': '2022-03-08T10:36:57Z', 'revision_number': 5, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'subnets': [{'id': '3f6fcf29-99cf-45a5-8723-32feac32e821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:46:32.270944 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a6da13-5aec-4536-82b1-cba755cfc01d None None] New status for floating IP fe576a83-1e2f-4f21-b2b7-371eed8ef4f6: DOWN {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:46:32.889425 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa9ded-fddc-4ca8-a301-1004cb8390a2 req-a3d52e34-50af-45b8-8a93-807092960b25 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:46:32.890845 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3aa9ded-fddc-4ca8-a301-1004cb8390a2 req-a3d52e34-50af-45b8-8a93-807092960b25 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0813048 Mar 08 10:46:32.933663 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3aa9ded-fddc-4ca8-a301-1004cb8390a2 req-b95a9ff6-b273-446d-bfa8-a1d66fa2a581 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a72ada3-f634-404a-b349-646e6ef33fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371552 Mar 08 10:46:32.969403 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d852f39-ef8a-4783-be21-a51c8064e8d3 req-21ab4ab3-9c16-44cf-97bf-447b11674580 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:46:32.970822 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1d852f39-ef8a-4783-be21-a51c8064e8d3 req-21ab4ab3-9c16-44cf-97bf-447b11674580 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 946 time: 0.0790157 Mar 08 10:46:33.040196 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-1d852f39-ef8a-4783-be21-a51c8064e8d3 req-d8de3b0d-11da-41ea-a05a-355a0cbd779e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Deleting port 7355e905-2c16-4791-bb5a-83ac75b4d0f4 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:46:33.040453 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1d852f39-ef8a-4783-be21-a51c8064e8d3 req-d8de3b0d-11da-41ea-a05a-355a0cbd779e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:33.280501 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-1d852f39-ef8a-4783-be21-a51c8064e8d3 req-d8de3b0d-11da-41ea-a05a-355a0cbd779e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] For port 7355e905-2c16-4791-bb5a-83ac75b4d0f4, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=7355e905-2c16-4791-bb5a-83ac75b4d0f4,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:46:33.280884 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1d852f39-ef8a-4783-be21-a51c8064e8d3 req-d8de3b0d-11da-41ea-a05a-355a0cbd779e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:33.403959 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-1d852f39-ef8a-4783-be21-a51c8064e8d3 req-d8de3b0d-11da-41ea-a05a-355a0cbd779e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Calling delete_port for 7355e905-2c16-4791-bb5a-83ac75b4d0f4 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:46:33.544546 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1d852f39-ef8a-4783-be21-a51c8064e8d3 req-d8de3b0d-11da-41ea-a05a-355a0cbd779e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:33.695326 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de3b0d-11da-41ea-a05a-355a0cbd779e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event deleted for resources: {'Port': ['ID=7355e905-2c16-4791-bb5a-83ac75b4d0f4,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:33.767281 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d852f39-ef8a-4783-be21-a51c8064e8d3 req-d8de3b0d-11da-41ea-a05a-355a0cbd779e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] No DVR routers for this DVR port 7355e905-2c16-4791-bb5a-83ac75b4d0f4 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:46:33.769627 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1d852f39-ef8a-4783-be21-a51c8064e8d3 req-d8de3b0d-11da-41ea-a05a-355a0cbd779e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:33.771989 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7fb8d2-5b60-460a-9bfa-1a6513f57b25', 'name': 'network-vif-deleted', 'tag': '7355e905-2c16-4791-bb5a-83ac75b4d0f4'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:46:33.788429 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1d852f39-ef8a-4783-be21-a51c8064e8d3 req-d8de3b0d-11da-41ea-a05a-355a0cbd779e tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.26 "DELETE /v2.0/ports/7355e905-2c16-4791-bb5a-83ac75b4d0f4 HTTP/1.1" status: 204 len: 173 time: 0.8123953 Mar 08 10:46:33.821679 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7fb8d2-5b60-460a-9bfa-1a6513f57b25', 'name': 'network-vif-deleted', 'tag': '7355e905-2c16-4791-bb5a-83ac75b4d0f4', 'status': 'completed', 'code': 200} Mar 08 10:46:34.089193 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7de4a0c6-d799-4459-8a7a-f9f90bf4f005 req-35526cc6-0c6a-4d2a-84de-7c944551851c tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca7fb8d2-5b60-460a-9bfa-1a6513f57b25 HTTP/1.1" status: 200 len: 210 time: 0.0474830 Mar 08 10:46:35.339110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 56114) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:35.411923 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dc935136-c63d-42e4-86c6-c2b2cce18342 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:35.441750 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dc935136-c63d-42e4-86c6-c2b2cce18342 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:35.506114 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dc935136-c63d-42e4-86c6-c2b2cce18342 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:35.523273 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc935136-c63d-42e4-86c6-c2b2cce18342 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a72ada3-f634-404a-b349-646e6ef33fee,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:35.535197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-dc935136-c63d-42e4-86c6-c2b2cce18342 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:35.539899 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-dc935136-c63d-42e4-86c6-c2b2cce18342 tempest-TestShelveInstance-1556819680 tempest-TestShelveInstance-1556819680-project] 10.222.0.24 "DELETE /v2.0/security-groups/3a72ada3-f634-404a-b349-646e6ef33fee HTTP/1.1" status: 204 len: 168 time: 0.1962919 Mar 08 10:46:35.596536 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56120) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:35.703216 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 7355e905-2c16-4791-bb5a-83ac75b4d0f4 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:46:35.745612 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 7355e905-2c16-4791-bb5a-83ac75b4d0f4 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:46:35.746198 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 7355e905-2c16-4791-bb5a-83ac75b4d0f4 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:46:36.370213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:36.725932 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Deleting port 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:46:36.726583 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:36.899964 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] For port 8f89c3bf-aef7-4862-9bc8-e5f2ab277825, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=8f89c3bf-aef7-4862-9bc8-e5f2ab277825,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:46:36.900316 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:37.020990 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Calling delete_port for 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:46:37.442098 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:37.491977 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Pushing event deleted for resources: {'Port': ['ID=8f89c3bf-aef7-4862-9bc8-e5f2ab277825,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:37.527356 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:37.528278 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:37.528619 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:37.528981 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:37.529313 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:37.529641 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:37.529970 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:37.530295 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:37.530620 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:37.530940 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:37.531263 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:37.531580 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:37.760043 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:38.103288 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:46:38.281228 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:46:38.289705 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a67cd-4fdc-469e-9c48-68c06170afef None None] Sync routers for ids ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:46:38.293840 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5f0e364b-18ce-42a4-9abc-9c48b6f20aaf admin admin] 10.222.0.24 "PUT /v2.0/routers/dff7dc62-0a0c-4966-9b4c-8657d8e35d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6953142 Mar 08 10:46:38.296372 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56126) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:38.299226 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a67cd-4fdc-469e-9c48-68c06170afef None None] Routers {'dff7dc62-0a0c-4966-9b4c-8657d8e35d76'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:46:38.299811 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fc5a67cd-4fdc-469e-9c48-68c06170afef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:46:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:38.465988 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f407844e-aaa7-4831-93fd-a771c8470c8b admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:38.470471 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-fc5a67cd-4fdc-469e-9c48-68c06170afef None None] Set router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:46:38.754371 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fc5a67cd-4fdc-469e-9c48-68c06170afef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:46:37Z', 'revision_number': 5, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port': {'id': '277d17bd-f7c7-4618-8b70-249eed63ec83', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:47Z', 'updated_at': '2022-03-08T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:38.758103 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a67cd-4fdc-469e-9c48-68c06170afef None None] Checking router: dff7dc62-0a0c-4966-9b4c-8657d8e35d76 for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:46:38.760917 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f407844e-aaa7-4831-93fd-a771c8470c8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:38.766785 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a67cd-4fdc-469e-9c48-68c06170afef None None] Routers {'dff7dc62-0a0c-4966-9b4c-8657d8e35d76'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:46:38.767385 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fc5a67cd-4fdc-469e-9c48-68c06170afef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:46:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:38.772406 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f407844e-aaa7-4831-93fd-a771c8470c8b admin admin] Deleting port 277d17bd-f7c7-4618-8b70-249eed63ec83 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:46:38.772771 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f407844e-aaa7-4831-93fd-a771c8470c8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:38.940964 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-f407844e-aaa7-4831-93fd-a771c8470c8b admin admin] For port 277d17bd-f7c7-4618-8b70-249eed63ec83, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=277d17bd-f7c7-4618-8b70-249eed63ec83,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:46:38.941318 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f407844e-aaa7-4831-93fd-a771c8470c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:38.948679 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-fc5a67cd-4fdc-469e-9c48-68c06170afef None None] Set router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:46:39.050576 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-fc5a67cd-4fdc-469e-9c48-68c06170afef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:46:38Z', 'revision_number': 6, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:39.054303 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a67cd-4fdc-469e-9c48-68c06170afef None None] The sync data for ids ['dff7dc62-0a0c-4966-9b4c-8657d8e35d76'] in dv-neutron-831730-2-hyperv is: [{'id': 'dff7dc62-0a0c-4966-9b4c-8657d8e35d76', 'name': 'tempest-TestShelveInstance-312620556-router', 'tenant_id': '68a44931562f4d978d41b0c00364d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:46Z', 'updated_at': '2022-03-08T10:46:38Z', 'revision_number': 6, 'project_id': '68a44931562f4d978d41b0c00364d06a', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:46:39.060004 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f407844e-aaa7-4831-93fd-a771c8470c8b admin admin] Calling delete_port for 277d17bd-f7c7-4618-8b70-249eed63ec83 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:46:39.225766 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f407844e-aaa7-4831-93fd-a771c8470c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:39.274351 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407844e-aaa7-4831-93fd-a771c8470c8b admin admin] Pushing event deleted for resources: {'Port': ['ID=277d17bd-f7c7-4618-8b70-249eed63ec83,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:39.362038 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f407844e-aaa7-4831-93fd-a771c8470c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:39.537165 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f407844e-aaa7-4831-93fd-a771c8470c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:39.539322 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f407844e-aaa7-4831-93fd-a771c8470c8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:39.562398 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f407844e-aaa7-4831-93fd-a771c8470c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:39.563089 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f407844e-aaa7-4831-93fd-a771c8470c8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dff7dc62-0a0c-4966-9b4c-8657d8e35d76 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:46:39.575440 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f407844e-aaa7-4831-93fd-a771c8470c8b admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:39.576555 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f407844e-aaa7-4831-93fd-a771c8470c8b admin admin] 10.222.0.24 "DELETE /v2.0/routers/dff7dc62-0a0c-4966-9b4c-8657d8e35d76 HTTP/1.1" status: 204 len: 168 time: 1.2792726 Mar 08 10:46:39.579143 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56130) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:39.640216 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6aeb67-7dc7-4796-827c-6bd4252bd047 admin admin] Deleting subnet 3f6fcf29-99cf-45a5-8723-32feac32e821 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:46:39.643103 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e6aeb67-7dc7-4796-827c-6bd4252bd047 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:39.692436 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e6aeb67-7dc7-4796-827c-6bd4252bd047 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:39.766670 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e6aeb67-7dc7-4796-827c-6bd4252bd047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:39.825146 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:46:39.842591 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e6aeb67-7dc7-4796-827c-6bd4252bd047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:39.861181 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:46:39.861532 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 8f89c3bf-aef7-4862-9bc8-e5f2ab277825 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:46:39.880903 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6aeb67-7dc7-4796-827c-6bd4252bd047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f6fcf29-99cf-45a5-8723-32feac32e821,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:39.884459 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e6aeb67-7dc7-4796-827c-6bd4252bd047 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:39.890314 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d749347-5ba3-4573-90cf-ae07584c285b None None] Network 04e9751c-b296-4139-a822-4da2058c1f46 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:46:39.890438 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2e6aeb67-7dc7-4796-827c-6bd4252bd047 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3f6fcf29-99cf-45a5-8723-32feac32e821 HTTP/1.1" status: 204 len: 168 time: 0.3103483 Mar 08 10:46:39.892845 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56134) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:39.999802 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:40.010618 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] Deleting port 4d0ac5bd-9a09-44ff-8be9-c6622db30950 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:46:40.010951 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:40.151004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0addff-de09-43f0-82d2-25332bf09c1a None None] DHCP port deletion for 04e9751c-b296-4139-a822-4da2058c1f46 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:46:40.155677 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9a0addff-de09-43f0-82d2-25332bf09c1a None None] Deleting port 4d0ac5bd-9a09-44ff-8be9-c6622db30950 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:46:40.156111 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a0addff-de09-43f0-82d2-25332bf09c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:40.225785 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] For port 4d0ac5bd-9a09-44ff-8be9-c6622db30950, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=4d0ac5bd-9a09-44ff-8be9-c6622db30950,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:46:40.226129 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:40.360831 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9a0addff-de09-43f0-82d2-25332bf09c1a None None] For port 4d0ac5bd-9a09-44ff-8be9-c6622db30950, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=4d0ac5bd-9a09-44ff-8be9-c6622db30950,segment=NetworkSegment(8da4142b-dda1-4b81-aaf2-3089d0833721),segment_id=8da4142b-dda1-4b81-aaf2-3089d0833721)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:46:40.361108 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a0addff-de09-43f0-82d2-25332bf09c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:40.448886 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] Calling delete_port for 4d0ac5bd-9a09-44ff-8be9-c6622db30950 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:46:40.481097 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9a0addff-de09-43f0-82d2-25332bf09c1a None None] Calling delete_port for 4d0ac5bd-9a09-44ff-8be9-c6622db30950 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:46:40.523053 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:40.558359 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-9a0addff-de09-43f0-82d2-25332bf09c1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 10:46:40.559378 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-9a0addff-de09-43f0-82d2-25332bf09c1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 10:46:40.571727 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d0ac5bd-9a09-44ff-8be9-c6622db30950,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:40.575959 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] No DVR routers for this DVR port 4d0ac5bd-9a09-44ff-8be9-c6622db30950 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:46:40.690056 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:40.714381 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e9751c-b296-4139-a822-4da2058c1f46']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:40.726151 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da4142b-dda1-4b81-aaf2-3089d0833721') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:40.726445 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da4142b-dda1-4b81-aaf2-3089d0833721') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:40.737537 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:40.754777 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:40.760620 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:46:40.761035 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:46:40.774377 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:46:40.848959 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:40.864103 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:40.874196 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] Pushing event deleted for resources: {'Network': ['ID=04e9751c-b296-4139-a822-4da2058c1f46,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:40.881044 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0fa0c3cb-6e0e-444f-9f30-fad113c22a83 admin admin] 10.222.0.24 "DELETE /v2.0/networks/04e9751c-b296-4139-a822-4da2058c1f46 HTTP/1.1" status: 204 len: 168 time: 0.9872444 Mar 08 10:46:40.883893 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56138) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:41.060853 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9a0addff-de09-43f0-82d2-25332bf09c1a None None] Deleting port 4d0ac5bd-9a09-44ff-8be9-c6622db30950 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:46:41.061387 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a0addff-de09-43f0-82d2-25332bf09c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:41.125882 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9a0addff-de09-43f0-82d2-25332bf09c1a None None] The port '4d0ac5bd-9a09-44ff-8be9-c6622db30950' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 10:46:41.398625 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 277d17bd-f7c7-4618-8b70-249eed63ec83 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:46:41.400392 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a24dbc2e-a3f9-4cb6-b689-4a1da7b47847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:41.468484 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 277d17bd-f7c7-4618-8b70-249eed63ec83 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:46:41.468844 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 277d17bd-f7c7-4618-8b70-249eed63ec83 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:46:41.469252 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4d0ac5bd-9a09-44ff-8be9-c6622db30950 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:46:41.500464 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 4d0ac5bd-9a09-44ff-8be9-c6622db30950 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:46:41.500831 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 4d0ac5bd-9a09-44ff-8be9-c6622db30950 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:46:41.835979 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a24dbc2e-a3f9-4cb6-b689-4a1da7b47847 admin admin] Deleting port 741d4353-4cba-4622-a515-6416fc5c31fd {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:46:41.836560 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a24dbc2e-a3f9-4cb6-b689-4a1da7b47847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:42.001391 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-a24dbc2e-a3f9-4cb6-b689-4a1da7b47847 admin admin] For port 741d4353-4cba-4622-a515-6416fc5c31fd, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=741d4353-4cba-4622-a515-6416fc5c31fd,segment=NetworkSegment(8d12a079-b74f-408b-a2c3-9fe3ae3ac02e),segment_id=8d12a079-b74f-408b-a2c3-9fe3ae3ac02e)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:46:42.001736 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a24dbc2e-a3f9-4cb6-b689-4a1da7b47847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:42.119772 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a24dbc2e-a3f9-4cb6-b689-4a1da7b47847 admin admin] Calling delete_port for 741d4353-4cba-4622-a515-6416fc5c31fd owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:46:42.290131 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a24dbc2e-a3f9-4cb6-b689-4a1da7b47847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:42.338872 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24dbc2e-a3f9-4cb6-b689-4a1da7b47847 admin admin] Pushing event deleted for resources: {'Port': ['ID=741d4353-4cba-4622-a515-6416fc5c31fd,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:42.604385 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a24dbc2e-a3f9-4cb6-b689-4a1da7b47847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:42.947055 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24dbc2e-a3f9-4cb6-b689-4a1da7b47847 admin admin] Router 155fa292-2980-4a19-a511-1c343bc909a1 has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:46:43.222797 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24dbc2e-a3f9-4cb6-b689-4a1da7b47847 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:46:43.231343 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffd7061-b250-413f-b1ef-a546cd70d29f None None] Sync routers for ids ['155fa292-2980-4a19-a511-1c343bc909a1'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:46:43.238349 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a24dbc2e-a3f9-4cb6-b689-4a1da7b47847 admin admin] 10.222.0.24 "PUT /v2.0/routers/155fa292-2980-4a19-a511-1c343bc909a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3534141 Mar 08 10:46:43.240772 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffd7061-b250-413f-b1ef-a546cd70d29f None None] Routers {'155fa292-2980-4a19-a511-1c343bc909a1'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:46:43.240884 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56142) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:43.241378 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-bffd7061-b250-413f-b1ef-a546cd70d29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:46:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['155fa292-2980-4a19-a511-1c343bc909a1'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:43.415245 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91c21265-93e3-41c6-a841-57d9772f56e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:43.419518 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-bffd7061-b250-413f-b1ef-a546cd70d29f None None] Set router 155fa292-2980-4a19-a511-1c343bc909a1 gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:46:43.593870 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91c21265-93e3-41c6-a841-57d9772f56e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:43.603151 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-91c21265-93e3-41c6-a841-57d9772f56e8 admin admin] Deleting port 6563ff21-8f9a-4750-b9c5-863fedff32fc {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:46:43.603560 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91c21265-93e3-41c6-a841-57d9772f56e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:43.694441 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-bffd7061-b250-413f-b1ef-a546cd70d29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155fa292-2980-4a19-a511-1c343bc909a1', 'name': 'tempest-TestShelveInstance-508904477-router', 'tenant_id': '2be0bc1cc2c245ea8be2c40496436b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '6563ff21-8f9a-4750-b9c5-863fedff32fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:52Z', 'updated_at': '2022-03-08T10:46:42Z', 'revision_number': 5, 'project_id': '2be0bc1cc2c245ea8be2c40496436b00', 'gw_port': {'id': '6563ff21-8f9a-4750-b9c5-863fedff32fc', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155fa292-2980-4a19-a511-1c343bc909a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:36:53Z', 'updated_at': '2022-03-08T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:43.698344 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffd7061-b250-413f-b1ef-a546cd70d29f None None] Checking router: 155fa292-2980-4a19-a511-1c343bc909a1 for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:46:43.707109 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffd7061-b250-413f-b1ef-a546cd70d29f None None] Routers {'155fa292-2980-4a19-a511-1c343bc909a1'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:46:43.707696 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-bffd7061-b250-413f-b1ef-a546cd70d29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:46:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['155fa292-2980-4a19-a511-1c343bc909a1'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:43.775833 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-91c21265-93e3-41c6-a841-57d9772f56e8 admin admin] For port 6563ff21-8f9a-4750-b9c5-863fedff32fc, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=6563ff21-8f9a-4750-b9c5-863fedff32fc,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:46:43.776184 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91c21265-93e3-41c6-a841-57d9772f56e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:43.864571 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-bffd7061-b250-413f-b1ef-a546cd70d29f None None] Set router 155fa292-2980-4a19-a511-1c343bc909a1 gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:46:43.895161 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-91c21265-93e3-41c6-a841-57d9772f56e8 admin admin] Calling delete_port for 6563ff21-8f9a-4750-b9c5-863fedff32fc owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:46:43.961465 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:43.968593 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-bffd7061-b250-413f-b1ef-a546cd70d29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155fa292-2980-4a19-a511-1c343bc909a1', 'name': 'tempest-TestShelveInstance-508904477-router', 'tenant_id': '2be0bc1cc2c245ea8be2c40496436b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:52Z', 'updated_at': '2022-03-08T10:46:43Z', 'revision_number': 6, 'project_id': '2be0bc1cc2c245ea8be2c40496436b00', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:43.972446 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffd7061-b250-413f-b1ef-a546cd70d29f None None] The sync data for ids ['155fa292-2980-4a19-a511-1c343bc909a1'] in dv-neutron-831730-2-hyperv is: [{'id': '155fa292-2980-4a19-a511-1c343bc909a1', 'name': 'tempest-TestShelveInstance-508904477-router', 'tenant_id': '2be0bc1cc2c245ea8be2c40496436b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:36:52Z', 'updated_at': '2022-03-08T10:46:43Z', 'revision_number': 6, 'project_id': '2be0bc1cc2c245ea8be2c40496436b00', 'gw_port_host': None}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:46:44.063586 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91c21265-93e3-41c6-a841-57d9772f56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:44.136748 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c21265-93e3-41c6-a841-57d9772f56e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6563ff21-8f9a-4750-b9c5-863fedff32fc,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:44.198224 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91c21265-93e3-41c6-a841-57d9772f56e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:44.471795 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91c21265-93e3-41c6-a841-57d9772f56e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:44.474701 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91c21265-93e3-41c6-a841-57d9772f56e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:44.498565 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91c21265-93e3-41c6-a841-57d9772f56e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:44.499128 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c21265-93e3-41c6-a841-57d9772f56e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 155fa292-2980-4a19-a511-1c343bc909a1 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:46:44.510842 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91c21265-93e3-41c6-a841-57d9772f56e8 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:44.512030 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-91c21265-93e3-41c6-a841-57d9772f56e8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/155fa292-2980-4a19-a511-1c343bc909a1 HTTP/1.1" status: 204 len: 168 time: 1.2702584 Mar 08 10:46:44.514530 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56146) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:44.571908 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-936a5c94-566a-4f86-8bfb-0d55d3ad0826 admin admin] Deleting subnet 6571efd2-d3c6-4755-b118-91f2d6abef06 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:46:44.574734 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-936a5c94-566a-4f86-8bfb-0d55d3ad0826 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:44.627324 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-936a5c94-566a-4f86-8bfb-0d55d3ad0826 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:44.702622 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-936a5c94-566a-4f86-8bfb-0d55d3ad0826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:44.773155 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-936a5c94-566a-4f86-8bfb-0d55d3ad0826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:44.816093 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-936a5c94-566a-4f86-8bfb-0d55d3ad0826 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:44.821753 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48505fc7-d368-44a0-acff-24f12cdf287b None None] Network 2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:46:44.822246 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a5c94-566a-4f86-8bfb-0d55d3ad0826 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6571efd2-d3c6-4755-b118-91f2d6abef06,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:44.827207 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-936a5c94-566a-4f86-8bfb-0d55d3ad0826 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6571efd2-d3c6-4755-b118-91f2d6abef06 HTTP/1.1" status: 204 len: 168 time: 0.3116210 Mar 08 10:46:44.829786 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56150) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:44.945496 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:44.957114 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] Deleting port dc792e53-3126-4568-a3c3-7d765567a5f8 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:46:44.957454 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:45.072558 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc61cec-b150-4a80-b0f9-63dffd7e7699 None None] DHCP port deletion for 2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:46:45.077400 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0dc61cec-b150-4a80-b0f9-63dffd7e7699 None None] Deleting port dc792e53-3126-4568-a3c3-7d765567a5f8 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:46:45.077797 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0dc61cec-b150-4a80-b0f9-63dffd7e7699 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:45.163174 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] For port dc792e53-3126-4568-a3c3-7d765567a5f8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=dc792e53-3126-4568-a3c3-7d765567a5f8,segment=NetworkSegment(8d12a079-b74f-408b-a2c3-9fe3ae3ac02e),segment_id=8d12a079-b74f-408b-a2c3-9fe3ae3ac02e)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:46:45.163792 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:45.273867 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-0dc61cec-b150-4a80-b0f9-63dffd7e7699 None None] For port dc792e53-3126-4568-a3c3-7d765567a5f8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=dc792e53-3126-4568-a3c3-7d765567a5f8,segment=NetworkSegment(8d12a079-b74f-408b-a2c3-9fe3ae3ac02e),segment_id=8d12a079-b74f-408b-a2c3-9fe3ae3ac02e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:46:45.274174 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0dc61cec-b150-4a80-b0f9-63dffd7e7699 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:45.286433 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] Calling delete_port for dc792e53-3126-4568-a3c3-7d765567a5f8 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:46:45.365981 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:45.415519 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] Pushing event deleted for resources: {'Port': ['ID=dc792e53-3126-4568-a3c3-7d765567a5f8,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:45.417321 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] No DVR routers for this DVR port dc792e53-3126-4568-a3c3-7d765567a5f8 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:46:45.426527 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 741d4353-4cba-4622-a515-6416fc5c31fd no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:46:45.458979 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0dc61cec-b150-4a80-b0f9-63dffd7e7699 None None] Calling delete_port for dc792e53-3126-4568-a3c3-7d765567a5f8 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:46:45.493596 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 741d4353-4cba-4622-a515-6416fc5c31fd {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:46:45.493935 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 741d4353-4cba-4622-a515-6416fc5c31fd not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:46:45.494345 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device dc792e53-3126-4568-a3c3-7d765567a5f8 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:46:45.533927 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: dc792e53-3126-4568-a3c3-7d765567a5f8 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:46:45.534167 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device dc792e53-3126-4568-a3c3-7d765567a5f8 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:46:45.534580 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 6563ff21-8f9a-4750-b9c5-863fedff32fc no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:46:45.536218 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:45.565574 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:45.568747 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 6563ff21-8f9a-4750-b9c5-863fedff32fc {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:46:45.569091 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 6563ff21-8f9a-4750-b9c5-863fedff32fc not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:46:45.578189 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d12a079-b74f-408b-a2c3-9fe3ae3ac02e') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:45.578485 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d12a079-b74f-408b-a2c3-9fe3ae3ac02e') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:45.590121 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:45.601607 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-0dc61cec-b150-4a80-b0f9-63dffd7e7699 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 10:46:45.601966 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-0dc61cec-b150-4a80-b0f9-63dffd7e7699 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 10:46:45.606228 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:45.612177 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:46:45.612560 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:46:45.625793 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:46:45.696145 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:45.714983 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:45.726878 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] Pushing event deleted for resources: {'Network': ['ID=2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:45.733470 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a3a8840c-c31f-4641-86c4-78f16139453c admin admin] 10.222.0.24 "DELETE /v2.0/networks/2b6172aa-91d5-4ac9-9f95-96c71f6b8aa2 HTTP/1.1" status: 204 len: 168 time: 0.9013507 Mar 08 10:46:45.896266 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56156) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:45.944311 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9c52b3c6-795b-4bbb-b327-c42122aecc87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68a44931562f4d978d41b0c00364d06a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468411 Mar 08 10:46:45.946673 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56160) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:46.001741 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2294063-29f0-4967-b97c-ca627eac6825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:46.026107 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2294063-29f0-4967-b97c-ca627eac6825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:46.076346 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2294063-29f0-4967-b97c-ca627eac6825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:46.095279 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2294063-29f0-4967-b97c-ca627eac6825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68041a09-33e3-4a7e-b833-d4902dcfea78,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:46.100552 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2294063-29f0-4967-b97c-ca627eac6825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:46.101690 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d2294063-29f0-4967-b97c-ca627eac6825 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68041a09-33e3-4a7e-b833-d4902dcfea78 HTTP/1.1" status: 204 len: 168 time: 0.1541076 Mar 08 10:46:46.104263 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0dc61cec-b150-4a80-b0f9-63dffd7e7699 None None] Deleting port dc792e53-3126-4568-a3c3-7d765567a5f8 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:46:46.104780 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0dc61cec-b150-4a80-b0f9-63dffd7e7699 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:46.180082 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0dc61cec-b150-4a80-b0f9-63dffd7e7699 None None] The port 'dc792e53-3126-4568-a3c3-7d765567a5f8' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 10:46:46.458325 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56168) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:46.507322 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-74eaddbe-4ebf-4e85-a81c-445e407ce420 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2be0bc1cc2c245ea8be2c40496436b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478964 Mar 08 10:46:46.509922 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56172) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:46.565590 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bef42b0b-1828-49bd-bcb2-f97d6580b86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:46.590849 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bef42b0b-1828-49bd-bcb2-f97d6580b86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:46.642326 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bef42b0b-1828-49bd-bcb2-f97d6580b86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:46.655675 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef42b0b-1828-49bd-bcb2-f97d6580b86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625558a6-a1a6-4937-9f71-260fee711ab1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:46.663027 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bef42b0b-1828-49bd-bcb2-f97d6580b86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:46.664434 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bef42b0b-1828-49bd-bcb2-f97d6580b86f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/625558a6-a1a6-4937-9f71-260fee711ab1 HTTP/1.1" status: 204 len: 168 time: 0.1533637 Mar 08 10:46:47.430680 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56196) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:47.530716 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1244054453-network', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:46:47.535573 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:46:47.539408 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Usage tracker for resource:network and tenant:c81b70c78b0f4241bd294203e02fa27d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:46:47.542232 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:46:47.548355 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:46:47.558049 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Made reservation on behalf of c81b70c78b0f4241bd294203e02fa27d for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:46:47.560445 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:47.572501 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:47.586249 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:46:47.590563 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Usage tracker for resource:security_group_rule and tenant:c81b70c78b0f4241bd294203e02fa27d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:46:47.593336 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:46:47.598928 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:46:47.682523 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:47.686007 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:47.716204 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:46:47.724379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fb3473-0cc3-4952-a7f0-8598890d4f5d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:47.731793 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:47.731793 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Added segment aa6837e7-7175-4594-9114-c7579121ba0f of type vlan for network c0406e91-0709-4fe8-831a-1e96135f8574 Mar 08 10:46:47.757910 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:47.786823 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:47.787743 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:46:47.788310 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:47.885923 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] Pushing event updated for resources: {'Network': ['ID=c0406e91-0709-4fe8-831a-1e96135f8574,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:47.889540 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d159f64f-5782-428f-9f9b-c35394292347 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4578660 Mar 08 10:46:47.892332 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56202) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:47.896137 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network c0406e91-0709-4fe8-831a-1e96135f8574 details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:46:47.897597 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3e04d064-baa9-4ddb-9f1e-27b328cee4bc admin admin] Request body: {'subnet': {'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1244054453-subnet', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:46:47.903010 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3e04d064-baa9-4ddb-9f1e-27b328cee4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:46:47.906805 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3e04d064-baa9-4ddb-9f1e-27b328cee4bc admin admin] Usage tracker for resource:subnet and tenant:c81b70c78b0f4241bd294203e02fa27d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:46:47.909585 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3e04d064-baa9-4ddb-9f1e-27b328cee4bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:46:47.915301 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3e04d064-baa9-4ddb-9f1e-27b328cee4bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:46:47.925378 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e04d064-baa9-4ddb-9f1e-27b328cee4bc admin admin] Made reservation on behalf of c81b70c78b0f4241bd294203e02fa27d for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:46:47.928064 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e04d064-baa9-4ddb-9f1e-27b328cee4bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1786229'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:48.232289 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e04d064-baa9-4ddb-9f1e-27b328cee4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585076628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1786183'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:48.303056 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04d064-baa9-4ddb-9f1e-27b328cee4bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a111c9f-027a-4c3c-859c-9bb60165180f,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:48.313352 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e04d064-baa9-4ddb-9f1e-27b328cee4bc admin admin] Checking segment: {'id': 'aa6837e7-7175-4594-9114-c7579121ba0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:46:48.313704 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e04d064-baa9-4ddb-9f1e-27b328cee4bc admin admin] Network hostable DHCP agents. Network: c0406e91-0709-4fe8-831a-1e96135f8574, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:46:48.332125 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e04d064-baa9-4ddb-9f1e-27b328cee4bc admin admin] Network c0406e91-0709-4fe8-831a-1e96135f8574 is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:46:48.340870 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-3e04d064-baa9-4ddb-9f1e-27b328cee4bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, c0406e91-0709-4fe8-831a-1e96135f8574) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:46:48.344589 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e04d064-baa9-4ddb-9f1e-27b328cee4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:46:48.345188 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e04d064-baa9-4ddb-9f1e-27b328cee4bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:48.350695 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b63b9e8-47b0-4cc0-afe9-2bf9cf8e9ecb None None] Network c0406e91-0709-4fe8-831a-1e96135f8574 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:46:48.367220 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3e04d064-baa9-4ddb-9f1e-27b328cee4bc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4737756 Mar 08 10:46:48.369859 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56206) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:48.375238 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:46:48.379768 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:46:48.383738 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Usage tracker for resource:router and tenant:c81b70c78b0f4241bd294203e02fa27d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:46:48.387514 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:46:48.394050 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:46:48.404651 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:48.405674 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:48.420803 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:48.560590 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-c0406e91-0709-4fe8-831a-1e96135f8574', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'fixed_ips': [{'subnet_id': '8a111c9f-027a-4c3c-859c-9bb60165180f'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:46:48.562089 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:48.699869 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:48.721920 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Allocated IP 172.20.0.2 (c0406e91-0709-4fe8-831a-1e96135f8574/8a111c9f-027a-4c3c-859c-9bb60165180f/832e3f34-9643-4d17-a96a-5becb7329a91) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:46:48.922376 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:48.931984 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Transition to ACTIVE for port object 832e3f34-9643-4d17-a96a-5becb7329a91 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:46:48.949735 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Transition to ACTIVE for port object 832e3f34-9643-4d17-a96a-5becb7329a91 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:46:48.954514 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:49.007855 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:49.016409 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Network c0406e91-0709-4fe8-831a-1e96135f8574 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:46:49.023143 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:46:49.025613 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:46:49.037625 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:49.058548 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Pushing event updated for resources: {'Port': ['ID=832e3f34-9643-4d17-a96a-5becb7329a91,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:49.075034 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:49.075378 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:49.075715 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:49.076049 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:49.076375 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:49.076718 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:49.077047 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:49.077368 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:49.077689 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:49.078004 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:49.078337 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:49.078639 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:49.133052 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Attempting to bind port 832e3f34-9643-4d17-a96a-5becb7329a91 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:46:49.133418 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Attempting to bind port 832e3f34-9643-4d17-a96a-5becb7329a91 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'aa6837e7-7175-4594-9114-c7579121ba0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:46:49.133776 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Attempting to bind port 832e3f34-9643-4d17-a96a-5becb7329a91 on network c0406e91-0709-4fe8-831a-1e96135f8574 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:46:49.138909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:46:49.139275 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Checking segment: {'id': 'aa6837e7-7175-4594-9114-c7579121ba0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:46:49.139701 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:49.140086 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Bound using segment: {'id': 'aa6837e7-7175-4594-9114-c7579121ba0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:46:49.140547 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Bound port: 832e3f34-9643-4d17-a96a-5becb7329a91, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6837e7-7175-4594-9114-c7579121ba0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:46:49.140949 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:49.176614 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Allocated IP 172.26.2.186 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/60056b34-430c-440c-b3ce-35c8e5fa9ca2) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:46:49.227585 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] For port 832e3f34-9643-4d17-a96a-5becb7329a91, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:46:49.230542 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] For port 832e3f34-9643-4d17-a96a-5becb7329a91, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=832e3f34-9643-4d17-a96a-5becb7329a91,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:46:49.234632 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:49.320908 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b16a2-14ab-4b51-bed0-afea96beaa95 None None] Pushing event updated for resources: {'Port': ['ID=832e3f34-9643-4d17-a96a-5becb7329a91,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:49.321933 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:49.355770 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:49.413384 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:46:49.416213 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:46:49.419889 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:46:49.469554 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Pushing event updated for resources: {'Port': ['ID=60056b34-430c-440c-b3ce-35c8e5fa9ca2,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:49.952452 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:50.254607 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146dbace-d38c-40c1-abe7-9fc22e26cafd None None] Network c0406e91-0709-4fe8-831a-1e96135f8574 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:46:50.296063 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:50.376472 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-06b502b1-de83-40e2-a7ae-efdde940636e None None] Provisioning for port 832e3f34-9643-4d17-a96a-5becb7329a91 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:46:50.503410 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Router bb34d976-a979-43a9-8dad-17e073b8dd9c is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 10:46:50.684935 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:46:50.716573 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:50.721343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 56210) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:50.721958 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-687cc1b0-b337-4fa2-bd84-7e55c9d8a744 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3505156 Mar 08 10:46:50.804356 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Sync routers for ids ['bb34d976-a979-43a9-8dad-17e073b8dd9c'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:46:50.814360 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Routers {'bb34d976-a979-43a9-8dad-17e073b8dd9c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:46:50.815195 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:46:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['bb34d976-a979-43a9-8dad-17e073b8dd9c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:50.985704 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Set router bb34d976-a979-43a9-8dad-17e073b8dd9c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:46:51.259829 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:46:49Z', 'revision_number': 3, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port': {'id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:49Z', 'updated_at': '2022-03-08T10:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:51.264268 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Checking router: bb34d976-a979-43a9-8dad-17e073b8dd9c for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:46:51.264616 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Updating router bb34d976-a979-43a9-8dad-17e073b8dd9c port 60056b34-430c-440c-b3ce-35c8e5fa9ca2 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:46:51.314982 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:51.378784 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bbe8647a-978a-417c-ac1b-503623701346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:51.438162 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 832e3f34-9643-4d17-a96a-5becb7329a91 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:46:51.513006 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 832e3f34-9643-4d17-a96a-5becb7329a91 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:46:51.517784 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 832e3f34-9643-4d17-a96a-5becb7329a91 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:46:51.518155 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:51.589982 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-bbe8647a-978a-417c-ac1b-503623701346 admin admin] Allocated IP 172.20.0.1 (c0406e91-0709-4fe8-831a-1e96135f8574/8a111c9f-027a-4c3c-859c-9bb60165180f/3c905e67-7afa-4266-bc74-f6798e96e6e9) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:46:51.643523 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:51.669811 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:51.677237 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 832e3f34-9643-4d17-a96a-5becb7329a91, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=832e3f34-9643-4d17-a96a-5becb7329a91,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:46:51.681395 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Transition to ACTIVE for port object 60056b34-430c-440c-b3ce-35c8e5fa9ca2 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:46:51.682224 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:51.690474 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:51.736634 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bbe8647a-978a-417c-ac1b-503623701346 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:51.754046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=832e3f34-9643-4d17-a96a-5becb7329a91,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:51.754398 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-bbe8647a-978a-417c-ac1b-503623701346 admin admin] Transition to ACTIVE for port object 3c905e67-7afa-4266-bc74-f6798e96e6e9 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:46:51.778544 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bbe8647a-978a-417c-ac1b-503623701346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:51.803958 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Attempting to bind port 60056b34-430c-440c-b3ce-35c8e5fa9ca2 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:46:51.804316 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Attempting to bind port 60056b34-430c-440c-b3ce-35c8e5fa9ca2 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:46:51.804674 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Attempting to bind port 60056b34-430c-440c-b3ce-35c8e5fa9ca2 on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:46:51.815173 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:46:51.815539 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:46:51.815932 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:51.816320 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:46:51.816794 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Bound port: 60056b34-430c-440c-b3ce-35c8e5fa9ca2, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:46:51.817157 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:51.840279 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585fd1b-fce7-44c1-a729-ce65eb40c44b None None] Pushing event updated for resources: {'Port': ['ID=60056b34-430c-440c-b3ce-35c8e5fa9ca2,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:51.843837 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe8647a-978a-417c-ac1b-503623701346 admin admin] Network c0406e91-0709-4fe8-831a-1e96135f8574 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:46:51.850590 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-bbe8647a-978a-417c-ac1b-503623701346 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:46:51.854608 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe8647a-978a-417c-ac1b-503623701346 admin admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:46:51.858503 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585fd1b-fce7-44c1-a729-ce65eb40c44b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:51.858843 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585fd1b-fce7-44c1-a729-ce65eb40c44b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:51.859180 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585fd1b-fce7-44c1-a729-ce65eb40c44b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:51.859510 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585fd1b-fce7-44c1-a729-ce65eb40c44b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:51.859836 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585fd1b-fce7-44c1-a729-ce65eb40c44b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:51.860168 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585fd1b-fce7-44c1-a729-ce65eb40c44b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:51.860619 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585fd1b-fce7-44c1-a729-ce65eb40c44b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:51.860828 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585fd1b-fce7-44c1-a729-ce65eb40c44b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:51.861198 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585fd1b-fce7-44c1-a729-ce65eb40c44b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:51.861460 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585fd1b-fce7-44c1-a729-ce65eb40c44b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:51.861780 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585fd1b-fce7-44c1-a729-ce65eb40c44b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:51.862091 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585fd1b-fce7-44c1-a729-ce65eb40c44b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:46:51.887125 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8647a-978a-417c-ac1b-503623701346 admin admin] Pushing event updated for resources: {'Port': ['ID=3c905e67-7afa-4266-bc74-f6798e96e6e9,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:51.906275 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] For port 60056b34-430c-440c-b3ce-35c8e5fa9ca2, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:46:51.910146 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] For port 60056b34-430c-440c-b3ce-35c8e5fa9ca2, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=60056b34-430c-440c-b3ce-35c8e5fa9ca2,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:46:51.910746 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bbe8647a-978a-417c-ac1b-503623701346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:51.916625 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:51.990235 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Routers {'bb34d976-a979-43a9-8dad-17e073b8dd9c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:46:51.990867 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:46:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['bb34d976-a979-43a9-8dad-17e073b8dd9c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:52.079650 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585fd1b-fce7-44c1-a729-ce65eb40c44b None None] Pushing event updated for resources: {'Port': ['ID=60056b34-430c-440c-b3ce-35c8e5fa9ca2,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:52.144572 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7f4040ae-f8f8-4145-83c9-aab8b2ec7937 None None] Provisioning for port 3c905e67-7afa-4266-bc74-f6798e96e6e9 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:46:52.146239 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bbe8647a-978a-417c-ac1b-503623701346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:52.150343 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7f4040ae-f8f8-4145-83c9-aab8b2ec7937 None None] Provisioning complete for port 3c905e67-7afa-4266-bc74-f6798e96e6e9 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:46:52.151046 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f4040ae-f8f8-4145-83c9-aab8b2ec7937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:52.196050 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] Set router bb34d976-a979-43a9-8dad-17e073b8dd9c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:46:52.211512 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7f4040ae-f8f8-4145-83c9-aab8b2ec7937 None None] Port 3c905e67-7afa-4266-bc74-f6798e96e6e9 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:46:52.364229 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bbe8647a-978a-417c-ac1b-503623701346 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:52.368483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bbe8647a-978a-417c-ac1b-503623701346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:52.471701 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:46:49Z', 'revision_number': 3, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port': {'id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:49Z', 'updated_at': '2022-03-08T10:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:52.473332 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-bbe8647a-978a-417c-ac1b-503623701346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:52.475707 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392f9c7-4de0-46b2-a163-88da91e6b700 None None] The sync data for ids ['bb34d976-a979-43a9-8dad-17e073b8dd9c'] in dv-neutron-831730-2-hyperv is: [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:46:49Z', 'revision_number': 3, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port': {'id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:49Z', 'updated_at': '2022-03-08T10:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:46:52.477511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8647a-978a-417c-ac1b-503623701346 admin admin] Pushing event updated for resources: {'Port': ['ID=3c905e67-7afa-4266-bc74-f6798e96e6e9,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:52.612361 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe8647a-978a-417c-ac1b-503623701346 admin admin] Network c0406e91-0709-4fe8-831a-1e96135f8574 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:46:52.613320 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-bbe8647a-978a-417c-ac1b-503623701346 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:46:52.828894 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe8647a-978a-417c-ac1b-503623701346 admin admin] Router bb34d976-a979-43a9-8dad-17e073b8dd9c has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:46:52.938490 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-504fe458-2bdd-40e1-9c89-077ba1635314 None None] Provisioning complete for port 3c905e67-7afa-4266-bc74-f6798e96e6e9 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:46:52.939071 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-504fe458-2bdd-40e1-9c89-077ba1635314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:52.993095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-504fe458-2bdd-40e1-9c89-077ba1635314 None None] Port 3c905e67-7afa-4266-bc74-f6798e96e6e9 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:46:53.013759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe8647a-978a-417c-ac1b-503623701346 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:46:53.022679 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-bbe8647a-978a-417c-ac1b-503623701346 admin admin] 10.222.0.24 "PUT /v2.0/routers/bb34d976-a979-43a9-8dad-17e073b8dd9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2992768 Mar 08 10:46:53.465358 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 832e3f34-9643-4d17-a96a-5becb7329a91 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:46:53.532366 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 56228) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:53.536237 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 832e3f34-9643-4d17-a96a-5becb7329a91 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:46:53.536634 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:53.538418 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-958570083-network', 'tenant_id': '6a45fdde9aa9414b92df54198b821980'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:46:53.543806 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:46:53.547712 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Usage tracker for resource:network and tenant:6a45fdde9aa9414b92df54198b821980 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:46:53.550607 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:46:53.556325 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:46:53.568769 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Made reservation on behalf of 6a45fdde9aa9414b92df54198b821980 for: {'network': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:46:53.571306 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for network, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:53.584070 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:53.599729 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:46:53.603242 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Usage tracker for resource:security_group_rule and tenant:6a45fdde9aa9414b92df54198b821980 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:46:53.606591 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:46:53.612143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:46:53.656421 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 60056b34-430c-440c-b3ce-35c8e5fa9ca2 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:46:53.699811 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:53.705241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:53.731084 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 60056b34-430c-440c-b3ce-35c8e5fa9ca2 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:46:53.736139 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 60056b34-430c-440c-b3ce-35c8e5fa9ca2 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:46:53.736575 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:53.738000 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 10:46:53.746484 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbecea7a-e511-4fa2-b3e5-6b7e1377aac4,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:53.752123 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:53.752463 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.segments_db [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Added segment 781bf16c-dd17-4fd2-9797-56c9da1dc602 of type vlan for network c3ee7430-90b6-402a-bef7-fd0fe808b76a Mar 08 10:46:53.780851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791803668920'] for network, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:53.814254 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418'] for network, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:53.815918 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:46:53.816645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Notify callbacks [] for network, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:53.858829 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:53.875177 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 60056b34-430c-440c-b3ce-35c8e5fa9ca2, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=60056b34-430c-440c-b3ce-35c8e5fa9ca2,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:46:53.880121 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:53.922338 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] Pushing event updated for resources: {'Network': ['ID=c3ee7430-90b6-402a-bef7-fd0fe808b76a,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:53.928612 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-1f6aedf2-6ee9-40bb-a11e-4db1468b549e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3926034 Mar 08 10:46:53.928776 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 56232) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:53.934609 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-faef97a4-ba71-4569-aa56-c414dcfe6e43 admin admin] Request body: {'subnet': {'network_id': 'c3ee7430-90b6-402a-bef7-fd0fe808b76a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-958570083-subnet', 'tenant_id': '6a45fdde9aa9414b92df54198b821980', 'ip_version': 4}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:46:53.939550 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-faef97a4-ba71-4569-aa56-c414dcfe6e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:46:53.942181 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Network c3ee7430-90b6-402a-bef7-fd0fe808b76a details requested by agent ovs-agent-dv-neutron-831730-2-hyperv with host dv-neutron-831730-2-hyperv {{(pid=87773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 10:46:53.943712 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-faef97a4-ba71-4569-aa56-c414dcfe6e43 admin admin] Usage tracker for resource:subnet and tenant:6a45fdde9aa9414b92df54198b821980 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:46:53.946638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-faef97a4-ba71-4569-aa56-c414dcfe6e43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:46:53.953001 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-faef97a4-ba71-4569-aa56-c414dcfe6e43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:46:53.967070 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faef97a4-ba71-4569-aa56-c414dcfe6e43 admin admin] Made reservation on behalf of 6a45fdde9aa9414b92df54198b821980 for: {'subnet': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:46:53.969850 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-faef97a4-ba71-4569-aa56-c414dcfe6e43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585104636'] for subnet, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:53.982154 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=60056b34-430c-440c-b3ce-35c8e5fa9ca2,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:54.031229 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Sync routers for ids ['bb34d976-a979-43a9-8dad-17e073b8dd9c'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:46:54.059038 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Routers {'bb34d976-a979-43a9-8dad-17e073b8dd9c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:46:54.059652 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:46:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['bb34d976-a979-43a9-8dad-17e073b8dd9c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:54.170864 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-faef97a4-ba71-4569-aa56-c414dcfe6e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585104590'] for subnet, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:54.236525 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Set router bb34d976-a979-43a9-8dad-17e073b8dd9c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:46:54.251998 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef97a4-ba71-4569-aa56-c414dcfe6e43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39f428e2-589e-4b84-aadc-9e8ab426f3d1,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:54.255271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef97a4-ba71-4569-aa56-c414dcfe6e43 admin admin] Checking segment: {'id': '781bf16c-dd17-4fd2-9797-56c9da1dc602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c3ee7430-90b6-402a-bef7-fd0fe808b76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:46:54.255652 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef97a4-ba71-4569-aa56-c414dcfe6e43 admin admin] Network hostable DHCP agents. Network: c3ee7430-90b6-402a-bef7-fd0fe808b76a, hostable agents: ['e50afbdd-2ba3-4a17-8c04-95c860408fdb'], hosted agents: [] {{(pid=87771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 10:46:54.275147 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef97a4-ba71-4569-aa56-c414dcfe6e43 admin admin] Network c3ee7430-90b6-402a-bef7-fd0fe808b76a is scheduled to be hosted by DHCP agent e50afbdd-2ba3-4a17-8c04-95c860408fdb with binding_index 1 {{(pid=87771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 10:46:54.284611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-faef97a4-ba71-4569-aa56-c414dcfe6e43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831730-2-hyperv, c3ee7430-90b6-402a-bef7-fd0fe808b76a) {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:46:54.288803 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faef97a4-ba71-4569-aa56-c414dcfe6e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:46:54.289312 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-faef97a4-ba71-4569-aa56-c414dcfe6e43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:54.295205 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551ae8d4-e7d3-446d-a4e0-ff54a5269131 None None] Network c3ee7430-90b6-402a-bef7-fd0fe808b76a requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:46:54.411901 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-faef97a4-ba71-4569-aa56-c414dcfe6e43 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4820509 Mar 08 10:46:54.414392 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 56236) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:54.419764 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-958570083-router', 'tenant_id': '6a45fdde9aa9414b92df54198b821980', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:46:54.425157 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:46:54.429197 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Usage tracker for resource:router and tenant:6a45fdde9aa9414b92df54198b821980 is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:46:54.432128 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:46:54.439276 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:46:54.449517 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-997764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3589'] for router, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:54.450506 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995895', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:54.465863 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:54.728454 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-997750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:54.753274 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb31f054d-b4e8-5a48-a6c8-0713c898ba13-c3ee7430-90b6-402a-bef7-fd0fe808b76a', 'network_id': 'c3ee7430-90b6-402a-bef7-fd0fe808b76a', 'tenant_id': '6a45fdde9aa9414b92df54198b821980', 'fixed_ips': [{'subnet_id': '39f428e2-589e-4b84-aadc-9e8ab426f3d1'}]}} from dv-neutron-831730-2-hyperv. {{(pid=87773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 08 10:46:54.754093 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:54.831389 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:46:52Z', 'revision_number': 4, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port': {'id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:49Z', 'updated_at': '2022-03-08T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '3c905e67-7afa-4266-bc74-f6798e96e6e9', 'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'mac_address': 'fa:16:3e:34:68:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:51Z', 'updated_at': '2022-03-08T10:46:52Z', 'revision_number': 2, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'subnets': [{'id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:54.841099 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Checking router: bb34d976-a979-43a9-8dad-17e073b8dd9c for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:46:54.841454 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Updating router bb34d976-a979-43a9-8dad-17e073b8dd9c port 3c905e67-7afa-4266-bc74-f6798e96e6e9 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:46:54.941496 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:55.013503 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Allocated IP 172.20.0.2 (c3ee7430-90b6-402a-bef7-fd0fe808b76a/39f428e2-589e-4b84-aadc-9e8ab426f3d1/f2992bb1-922c-486c-b4b3-271110cd0baf) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:46:55.032061 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:55.063988 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:55.138434 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-466b0c92-e678-4787-b3eb-4fca7acfc158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:55.194532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Allocated IP 172.26.2.163 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/240c0d05-0b46-4233-bf37-85e38116de17) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:46:55.343216 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:55.374210 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:55.411192 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:55.423228 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 60056b34-430c-440c-b3ce-35c8e5fa9ca2 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:46:55.437826 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:46:55.440490 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:46:55.448324 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:46:55.461261 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Transition to ACTIVE for port object f2992bb1-922c-486c-b4b3-271110cd0baf will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:46:55.483297 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=240c0d05-0b46-4233-bf37-85e38116de17,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:55.535823 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Transition to ACTIVE for port object f2992bb1-922c-486c-b4b3-271110cd0baf will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:46:55.562204 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:55.600020 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:55.638669 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Transition to ACTIVE for port object 3c905e67-7afa-4266-bc74-f6798e96e6e9 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:46:55.641899 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Network c3ee7430-90b6-402a-bef7-fd0fe808b76a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:46:55.653313 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:46:55.655659 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:46:55.665581 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:55.670023 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Pushing event updated for resources: {'Port': ['ID=f2992bb1-922c-486c-b4b3-271110cd0baf,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:55.839281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 60056b34-430c-440c-b3ce-35c8e5fa9ca2 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:46:55.839697 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:55.974825 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db8b6e-12e2-49fa-91ee-99ccfe7e7ddd None None] Pushing event updated for resources: {'Port': ['ID=3c905e67-7afa-4266-bc74-f6798e96e6e9,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:55.977205 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:56.020136 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Attempting to bind port f2992bb1-922c-486c-b4b3-271110cd0baf on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:46:56.020648 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Attempting to bind port f2992bb1-922c-486c-b4b3-271110cd0baf by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '781bf16c-dd17-4fd2-9797-56c9da1dc602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c3ee7430-90b6-402a-bef7-fd0fe808b76a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:46:56.021545 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Attempting to bind port f2992bb1-922c-486c-b4b3-271110cd0baf on network c3ee7430-90b6-402a-bef7-fd0fe808b76a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:46:56.063745 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:46:56.064035 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Checking segment: {'id': '781bf16c-dd17-4fd2-9797-56c9da1dc602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c3ee7430-90b6-402a-bef7-fd0fe808b76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:46:56.064442 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:56.064861 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Bound using segment: {'id': '781bf16c-dd17-4fd2-9797-56c9da1dc602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c3ee7430-90b6-402a-bef7-fd0fe808b76a'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:46:56.065340 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Bound port: f2992bb1-922c-486c-b4b3-271110cd0baf, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781bf16c-dd17-4fd2-9797-56c9da1dc602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c3ee7430-90b6-402a-bef7-fd0fe808b76a'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:46:56.065715 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:56.174782 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Attempting to bind port 3c905e67-7afa-4266-bc74-f6798e96e6e9 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:46:56.175151 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Attempting to bind port 3c905e67-7afa-4266-bc74-f6798e96e6e9 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': 'aa6837e7-7175-4594-9114-c7579121ba0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:46:56.175518 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Attempting to bind port 3c905e67-7afa-4266-bc74-f6798e96e6e9 on network c0406e91-0709-4fe8-831a-1e96135f8574 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:46:56.193515 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:46:56.193894 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Checking segment: {'id': 'aa6837e7-7175-4594-9114-c7579121ba0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:46:56.194300 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:56.194692 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Bound using segment: {'id': 'aa6837e7-7175-4594-9114-c7579121ba0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:46:56.195160 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Bound port: 3c905e67-7afa-4266-bc74-f6798e96e6e9, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6837e7-7175-4594-9114-c7579121ba0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:46:56.195537 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:56.291755 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] For port f2992bb1-922c-486c-b4b3-271110cd0baf, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:46:56.309026 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-997737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995850'] for router, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:56.315711 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] For port f2992bb1-922c-486c-b4b3-271110cd0baf, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f2992bb1-922c-486c-b4b3-271110cd0baf,segment=NetworkSegment(781bf16c-dd17-4fd2-9797-56c9da1dc602),segment_id=781bf16c-dd17-4fd2-9797-56c9da1dc602)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:46:56.326799 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:56.367323 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] For port 3c905e67-7afa-4266-bc74-f6798e96e6e9, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:46:56.388781 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] For port 3c905e67-7afa-4266-bc74-f6798e96e6e9, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3c905e67-7afa-4266-bc74-f6798e96e6e9,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:46:56.403029 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:56.423034 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859eea1-5416-47df-a595-072fbd742c2d None None] Pushing event updated for resources: {'Port': ['ID=f2992bb1-922c-486c-b4b3-271110cd0baf,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:56.506149 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Routers {'bb34d976-a979-43a9-8dad-17e073b8dd9c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:46:56.506794 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:46:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['bb34d976-a979-43a9-8dad-17e073b8dd9c'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:56.562207 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Router 67239243-d4a1-471a-8168-468c8a2a76fb is scheduled to L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 with binding_index 1 {{(pid=87771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 08 10:46:56.607619 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db8b6e-12e2-49fa-91ee-99ccfe7e7ddd None None] Pushing event updated for resources: {'Port': ['ID=3c905e67-7afa-4266-bc74-f6798e96e6e9,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:56.804149 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] Set router bb34d976-a979-43a9-8dad-17e073b8dd9c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:46:56.829227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:46:56.843752 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Sync routers for ids ['67239243-d4a1-471a-8168-468c8a2a76fb'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:46:56.863120 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Routers {'67239243-d4a1-471a-8168-468c8a2a76fb'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:46:56.863865 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:46:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['67239243-d4a1-471a-8168-468c8a2a76fb'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:56.868214 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] Notify callbacks [] for router, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:56.869733 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d66451ff-16e1-48e8-baf8-58fb9bd36bc7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4543192 Mar 08 10:46:56.872374 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 56240) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:46:57.090026 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Set router 67239243-d4a1-471a-8168-468c8a2a76fb gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:46:57.169643 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:46:52Z', 'revision_number': 4, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port': {'id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:49Z', 'updated_at': '2022-03-08T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '3c905e67-7afa-4266-bc74-f6798e96e6e9', 'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'mac_address': 'fa:16:3e:34:68:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:51Z', 'updated_at': '2022-03-08T10:46:56Z', 'revision_number': 4, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'subnets': [{'id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:57.173715 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75011c1-5bb0-420e-895f-5379ad2b2d66 None None] The sync data for ids ['bb34d976-a979-43a9-8dad-17e073b8dd9c'] in dv-neutron-831730-2-hyperv is: [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:46:52Z', 'revision_number': 4, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port': {'id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:49Z', 'updated_at': '2022-03-08T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '3c905e67-7afa-4266-bc74-f6798e96e6e9', 'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'mac_address': 'fa:16:3e:34:68:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:51Z', 'updated_at': '2022-03-08T10:46:56Z', 'revision_number': 4, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'subnets': [{'id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:46:57.463184 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67239243-d4a1-471a-8168-468c8a2a76fb', 'name': 'tempest-TestSnapshotPattern-958570083-router', 'tenant_id': '6a45fdde9aa9414b92df54198b821980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '240c0d05-0b46-4233-bf37-85e38116de17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:54Z', 'updated_at': '2022-03-08T10:46:55Z', 'revision_number': 3, 'project_id': '6a45fdde9aa9414b92df54198b821980', 'gw_port': {'id': '240c0d05-0b46-4233-bf37-85e38116de17', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67239243-d4a1-471a-8168-468c8a2a76fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:55Z', 'updated_at': '2022-03-08T10:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:57.473648 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Checking router: 67239243-d4a1-471a-8168-468c8a2a76fb for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:46:57.474255 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Updating router 67239243-d4a1-471a-8168-468c8a2a76fb port 240c0d05-0b46-4233-bf37-85e38116de17 binding host dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:46:57.533866 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f2992bb1-922c-486c-b4b3-271110cd0baf up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:46:57.579374 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:57.666690 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port f2992bb1-922c-486c-b4b3-271110cd0baf completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:46:57.676366 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3c905e67-7afa-4266-bc74-f6798e96e6e9 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:46:57.749122 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de34c5c2-c14c-4809-b02e-108172301b21 None None] Network c3ee7430-90b6-402a-bef7-fd0fe808b76a requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:46:57.795818 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5798ab99-63c2-444f-9ad3-a1e498a2f19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:57.869889 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-468029ce-2a5b-47f6-b7a7-dc6b27c6d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:57.932629 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-bfe0f863-1301-4881-8930-ed66728947b3 None None] Provisioning for port f2992bb1-922c-486c-b4b3-271110cd0baf completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:46:57.946110 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-bfe0f863-1301-4881-8930-ed66728947b3 None None] Provisioning complete for port f2992bb1-922c-486c-b4b3-271110cd0baf triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:46:57.946478 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f863-1301-4881-8930-ed66728947b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:58.021922 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 3c905e67-7afa-4266-bc74-f6798e96e6e9 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:46:58.047826 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 3c905e67-7afa-4266-bc74-f6798e96e6e9 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:46:58.048181 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:58.070358 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:58.086016 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Transition to ACTIVE for port object 240c0d05-0b46-4233-bf37-85e38116de17 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:46:58.096324 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:58.113275 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [None req-468029ce-2a5b-47f6-b7a7-dc6b27c6d0d1 admin admin] Allocated IP 172.20.0.1 (c3ee7430-90b6-402a-bef7-fd0fe808b76a/39f428e2-589e-4b84-aadc-9e8ab426f3d1/39454a5e-b679-44b5-bf8c-a8170a7ddce8) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:46:58.169845 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Attempting to bind port 240c0d05-0b46-4233-bf37-85e38116de17 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:46:58.170293 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Attempting to bind port 240c0d05-0b46-4233-bf37-85e38116de17 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:46:58.170727 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Attempting to bind port 240c0d05-0b46-4233-bf37-85e38116de17 on network 0092b317-fba6-481a-9c1a-91e0998b20b7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:46:58.179973 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:46:58.180461 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Checking segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:46:58.180955 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:58.181414 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Bound using segment: {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:46:58.181953 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Bound port: 240c0d05-0b46-4233-bf37-85e38116de17, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771d83ce-70e8-4984-885c-26dbbfdbcdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:46:58.182394 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:58.237690 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209f4c6-97ef-4631-87db-8a7aedfb5824 None None] Pushing event updated for resources: {'Port': ['ID=240c0d05-0b46-4233-bf37-85e38116de17,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:58.275379 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-468029ce-2a5b-47f6-b7a7-dc6b27c6d0d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:58.280592 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] For port 240c0d05-0b46-4233-bf37-85e38116de17, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:46:58.283817 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] For port 240c0d05-0b46-4233-bf37-85e38116de17, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=240c0d05-0b46-4233-bf37-85e38116de17,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:46:58.290129 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:58.302828 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [None req-468029ce-2a5b-47f6-b7a7-dc6b27c6d0d1 admin admin] Transition to ACTIVE for port object 39454a5e-b679-44b5-bf8c-a8170a7ddce8 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:46:58.335008 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-468029ce-2a5b-47f6-b7a7-dc6b27c6d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:58.369851 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Routers {'67239243-d4a1-471a-8168-468c8a2a76fb'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:46:58.370487 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:46:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['67239243-d4a1-471a-8168-468c8a2a76fb'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:58.394454 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:58.413085 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f863-1301-4881-8930-ed66728947b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:58.439319 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468029ce-2a5b-47f6-b7a7-dc6b27c6d0d1 admin admin] Network c3ee7430-90b6-402a-bef7-fd0fe808b76a is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:46:58.446569 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468029ce-2a5b-47f6-b7a7-dc6b27c6d0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=39454a5e-b679-44b5-bf8c-a8170a7ddce8,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:58.455738 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-468029ce-2a5b-47f6-b7a7-dc6b27c6d0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:46:58.459058 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468029ce-2a5b-47f6-b7a7-dc6b27c6d0d1 admin admin] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:46:58.462413 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 3c905e67-7afa-4266-bc74-f6798e96e6e9, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3c905e67-7afa-4266-bc74-f6798e96e6e9,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:46:58.464092 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209f4c6-97ef-4631-87db-8a7aedfb5824 None None] Pushing event updated for resources: {'Port': ['ID=240c0d05-0b46-4233-bf37-85e38116de17,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:58.490481 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:58.543838 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-bfe0f863-1301-4881-8930-ed66728947b3 None None] For port f2992bb1-922c-486c-b4b3-271110cd0baf, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f2992bb1-922c-486c-b4b3-271110cd0baf,segment=NetworkSegment(781bf16c-dd17-4fd2-9797-56c9da1dc602),segment_id=781bf16c-dd17-4fd2-9797-56c9da1dc602)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:46:58.551321 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-468029ce-2a5b-47f6-b7a7-dc6b27c6d0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995644'] for router_interface, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:58.572960 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f863-1301-4881-8930-ed66728947b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:58.573158 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] Set router 67239243-d4a1-471a-8168-468c8a2a76fb gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:46:58.586613 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:58.597489 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:58.622443 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=3c905e67-7afa-4266-bc74-f6798e96e6e9,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:58.723323 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0f863-1301-4881-8930-ed66728947b3 None None] Pushing event updated for resources: {'Port': ['ID=f2992bb1-922c-486c-b4b3-271110cd0baf,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:58.763735 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-468029ce-2a5b-47f6-b7a7-dc6b27c6d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:58.902698 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a5e0b317-a07b-452d-9e75-737a3360f73e None None] Provisioning complete for port f2992bb1-922c-486c-b4b3-271110cd0baf triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:46:58.903183 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a5e0b317-a07b-452d-9e75-737a3360f73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:58.916950 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67239243-d4a1-471a-8168-468c8a2a76fb', 'name': 'tempest-TestSnapshotPattern-958570083-router', 'tenant_id': '6a45fdde9aa9414b92df54198b821980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '240c0d05-0b46-4233-bf37-85e38116de17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:54Z', 'updated_at': '2022-03-08T10:46:55Z', 'revision_number': 3, 'project_id': '6a45fdde9aa9414b92df54198b821980', 'gw_port': {'id': '240c0d05-0b46-4233-bf37-85e38116de17', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67239243-d4a1-471a-8168-468c8a2a76fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:55Z', 'updated_at': '2022-03-08T10:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:46:58.921661 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f8c46-657c-461b-ac7b-3f809c76b81d None None] The sync data for ids ['67239243-d4a1-471a-8168-468c8a2a76fb'] in dv-neutron-831730-2-hyperv is: [{'id': '67239243-d4a1-471a-8168-468c8a2a76fb', 'name': 'tempest-TestSnapshotPattern-958570083-router', 'tenant_id': '6a45fdde9aa9414b92df54198b821980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '240c0d05-0b46-4233-bf37-85e38116de17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:54Z', 'updated_at': '2022-03-08T10:46:55Z', 'revision_number': 3, 'project_id': '6a45fdde9aa9414b92df54198b821980', 'gw_port': {'id': '240c0d05-0b46-4233-bf37-85e38116de17', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67239243-d4a1-471a-8168-468c8a2a76fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:55Z', 'updated_at': '2022-03-08T10:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:46:59.018937 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-468029ce-2a5b-47f6-b7a7-dc6b27c6d0d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:59.025777 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-468029ce-2a5b-47f6-b7a7-dc6b27c6d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:59.137432 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468029ce-2a5b-47f6-b7a7-dc6b27c6d0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=39454a5e-b679-44b5-bf8c-a8170a7ddce8,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:59.147611 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-468029ce-2a5b-47f6-b7a7-dc6b27c6d0d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996309'] for router_interface, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:59.162133 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e198ec4a-1672-44bf-affa-ad27d1d6d6bb None None] Provisioning for port 39454a5e-b679-44b5-bf8c-a8170a7ddce8 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:46:59.179746 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e198ec4a-1672-44bf-affa-ad27d1d6d6bb None None] Provisioning complete for port 39454a5e-b679-44b5-bf8c-a8170a7ddce8 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:46:59.182526 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e198ec4a-1672-44bf-affa-ad27d1d6d6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:59.251998 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e198ec4a-1672-44bf-affa-ad27d1d6d6bb None None] Port 39454a5e-b679-44b5-bf8c-a8170a7ddce8 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:46:59.299665 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468029ce-2a5b-47f6-b7a7-dc6b27c6d0d1 admin admin] Network c3ee7430-90b6-402a-bef7-fd0fe808b76a is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:46:59.301115 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [None req-468029ce-2a5b-47f6-b7a7-dc6b27c6d0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:46:59.497673 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 240c0d05-0b46-4233-bf37-85e38116de17 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:46:59.580140 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-9af91def-83e7-46a5-bbb6-a60af8c91ff7 None None] Provisioning complete for port 39454a5e-b679-44b5-bf8c-a8170a7ddce8 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:46:59.580681 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9af91def-83e7-46a5-bbb6-a60af8c91ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:59.610333 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 240c0d05-0b46-4233-bf37-85e38116de17 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:46:59.635039 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 240c0d05-0b46-4233-bf37-85e38116de17 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:46:59.635401 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:59.661781 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468029ce-2a5b-47f6-b7a7-dc6b27c6d0d1 admin admin] Router 67239243-d4a1-471a-8168-468c8a2a76fb has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:46:59.717042 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9af91def-83e7-46a5-bbb6-a60af8c91ff7 None None] Port 39454a5e-b679-44b5-bf8c-a8170a7ddce8 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:46:59.794748 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:59.813871 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 240c0d05-0b46-4233-bf37-85e38116de17, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=240c0d05-0b46-4233-bf37-85e38116de17,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:46:59.818241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:46:59.819041 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f2992bb1-922c-486c-b4b3-271110cd0baf up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:46:59.873749 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468029ce-2a5b-47f6-b7a7-dc6b27c6d0d1 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:46:59.883493 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-468029ce-2a5b-47f6-b7a7-dc6b27c6d0d1 admin admin] 10.222.0.24 "PUT /v2.0/routers/67239243-d4a1-471a-8168-468c8a2a76fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0099723 Mar 08 10:46:59.951380 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=240c0d05-0b46-4233-bf37-85e38116de17,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:46:59.957302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port f2992bb1-922c-486c-b4b3-271110cd0baf triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:46:59.957695 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:00.081767 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3c905e67-7afa-4266-bc74-f6798e96e6e9 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:47:00.149601 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 3c905e67-7afa-4266-bc74-f6798e96e6e9 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:47:00.149976 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:00.301241 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:00.639233 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Sync routers for ids ['67239243-d4a1-471a-8168-468c8a2a76fb'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:47:00.654906 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Routers {'67239243-d4a1-471a-8168-468c8a2a76fb'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:47:00.655551 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:46:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['67239243-d4a1-471a-8168-468c8a2a76fb'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:47:00.669432 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 56252) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:47:00.674653 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-3f015824-cfdb-4ff9-ac52-0e7401c713f7 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1549974697', 'description': 'tempest-secgroup-smoke-1549974697 description', 'project_id': 'c81b70c78b0f4241bd294203e02fa27d'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:47:00.680792 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3f015824-cfdb-4ff9-ac52-0e7401c713f7 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:47:00.685219 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3f015824-cfdb-4ff9-ac52-0e7401c713f7 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Usage tracker for resource:security_group and tenant:c81b70c78b0f4241bd294203e02fa27d is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:47:00.688006 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3f015824-cfdb-4ff9-ac52-0e7401c713f7 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:47:00.694361 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3f015824-cfdb-4ff9-ac52-0e7401c713f7 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:47:00.704597 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3f015824-cfdb-4ff9-ac52-0e7401c713f7 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:00.724185 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3f015824-cfdb-4ff9-ac52-0e7401c713f7 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:47:00.727913 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3f015824-cfdb-4ff9-ac52-0e7401c713f7 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Usage tracker for resource:security_group_rule and tenant:c81b70c78b0f4241bd294203e02fa27d is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:47:00.730664 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-3f015824-cfdb-4ff9-ac52-0e7401c713f7 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:47:00.737103 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-3f015824-cfdb-4ff9-ac52-0e7401c713f7 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:47:00.804481 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3f015824-cfdb-4ff9-ac52-0e7401c713f7 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:00.809165 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3f015824-cfdb-4ff9-ac52-0e7401c713f7 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:00.839743 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Set router 67239243-d4a1-471a-8168-468c8a2a76fb gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:47:00.853095 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f015824-cfdb-4ff9-ac52-0e7401c713f7 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d404d92-b658-4723-b26f-7a8cc84ab9e4,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:47:00.856330 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-3f015824-cfdb-4ff9-ac52-0e7401c713f7 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:00.860248 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-3f015824-cfdb-4ff9-ac52-0e7401c713f7 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1871450 Mar 08 10:47:00.860481 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 56256) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:47:00.865651 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-b2eecb06-eb3b-4b8f-abf9-5ca48d13e3bd tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Request body: {'security_group_rule': {'security_group_id': '6d404d92-b658-4723-b26f-7a8cc84ab9e4', 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:47:00.872292 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b2eecb06-eb3b-4b8f-abf9-5ca48d13e3bd tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:47:00.876069 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b2eecb06-eb3b-4b8f-abf9-5ca48d13e3bd tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Usage tracker for resource:security_group_rule and tenant:c81b70c78b0f4241bd294203e02fa27d is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:47:00.878907 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-b2eecb06-eb3b-4b8f-abf9-5ca48d13e3bd tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:47:00.885422 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-b2eecb06-eb3b-4b8f-abf9-5ca48d13e3bd tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:47:00.903499 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b2eecb06-eb3b-4b8f-abf9-5ca48d13e3bd tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:00.963808 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b2eecb06-eb3b-4b8f-abf9-5ca48d13e3bd tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:00.967663 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b2eecb06-eb3b-4b8f-abf9-5ca48d13e3bd tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:00.990794 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eecb06-eb3b-4b8f-abf9-5ca48d13e3bd tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255bdf09-f3ca-411a-94f3-b7ef71e06f29,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:47:01.000836 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-b2eecb06-eb3b-4b8f-abf9-5ca48d13e3bd tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.002018 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-b2eecb06-eb3b-4b8f-abf9-5ca48d13e3bd tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405358 Mar 08 10:47:01.004942 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 56260) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:47:01.009918 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-667208da-f1d3-414c-848c-2500efd65beb tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Request body: {'security_group_rule': {'security_group_id': '6d404d92-b658-4723-b26f-7a8cc84ab9e4', 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:47:01.016441 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-667208da-f1d3-414c-848c-2500efd65beb tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:47:01.020161 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-667208da-f1d3-414c-848c-2500efd65beb tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Usage tracker for resource:security_group_rule and tenant:c81b70c78b0f4241bd294203e02fa27d is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:47:01.022953 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-667208da-f1d3-414c-848c-2500efd65beb tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:47:01.028674 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-667208da-f1d3-414c-848c-2500efd65beb tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:47:01.045645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-667208da-f1d3-414c-848c-2500efd65beb tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.108685 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-667208da-f1d3-414c-848c-2500efd65beb tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.112281 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-667208da-f1d3-414c-848c-2500efd65beb tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.136986 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667208da-f1d3-414c-848c-2500efd65beb tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859d29a3-69a3-4fb9-8a5a-54b2c6c704a3,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:47:01.147175 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-667208da-f1d3-414c-848c-2500efd65beb tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.151069 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-667208da-f1d3-414c-848c-2500efd65beb tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1425791 Mar 08 10:47:01.151241 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 56264) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:47:01.156253 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-7f8be682-d817-487b-8cc7-41dddaa8fa1a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Request body: {'security_group_rule': {'security_group_id': '6d404d92-b658-4723-b26f-7a8cc84ab9e4', 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:47:01.161949 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7f8be682-d817-487b-8cc7-41dddaa8fa1a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:47:01.165727 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7f8be682-d817-487b-8cc7-41dddaa8fa1a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Usage tracker for resource:security_group_rule and tenant:c81b70c78b0f4241bd294203e02fa27d is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:47:01.169072 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-7f8be682-d817-487b-8cc7-41dddaa8fa1a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:47:01.174905 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-7f8be682-d817-487b-8cc7-41dddaa8fa1a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:47:01.191770 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7f8be682-d817-487b-8cc7-41dddaa8fa1a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.195803 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67239243-d4a1-471a-8168-468c8a2a76fb', 'name': 'tempest-TestSnapshotPattern-958570083-router', 'tenant_id': '6a45fdde9aa9414b92df54198b821980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '240c0d05-0b46-4233-bf37-85e38116de17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:54Z', 'updated_at': '2022-03-08T10:46:58Z', 'revision_number': 4, 'project_id': '6a45fdde9aa9414b92df54198b821980', 'gw_port': {'id': '240c0d05-0b46-4233-bf37-85e38116de17', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67239243-d4a1-471a-8168-468c8a2a76fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:55Z', 'updated_at': '2022-03-08T10:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '39454a5e-b679-44b5-bf8c-a8170a7ddce8', 'name': '', 'network_id': 'c3ee7430-90b6-402a-bef7-fd0fe808b76a', 'tenant_id': '6a45fdde9aa9414b92df54198b821980', 'mac_address': 'fa:16:3e:8c:4a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67239243-d4a1-471a-8168-468c8a2a76fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '39f428e2-589e-4b84-aadc-9e8ab426f3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:57Z', 'updated_at': '2022-03-08T10:46:58Z', 'revision_number': 2, 'project_id': '6a45fdde9aa9414b92df54198b821980', 'subnets': [{'id': '39f428e2-589e-4b84-aadc-9e8ab426f3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:47:01.199652 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Checking router: 67239243-d4a1-471a-8168-468c8a2a76fb for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:47:01.200007 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Updating router 67239243-d4a1-471a-8168-468c8a2a76fb port 39454a5e-b679-44b5-bf8c-a8170a7ddce8 binding host dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 10:47:01.254904 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.255362 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7f8be682-d817-487b-8cc7-41dddaa8fa1a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.259043 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7f8be682-d817-487b-8cc7-41dddaa8fa1a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.281040 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8be682-d817-487b-8cc7-41dddaa8fa1a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7cf842-6591-4a68-90dd-0a70363a4d24,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:47:01.290039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7f8be682-d817-487b-8cc7-41dddaa8fa1a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.291238 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7f8be682-d817-487b-8cc7-41dddaa8fa1a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390584 Mar 08 10:47:01.294426 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 56268) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:47:01.299270 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [None req-5cc755d8-8f26-47ab-983c-ae418dfc0bd6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Request body: {'security_group_rule': {'security_group_id': '6d404d92-b658-4723-b26f-7a8cc84ab9e4', 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:47:01.305035 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5cc755d8-8f26-47ab-983c-ae418dfc0bd6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:47:01.309298 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5cc755d8-8f26-47ab-983c-ae418dfc0bd6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Usage tracker for resource:security_group_rule and tenant:c81b70c78b0f4241bd294203e02fa27d is out of sync, need to count used quota {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:47:01.312060 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [None req-5cc755d8-8f26-47ab-983c-ae418dfc0bd6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87771) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:47:01.318581 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [None req-5cc755d8-8f26-47ab-983c-ae418dfc0bd6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:47:01.337720 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5cc755d8-8f26-47ab-983c-ae418dfc0bd6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.404133 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5cc755d8-8f26-47ab-983c-ae418dfc0bd6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.412870 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5cc755d8-8f26-47ab-983c-ae418dfc0bd6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.413934 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 240c0d05-0b46-4233-bf37-85e38116de17 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:47:01.437050 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc755d8-8f26-47ab-983c-ae418dfc0bd6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc122d1-0ea1-429b-a647-7fcf3a908752,revision_number=0']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:47:01.447799 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-5cc755d8-8f26-47ab-983c-ae418dfc0bd6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.449024 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-5cc755d8-8f26-47ab-983c-ae418dfc0bd6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1536748 Mar 08 10:47:01.451866 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56272) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:47:01.457180 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7a40accc-6d79-43cf-a285-6cd8f53354c6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Request body: {'security_group_rule': {'security_group_id': '6d404d92-b658-4723-b26f-7a8cc84ab9e4', 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:47:01.463074 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7a40accc-6d79-43cf-a285-6cd8f53354c6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:47:01.467826 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7a40accc-6d79-43cf-a285-6cd8f53354c6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Usage tracker for resource:security_group_rule and tenant:c81b70c78b0f4241bd294203e02fa27d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:47:01.470791 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7a40accc-6d79-43cf-a285-6cd8f53354c6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:47:01.476630 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7a40accc-6d79-43cf-a285-6cd8f53354c6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:47:01.487191 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-7a40accc-6d79-43cf-a285-6cd8f53354c6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Project c81b70c78b0f4241bd294203e02fa27d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:47:01.494014 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a40accc-6d79-43cf-a285-6cd8f53354c6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.559421 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a40accc-6d79-43cf-a285-6cd8f53354c6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.563829 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a40accc-6d79-43cf-a285-6cd8f53354c6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.564666 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 240c0d05-0b46-4233-bf37-85e38116de17 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:47:01.565090 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.589677 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40accc-6d79-43cf-a285-6cd8f53354c6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5246b00c-14e9-407d-8ecf-bb31887b0f89,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:47:01.602603 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a40accc-6d79-43cf-a285-6cd8f53354c6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.603940 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7a40accc-6d79-43cf-a285-6cd8f53354c6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510277 Mar 08 10:47:01.607500 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56276) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:47:01.612752 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-debcba04-1401-413b-b713-e7a32b0f4878 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Request body: {'security_group_rule': {'security_group_id': '6d404d92-b658-4723-b26f-7a8cc84ab9e4', 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:47:01.618505 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-debcba04-1401-413b-b713-e7a32b0f4878 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:47:01.622331 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-debcba04-1401-413b-b713-e7a32b0f4878 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Usage tracker for resource:security_group_rule and tenant:c81b70c78b0f4241bd294203e02fa27d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:47:01.625520 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-debcba04-1401-413b-b713-e7a32b0f4878 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:47:01.631419 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-debcba04-1401-413b-b713-e7a32b0f4878 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:47:01.641255 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-debcba04-1401-413b-b713-e7a32b0f4878 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Project c81b70c78b0f4241bd294203e02fa27d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 10:47:01.647542 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-debcba04-1401-413b-b713-e7a32b0f4878 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.711917 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-debcba04-1401-413b-b713-e7a32b0f4878 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.716387 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-debcba04-1401-413b-b713-e7a32b0f4878 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652537'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.744101 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcba04-1401-413b-b713-e7a32b0f4878 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf94d07d-0dd0-48a1-b319-3289ac98b0b1,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:47:01.750849 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-debcba04-1401-413b-b713-e7a32b0f4878 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.752036 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-debcba04-1401-413b-b713-e7a32b0f4878 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435602 Mar 08 10:47:01.752956 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.766143 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Transition to ACTIVE for port object 39454a5e-b679-44b5-bf8c-a8170a7ddce8 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:47:01.773825 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:01.925451 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-e89c1624-a43a-4556-bd01-94a9f0928a0e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Synchronizing usage tracker for tenant:c81b70c78b0f4241bd294203e02fa27d on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:47:01.940971 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0334a5-dbc6-49d3-8d35-dd4b6e6d7761 None None] Pushing event updated for resources: {'Port': ['ID=39454a5e-b679-44b5-bf8c-a8170a7ddce8,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:47:01.948253 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-e89c1624-a43a-4556-bd01-94a9f0928a0e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Unset dirty status for tenant:c81b70c78b0f4241bd294203e02fa27d on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:47:01.953200 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-e89c1624-a43a-4556-bd01-94a9f0928a0e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549974697&fields=id&tenant_id=c81b70c78b0f4241bd294203e02fa27d HTTP/1.1" status: 200 len: 267 time: 0.0735569 Mar 08 10:47:01.993568 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Attempting to bind port 39454a5e-b679-44b5-bf8c-a8170a7ddce8 on host dv-neutron-831730-2-hyperv for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:47:01.993954 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Attempting to bind port 39454a5e-b679-44b5-bf8c-a8170a7ddce8 by drivers openvswitch,hyperv on host dv-neutron-831730-2-hyperv at level 0 using segments [{'id': '781bf16c-dd17-4fd2-9797-56c9da1dc602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c3ee7430-90b6-402a-bef7-fd0fe808b76a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:47:01.994459 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Attempting to bind port 39454a5e-b679-44b5-bf8c-a8170a7ddce8 on network c3ee7430-90b6-402a-bef7-fd0fe808b76a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:47:02.000539 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Checking agent: {'id': '03dc7c15-4e69-419f-a6b1-3a3611a93324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831730-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 35, 28), 'started_at': datetime.datetime(2022, 3, 8, 9, 35, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831730-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:47:02.000989 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Checking segment: {'id': '781bf16c-dd17-4fd2-9797-56c9da1dc602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c3ee7430-90b6-402a-bef7-fd0fe808b76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:47:02.001400 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:02.001797 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Bound using segment: {'id': '781bf16c-dd17-4fd2-9797-56c9da1dc602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c3ee7430-90b6-402a-bef7-fd0fe808b76a'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:47:02.002293 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Bound port: 39454a5e-b679-44b5-bf8c-a8170a7ddce8, host: dv-neutron-831730-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781bf16c-dd17-4fd2-9797-56c9da1dc602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c3ee7430-90b6-402a-bef7-fd0fe808b76a'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:47:02.002671 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:02.104367 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] For port 39454a5e-b679-44b5-bf8c-a8170a7ddce8, host dv-neutron-831730-2-hyperv, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:47:02.106782 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-1912760c-cf6f-4ae9-87d3-cd1c9b2d2b34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:02.107501 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-1912760c-cf6f-4ae9-87d3-cd1c9b2d2b34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Synchronizing usage tracker for tenant:c81b70c78b0f4241bd294203e02fa27d on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:47:02.107741 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] For port 39454a5e-b679-44b5-bf8c-a8170a7ddce8, host dv-neutron-831730-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=39454a5e-b679-44b5-bf8c-a8170a7ddce8,segment=NetworkSegment(781bf16c-dd17-4fd2-9797-56c9da1dc602),segment_id=781bf16c-dd17-4fd2-9797-56c9da1dc602)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:47:02.111564 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:02.124567 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-1912760c-cf6f-4ae9-87d3-cd1c9b2d2b34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Unset dirty status for tenant:c81b70c78b0f4241bd294203e02fa27d on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:47:02.125710 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-1912760c-cf6f-4ae9-87d3-cd1c9b2d2b34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/networks?id=c0406e91-0709-4fe8-831a-1e96135f8574 HTTP/1.1" status: 200 len: 810 time: 0.1681600 Mar 08 10:47:02.141200 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-271d50b0-75b3-40dd-b3b2-d2b7dd9c61c0 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/quotas/c81b70c78b0f4241bd294203e02fa27d HTTP/1.1" status: 200 len: 375 time: 0.0099802 Mar 08 10:47:02.189068 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Routers {'67239243-d4a1-471a-8168-468c8a2a76fb'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:47:02.189697 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:46:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['67239243-d4a1-471a-8168-468c8a2a76fb'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:47:02.260275 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0334a5-dbc6-49d3-8d35-dd4b6e6d7761 None None] Pushing event updated for resources: {'Port': ['ID=39454a5e-b679-44b5-bf8c-a8170a7ddce8,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:47:02.358401 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-80e976d3-f439-4b19-aadb-4d50af76ebe0 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c81b70c78b0f4241bd294203e02fa27d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2113657 Mar 08 10:47:02.379716 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] Set router 67239243-d4a1-471a-8168-468c8a2a76fb gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:47:02.512241 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-0ca5652c-0ccc-429a-861e-919bb0ebd323 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 10:47:02.513280 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-0ca5652c-0ccc-429a-861e-919bb0ebd323 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438757 Mar 08 10:47:02.645285 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-3dfcccac-41ad-474a-982e-eae5e536854f service neutron] 10.222.0.24 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259136 Mar 08 10:47:02.738593 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67239243-d4a1-471a-8168-468c8a2a76fb', 'name': 'tempest-TestSnapshotPattern-958570083-router', 'tenant_id': '6a45fdde9aa9414b92df54198b821980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '240c0d05-0b46-4233-bf37-85e38116de17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:54Z', 'updated_at': '2022-03-08T10:46:58Z', 'revision_number': 4, 'project_id': '6a45fdde9aa9414b92df54198b821980', 'gw_port': {'id': '240c0d05-0b46-4233-bf37-85e38116de17', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67239243-d4a1-471a-8168-468c8a2a76fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:55Z', 'updated_at': '2022-03-08T10:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '39454a5e-b679-44b5-bf8c-a8170a7ddce8', 'name': '', 'network_id': 'c3ee7430-90b6-402a-bef7-fd0fe808b76a', 'tenant_id': '6a45fdde9aa9414b92df54198b821980', 'mac_address': 'fa:16:3e:8c:4a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67239243-d4a1-471a-8168-468c8a2a76fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '39f428e2-589e-4b84-aadc-9e8ab426f3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:57Z', 'updated_at': '2022-03-08T10:47:02Z', 'revision_number': 4, 'project_id': '6a45fdde9aa9414b92df54198b821980', 'subnets': [{'id': '39f428e2-589e-4b84-aadc-9e8ab426f3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:47:02.742575 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330fde1-3e43-4cdf-b97f-433eb35e3e43 None None] The sync data for ids ['67239243-d4a1-471a-8168-468c8a2a76fb'] in dv-neutron-831730-2-hyperv is: [{'id': '67239243-d4a1-471a-8168-468c8a2a76fb', 'name': 'tempest-TestSnapshotPattern-958570083-router', 'tenant_id': '6a45fdde9aa9414b92df54198b821980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '240c0d05-0b46-4233-bf37-85e38116de17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:54Z', 'updated_at': '2022-03-08T10:46:58Z', 'revision_number': 4, 'project_id': '6a45fdde9aa9414b92df54198b821980', 'gw_port': {'id': '240c0d05-0b46-4233-bf37-85e38116de17', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67239243-d4a1-471a-8168-468c8a2a76fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:55Z', 'updated_at': '2022-03-08T10:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '39454a5e-b679-44b5-bf8c-a8170a7ddce8', 'name': '', 'network_id': 'c3ee7430-90b6-402a-bef7-fd0fe808b76a', 'tenant_id': '6a45fdde9aa9414b92df54198b821980', 'mac_address': 'fa:16:3e:8c:4a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67239243-d4a1-471a-8168-468c8a2a76fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '39f428e2-589e-4b84-aadc-9e8ab426f3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:57Z', 'updated_at': '2022-03-08T10:47:02Z', 'revision_number': 4, 'project_id': '6a45fdde9aa9414b92df54198b821980', 'subnets': [{'id': '39f428e2-589e-4b84-aadc-9e8ab426f3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:47:02.777532 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-169cd4fc-13d0-4735-9930-cad55320c26d service neutron] 10.222.0.24 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250613 Mar 08 10:47:02.999379 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-daab5870-e7cb-43c0-9d01-4ff5761e6fac req-279c7bd1-73df-487d-a0df-dcd7d0a82a48 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Synchronizing usage tracker for tenant:c81b70c78b0f4241bd294203e02fa27d on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:47:03.017271 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-daab5870-e7cb-43c0-9d01-4ff5761e6fac req-279c7bd1-73df-487d-a0df-dcd7d0a82a48 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Unset dirty status for tenant:c81b70c78b0f4241bd294203e02fa27d on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:47:03.018776 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-daab5870-e7cb-43c0-9d01-4ff5761e6fac req-279c7bd1-73df-487d-a0df-dcd7d0a82a48 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 210 time: 0.0654004 Mar 08 10:47:03.428350 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 39454a5e-b679-44b5-bf8c-a8170a7ddce8 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:47:03.501282 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning for port 39454a5e-b679-44b5-bf8c-a8170a7ddce8 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:47:03.506418 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 39454a5e-b679-44b5-bf8c-a8170a7ddce8 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:47:03.506981 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:03.638996 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:03.672762 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] For port 39454a5e-b679-44b5-bf8c-a8170a7ddce8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=39454a5e-b679-44b5-bf8c-a8170a7ddce8,segment=NetworkSegment(781bf16c-dd17-4fd2-9797-56c9da1dc602),segment_id=781bf16c-dd17-4fd2-9797-56c9da1dc602)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:47:03.677932 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:03.753156 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Pushing event updated for resources: {'Port': ['ID=39454a5e-b679-44b5-bf8c-a8170a7ddce8,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:47:04.176139 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c707d51b-ae89-4029-a0c9-8415dfb35da0 req-7bc67df7-7cb9-4941-b994-59f1f25a9946 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 210 time: 0.0475996 Mar 08 10:47:04.255690 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-4df6e874-3150-4be0-ba3f-7914eeb4b02a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:04.257284 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-4df6e874-3150-4be0-ba3f-7914eeb4b02a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.26 "GET /v2.0/networks?id=c0406e91-0709-4fe8-831a-1e96135f8574 HTTP/1.1" status: 200 len: 810 time: 0.1521552 Mar 08 10:47:04.306287 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-263f1d68-b5bf-4225-a0f2-fb1011858669 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Synchronizing usage tracker for tenant:c81b70c78b0f4241bd294203e02fa27d on resource:security_group {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:47:04.309102 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:47:04.319074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-263f1d68-b5bf-4225-a0f2-fb1011858669 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Unset dirty status for tenant:c81b70c78b0f4241bd294203e02fa27d on resource:security_group {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:47:04.320178 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-263f1d68-b5bf-4225-a0f2-fb1011858669 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c81b70c78b0f4241bd294203e02fa27d HTTP/1.1" status: 200 len: 380 time: 0.0545146 Mar 08 10:47:04.329532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-c2a2a4b9-e06d-47b1-ab32-b015cfefea6d tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Request body: {'port': {'device_id': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'admin_state_up': True, 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'security_groups': ['6d404d92-b658-4723-b26f-7a8cc84ab9e4']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:47:04.462664 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-c2a2a4b9-e06d-47b1-ab32-b015cfefea6d tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:47:04.471909 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-c2a2a4b9-e06d-47b1-ab32-b015cfefea6d tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:47:04.481635 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-c2a2a4b9-e06d-47b1-ab32-b015cfefea6d tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Made reservation on behalf of c81b70c78b0f4241bd294203e02fa27d for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:47:04.485303 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-c2a2a4b9-e06d-47b1-ab32-b015cfefea6d tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:04.642028 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-c2a2a4b9-e06d-47b1-ab32-b015cfefea6d tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Allocated IP 172.20.0.3 (c0406e91-0709-4fe8-831a-1e96135f8574/8a111c9f-027a-4c3c-859c-9bb60165180f/ec97014b-b693-43a3-8c9f-b7bfae9665a7) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:47:04.828853 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-c2a2a4b9-e06d-47b1-ab32-b015cfefea6d tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:04.844117 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-c2a2a4b9-e06d-47b1-ab32-b015cfefea6d tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Transition to ACTIVE for port object ec97014b-b693-43a3-8c9f-b7bfae9665a7 will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:47:04.868066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-c2a2a4b9-e06d-47b1-ab32-b015cfefea6d tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:04.929093 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-c2a2a4b9-e06d-47b1-ab32-b015cfefea6d tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Network c0406e91-0709-4fe8-831a-1e96135f8574 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:47:04.931933 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-c2a2a4b9-e06d-47b1-ab32-b015cfefea6d tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:47:04.940074 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-c2a2a4b9-e06d-47b1-ab32-b015cfefea6d tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:47:04.979407 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2a4b9-e06d-47b1-ab32-b015cfefea6d tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Pushing event updated for resources: {'Port': ['ID=ec97014b-b693-43a3-8c9f-b7bfae9665a7,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:47:05.010286 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-c2a2a4b9-e06d-47b1-ab32-b015cfefea6d tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:05.010894 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-c2a2a4b9-e06d-47b1-ab32-b015cfefea6d tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:05.039601 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-c2a2a4b9-e06d-47b1-ab32-b015cfefea6d tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7139342 Mar 08 10:47:05.051849 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Request body: {'port': {'device_id': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:47:05.142466 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6c86a2f8-306f-4f9f-a59f-f6cd244a5e24 None None] Provisioning for port ec97014b-b693-43a3-8c9f-b7bfae9665a7 completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:47:05.147554 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6c86a2f8-306f-4f9f-a59f-f6cd244a5e24 None None] Provisioning complete for port ec97014b-b693-43a3-8c9f-b7bfae9665a7 triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:47:05.148033 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c86a2f8-306f-4f9f-a59f-f6cd244a5e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:05.205100 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6c86a2f8-306f-4f9f-a59f-f6cd244a5e24 None None] Port ec97014b-b693-43a3-8c9f-b7bfae9665a7 cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:47:05.270691 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:05.411395 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 39454a5e-b679-44b5-bf8c-a8170a7ddce8 up at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:47:05.480240 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Provisioning complete for port 39454a5e-b679-44b5-bf8c-a8170a7ddce8 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:47:05.480606 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:05.481892 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34085c04-297a-4dcb-86a5-b860e74c9ba3 req-4ad4136f-9be2-411c-b4bb-8056c597c83a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:05.482578 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-34085c04-297a-4dcb-86a5-b860e74c9ba3 req-4ad4136f-9be2-411c-b4bb-8056c597c83a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Synchronizing usage tracker for tenant:c81b70c78b0f4241bd294203e02fa27d on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:47:05.568033 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-34085c04-297a-4dcb-86a5-b860e74c9ba3 req-4ad4136f-9be2-411c-b4bb-8056c597c83a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Unset dirty status for tenant:c81b70c78b0f4241bd294203e02fa27d on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:47:05.574502 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-34085c04-297a-4dcb-86a5-b860e74c9ba3 req-4ad4136f-9be2-411c-b4bb-8056c597c83a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 931 time: 0.2877889 Mar 08 10:47:05.643237 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-34085c04-297a-4dcb-86a5-b860e74c9ba3 req-18a07190-978c-4fe9-943f-0227bccc88a4 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673881 Mar 08 10:47:05.725927 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec97014b-b693-43a3-8c9f-b7bfae9665a7 {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:47:05.732985 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:05.746395 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Transition to ACTIVE for port object ec97014b-b693-43a3-8c9f-b7bfae9665a7 will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:47:05.750639 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:05.933568 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Pushing event updated for resources: {'Port': ['ID=ec97014b-b693-43a3-8c9f-b7bfae9665a7,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:47:05.983110 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Attempting to bind port ec97014b-b693-43a3-8c9f-b7bfae9665a7 on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:47:05.983434 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Attempting to bind port ec97014b-b693-43a3-8c9f-b7bfae9665a7 by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'aa6837e7-7175-4594-9114-c7579121ba0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:47:05.983759 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Attempting to bind port ec97014b-b693-43a3-8c9f-b7bfae9665a7 on network c0406e91-0709-4fe8-831a-1e96135f8574 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:47:05.988176 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Port ec97014b-b693-43a3-8c9f-b7bfae9665a7 on network c0406e91-0709-4fe8-831a-1e96135f8574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:47:05.988486 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Attempting to bind port ec97014b-b693-43a3-8c9f-b7bfae9665a7 on network c0406e91-0709-4fe8-831a-1e96135f8574 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:47:05.993543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:47:05.993870 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Checking segment: {'id': 'aa6837e7-7175-4594-9114-c7579121ba0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:47:05.994246 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Bound using segment: {'id': 'aa6837e7-7175-4594-9114-c7579121ba0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:47:05.994657 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Bound port: ec97014b-b693-43a3-8c9f-b7bfae9665a7, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6837e7-7175-4594-9114-c7579121ba0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:47:05.995017 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:06.084487 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] For port ec97014b-b693-43a3-8c9f-b7bfae9665a7, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:47:06.087341 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] For port ec97014b-b693-43a3-8c9f-b7bfae9665a7, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ec97014b-b693-43a3-8c9f-b7bfae9665a7,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:47:06.091589 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:06.146091 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:06.146683 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:06.148200 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] 10.222.0.26 "PUT /v2.0/ports/ec97014b-b693-43a3-8c9f-b7bfae9665a7 HTTP/1.1" status: 200 len: 1093 time: 1.1006212 Mar 08 10:47:06.150730 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'tag': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:47:06.181727 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459c62d-fbc5-499a-ba72-00c0fdbb891a service neutron] Pushing event updated for resources: {'Port': ['ID=ec97014b-b693-43a3-8c9f-b7bfae9665a7,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:47:06.225279 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'tag': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'status': 'completed', 'code': 200} Mar 08 10:47:06.266512 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-d51cc914-aad6-4e77-8c6d-053d8ae911c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:06.268091 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-d51cc914-aad6-4e77-8c6d-053d8ae911c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c81b70c78b0f4241bd294203e02fa27d&device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 1096 time: 0.0739551 Mar 08 10:47:06.338344 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-a3bad90c-0ec7-4ada-acc7-eb005fe6edc6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec97014b-b693-43a3-8c9f-b7bfae9665a7 HTTP/1.1" status: 200 len: 217 time: 0.0639789 Mar 08 10:47:06.399695 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-19c05090-e305-4eff-a914-a453adec9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:06.401050 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-19c05090-e305-4eff-a914-a453adec9b96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a111c9f-027a-4c3c-859c-9bb60165180f HTTP/1.1" status: 200 len: 849 time: 0.0575330 Mar 08 10:47:06.477761 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-337bb5b5-271b-4673-987c-6cd977c65266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:06.479204 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-337bb5b5-271b-4673-987c-6cd977c65266 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0406e91-0709-4fe8-831a-1e96135f8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727932 Mar 08 10:47:06.605720 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-e3509ada-1ace-42eb-9e14-51834535c9b4 service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206858 Mar 08 10:47:06.736248 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f04cbffa-dd47-42c3-b3e9-e568c0b4fd2a req-885039ac-5199-446a-b50a-190bfbbad8a4 service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249952 Mar 08 10:47:06.891167 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3996412-28f7-41a1-8b51-764c72f9ab58 req-344571f2-aeaf-48f9-8e57-3ee02fd94bb2 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:06.892612 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e3996412-28f7-41a1-8b51-764c72f9ab58 req-344571f2-aeaf-48f9-8e57-3ee02fd94bb2 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 943 time: 0.1395040 Mar 08 10:47:06.897582 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f08e80-8d53-4119-ac0b-57d60c9b702f req-6fe3607b-2a4b-4c8e-8d8b-fb82ca6cadd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:06.898879 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c5f08e80-8d53-4119-ac0b-57d60c9b702f req-6fe3607b-2a4b-4c8e-8d8b-fb82ca6cadd7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c81b70c78b0f4241bd294203e02fa27d&device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 1096 time: 0.1112177 Mar 08 10:47:07.115827 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-e3996412-28f7-41a1-8b51-764c72f9ab58 req-bc9759d6-712c-45c5-a932-d889890e3e33 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159934 Mar 08 10:47:07.152601 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f08e80-8d53-4119-ac0b-57d60c9b702f req-f8bb0565-37d1-4069-b8ff-e9c10794eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:07.154690 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c5f08e80-8d53-4119-ac0b-57d60c9b702f req-f8bb0565-37d1-4069-b8ff-e9c10794eabc service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0406e91-0709-4fe8-831a-1e96135f8574 HTTP/1.1" status: 200 len: 911 time: 0.1491160 Mar 08 10:47:07.221848 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c5f08e80-8d53-4119-ac0b-57d60c9b702f req-54afeb81-21f1-46a2-8e88-0a728848be7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec97014b-b693-43a3-8c9f-b7bfae9665a7 HTTP/1.1" status: 200 len: 217 time: 0.0610120 Mar 08 10:47:07.282381 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f08e80-8d53-4119-ac0b-57d60c9b702f req-d2db06fe-c8cb-488b-8f2c-5fc5d03588d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:07.283737 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c5f08e80-8d53-4119-ac0b-57d60c9b702f req-d2db06fe-c8cb-488b-8f2c-5fc5d03588d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a111c9f-027a-4c3c-859c-9bb60165180f HTTP/1.1" status: 200 len: 849 time: 0.0544851 Mar 08 10:47:07.355251 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f08e80-8d53-4119-ac0b-57d60c9b702f req-039a4d1e-125b-4376-87cd-053c9c540411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:07.356780 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c5f08e80-8d53-4119-ac0b-57d60c9b702f req-039a4d1e-125b-4376-87cd-053c9c540411 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0406e91-0709-4fe8-831a-1e96135f8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673888 Mar 08 10:47:07.489638 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c5f08e80-8d53-4119-ac0b-57d60c9b702f req-d6401b33-e61a-41bd-80e5-5f3c4eba249a service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259582 Mar 08 10:47:07.617164 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c5f08e80-8d53-4119-ac0b-57d60c9b702f req-39961614-a264-44e3-8a35-d5784d29c3d7 service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210554 Mar 08 10:47:08.300762 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe07ffe-e4bd-45e0-b2c6-f20105b58c76 req-2b6df0fc-5b93-408d-94ba-38df63d15488 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:08.302229 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbe07ffe-e4bd-45e0-b2c6-f20105b58c76 req-2b6df0fc-5b93-408d-94ba-38df63d15488 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 943 time: 0.0809436 Mar 08 10:47:08.344884 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fbe07ffe-e4bd-45e0-b2c6-f20105b58c76 req-1c64284e-2362-48d0-aa14-8707fe7a4f0a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372231 Mar 08 10:47:09.526010 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3785f6-2eac-4913-bbb2-0d4de2b992f3 req-7865454a-a8ac-4d55-962d-dc3f09393705 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:09.527433 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8c3785f6-2eac-4913-bbb2-0d4de2b992f3 req-7865454a-a8ac-4d55-962d-dc3f09393705 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 943 time: 0.0813301 Mar 08 10:47:09.570245 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8c3785f6-2eac-4913-bbb2-0d4de2b992f3 req-10b9ebe2-598d-4621-a663-50f3e04084f9 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368154 Mar 08 10:47:09.871264 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ec97014b-b693-43a3-8c9f-b7bfae9665a7 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:47:09.997887 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port ec97014b-b693-43a3-8c9f-b7bfae9665a7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ec97014b-b693-43a3-8c9f-b7bfae9665a7,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:47:10.010207 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'port_id': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'mac_address': 'fa:16:3e:b6:9f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:47:10.062294 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:10.078713 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec97014b-b693-43a3-8c9f-b7bfae9665a7 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:47:10.094634 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port ec97014b-b693-43a3-8c9f-b7bfae9665a7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ec97014b-b693-43a3-8c9f-b7bfae9665a7,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:47:10.098567 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:10.165612 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=ec97014b-b693-43a3-8c9f-b7bfae9665a7,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:47:10.413167 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['ec97014b-b693-43a3-8c9f-b7bfae9665a7'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:47:10.820375 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a6b46-040b-4d66-a5e4-d5a890025baf req-866234ad-2c8e-4886-8c44-d6e51e42446c tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:10.821803 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-135a6b46-040b-4d66-a5e4-d5a890025baf req-866234ad-2c8e-4886-8c44-d6e51e42446c tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 944 time: 0.1465569 Mar 08 10:47:10.863609 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-135a6b46-040b-4d66-a5e4-d5a890025baf req-313f2bc8-2e5e-483d-8b8b-75cbf9044c4d tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362616 Mar 08 10:47:11.871152 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ec97014b-b693-43a3-8c9f-b7bfae9665a7 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:47:11.940944 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port ec97014b-b693-43a3-8c9f-b7bfae9665a7 completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:47:11.946197 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port ec97014b-b693-43a3-8c9f-b7bfae9665a7 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:47:11.946579 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:12.062195 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:12.088078 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:47:12.096004 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf71da-56c8-40db-b7a2-cdd3fd5c0a90 req-c55a6706-366d-4a5e-9741-5f999172e068 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:12.097894 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-95cf71da-56c8-40db-b7a2-cdd3fd5c0a90 req-c55a6706-366d-4a5e-9741-5f999172e068 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 944 time: 0.1310351 Mar 08 10:47:12.098446 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port ec97014b-b693-43a3-8c9f-b7bfae9665a7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ec97014b-b693-43a3-8c9f-b7bfae9665a7,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:47:12.102986 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:12.150333 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'code': 200} Mar 08 10:47:12.153340 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-95cf71da-56c8-40db-b7a2-cdd3fd5c0a90 req-ba749821-a914-4f0c-be8b-018a40423634 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496652 Mar 08 10:47:12.177443 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=ec97014b-b693-43a3-8c9f-b7bfae9665a7,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:47:12.400963 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7b168-5da0-49c5-8e6e-0f43d0966949 req-1457fcc6-0307-40d2-80e5-680909a90c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:12.402315 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3ea7b168-5da0-49c5-8e6e-0f43d0966949 req-1457fcc6-0307-40d2-80e5-680909a90c79 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 1098 time: 0.1078496 Mar 08 10:47:12.441847 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3ea7b168-5da0-49c5-8e6e-0f43d0966949 req-97d6f62d-3d5f-4d72-9475-d6340a5a57b8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337050 Mar 08 10:47:13.335511 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5d3ca-7267-425d-a3d9-f63070fa5cca req-9aeae0a5-0c2b-4edb-85b2-d218637d5a57 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:13.336937 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-33f5d3ca-7267-425d-a3d9-f63070fa5cca req-9aeae0a5-0c2b-4edb-85b2-d218637d5a57 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 945 time: 0.0811298 Mar 08 10:47:13.380234 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-33f5d3ca-7267-425d-a3d9-f63070fa5cca req-83c4e48d-e7e8-49d7-b88a-8d23cd80876f tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377324 Mar 08 10:47:13.846371 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:14.564103 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974bb42-23a2-485f-a5e2-ecaf0d90f889 req-6420b9f8-5f2f-4973-9357-059dff41e6a1 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:14.565474 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6974bb42-23a2-485f-a5e2-ecaf0d90f889 req-6420b9f8-5f2f-4973-9357-059dff41e6a1 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 945 time: 0.0804124 Mar 08 10:47:14.608846 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-6974bb42-23a2-485f-a5e2-ecaf0d90f889 req-d1aaac2d-83cd-4e25-b76f-3d19982d2cbb tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374882 Mar 08 10:47:14.791436 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e1c88-cdc9-4241-803b-73c4f88c0bac req-4ae61a17-1511-4572-87bf-70173a1283f6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:14.792909 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f01e1c88-cdc9-4241-803b-73c4f88c0bac req-4ae61a17-1511-4572-87bf-70173a1283f6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 945 time: 0.0792582 Mar 08 10:47:14.839092 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f01e1c88-cdc9-4241-803b-73c4f88c0bac req-db0d0721-c730-4a53-b48e-75a8732c84ce tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405405 Mar 08 10:47:14.860725 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56360) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:47:14.984147 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951d6d1d-1e34-47a4-a6f5-c0cf9bb5fc25 tempest-TestSnapshotPattern-1730375301 tempest-TestSnapshotPattern-1730375301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:14.985673 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-951d6d1d-1e34-47a4-a6f5-c0cf9bb5fc25 tempest-TestSnapshotPattern-1730375301 tempest-TestSnapshotPattern-1730375301-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 1093 time: 0.1239834 Mar 08 10:47:14.988710 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56368) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:47:14.993468 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:47:14.999759 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:47:15.003551 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Usage tracker for resource:floatingip and tenant:c81b70c78b0f4241bd294203e02fa27d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:47:15.006321 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:47:15.011934 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:47:15.022554 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:15.154704 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:15.291089 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Allocated IP 172.26.2.86 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/92321fc4-bbfb-4e00-9e8a-26073b7bcdca) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:47:15.438690 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:15.468296 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:15.524733 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:47:15.527350 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:47:15.535267 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:47:15.572019 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Pushing event updated for resources: {'Port': ['ID=92321fc4-bbfb-4e00-9e8a-26073b7bcdca,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:47:16.035743 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:16.104715 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:16.302705 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:16.306932 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:16.412933 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Pushing event updated for resources: {'Port': ['ID=92321fc4-bbfb-4e00-9e8a-26073b7bcdca,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:47:16.422322 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:16.586258 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Floating IP 7b4d46e1-697b-4878-bf04-3788c21fe477 associated. External IP: 172.26.2.86, port: ec97014b-b693-43a3-8c9f-b7bfae9665a7. Mar 08 10:47:16.926934 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Router bb34d976-a979-43a9-8dad-17e073b8dd9c has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:47:17.102098 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:47:17.112722 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227b4062-68d4-44db-bb19-83f9edfc7f50 None None] Sync routers for ids ['bb34d976-a979-43a9-8dad-17e073b8dd9c'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:47:17.122738 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227b4062-68d4-44db-bb19-83f9edfc7f50 None None] Routers {'bb34d976-a979-43a9-8dad-17e073b8dd9c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:47:17.123327 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-227b4062-68d4-44db-bb19-83f9edfc7f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:46:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['bb34d976-a979-43a9-8dad-17e073b8dd9c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:47:17.127134 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:17.182887 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-59d49323-90b9-48ed-9004-aff8594b148e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1930859 Mar 08 10:47:17.183393 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'tag': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:47:17.297331 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-227b4062-68d4-44db-bb19-83f9edfc7f50 None None] Set router bb34d976-a979-43a9-8dad-17e073b8dd9c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:47:17.312551 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'tag': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'status': 'completed', 'code': 200} Mar 08 10:47:17.401774 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406ee65-9572-4b87-9fec-af3fbb8bb178 req-6f712fc1-7032-4fd1-ab2c-3e232159e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:17.403825 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2406ee65-9572-4b87-9fec-af3fbb8bb178 req-6f712fc1-7032-4fd1-ab2c-3e232159e1c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c81b70c78b0f4241bd294203e02fa27d&device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 1098 time: 0.0690277 Mar 08 10:47:17.535961 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406ee65-9572-4b87-9fec-af3fbb8bb178 req-f327eb93-53ff-4d3a-a31a-791a44913f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:17.537387 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2406ee65-9572-4b87-9fec-af3fbb8bb178 req-f327eb93-53ff-4d3a-a31a-791a44913f21 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0406e91-0709-4fe8-831a-1e96135f8574 HTTP/1.1" status: 200 len: 911 time: 0.1289277 Mar 08 10:47:17.638315 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2406ee65-9572-4b87-9fec-af3fbb8bb178 req-c195444a-1365-43f8-8e59-2eb13d2e2f4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec97014b-b693-43a3-8c9f-b7bfae9665a7 HTTP/1.1" status: 200 len: 998 time: 0.0948496 Mar 08 10:47:17.674192 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-227b4062-68d4-44db-bb19-83f9edfc7f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:46:52Z', 'revision_number': 4, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port': {'id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:49Z', 'updated_at': '2022-03-08T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '7b4d46e1-697b-4878-bf04-3788c21fe477', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'floating_ip_address': '172.26.2.86', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'port_id': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'mac_address': 'fa:16:3e:b6:9f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:47:15Z', 'updated_at': '2022-03-08T10:47:15Z', 'revision_number': 0, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c905e67-7afa-4266-bc74-f6798e96e6e9', 'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'mac_address': 'fa:16:3e:34:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:51Z', 'updated_at': '2022-03-08T10:46:58Z', 'revision_number': 5, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'subnets': [{'id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:47:17.678027 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227b4062-68d4-44db-bb19-83f9edfc7f50 None None] Checking router: bb34d976-a979-43a9-8dad-17e073b8dd9c for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:47:17.686582 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227b4062-68d4-44db-bb19-83f9edfc7f50 None None] Routers {'bb34d976-a979-43a9-8dad-17e073b8dd9c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:47:17.687164 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-227b4062-68d4-44db-bb19-83f9edfc7f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:46:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['bb34d976-a979-43a9-8dad-17e073b8dd9c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:47:17.698954 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406ee65-9572-4b87-9fec-af3fbb8bb178 req-1f0851b8-a700-41d9-bea7-fe55a15fee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:17.701022 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2406ee65-9572-4b87-9fec-af3fbb8bb178 req-1f0851b8-a700-41d9-bea7-fe55a15fee68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a111c9f-027a-4c3c-859c-9bb60165180f HTTP/1.1" status: 200 len: 849 time: 0.0564637 Mar 08 10:47:17.774707 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406ee65-9572-4b87-9fec-af3fbb8bb178 req-2c4abff9-af09-43e4-88db-15f5cca291b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:17.776148 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2406ee65-9572-4b87-9fec-af3fbb8bb178 req-2c4abff9-af09-43e4-88db-15f5cca291b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0406e91-0709-4fe8-831a-1e96135f8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702372 Mar 08 10:47:17.861963 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-227b4062-68d4-44db-bb19-83f9edfc7f50 None None] Set router bb34d976-a979-43a9-8dad-17e073b8dd9c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:47:18.010495 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2406ee65-9572-4b87-9fec-af3fbb8bb178 req-1f43da9f-e02c-488e-a90f-48c62ff1ee05 service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283871 Mar 08 10:47:18.138448 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2406ee65-9572-4b87-9fec-af3fbb8bb178 req-6caac7ed-5b02-412e-8bf1-8322fc95665a service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222539 Mar 08 10:47:18.202151 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-227b4062-68d4-44db-bb19-83f9edfc7f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:46:52Z', 'revision_number': 4, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port': {'id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:49Z', 'updated_at': '2022-03-08T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '7b4d46e1-697b-4878-bf04-3788c21fe477', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'floating_ip_address': '172.26.2.86', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'port_id': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'mac_address': 'fa:16:3e:b6:9f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:47:15Z', 'updated_at': '2022-03-08T10:47:15Z', 'revision_number': 0, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c905e67-7afa-4266-bc74-f6798e96e6e9', 'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'mac_address': 'fa:16:3e:34:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:51Z', 'updated_at': '2022-03-08T10:46:58Z', 'revision_number': 5, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'subnets': [{'id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:47:18.206004 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227b4062-68d4-44db-bb19-83f9edfc7f50 None None] The sync data for ids ['bb34d976-a979-43a9-8dad-17e073b8dd9c'] in dv-neutron-831730-2-hyperv is: [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:46:52Z', 'revision_number': 4, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port': {'id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:49Z', 'updated_at': '2022-03-08T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '7b4d46e1-697b-4878-bf04-3788c21fe477', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'floating_ip_address': '172.26.2.86', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'port_id': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'mac_address': 'fa:16:3e:b6:9f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:47:15Z', 'updated_at': '2022-03-08T10:47:15Z', 'revision_number': 0, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c905e67-7afa-4266-bc74-f6798e96e6e9', 'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'mac_address': 'fa:16:3e:34:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:51Z', 'updated_at': '2022-03-08T10:46:58Z', 'revision_number': 5, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'subnets': [{'id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:47:18.377533 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97d590-ec8e-4c47-8958-f5c3c421c2b4 None None] New status for floating IP 7b4d46e1-697b-4878-bf04-3788c21fe477: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:47:25.059381 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f3bc-e041-47e8-ba21-87a8867ca04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:27.710897 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1e5f93d4-50fc-47f2-aaf9-3c901a16a83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:28.430302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:28.454273 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:30.303325 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:36.881643 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-529c6e71-4ed2-4b45-baf0-83061c62397d req-21ba5e82-0382-4ee2-aec9-bdab91df8f7c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732737 Mar 08 10:47:37.019532 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c6e71-4ed2-4b45-baf0-83061c62397d req-b78139b3-72a1-4e9c-a561-5b24bc5d7d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:37.021033 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-529c6e71-4ed2-4b45-baf0-83061c62397d req-b78139b3-72a1-4e9c-a561-5b24bc5d7d89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c81b70c78b0f4241bd294203e02fa27d&device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 1098 time: 0.0721953 Mar 08 10:47:37.165143 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c6e71-4ed2-4b45-baf0-83061c62397d req-eed27c68-4ad6-4e59-b8ae-dd437b339224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:37.167563 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-529c6e71-4ed2-4b45-baf0-83061c62397d req-eed27c68-4ad6-4e59-b8ae-dd437b339224 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0406e91-0709-4fe8-831a-1e96135f8574 HTTP/1.1" status: 200 len: 911 time: 0.1282465 Mar 08 10:47:37.266090 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-529c6e71-4ed2-4b45-baf0-83061c62397d req-d25f443b-69c0-430e-babf-705b51807c8b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec97014b-b693-43a3-8c9f-b7bfae9665a7 HTTP/1.1" status: 200 len: 1000 time: 0.0929670 Mar 08 10:47:37.325843 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c6e71-4ed2-4b45-baf0-83061c62397d req-82b428f2-7d7b-4c33-bee0-dff5ec7b5f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:37.327205 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-529c6e71-4ed2-4b45-baf0-83061c62397d req-82b428f2-7d7b-4c33-bee0-dff5ec7b5f8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a111c9f-027a-4c3c-859c-9bb60165180f HTTP/1.1" status: 200 len: 849 time: 0.0554075 Mar 08 10:47:37.401869 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c6e71-4ed2-4b45-baf0-83061c62397d req-3fbddbcb-8674-490b-bb00-957fbe59d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:47:37.403287 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-529c6e71-4ed2-4b45-baf0-83061c62397d req-3fbddbcb-8674-490b-bb00-957fbe59d683 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0406e91-0709-4fe8-831a-1e96135f8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703733 Mar 08 10:47:37.533022 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-529c6e71-4ed2-4b45-baf0-83061c62397d req-25fe46f6-f602-486e-b688-b9af4336a70e service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229353 Mar 08 10:47:37.662019 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-529c6e71-4ed2-4b45-baf0-83061c62397d req-e3360823-40b6-4522-8015-4558f2c96636 service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231713 Mar 08 10:47:41.308997 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:47:43.872383 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:55.061607 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e778eed9-93bb-46c0-b6f2-eb9c007add9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:57.712608 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6d1fd94-70a5-482d-bc3c-37124f50d3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:58.433250 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:47:58.457850 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:48:00.308156 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:48:13.887965 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:48:18.311357 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:48:25.063734 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4376dca8-d2df-4de3-bd09-2ff4fc6ec1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:48:27.715511 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f743461c-26e5-4231-ae15-de705d2c5af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:48:28.436405 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:48:28.460715 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:48:30.309418 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:48:37.920571 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f006073b-d892-4230-b8fb-0d0aca049221 req-218a071a-8764-471d-9277-7b604680b327 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668731 Mar 08 10:48:38.054564 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006073b-d892-4230-b8fb-0d0aca049221 req-cb7f2176-e5d1-4725-86dc-0ba56b1a4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:48:38.056007 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f006073b-d892-4230-b8fb-0d0aca049221 req-cb7f2176-e5d1-4725-86dc-0ba56b1a4d0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c81b70c78b0f4241bd294203e02fa27d&device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 1098 time: 0.0673394 Mar 08 10:48:38.195712 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006073b-d892-4230-b8fb-0d0aca049221 req-c13518f0-1641-44bd-96f6-066f64db3995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:48:38.197067 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f006073b-d892-4230-b8fb-0d0aca049221 req-c13518f0-1641-44bd-96f6-066f64db3995 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0406e91-0709-4fe8-831a-1e96135f8574 HTTP/1.1" status: 200 len: 911 time: 0.1222715 Mar 08 10:48:38.296239 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f006073b-d892-4230-b8fb-0d0aca049221 req-eb7a6a5a-e9e7-4e53-b363-529000621b77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec97014b-b693-43a3-8c9f-b7bfae9665a7 HTTP/1.1" status: 200 len: 1000 time: 0.0931945 Mar 08 10:48:38.362714 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006073b-d892-4230-b8fb-0d0aca049221 req-213abb79-3be7-4e42-95bc-59e4d9c0760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:48:38.364105 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f006073b-d892-4230-b8fb-0d0aca049221 req-213abb79-3be7-4e42-95bc-59e4d9c0760c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a111c9f-027a-4c3c-859c-9bb60165180f HTTP/1.1" status: 200 len: 849 time: 0.0624106 Mar 08 10:48:38.434903 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006073b-d892-4230-b8fb-0d0aca049221 req-2288d9c3-458e-4358-a18c-b8cbe1da7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:48:38.436299 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f006073b-d892-4230-b8fb-0d0aca049221 req-2288d9c3-458e-4358-a18c-b8cbe1da7f29 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0406e91-0709-4fe8-831a-1e96135f8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665226 Mar 08 10:48:38.660648 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f006073b-d892-4230-b8fb-0d0aca049221 req-f84cb1dd-d597-49c0-9f67-a6345b497457 service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182546 Mar 08 10:48:38.785162 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f006073b-d892-4230-b8fb-0d0aca049221 req-12c6a282-409a-4837-8f70-d8cf721b2f29 service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190207 Mar 08 10:48:43.876335 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:48:55.065358 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b8603803-809c-44bb-a473-af70450157f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:48:55.311012 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:48:57.717514 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5ab4c00d-2e40-4737-874e-aaea2abd7cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:48:58.438324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:48:58.462877 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:49:00.314196 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:49:13.879571 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:49:25.066904 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-53a697c4-bbb3-4fa5-8888-7efdf853a732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:49:27.718256 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14c0396c-8ddc-499e-9584-6ddb016572ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:49:28.440352 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:49:28.464003 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:49:30.314347 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:49:32.310718 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:49:39.850749 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-edb181f2-5dde-44b6-b1bd-45c3da93bf09 req-1bf72c0d-28c2-4b35-ac3d-4ac8c219ee9c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723989 Mar 08 10:49:39.986429 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb181f2-5dde-44b6-b1bd-45c3da93bf09 req-bb21a634-5d35-4ade-a62d-ac16cfbafb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:49:39.987880 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-edb181f2-5dde-44b6-b1bd-45c3da93bf09 req-bb21a634-5d35-4ade-a62d-ac16cfbafb24 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c81b70c78b0f4241bd294203e02fa27d&device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 1098 time: 0.0720162 Mar 08 10:49:40.126416 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb181f2-5dde-44b6-b1bd-45c3da93bf09 req-625ed39c-3e1e-41c7-a561-ee5d1a2925b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:49:40.127746 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-edb181f2-5dde-44b6-b1bd-45c3da93bf09 req-625ed39c-3e1e-41c7-a561-ee5d1a2925b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0406e91-0709-4fe8-831a-1e96135f8574 HTTP/1.1" status: 200 len: 911 time: 0.1226113 Mar 08 10:49:40.227287 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-edb181f2-5dde-44b6-b1bd-45c3da93bf09 req-a1c15d7a-1d33-4e78-9e76-7b587707f473 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec97014b-b693-43a3-8c9f-b7bfae9665a7 HTTP/1.1" status: 200 len: 1000 time: 0.0937400 Mar 08 10:49:40.286839 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb181f2-5dde-44b6-b1bd-45c3da93bf09 req-57b54d7c-0de3-4296-8773-87accdb9905d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:49:40.288172 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-edb181f2-5dde-44b6-b1bd-45c3da93bf09 req-57b54d7c-0de3-4296-8773-87accdb9905d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a111c9f-027a-4c3c-859c-9bb60165180f HTTP/1.1" status: 200 len: 849 time: 0.0552726 Mar 08 10:49:40.364039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb181f2-5dde-44b6-b1bd-45c3da93bf09 req-795a6907-4ffa-4243-8835-da2e24db4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:49:40.365503 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-edb181f2-5dde-44b6-b1bd-45c3da93bf09 req-795a6907-4ffa-4243-8835-da2e24db4ca2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0406e91-0709-4fe8-831a-1e96135f8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711975 Mar 08 10:49:40.491703 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-edb181f2-5dde-44b6-b1bd-45c3da93bf09 req-54812563-c19c-4d6b-b7ea-78c8188a87c0 service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199794 Mar 08 10:49:40.620190 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-edb181f2-5dde-44b6-b1bd-45c3da93bf09 req-a6463ce6-39ea-4176-aa15-5a29caa12318 service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221869 Mar 08 10:49:43.894928 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:49:48.631384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ec97014b-b693-43a3-8c9f-b7bfae9665a7 details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:49:48.760540 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port ec97014b-b693-43a3-8c9f-b7bfae9665a7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ec97014b-b693-43a3-8c9f-b7bfae9665a7,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:49:48.773636 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'port_id': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'mac_address': 'fa:16:3e:b6:9f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:49:48.829198 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:49:48.848640 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec97014b-b693-43a3-8c9f-b7bfae9665a7 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:49:48.865545 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port ec97014b-b693-43a3-8c9f-b7bfae9665a7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ec97014b-b693-43a3-8c9f-b7bfae9665a7,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:49:48.870080 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:49:48.938527 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=ec97014b-b693-43a3-8c9f-b7bfae9665a7,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:49:48.945744 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:49:48.946092 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:49:48.946441 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:49:48.946773 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:49:48.947103 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:49:48.947433 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:49:48.947763 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:49:48.948091 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:49:48.948416 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:49:48.948762 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:49:48.949089 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:49:48.950597 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:49:48.954709 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['ec97014b-b693-43a3-8c9f-b7bfae9665a7'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:49:50.662312 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ec97014b-b693-43a3-8c9f-b7bfae9665a7 up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:49:50.730525 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port ec97014b-b693-43a3-8c9f-b7bfae9665a7 triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:49:50.730893 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:49:50.842692 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:49:50.867312 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:49:50.877253 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port ec97014b-b693-43a3-8c9f-b7bfae9665a7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ec97014b-b693-43a3-8c9f-b7bfae9665a7,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:49:50.882387 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:49:50.953087 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=ec97014b-b693-43a3-8c9f-b7bfae9665a7,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:49:50.984551 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'code': 200} Mar 08 10:49:55.071517 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ee60de99-389e-4e17-ad97-2aebad8afe59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:49:57.732532 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-20756160-7b06-43ad-8c54-5dda2d14d7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:49:58.447775 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:49:58.466412 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:00.327603 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:02.820476 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-7423a478-ce76-4a12-b545-2d5e29fca111 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549974697&fields=id&tenant_id=c81b70c78b0f4241bd294203e02fa27d HTTP/1.1" status: 200 len: 267 time: 0.1457789 Mar 08 10:50:02.963983 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-cdbfe52b-0e6f-461a-9031-6975f2af7ded tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:02.965412 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-cdbfe52b-0e6f-461a-9031-6975f2af7ded tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/networks?id=c0406e91-0709-4fe8-831a-1e96135f8574 HTTP/1.1" status: 200 len: 810 time: 0.1384704 Mar 08 10:50:02.979990 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-40c2b400-2b0b-4026-bb61-b0499b6b7b7d tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/quotas/c81b70c78b0f4241bd294203e02fa27d HTTP/1.1" status: 200 len: 375 time: 0.0086405 Mar 08 10:50:03.062576 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-5f919461-e28e-4a99-b7e4-6f75b113e614 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c81b70c78b0f4241bd294203e02fa27d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0779166 Mar 08 10:50:03.192954 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-6abba2c7-585d-4e15-bd9b-a0dad77158f2 service neutron] 10.222.0.24 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187184 Mar 08 10:50:03.318938 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-dba40117-102a-4660-a4f0-e18cc1b41e51 service neutron] 10.222.0.24 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202564 Mar 08 10:50:03.503730 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-873b5a56-4a07-45b6-a94c-10b558e8d7ab req-666570b0-bfa6-40f5-9227-5812f4d216be tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 210 time: 0.0419600 Mar 08 10:50:04.606869 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-bfd13996-a62e-47a6-b81e-2770b7d8bffa tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:04.608987 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-bfd13996-a62e-47a6-b81e-2770b7d8bffa tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.26 "GET /v2.0/networks?id=c0406e91-0709-4fe8-831a-1e96135f8574 HTTP/1.1" status: 200 len: 810 time: 0.1514523 Mar 08 10:50:04.656896 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-65234708-271d-4e02-8a46-82443ef3edb3 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c81b70c78b0f4241bd294203e02fa27d HTTP/1.1" status: 200 len: 380 time: 0.0402911 Mar 08 10:50:04.665003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Request body: {'port': {'device_id': '8c82f313-dba2-4175-aa59-185837e16281', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'admin_state_up': True, 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'security_groups': ['6d404d92-b658-4723-b26f-7a8cc84ab9e4']}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:50:04.680652 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4a464589-bca5-41a1-8c99-e5147b0de7f7 req-ca5e6cd1-f977-4161-a0d1-166a0cc43ac8 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 210 time: 0.0503173 Mar 08 10:50:04.692433 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ec97014b-b693-43a3-8c9f-b7bfae9665a7 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:50:04.809071 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:50:04.819711 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.quota.driver [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87771) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:50:04.820421 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:04.830320 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Made reservation on behalf of c81b70c78b0f4241bd294203e02fa27d for: {'port': 1} {{(pid=87771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 10:50:04.834928 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:04.852828 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:50:04.863582 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port ec97014b-b693-43a3-8c9f-b7bfae9665a7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ec97014b-b693-43a3-8c9f-b7bfae9665a7,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:50:04.870268 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:04.916035 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'code': 200} Mar 08 10:50:04.990621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=ec97014b-b693-43a3-8c9f-b7bfae9665a7,revision_number=8']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:50:05.015904 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_common [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Allocated IP 172.20.0.5 (c0406e91-0709-4fe8-831a-1e96135f8574/8a111c9f-027a-4c3c-859c-9bb60165180f/56d770db-a056-43e8-8dfa-69000e80140e) {{(pid=87771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:50:05.353864 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for port, precommit_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:05.379586 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Transition to ACTIVE for port object 56d770db-a056-43e8-8dfa-69000e80140e will not be triggered until provisioned by entity DHCP. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:50:05.403912 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_create {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:05.493429 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Pushing event updated for resources: {'Port': ['ID=56d770db-a056-43e8-8dfa-69000e80140e,revision_number=1']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:50:05.496930 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Network c0406e91-0709-4fe8-831a-1e96135f8574 is already hosted by enough agents. {{(pid=87771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:50:05.499280 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.base_scheduler [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Resources bound (agent type, host, resource id): {{(pid=87771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:50:05.504192 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Received port after_create {{(pid=87771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:50:05.580489 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:05.581234 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:05.585789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:05.587470 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:05.587891 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:05.588296 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:05.588709 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:05.589125 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:05.589527 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:05.589922 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:05.590320 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:05.590711 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:05.591587 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:05.591971 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:05.638912 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-6e049de6-7488-4e2e-a0ab-fd5902fdeb21 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9775119 Mar 08 10:50:05.839035 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f8949aff-ccc6-40d0-9eee-be776e5fe41d None None] Provisioning for port 56d770db-a056-43e8-8dfa-69000e80140e completed by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:50:05.847999 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f8949aff-ccc6-40d0-9eee-be776e5fe41d None None] Provisioning complete for port 56d770db-a056-43e8-8dfa-69000e80140e triggered by entity DHCP. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:50:05.848511 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f8949aff-ccc6-40d0-9eee-be776e5fe41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:05.924116 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f8949aff-ccc6-40d0-9eee-be776e5fe41d None None] Port 56d770db-a056-43e8-8dfa-69000e80140e cannot update to ACTIVE because it is not bound. {{(pid=87773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 08 10:50:05.938976 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c42247-b889-40f8-9f2f-1b275ca241f7 req-ff3d450c-2764-4863-a482-e854092a55b3 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:05.940747 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58c42247-b889-40f8-9f2f-1b275ca241f7 req-ff3d450c-2764-4863-a482-e854092a55b3 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 931 time: 0.1231334 Mar 08 10:50:05.986094 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58c42247-b889-40f8-9f2f-1b275ca241f7 req-dfbc4496-bb36-4c61-8ce0-23933e931632 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394471 Mar 08 10:50:07.180805 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be052d-d71b-4531-bfeb-7415fc3df029 req-360da85c-c13f-40b8-ae82-551e2d92b95f tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:07.181497 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-c8be052d-d71b-4531-bfeb-7415fc3df029 req-360da85c-c13f-40b8-ae82-551e2d92b95f tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Synchronizing usage tracker for tenant:c81b70c78b0f4241bd294203e02fa27d on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:50:07.198343 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-c8be052d-d71b-4531-bfeb-7415fc3df029 req-360da85c-c13f-40b8-ae82-551e2d92b95f tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Unset dirty status for tenant:c81b70c78b0f4241bd294203e02fa27d on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:50:07.199564 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c8be052d-d71b-4531-bfeb-7415fc3df029 req-360da85c-c13f-40b8-ae82-551e2d92b95f tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 931 time: 0.1016552 Mar 08 10:50:07.249078 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-c8be052d-d71b-4531-bfeb-7415fc3df029 req-81bbdfcb-50d7-4ac5-b524-8beb0b230a66 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436475 Mar 08 10:50:08.438779 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d754a-64cc-4d76-8d82-41f9a76638c7 req-aafba583-5c63-4777-bea8-f699088add23 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:08.440348 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-960d754a-64cc-4d76-8d82-41f9a76638c7 req-aafba583-5c63-4777-bea8-f699088add23 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 931 time: 0.0838633 Mar 08 10:50:08.495006 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-960d754a-64cc-4d76-8d82-41f9a76638c7 req-2d64414f-89cb-4b10-9608-a2390715d952 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482657 Mar 08 10:50:09.311332 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:50:09.692182 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d97bb-bca5-4e13-80eb-eeb5f3df5c08 req-35cf8df1-fa8b-41f6-b4fe-0320c030b50e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:09.694402 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7d3d97bb-bca5-4e13-80eb-eeb5f3df5c08 req-35cf8df1-fa8b-41f6-b4fe-0320c030b50e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 931 time: 0.0840814 Mar 08 10:50:09.748874 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7d3d97bb-bca5-4e13-80eb-eeb5f3df5c08 req-49fed09d-952d-4e29-a00c-d136b8aba14e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485432 Mar 08 10:50:10.948911 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838ba42-b70f-485c-bd1d-63bb3a28d5b4 req-bc917dd6-d922-4f07-9c96-db04a385cc9f tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:10.950961 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3838ba42-b70f-485c-bd1d-63bb3a28d5b4 req-bc917dd6-d922-4f07-9c96-db04a385cc9f tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 931 time: 0.0888181 Mar 08 10:50:11.000725 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3838ba42-b70f-485c-bd1d-63bb3a28d5b4 req-4eb24c52-7676-43c5-b408-ac885c120a79 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434663 Mar 08 10:50:12.190424 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb02d9b-5f14-4435-92cd-8e3ea98eb5e9 req-1bcd34c4-7cad-48de-bf80-78f2c816d94a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:12.191977 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2fb02d9b-5f14-4435-92cd-8e3ea98eb5e9 req-1bcd34c4-7cad-48de-bf80-78f2c816d94a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 931 time: 0.0826607 Mar 08 10:50:12.240226 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-2fb02d9b-5f14-4435-92cd-8e3ea98eb5e9 req-bf48f4f2-4e2a-43fe-ab51-4de58b07fd36 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415211 Mar 08 10:50:13.420462 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593315b5-f0b9-4d7c-9b3e-823161359885 req-aad94987-0f78-4567-a888-f5874440b748 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:13.421929 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-593315b5-f0b9-4d7c-9b3e-823161359885 req-aad94987-0f78-4567-a888-f5874440b748 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 931 time: 0.0787852 Mar 08 10:50:13.464067 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-593315b5-f0b9-4d7c-9b3e-823161359885 req-fccd68ae-f5b0-4dbf-b124-bd2a7d040ff5 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366468 Mar 08 10:50:13.894285 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:14.645823 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29831613-08aa-47ce-bf2c-ca3ee49b072f req-e6a60e88-db79-461a-8b48-3ff9b7df0155 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:14.647248 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-29831613-08aa-47ce-bf2c-ca3ee49b072f req-e6a60e88-db79-461a-8b48-3ff9b7df0155 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 931 time: 0.0812771 Mar 08 10:50:14.690443 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-29831613-08aa-47ce-bf2c-ca3ee49b072f req-afbb347f-6a95-4a0f-b794-656c926d5df5 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375626 Mar 08 10:50:15.870938 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a07272-fbcd-48a0-ad5e-32785fdfc875 req-605f1bef-2890-4199-81df-7ec8a1fcc0aa tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:15.872903 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e6a07272-fbcd-48a0-ad5e-32785fdfc875 req-605f1bef-2890-4199-81df-7ec8a1fcc0aa tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 931 time: 0.0812943 Mar 08 10:50:15.914336 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e6a07272-fbcd-48a0-ad5e-32785fdfc875 req-786b304c-b02b-4548-87eb-3755bac67199 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359428 Mar 08 10:50:16.841511 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.v2.base [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Request body: {'port': {'device_id': '8c82f313-dba2-4175-aa59-185837e16281', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8317'}} {{(pid=87771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:50:16.953591 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:17.244141 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3044d-53a2-4f8d-9837-0e2bc454c07e req-a2407fd1-5366-4661-a2de-925c65dccdc2 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:17.245529 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-35c3044d-53a2-4f8d-9837-0e2bc454c07e req-a2407fd1-5366-4661-a2de-925c65dccdc2 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 931 time: 0.2214994 Mar 08 10:50:17.311861 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-35c3044d-53a2-4f8d-9837-0e2bc454c07e req-9366896f-b2ac-4d62-81e4-7232b7052d46 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592113 Mar 08 10:50:17.385534 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d770db-a056-43e8-8dfa-69000e80140e {{(pid=87771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:50:17.392621 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:17.407119 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.provisioning_blocks [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Transition to ACTIVE for port object 56d770db-a056-43e8-8dfa-69000e80140e will not be triggered until provisioned by entity L2. {{(pid=87771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 10:50:17.411319 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:17.562003 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=56d770db-a056-43e8-8dfa-69000e80140e,revision_number=2']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:50:17.643424 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Attempting to bind port 56d770db-a056-43e8-8dfa-69000e80140e on host hv-neutron-8317 for vnic_type normal with profile {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 10:50:17.643752 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Attempting to bind port 56d770db-a056-43e8-8dfa-69000e80140e by drivers openvswitch,hyperv on host hv-neutron-8317 at level 0 using segments [{'id': 'aa6837e7-7175-4594-9114-c7579121ba0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574'}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 10:50:17.644078 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Attempting to bind port 56d770db-a056-43e8-8dfa-69000e80140e on network c0406e91-0709-4fe8-831a-1e96135f8574 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:50:17.648574 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Port 56d770db-a056-43e8-8dfa-69000e80140e on network c0406e91-0709-4fe8-831a-1e96135f8574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8317 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 08 10:50:17.648921 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Attempting to bind port 56d770db-a056-43e8-8dfa-69000e80140e on network c0406e91-0709-4fe8-831a-1e96135f8574 {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 08 10:50:17.654452 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Checking agent: {'id': '67291e9a-f947-461b-a669-b6db7a820a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8317', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'started_at': datetime.datetime(2022, 3, 8, 9, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 10, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 08 10:50:17.654781 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Checking segment: {'id': 'aa6837e7-7175-4594-9114-c7579121ba0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 08 10:50:17.655156 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Bound using segment: {'id': 'aa6837e7-7175-4594-9114-c7579121ba0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574'} {{(pid=87771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 08 10:50:17.655570 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.managers [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Bound port: 56d770db-a056-43e8-8dfa-69000e80140e, host: hv-neutron-8317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6837e7-7175-4594-9114-c7579121ba0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574'}}] {{(pid=87771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 10:50:17.655903 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:17.743039 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] For port 56d770db-a056-43e8-8dfa-69000e80140e, host hv-neutron-8317, cleared binding levels {{(pid=87771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 08 10:50:17.745901 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] For port 56d770db-a056-43e8-8dfa-69000e80140e, host hv-neutron-8317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=56d770db-a056-43e8-8dfa-69000e80140e,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 08 10:50:17.750009 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-123209'] for port, after_update {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:17.892954 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:17.893543 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:17.894689 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] 10.222.0.26 "PUT /v2.0/ports/56d770db-a056-43e8-8dfa-69000e80140e HTTP/1.1" status: 200 len: 1093 time: 1.0605977 Mar 08 10:50:17.897528 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c82f313-dba2-4175-aa59-185837e16281', 'tag': '56d770db-a056-43e8-8dfa-69000e80140e'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:50:17.981645 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a561c-63ee-45fd-bc61-39de965f6fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=56d770db-a056-43e8-8dfa-69000e80140e,revision_number=3']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:50:18.014464 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c82f313-dba2-4175-aa59-185837e16281', 'tag': '56d770db-a056-43e8-8dfa-69000e80140e', 'status': 'completed', 'code': 200} Mar 08 10:50:18.021412 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-83f889e6-600d-4998-a7c1-45b83b91a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:18.022919 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-83f889e6-600d-4998-a7c1-45b83b91a09c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c81b70c78b0f4241bd294203e02fa27d&device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 1096 time: 0.0868394 Mar 08 10:50:18.093806 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-145ff81e-5b7e-434b-a8a2-e59533fc2536 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56d770db-a056-43e8-8dfa-69000e80140e HTTP/1.1" status: 200 len: 217 time: 0.0636330 Mar 08 10:50:18.157923 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-087a3f94-4fcd-40b4-b15d-cb3857c95dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:18.159340 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-087a3f94-4fcd-40b4-b15d-cb3857c95dea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a111c9f-027a-4c3c-859c-9bb60165180f HTTP/1.1" status: 200 len: 849 time: 0.0598354 Mar 08 10:50:18.234296 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-2340959a-a7fb-4849-8ff8-b47af016a010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:18.235707 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-2340959a-a7fb-4849-8ff8-b47af016a010 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0406e91-0709-4fe8-831a-1e96135f8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709774 Mar 08 10:50:18.363492 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-f5773b86-6c44-4bf5-a01a-83367ed2f754 service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217172 Mar 08 10:50:18.538707 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-698e3337-f3cd-45fb-86cf-4348192cb74b req-45170f17-105d-4212-8d9e-94b751aed39d service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690097 Mar 08 10:50:18.558628 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d214d-99e8-496b-bcca-7d899218c34d req-427735fa-3333-4097-8575-61edfb620c6e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:18.560621 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-324d214d-99e8-496b-bcca-7d899218c34d req-427735fa-3333-4097-8575-61edfb620c6e tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 943 time: 0.1155593 Mar 08 10:50:18.648372 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-324d214d-99e8-496b-bcca-7d899218c34d req-05694c8f-f2a6-4c81-91ab-4e758ea8e9c0 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818896 Mar 08 10:50:18.672766 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce4a71-d3cb-4608-9188-56f276f6cf4e req-fbfd3fde-f29b-4ce2-9c7c-e604d5478642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:18.674186 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-77ce4a71-d3cb-4608-9188-56f276f6cf4e req-fbfd3fde-f29b-4ce2-9c7c-e604d5478642 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c81b70c78b0f4241bd294203e02fa27d&device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 1096 time: 0.0876968 Mar 08 10:50:18.800126 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce4a71-d3cb-4608-9188-56f276f6cf4e req-b28306ca-a9ba-4af4-a484-e4596b2e7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:18.801463 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-77ce4a71-d3cb-4608-9188-56f276f6cf4e req-b28306ca-a9ba-4af4-a484-e4596b2e7a5c service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0406e91-0709-4fe8-831a-1e96135f8574 HTTP/1.1" status: 200 len: 911 time: 0.1210308 Mar 08 10:50:18.868240 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-77ce4a71-d3cb-4608-9188-56f276f6cf4e req-5db1b428-1493-47cb-a414-190f4a75a9a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56d770db-a056-43e8-8dfa-69000e80140e HTTP/1.1" status: 200 len: 217 time: 0.0607681 Mar 08 10:50:18.927742 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce4a71-d3cb-4608-9188-56f276f6cf4e req-e1a98e0d-1d98-440c-a08d-82a6ebc07836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:18.929113 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-77ce4a71-d3cb-4608-9188-56f276f6cf4e req-e1a98e0d-1d98-440c-a08d-82a6ebc07836 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a111c9f-027a-4c3c-859c-9bb60165180f HTTP/1.1" status: 200 len: 849 time: 0.0538592 Mar 08 10:50:19.002213 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce4a71-d3cb-4608-9188-56f276f6cf4e req-1035e321-d175-4e3f-bc5a-9c29e25d8f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:19.003624 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-77ce4a71-d3cb-4608-9188-56f276f6cf4e req-1035e321-d175-4e3f-bc5a-9c29e25d8f13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0406e91-0709-4fe8-831a-1e96135f8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679781 Mar 08 10:50:19.130758 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-77ce4a71-d3cb-4608-9188-56f276f6cf4e req-fc97c0ef-023f-4ef8-bf3b-ab0934009e8c service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203706 Mar 08 10:50:19.258260 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-77ce4a71-d3cb-4608-9188-56f276f6cf4e req-6bf9c66e-785f-497c-8e2c-02516ecb8f71 service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207306 Mar 08 10:50:19.832937 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70530e68-a9d6-4386-b9c3-caa1b84faeb2 req-b545d02f-879c-415a-915b-3432eb0d33a2 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:19.834304 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-70530e68-a9d6-4386-b9c3-caa1b84faeb2 req-b545d02f-879c-415a-915b-3432eb0d33a2 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 943 time: 0.0793746 Mar 08 10:50:19.879507 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-70530e68-a9d6-4386-b9c3-caa1b84faeb2 req-ff1789e3-06ed-4d82-a54f-11f37ce676c4 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396149 Mar 08 10:50:20.738399 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 56d770db-a056-43e8-8dfa-69000e80140e details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:50:20.865615 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 56d770db-a056-43e8-8dfa-69000e80140e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=56d770db-a056-43e8-8dfa-69000e80140e,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:50:20.878222 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '56d770db-a056-43e8-8dfa-69000e80140e', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'port_id': '56d770db-a056-43e8-8dfa-69000e80140e', 'mac_address': 'fa:16:3e:aa:87:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:50:20.935901 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:20.953541 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d770db-a056-43e8-8dfa-69000e80140e {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:50:20.971571 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 56d770db-a056-43e8-8dfa-69000e80140e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=56d770db-a056-43e8-8dfa-69000e80140e,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:50:20.976501 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:21.042001 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=56d770db-a056-43e8-8dfa-69000e80140e,revision_number=4']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:50:21.069314 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca055bbb-d5a4-4e5b-a9c3-4d8486321bec req-6b500a98-e51b-4220-aff3-b21b6706d9e3 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:21.070742 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca055bbb-d5a4-4e5b-a9c3-4d8486321bec req-6b500a98-e51b-4220-aff3-b21b6706d9e3 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 944 time: 0.0850348 Mar 08 10:50:21.114267 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-ca055bbb-d5a4-4e5b-a9c3-4d8486321bec req-1318ca79-74bc-46a1-991d-2128ccfa8fea tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373473 Mar 08 10:50:21.340203 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['56d770db-a056-43e8-8dfa-69000e80140e'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:50:22.292789 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ce55c-f2de-4c63-9c82-76887b240c84 req-c8787a44-af5f-4343-9a09-69afbefd67a3 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:22.294764 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb2ce55c-f2de-4c63-9c82-76887b240c84 req-c8787a44-af5f-4343-9a09-69afbefd67a3 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 944 time: 0.0790675 Mar 08 10:50:22.337450 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb2ce55c-f2de-4c63-9c82-76887b240c84 req-8fef2b1c-a7c0-4374-a197-a45df467e245 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371509 Mar 08 10:50:22.752953 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 56d770db-a056-43e8-8dfa-69000e80140e up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:50:22.817356 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning for port 56d770db-a056-43e8-8dfa-69000e80140e completed by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 10:50:22.822520 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 56d770db-a056-43e8-8dfa-69000e80140e triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:50:22.822888 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:22.934134 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:22.961724 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c82f313-dba2-4175-aa59-185837e16281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d770db-a056-43e8-8dfa-69000e80140e'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:50:22.971050 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 56d770db-a056-43e8-8dfa-69000e80140e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=56d770db-a056-43e8-8dfa-69000e80140e,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:50:22.974943 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:23.005734 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c82f313-dba2-4175-aa59-185837e16281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d770db-a056-43e8-8dfa-69000e80140e', 'code': 200} Mar 08 10:50:23.047476 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=56d770db-a056-43e8-8dfa-69000e80140e,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:50:23.221466 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1169979-14c1-4779-aadf-d3b78b803226 req-7b344bd5-f5b4-42ef-bbf6-ad44d468af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:23.222821 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f1169979-14c1-4779-aadf-d3b78b803226 req-7b344bd5-f5b4-42ef-bbf6-ad44d468af8d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 1098 time: 0.0670426 Mar 08 10:50:23.264285 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-f1169979-14c1-4779-aadf-d3b78b803226 req-906c6aa6-42c4-4d42-b4b5-df4bcd129a11 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361249 Mar 08 10:50:23.521753 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d14bc-1b57-4ed0-97b3-9528baf721b4 req-733b80ad-ca8c-48cb-96df-0b241a7758fe tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:23.523092 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c2d14bc-1b57-4ed0-97b3-9528baf721b4 req-733b80ad-ca8c-48cb-96df-0b241a7758fe tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 945 time: 0.0804167 Mar 08 10:50:23.566300 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c2d14bc-1b57-4ed0-97b3-9528baf721b4 req-5f8b7173-1c83-44c2-a334-b0f8b2b445da tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375295 Mar 08 10:50:24.859279 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100da21-c0c9-4245-b299-27d6f08c773a req-1a3b35a2-6853-409b-a2b8-c2d3cb9326fe tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:24.860743 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a100da21-c0c9-4245-b299-27d6f08c773a req-1a3b35a2-6853-409b-a2b8-c2d3cb9326fe tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 945 time: 0.1720104 Mar 08 10:50:24.903714 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-a100da21-c0c9-4245-b299-27d6f08c773a req-9e090e70-66e3-4a3c-9fec-9d7ccb9a46b9 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372682 Mar 08 10:50:25.073756 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a7d89000-4c3c-4d2f-b836-92e8ef769493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:25.091356 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9ad23-7e55-4278-a9dc-04e5dbe1d831 req-912c0fb7-45cd-4a38-945b-4a9506865770 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:25.092829 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-20a9ad23-7e55-4278-a9dc-04e5dbe1d831 req-912c0fb7-45cd-4a38-945b-4a9506865770 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 945 time: 0.0821052 Mar 08 10:50:25.135748 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-20a9ad23-7e55-4278-a9dc-04e5dbe1d831 req-45de280f-81f7-4215-ab9d-fafbf5fc3f1d tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371857 Mar 08 10:50:25.157908 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56678) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:50:25.228347 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38024a57-637e-48f1-a538-e0b3c49e3462 tempest-TestSnapshotPattern-1730375301 tempest-TestSnapshotPattern-1730375301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:25.229818 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-38024a57-637e-48f1-a538-e0b3c49e3462 tempest-TestSnapshotPattern-1730375301 tempest-TestSnapshotPattern-1730375301-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 1093 time: 0.0709827 Mar 08 10:50:25.233054 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 56682) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:50:25.237753 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Request body: {'floatingip': {'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'port_id': '56d770db-a056-43e8-8dfa-69000e80140e', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 10:50:25.243457 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 10:50:25.247214 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Usage tracker for resource:floatingip and tenant:c81b70c78b0f4241bd294203e02fa27d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 10:50:25.249985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 10:50:25.255585 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 10:50:25.265731 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:25.405330 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:25.544986 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Allocated IP 172.26.2.175 (0092b317-fba6-481a-9c1a-91e0998b20b7/e7e3c3cc-8005-48bd-ad12-23557a7084f4/8cd904e4-1fd3-42d4-9e74-7ab559bcbc80) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 10:50:25.783767 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:25.812092 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791803633466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:25.870109 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Network 0092b317-fba6-481a-9c1a-91e0998b20b7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 10:50:25.873253 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 10:50:25.881628 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 08 10:50:25.918268 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Pushing event updated for resources: {'Port': ['ID=8cd904e4-1fd3-42d4-9e74-7ab559bcbc80,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:50:25.933537 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:25.933893 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:25.934235 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:25.935049 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:25.935389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:25.935728 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:25.936055 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:25.936411 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:25.936840 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:25.937139 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:25.937511 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:25.937839 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:50:26.296939 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:26.368477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:26.570479 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:26.574890 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585073263'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:26.683370 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Pushing event updated for resources: {'Port': ['ID=8cd904e4-1fd3-42d4-9e74-7ab559bcbc80,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:50:26.693436 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995761'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:26.871325 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Floating IP bc27c64f-6c79-489e-b1f1-7ab7cf9bccf8 associated. External IP: 172.26.2.175, port: 56d770db-a056-43e8-8dfa-69000e80140e. Mar 08 10:50:27.316849 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Router bb34d976-a979-43a9-8dad-17e073b8dd9c has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:50:27.494945 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:50:27.505219 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a6901b-41f8-40c5-ae5e-63535e4172dc None None] Sync routers for ids ['bb34d976-a979-43a9-8dad-17e073b8dd9c'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:50:27.514966 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a6901b-41f8-40c5-ae5e-63535e4172dc None None] Routers {'bb34d976-a979-43a9-8dad-17e073b8dd9c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:50:27.515787 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-60a6901b-41f8-40c5-ae5e-63535e4172dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:49:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['bb34d976-a979-43a9-8dad-17e073b8dd9c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:50:27.519012 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:27.590258 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d8f063fc-584e-492c-acca-73493482ae34 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3424883 Mar 08 10:50:27.590258 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c82f313-dba2-4175-aa59-185837e16281', 'tag': '56d770db-a056-43e8-8dfa-69000e80140e'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:50:27.621356 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c82f313-dba2-4175-aa59-185837e16281', 'tag': '56d770db-a056-43e8-8dfa-69000e80140e', 'status': 'completed', 'code': 200} Mar 08 10:50:27.688497 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-60a6901b-41f8-40c5-ae5e-63535e4172dc None None] Set router bb34d976-a979-43a9-8dad-17e073b8dd9c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:50:27.717120 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85085102-a5db-4312-b9b4-c075f4fd3259 req-d372caec-0001-4852-b868-827555bd7dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:27.717705 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc0cd10d-8db2-4d56-b96a-fd9d255fe698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:27.719440 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-85085102-a5db-4312-b9b4-c075f4fd3259 req-d372caec-0001-4852-b868-827555bd7dc5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c81b70c78b0f4241bd294203e02fa27d&device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 1098 time: 0.0750654 Mar 08 10:50:27.845851 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85085102-a5db-4312-b9b4-c075f4fd3259 req-b014ba94-8bed-4f0d-a4a0-afc56d5d661e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:27.847230 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-85085102-a5db-4312-b9b4-c075f4fd3259 req-b014ba94-8bed-4f0d-a4a0-afc56d5d661e service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0406e91-0709-4fe8-831a-1e96135f8574 HTTP/1.1" status: 200 len: 911 time: 0.1225171 Mar 08 10:50:27.948654 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-85085102-a5db-4312-b9b4-c075f4fd3259 req-fe249cf6-ad63-4c56-a804-3de373e0c068 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56d770db-a056-43e8-8dfa-69000e80140e HTTP/1.1" status: 200 len: 999 time: 0.0955257 Mar 08 10:50:28.009386 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85085102-a5db-4312-b9b4-c075f4fd3259 req-3262246d-7dae-4d9f-80b9-26eb30713645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:28.010853 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-85085102-a5db-4312-b9b4-c075f4fd3259 req-3262246d-7dae-4d9f-80b9-26eb30713645 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a111c9f-027a-4c3c-859c-9bb60165180f HTTP/1.1" status: 200 len: 849 time: 0.0564675 Mar 08 10:50:28.070951 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-60a6901b-41f8-40c5-ae5e-63535e4172dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:46:52Z', 'revision_number': 4, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port': {'id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:49Z', 'updated_at': '2022-03-08T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '7b4d46e1-697b-4878-bf04-3788c21fe477', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'floating_ip_address': '172.26.2.86', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'port_id': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'mac_address': 'fa:16:3e:b6:9f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:47:15Z', 'updated_at': '2022-03-08T10:47:18Z', 'revision_number': 1, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'fixed_ip_address_scope': None}, {'id': 'bc27c64f-6c79-489e-b1f1-7ab7cf9bccf8', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'port_id': '56d770db-a056-43e8-8dfa-69000e80140e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'mac_address': 'fa:16:3e:aa:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82f313-dba2-4175-aa59-185837e16281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:50:26Z', 'updated_at': '2022-03-08T10:50:26Z', 'revision_number': 0, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c905e67-7afa-4266-bc74-f6798e96e6e9', 'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'mac_address': 'fa:16:3e:34:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:51Z', 'updated_at': '2022-03-08T10:46:58Z', 'revision_number': 5, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'subnets': [{'id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:50:28.074664 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a6901b-41f8-40c5-ae5e-63535e4172dc None None] Checking router: bb34d976-a979-43a9-8dad-17e073b8dd9c for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:50:28.083124 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a6901b-41f8-40c5-ae5e-63535e4172dc None None] Routers {'bb34d976-a979-43a9-8dad-17e073b8dd9c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:50:28.083263 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85085102-a5db-4312-b9b4-c075f4fd3259 req-7cb1b7ed-2bdc-423b-97bf-0d31fc95bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:28.083710 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-60a6901b-41f8-40c5-ae5e-63535e4172dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:50:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['bb34d976-a979-43a9-8dad-17e073b8dd9c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:50:28.084744 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-85085102-a5db-4312-b9b4-c075f4fd3259 req-7cb1b7ed-2bdc-423b-97bf-0d31fc95bf7f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0406e91-0709-4fe8-831a-1e96135f8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681899 Mar 08 10:50:28.214319 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-85085102-a5db-4312-b9b4-c075f4fd3259 req-5b478d53-3e9c-4b40-8d82-e0715b22009b service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236510 Mar 08 10:50:28.255176 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-60a6901b-41f8-40c5-ae5e-63535e4172dc None None] Set router bb34d976-a979-43a9-8dad-17e073b8dd9c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:50:28.351307 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-85085102-a5db-4312-b9b4-c075f4fd3259 req-026ff8ec-8850-40de-b0ea-5873f9c9731f service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304429 Mar 08 10:50:28.439281 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:28.469245 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:28.596548 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-60a6901b-41f8-40c5-ae5e-63535e4172dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:46:52Z', 'revision_number': 4, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port': {'id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:49Z', 'updated_at': '2022-03-08T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '7b4d46e1-697b-4878-bf04-3788c21fe477', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'floating_ip_address': '172.26.2.86', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'port_id': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'mac_address': 'fa:16:3e:b6:9f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:47:15Z', 'updated_at': '2022-03-08T10:47:18Z', 'revision_number': 1, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'fixed_ip_address_scope': None}, {'id': 'bc27c64f-6c79-489e-b1f1-7ab7cf9bccf8', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'port_id': '56d770db-a056-43e8-8dfa-69000e80140e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'mac_address': 'fa:16:3e:aa:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82f313-dba2-4175-aa59-185837e16281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:50:26Z', 'updated_at': '2022-03-08T10:50:26Z', 'revision_number': 0, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c905e67-7afa-4266-bc74-f6798e96e6e9', 'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'mac_address': 'fa:16:3e:34:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:51Z', 'updated_at': '2022-03-08T10:46:58Z', 'revision_number': 5, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'subnets': [{'id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:50:28.600369 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a6901b-41f8-40c5-ae5e-63535e4172dc None None] The sync data for ids ['bb34d976-a979-43a9-8dad-17e073b8dd9c'] in dv-neutron-831730-2-hyperv is: [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:46:52Z', 'revision_number': 4, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port': {'id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:49Z', 'updated_at': '2022-03-08T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '7b4d46e1-697b-4878-bf04-3788c21fe477', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'floating_ip_address': '172.26.2.86', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'port_id': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'mac_address': 'fa:16:3e:b6:9f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:47:15Z', 'updated_at': '2022-03-08T10:47:18Z', 'revision_number': 1, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'fixed_ip_address_scope': None}, {'id': 'bc27c64f-6c79-489e-b1f1-7ab7cf9bccf8', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'port_id': '56d770db-a056-43e8-8dfa-69000e80140e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'mac_address': 'fa:16:3e:aa:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82f313-dba2-4175-aa59-185837e16281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:50:26Z', 'updated_at': '2022-03-08T10:50:26Z', 'revision_number': 0, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c905e67-7afa-4266-bc74-f6798e96e6e9', 'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'mac_address': 'fa:16:3e:34:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:51Z', 'updated_at': '2022-03-08T10:46:58Z', 'revision_number': 5, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'subnets': [{'id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:50:28.782983 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7101b940-56b9-4970-92f3-e70ee8f9b558 None None] New status for floating IP bc27c64f-6c79-489e-b1f1-7ab7cf9bccf8: ACTIVE {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:50:30.324571 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:41.832298 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7d7060ad-1673-43a6-b140-e64033768f91 req-57f80f92-2560-4b8d-ad63-b824b68e5b2c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719819 Mar 08 10:50:41.969011 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7060ad-1673-43a6-b140-e64033768f91 req-dd405639-b090-4cc4-9840-755a51fe7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:41.970442 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7d7060ad-1673-43a6-b140-e64033768f91 req-dd405639-b090-4cc4-9840-755a51fe7f8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c81b70c78b0f4241bd294203e02fa27d&device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 1096 time: 0.0702622 Mar 08 10:50:42.108379 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7060ad-1673-43a6-b140-e64033768f91 req-1ade2dc3-e37b-4579-928a-f759cd7c1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:42.110089 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7d7060ad-1673-43a6-b140-e64033768f91 req-1ade2dc3-e37b-4579-928a-f759cd7c1c3e service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0406e91-0709-4fe8-831a-1e96135f8574 HTTP/1.1" status: 200 len: 911 time: 0.1226296 Mar 08 10:50:42.209246 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7d7060ad-1673-43a6-b140-e64033768f91 req-bcad8bbb-e141-493f-9f58-fb6c209412e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec97014b-b693-43a3-8c9f-b7bfae9665a7 HTTP/1.1" status: 200 len: 998 time: 0.0930932 Mar 08 10:50:42.271650 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7060ad-1673-43a6-b140-e64033768f91 req-5f9f2b50-9249-4546-a4e5-f5b5ce8a4d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:42.273016 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7d7060ad-1673-43a6-b140-e64033768f91 req-5f9f2b50-9249-4546-a4e5-f5b5ce8a4d02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a111c9f-027a-4c3c-859c-9bb60165180f HTTP/1.1" status: 200 len: 849 time: 0.0581532 Mar 08 10:50:42.343479 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7060ad-1673-43a6-b140-e64033768f91 req-45e9b983-7f43-4e95-91c5-2819c0d48ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:50:42.344917 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7d7060ad-1673-43a6-b140-e64033768f91 req-45e9b983-7f43-4e95-91c5-2819c0d48ba2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0406e91-0709-4fe8-831a-1e96135f8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667114 Mar 08 10:50:42.470744 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7d7060ad-1673-43a6-b140-e64033768f91 req-682f7a1a-14b2-49ba-852e-78e372f162de service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199315 Mar 08 10:50:42.691225 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7d7060ad-1673-43a6-b140-e64033768f91 req-44bde4e0-19b5-4b3d-8d2e-ae974865d9f2 service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150257 Mar 08 10:50:43.891942 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:46.310738 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:50:55.077261 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-02c5a25e-7bb8-4159-817e-1986e8320000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:57.718893 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c64a31ac-9d5e-400d-88a9-711afa9046dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:58.441081 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:50:58.471586 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:51:00.328971 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:51:13.906320 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:51:23.310131 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:51:25.082102 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f62ac2e2-bfe4-441a-8f6e-ebf0a8616538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:51:27.720056 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae124ddf-f52f-46f2-b864-7b76e0e33729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:51:28.482827 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:51:28.487192 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:51:30.330396 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:51:42.860084 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d7a45172-00ca-4c19-9994-e734b8d515a9 req-589adf6c-1cf5-4e28-a3c4-2fc7b76cb3d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672557 Mar 08 10:51:42.950860 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a45172-00ca-4c19-9994-e734b8d515a9 req-685258be-c051-480e-a9a9-a12a58e9dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:51:42.952417 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d7a45172-00ca-4c19-9994-e734b8d515a9 req-685258be-c051-480e-a9a9-a12a58e9dca1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c81b70c78b0f4241bd294203e02fa27d&device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 1098 time: 0.0719440 Mar 08 10:51:43.091194 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a45172-00ca-4c19-9994-e734b8d515a9 req-06c820f5-34aa-4ee5-85aa-6bbf46269799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:51:43.092573 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d7a45172-00ca-4c19-9994-e734b8d515a9 req-06c820f5-34aa-4ee5-85aa-6bbf46269799 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0406e91-0709-4fe8-831a-1e96135f8574 HTTP/1.1" status: 200 len: 911 time: 0.1216335 Mar 08 10:51:43.193107 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d7a45172-00ca-4c19-9994-e734b8d515a9 req-e3372916-079b-4529-b846-bf3d6ddcca94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56d770db-a056-43e8-8dfa-69000e80140e HTTP/1.1" status: 200 len: 1001 time: 0.0935640 Mar 08 10:51:43.252999 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a45172-00ca-4c19-9994-e734b8d515a9 req-1e357839-8be0-4b70-b295-85be7083107f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:51:43.254362 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d7a45172-00ca-4c19-9994-e734b8d515a9 req-1e357839-8be0-4b70-b295-85be7083107f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a111c9f-027a-4c3c-859c-9bb60165180f HTTP/1.1" status: 200 len: 849 time: 0.0552924 Mar 08 10:51:43.329709 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a45172-00ca-4c19-9994-e734b8d515a9 req-f4674f7a-5453-4bff-8221-0b7ff79d5713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:51:43.331158 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d7a45172-00ca-4c19-9994-e734b8d515a9 req-f4674f7a-5453-4bff-8221-0b7ff79d5713 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0406e91-0709-4fe8-831a-1e96135f8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712450 Mar 08 10:51:43.458980 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d7a45172-00ca-4c19-9994-e734b8d515a9 req-325e32fc-310d-4b84-bb86-36753f0352f0 service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211236 Mar 08 10:51:43.587816 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-d7a45172-00ca-4c19-9994-e734b8d515a9 req-7314ebde-a3cf-4ca3-9819-6269d2a4f8af service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217091 Mar 08 10:51:43.911893 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:51:55.083193 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1255485f-29f0-4ac1-826a-3c90ee8dda8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:51:57.721223 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-88a9332f-20b9-43c7-8e36-c70661955ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:51:58.445627 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:51:58.476321 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:00.312279 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:52:00.333112 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:13.915117 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:25.085646 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b80a98bc-8473-4062-86b4-20adf4376260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:27.721470 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5dbffab4-bddc-4f57-b2dc-dc5ad1520a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:28.448250 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:28.478906 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:30.335335 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:35.346712 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 56d770db-a056-43e8-8dfa-69000e80140e details requested by agent hyperv_hv-neutron-8317 with host hv-neutron-8317 {{(pid=87773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 10:52:35.475000 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 56d770db-a056-43e8-8dfa-69000e80140e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=56d770db-a056-43e8-8dfa-69000e80140e,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:52:35.487569 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Returning: {'device': '56d770db-a056-43e8-8dfa-69000e80140e', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'port_id': '56d770db-a056-43e8-8dfa-69000e80140e', 'mac_address': 'fa:16:3e:aa:87:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 10:52:35.543668 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:35.561394 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56d770db-a056-43e8-8dfa-69000e80140e {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 10:52:35.577188 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 56d770db-a056-43e8-8dfa-69000e80140e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=56d770db-a056-43e8-8dfa-69000e80140e,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:52:35.580852 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:35.652661 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=56d770db-a056-43e8-8dfa-69000e80140e,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:52:35.660815 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:35.661165 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:35.661502 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:35.661839 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:35.662165 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:35.662491 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:35.662814 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:35.663137 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:35.663457 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:35.663777 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:35.664095 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:35.664410 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:35.667876 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] get_ports_and_sgs() called for port_ids ['56d770db-a056-43e8-8dfa-69000e80140e'] {{(pid=87773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 08 10:52:37.311933 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:52:37.357305 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 56d770db-a056-43e8-8dfa-69000e80140e up at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 10:52:37.421718 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Provisioning complete for port 56d770db-a056-43e8-8dfa-69000e80140e triggered by entity L2. {{(pid=87773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 10:52:37.422075 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4140702'] for port, provisioning_complete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:37.532628 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:37.557671 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c82f313-dba2-4175-aa59-185837e16281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d770db-a056-43e8-8dfa-69000e80140e'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:52:37.567906 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 56d770db-a056-43e8-8dfa-69000e80140e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=56d770db-a056-43e8-8dfa-69000e80140e,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:52:37.572127 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:37.608653 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c82f313-dba2-4175-aa59-185837e16281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d770db-a056-43e8-8dfa-69000e80140e', 'code': 200} Mar 08 10:52:37.638737 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=56d770db-a056-43e8-8dfa-69000e80140e,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:52:43.948105 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:44.882331 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0442acee-d9f1-4d06-886b-fa49fe807c76 req-01df7dd7-5ff1-4b88-89bb-5aa4b683bba9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1275957 Mar 08 10:52:45.040097 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442acee-d9f1-4d06-886b-fa49fe807c76 req-240ffaf7-bef1-419b-acc1-d697524425fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:52:45.041656 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0442acee-d9f1-4d06-886b-fa49fe807c76 req-240ffaf7-bef1-419b-acc1-d697524425fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c81b70c78b0f4241bd294203e02fa27d&device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 1096 time: 0.0811107 Mar 08 10:52:45.201193 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442acee-d9f1-4d06-886b-fa49fe807c76 req-56673b9c-d411-4b88-9278-2d7a636a17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:52:45.203589 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0442acee-d9f1-4d06-886b-fa49fe807c76 req-56673b9c-d411-4b88-9278-2d7a636a17bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0406e91-0709-4fe8-831a-1e96135f8574 HTTP/1.1" status: 200 len: 911 time: 0.1416245 Mar 08 10:52:45.321082 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0442acee-d9f1-4d06-886b-fa49fe807c76 req-4184f8df-8c0a-4bf4-b424-8bf74bd45faa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec97014b-b693-43a3-8c9f-b7bfae9665a7 HTTP/1.1" status: 200 len: 998 time: 0.1105697 Mar 08 10:52:45.394838 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442acee-d9f1-4d06-886b-fa49fe807c76 req-0a4e2a74-b0fd-4f6b-a77b-d78fcbdfdb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:52:45.396265 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0442acee-d9f1-4d06-886b-fa49fe807c76 req-0a4e2a74-b0fd-4f6b-a77b-d78fcbdfdb39 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a111c9f-027a-4c3c-859c-9bb60165180f HTTP/1.1" status: 200 len: 849 time: 0.0691824 Mar 08 10:52:45.497723 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442acee-d9f1-4d06-886b-fa49fe807c76 req-7c50d3b3-3573-4975-8633-afa646aae187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:52:45.499197 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0442acee-d9f1-4d06-886b-fa49fe807c76 req-7c50d3b3-3573-4975-8633-afa646aae187 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0406e91-0709-4fe8-831a-1e96135f8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0969772 Mar 08 10:52:45.658571 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0442acee-d9f1-4d06-886b-fa49fe807c76 req-a59fc2b1-b1db-4208-ab5d-caeb1e9e2787 service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518924 Mar 08 10:52:45.932872 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-0442acee-d9f1-4d06-886b-fa49fe807c76 req-e0c2573e-e2c5-4807-a113-ff7a1a8e3391 service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684281 Mar 08 10:52:48.517360 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 56940) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:52:48.717282 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Deleting port 8cd904e4-1fd3-42d4-9e74-7ab559bcbc80 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:52:48.717623 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:48.880488 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:48.880749 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:49.001333 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Calling delete_port for 8cd904e4-1fd3-42d4-9e74-7ab559bcbc80 owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:52:49.143037 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:49.192321 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Pushing event deleted for resources: {'Port': ['ID=8cd904e4-1fd3-42d4-9e74-7ab559bcbc80,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:52:49.231400 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:49.231748 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:49.232088 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:49.232420 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:49.232770 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:49.233100 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:49.233423 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:49.233745 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:49.234066 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:49.234390 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:49.234709 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:49.235024 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:52:49.291026 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:49.291330 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Floating IP bc27c64f-6c79-489e-b1f1-7ab7cf9bccf8 disassociated (deleted). External IP: 172.26.2.175, port: 56d770db-a056-43e8-8dfa-69000e80140e. Mar 08 10:52:49.629232 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Router bb34d976-a979-43a9-8dad-17e073b8dd9c has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:52:49.898576 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:52:49.908276 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a7be35-2885-49e7-98b3-c9ec92b5fcc5 None None] Sync routers for ids ['bb34d976-a979-43a9-8dad-17e073b8dd9c'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:52:49.917488 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a7be35-2885-49e7-98b3-c9ec92b5fcc5 None None] Routers {'bb34d976-a979-43a9-8dad-17e073b8dd9c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:52:49.918143 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-15a7be35-2885-49e7-98b3-c9ec92b5fcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:52:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['bb34d976-a979-43a9-8dad-17e073b8dd9c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:52:49.918285 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:49.972566 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-aad2a317-ea49-4507-be09-49f4dc5f4731 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "DELETE /v2.0/floatingips/bc27c64f-6c79-489e-b1f1-7ab7cf9bccf8 HTTP/1.1" status: 204 len: 168 time: 1.4540968 Mar 08 10:52:49.973178 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c82f313-dba2-4175-aa59-185837e16281', 'tag': '56d770db-a056-43e8-8dfa-69000e80140e'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:52:50.024318 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c82f313-dba2-4175-aa59-185837e16281', 'tag': '56d770db-a056-43e8-8dfa-69000e80140e', 'status': 'completed', 'code': 200} Mar 08 10:52:50.093434 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-15a7be35-2885-49e7-98b3-c9ec92b5fcc5 None None] Set router bb34d976-a979-43a9-8dad-17e073b8dd9c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:52:50.122734 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f1eaa-9de7-4aea-ae29-dff10a681343 req-9ae7251d-1613-4513-8f32-b1a7406b9417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:52:50.124225 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-112f1eaa-9de7-4aea-ae29-dff10a681343 req-9ae7251d-1613-4513-8f32-b1a7406b9417 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c81b70c78b0f4241bd294203e02fa27d&device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 1098 time: 0.0787344 Mar 08 10:52:50.266704 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f1eaa-9de7-4aea-ae29-dff10a681343 req-6056f355-a199-4fcc-b125-d8ec12e2d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:52:50.268207 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-112f1eaa-9de7-4aea-ae29-dff10a681343 req-6056f355-a199-4fcc-b125-d8ec12e2d76b service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0406e91-0709-4fe8-831a-1e96135f8574 HTTP/1.1" status: 200 len: 911 time: 0.1371551 Mar 08 10:52:50.338624 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-112f1eaa-9de7-4aea-ae29-dff10a681343 req-b40fc8fe-3242-422e-bd53-423dbad3e573 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56d770db-a056-43e8-8dfa-69000e80140e HTTP/1.1" status: 200 len: 217 time: 0.0635719 Mar 08 10:52:50.449242 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f1eaa-9de7-4aea-ae29-dff10a681343 req-5e926527-d992-4a2f-b3a6-86b58f5f64c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:52:50.450586 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-112f1eaa-9de7-4aea-ae29-dff10a681343 req-5e926527-d992-4a2f-b3a6-86b58f5f64c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a111c9f-027a-4c3c-859c-9bb60165180f HTTP/1.1" status: 200 len: 849 time: 0.1065433 Mar 08 10:52:50.473537 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-15a7be35-2885-49e7-98b3-c9ec92b5fcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:46:52Z', 'revision_number': 4, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port': {'id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:49Z', 'updated_at': '2022-03-08T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '7b4d46e1-697b-4878-bf04-3788c21fe477', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'floating_ip_address': '172.26.2.86', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'port_id': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'mac_address': 'fa:16:3e:b6:9f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:47:15Z', 'updated_at': '2022-03-08T10:47:18Z', 'revision_number': 1, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c905e67-7afa-4266-bc74-f6798e96e6e9', 'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'mac_address': 'fa:16:3e:34:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:51Z', 'updated_at': '2022-03-08T10:46:58Z', 'revision_number': 5, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'subnets': [{'id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:52:50.477372 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a7be35-2885-49e7-98b3-c9ec92b5fcc5 None None] Checking router: bb34d976-a979-43a9-8dad-17e073b8dd9c for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:52:50.485902 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a7be35-2885-49e7-98b3-c9ec92b5fcc5 None None] Routers {'bb34d976-a979-43a9-8dad-17e073b8dd9c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:52:50.486485 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-15a7be35-2885-49e7-98b3-c9ec92b5fcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:52:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['bb34d976-a979-43a9-8dad-17e073b8dd9c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:52:50.524439 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ee8a9-d567-4215-acfb-bc0bdc00bc24 req-0b6d03f8-23db-4a35-9408-42814822467f tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:52:50.525152 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-725ee8a9-d567-4215-acfb-bc0bdc00bc24 req-0b6d03f8-23db-4a35-9408-42814822467f tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Synchronizing usage tracker for tenant:c81b70c78b0f4241bd294203e02fa27d on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:52:50.558904 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-725ee8a9-d567-4215-acfb-bc0bdc00bc24 req-0b6d03f8-23db-4a35-9408-42814822467f tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Unset dirty status for tenant:c81b70c78b0f4241bd294203e02fa27d on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:52:50.560041 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-725ee8a9-d567-4215-acfb-bc0bdc00bc24 req-0b6d03f8-23db-4a35-9408-42814822467f tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 945 time: 0.2335358 Mar 08 10:52:50.563022 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f1eaa-9de7-4aea-ae29-dff10a681343 req-886a9253-0c2f-4c8b-915e-ace1e9d91ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:52:50.564396 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-112f1eaa-9de7-4aea-ae29-dff10a681343 req-886a9253-0c2f-4c8b-915e-ace1e9d91ff2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0406e91-0709-4fe8-831a-1e96135f8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1061726 Mar 08 10:52:50.663244 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-15a7be35-2885-49e7-98b3-c9ec92b5fcc5 None None] Set router bb34d976-a979-43a9-8dad-17e073b8dd9c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:52:50.684391 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-725ee8a9-d567-4215-acfb-bc0bdc00bc24 req-83642ce4-261b-44d9-881b-07addaa6d0c9 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166353 Mar 08 10:52:50.725402 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-112f1eaa-9de7-4aea-ae29-dff10a681343 req-0dbfa0e9-40ff-4923-8a46-f8830344edfc service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449077 Mar 08 10:52:50.862549 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-112f1eaa-9de7-4aea-ae29-dff10a681343 req-62f54f60-257f-4516-b2b3-bd06dc0124e7 service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278596 Mar 08 10:52:51.002464 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-15a7be35-2885-49e7-98b3-c9ec92b5fcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:46:52Z', 'revision_number': 4, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port': {'id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:49Z', 'updated_at': '2022-03-08T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '7b4d46e1-697b-4878-bf04-3788c21fe477', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'floating_ip_address': '172.26.2.86', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'port_id': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'mac_address': 'fa:16:3e:b6:9f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:47:15Z', 'updated_at': '2022-03-08T10:47:18Z', 'revision_number': 1, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c905e67-7afa-4266-bc74-f6798e96e6e9', 'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'mac_address': 'fa:16:3e:34:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:51Z', 'updated_at': '2022-03-08T10:46:58Z', 'revision_number': 5, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'subnets': [{'id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:52:51.006250 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a7be35-2885-49e7-98b3-c9ec92b5fcc5 None None] The sync data for ids ['bb34d976-a979-43a9-8dad-17e073b8dd9c'] in dv-neutron-831730-2-hyperv is: [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:46:52Z', 'revision_number': 4, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port': {'id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:49Z', 'updated_at': '2022-03-08T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_floatingips': [{'id': '7b4d46e1-697b-4878-bf04-3788c21fe477', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'floating_ip_address': '172.26.2.86', 'floating_network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'router_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'port_id': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'mac_address': 'fa:16:3e:b6:9f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T10:47:15Z', 'updated_at': '2022-03-08T10:47:18Z', 'revision_number': 1, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c905e67-7afa-4266-bc74-f6798e96e6e9', 'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'mac_address': 'fa:16:3e:34:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:51Z', 'updated_at': '2022-03-08T10:46:58Z', 'revision_number': 5, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'subnets': [{'id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:52:51.220827 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6a60be-ee19-4019-97c8-9787d57cbe55 None None] New status for floating IP bc27c64f-6c79-489e-b1f1-7ab7cf9bccf8: DOWN {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:52:51.391585 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 56d770db-a056-43e8-8dfa-69000e80140e no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:52:51.503436 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721325'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:51.530420 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c82f313-dba2-4175-aa59-185837e16281', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d770db-a056-43e8-8dfa-69000e80140e'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:52:51.540302 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] For port 56d770db-a056-43e8-8dfa-69000e80140e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=56d770db-a056-43e8-8dfa-69000e80140e,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:52:51.545674 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791804014084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791803633484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791803633529'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:51.576720 dv-neutron-831730-2-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c82f313-dba2-4175-aa59-185837e16281', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d770db-a056-43e8-8dfa-69000e80140e', 'code': 200} Mar 08 10:52:51.613554 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Pushing event updated for resources: {'Port': ['ID=56d770db-a056-43e8-8dfa-69000e80140e,revision_number=8']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:52:51.867111 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3e115-fb27-4a71-aea6-c6f8039aeb52 req-88855191-48ed-4431-88a5-b0081e3f3ae8 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:52:51.868478 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8ac3e115-fb27-4a71-aea6-c6f8039aeb52 req-88855191-48ed-4431-88a5-b0081e3f3ae8 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 943 time: 0.0785205 Mar 08 10:52:51.911562 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-8ac3e115-fb27-4a71-aea6-c6f8039aeb52 req-c1ea0d40-93b4-482d-bc2e-701fd72b560b tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374877 Mar 08 10:52:52.123163 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd08682-823c-456f-b2b7-051d1d4d6146 req-f5e9b2b8-289c-403b-a694-1ea7fa8e70f6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:52:52.124491 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3bd08682-823c-456f-b2b7-051d1d4d6146 req-f5e9b2b8-289c-403b-a694-1ea7fa8e70f6 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 943 time: 0.0836778 Mar 08 10:52:52.190789 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-3bd08682-823c-456f-b2b7-051d1d4d6146 req-2342ad38-4f75-4c61-adb7-bc07827ab009 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Deleting port 56d770db-a056-43e8-8dfa-69000e80140e {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:52:52.191136 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-3bd08682-823c-456f-b2b7-051d1d4d6146 req-2342ad38-4f75-4c61-adb7-bc07827ab009 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:52.432125 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-3bd08682-823c-456f-b2b7-051d1d4d6146 req-2342ad38-4f75-4c61-adb7-bc07827ab009 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] For port 56d770db-a056-43e8-8dfa-69000e80140e, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=56d770db-a056-43e8-8dfa-69000e80140e,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:52:52.432542 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-3bd08682-823c-456f-b2b7-051d1d4d6146 req-2342ad38-4f75-4c61-adb7-bc07827ab009 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:52.653290 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-3bd08682-823c-456f-b2b7-051d1d4d6146 req-2342ad38-4f75-4c61-adb7-bc07827ab009 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Calling delete_port for 56d770db-a056-43e8-8dfa-69000e80140e owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:52:52.789772 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-3bd08682-823c-456f-b2b7-051d1d4d6146 req-2342ad38-4f75-4c61-adb7-bc07827ab009 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:52.836868 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342ad38-4f75-4c61-adb7-bc07827ab009 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Pushing event deleted for resources: {'Port': ['ID=56d770db-a056-43e8-8dfa-69000e80140e,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:52:52.911804 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd08682-823c-456f-b2b7-051d1d4d6146 req-2342ad38-4f75-4c61-adb7-bc07827ab009 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] No DVR routers for this DVR port 56d770db-a056-43e8-8dfa-69000e80140e on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:52:52.914181 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-3bd08682-823c-456f-b2b7-051d1d4d6146 req-2342ad38-4f75-4c61-adb7-bc07827ab009 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:52.916606 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c82f313-dba2-4175-aa59-185837e16281', 'name': 'network-vif-deleted', 'tag': '56d770db-a056-43e8-8dfa-69000e80140e'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:52:52.931308 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-3bd08682-823c-456f-b2b7-051d1d4d6146 req-2342ad38-4f75-4c61-adb7-bc07827ab009 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.26 "DELETE /v2.0/ports/56d770db-a056-43e8-8dfa-69000e80140e HTTP/1.1" status: 204 len: 173 time: 0.8018084 Mar 08 10:52:52.963785 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c82f313-dba2-4175-aa59-185837e16281', 'name': 'network-vif-deleted', 'tag': '56d770db-a056-43e8-8dfa-69000e80140e', 'status': 'completed', 'code': 200} Mar 08 10:52:53.060122 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-b9f0d101-b186-4e10-af8d-4909006b06f0 req-3dad0173-3681-4745-9b56-b8dd760e96f0 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Synchronizing usage tracker for tenant:c81b70c78b0f4241bd294203e02fa27d on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:52:53.075661 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-b9f0d101-b186-4e10-af8d-4909006b06f0 req-3dad0173-3681-4745-9b56-b8dd760e96f0 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Unset dirty status for tenant:c81b70c78b0f4241bd294203e02fa27d on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:52:53.076886 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-b9f0d101-b186-4e10-af8d-4909006b06f0 req-3dad0173-3681-4745-9b56-b8dd760e96f0 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c82f313-dba2-4175-aa59-185837e16281 HTTP/1.1" status: 200 len: 210 time: 0.0578544 Mar 08 10:52:54.712461 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 57004) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:52:54.909072 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-d63ce90e-7b5a-4a57-96a6-42947b27f70a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Deleting port 92321fc4-bbfb-4e00-9e8a-26073b7bcdca {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:52:54.909524 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d63ce90e-7b5a-4a57-96a6-42947b27f70a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:55.079752 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d63ce90e-7b5a-4a57-96a6-42947b27f70a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:55.079984 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d63ce90e-7b5a-4a57-96a6-42947b27f70a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:55.088393 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9997398-6d65-484d-be42-bf97606f26dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:55.199838 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [None req-d63ce90e-7b5a-4a57-96a6-42947b27f70a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Calling delete_port for 92321fc4-bbfb-4e00-9e8a-26073b7bcdca owned by network:floatingip {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:52:55.343959 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d63ce90e-7b5a-4a57-96a6-42947b27f70a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:55.390675 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ce90e-7b5a-4a57-96a6-42947b27f70a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Pushing event deleted for resources: {'Port': ['ID=92321fc4-bbfb-4e00-9e8a-26073b7bcdca,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:52:55.480675 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d63ce90e-7b5a-4a57-96a6-42947b27f70a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for floatingip, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:55.481025 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.db.l3_db [None req-d63ce90e-7b5a-4a57-96a6-42947b27f70a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Floating IP 7b4d46e1-697b-4878-bf04-3788c21fe477 disassociated (deleted). External IP: 172.26.2.86, port: ec97014b-b693-43a3-8c9f-b7bfae9665a7. Mar 08 10:52:55.909638 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63ce90e-7b5a-4a57-96a6-42947b27f70a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Router bb34d976-a979-43a9-8dad-17e073b8dd9c has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:52:56.090223 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63ce90e-7b5a-4a57-96a6-42947b27f70a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:52:56.100106 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d281d51e-fbef-4410-b4e2-c2707cb3be97 None None] Sync routers for ids ['bb34d976-a979-43a9-8dad-17e073b8dd9c'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:52:56.109490 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d281d51e-fbef-4410-b4e2-c2707cb3be97 None None] Routers {'bb34d976-a979-43a9-8dad-17e073b8dd9c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:52:56.109881 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-d63ce90e-7b5a-4a57-96a6-42947b27f70a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for floatingip, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:56.110081 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d281d51e-fbef-4410-b4e2-c2707cb3be97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:52:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['bb34d976-a979-43a9-8dad-17e073b8dd9c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:52:56.164247 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-d63ce90e-7b5a-4a57-96a6-42947b27f70a tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "DELETE /v2.0/floatingips/7b4d46e1-697b-4878-bf04-3788c21fe477 HTTP/1.1" status: 204 len: 168 time: 1.4499204 Mar 08 10:52:56.164624 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'tag': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:52:56.212149 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'tag': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'status': 'completed', 'code': 200} Mar 08 10:52:56.285841 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d281d51e-fbef-4410-b4e2-c2707cb3be97 None None] Set router bb34d976-a979-43a9-8dad-17e073b8dd9c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:52:56.309551 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4275f-cc46-44e9-ae3a-d2342ecbbc55 req-4106ac67-37f1-4e3f-a016-4998b81afb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:52:56.311120 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-79e4275f-cc46-44e9-ae3a-d2342ecbbc55 req-4106ac67-37f1-4e3f-a016-4998b81afb68 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c81b70c78b0f4241bd294203e02fa27d&device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 1096 time: 0.0780182 Mar 08 10:52:56.452398 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4275f-cc46-44e9-ae3a-d2342ecbbc55 req-51d2715e-5e7b-4e0a-ab05-9a588b1ffc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:52:56.453927 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-79e4275f-cc46-44e9-ae3a-d2342ecbbc55 req-51d2715e-5e7b-4e0a-ab05-9a588b1ffc27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0406e91-0709-4fe8-831a-1e96135f8574 HTTP/1.1" status: 200 len: 911 time: 0.1363735 Mar 08 10:52:56.523030 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-79e4275f-cc46-44e9-ae3a-d2342ecbbc55 req-5e10930f-b8b0-44c3-a309-d33e5dd7abd8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec97014b-b693-43a3-8c9f-b7bfae9665a7 HTTP/1.1" status: 200 len: 217 time: 0.0620837 Mar 08 10:52:56.552251 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a14f6-bcdc-49b6-90fe-a31288d686d1 req-a0100ecc-55dd-4dae-baf0-a7edd7a6ac32 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:52:56.559248 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4d9a14f6-bcdc-49b6-90fe-a31288d686d1 req-a0100ecc-55dd-4dae-baf0-a7edd7a6ac32 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 943 time: 0.0905108 Mar 08 10:52:56.600732 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4275f-cc46-44e9-ae3a-d2342ecbbc55 req-fd8078f1-c039-4656-96c9-0048e58df8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:52:56.602015 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-79e4275f-cc46-44e9-ae3a-d2342ecbbc55 req-fd8078f1-c039-4656-96c9-0048e58df8f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a111c9f-027a-4c3c-859c-9bb60165180f HTTP/1.1" status: 200 len: 849 time: 0.0725656 Mar 08 10:52:56.607638 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4d9a14f6-bcdc-49b6-90fe-a31288d686d1 req-60dda2f2-576f-47f4-b523-6d74aba2b440 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475760 Mar 08 10:52:56.616934 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d281d51e-fbef-4410-b4e2-c2707cb3be97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:46:52Z', 'revision_number': 4, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port': {'id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:49Z', 'updated_at': '2022-03-08T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '3c905e67-7afa-4266-bc74-f6798e96e6e9', 'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'mac_address': 'fa:16:3e:34:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:51Z', 'updated_at': '2022-03-08T10:46:58Z', 'revision_number': 5, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'subnets': [{'id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:52:56.620989 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d281d51e-fbef-4410-b4e2-c2707cb3be97 None None] Checking router: bb34d976-a979-43a9-8dad-17e073b8dd9c for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:52:56.629283 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d281d51e-fbef-4410-b4e2-c2707cb3be97 None None] Routers {'bb34d976-a979-43a9-8dad-17e073b8dd9c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:52:56.629862 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d281d51e-fbef-4410-b4e2-c2707cb3be97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:52:28Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['bb34d976-a979-43a9-8dad-17e073b8dd9c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:52:56.676827 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4275f-cc46-44e9-ae3a-d2342ecbbc55 req-c3a28b0f-8452-40cd-9a9e-acc6b35ae672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:52:56.678296 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-79e4275f-cc46-44e9-ae3a-d2342ecbbc55 req-c3a28b0f-8452-40cd-9a9e-acc6b35ae672 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0406e91-0709-4fe8-831a-1e96135f8574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695465 Mar 08 10:52:56.799990 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d281d51e-fbef-4410-b4e2-c2707cb3be97 None None] Set router bb34d976-a979-43a9-8dad-17e073b8dd9c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:52:56.809895 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-79e4275f-cc46-44e9-ae3a-d2342ecbbc55 req-9a6298b2-2014-4350-9eea-f29dae25ee96 service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234703 Mar 08 10:52:56.942770 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-79e4275f-cc46-44e9-ae3a-d2342ecbbc55 req-5633100d-4477-46f4-8c55-387c3a7ca976 service neutron] 10.222.0.26 "GET /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264231 Mar 08 10:52:57.123248 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d281d51e-fbef-4410-b4e2-c2707cb3be97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:46:52Z', 'revision_number': 4, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port': {'id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:49Z', 'updated_at': '2022-03-08T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '3c905e67-7afa-4266-bc74-f6798e96e6e9', 'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'mac_address': 'fa:16:3e:34:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:51Z', 'updated_at': '2022-03-08T10:46:58Z', 'revision_number': 5, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'subnets': [{'id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:52:57.126927 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d281d51e-fbef-4410-b4e2-c2707cb3be97 None None] The sync data for ids ['bb34d976-a979-43a9-8dad-17e073b8dd9c'] in dv-neutron-831730-2-hyperv is: [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:46:52Z', 'revision_number': 4, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port': {'id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:49Z', 'updated_at': '2022-03-08T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv', '_interfaces': [{'id': '3c905e67-7afa-4266-bc74-f6798e96e6e9', 'name': '', 'network_id': 'c0406e91-0709-4fe8-831a-1e96135f8574', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'mac_address': 'fa:16:3e:34:68:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:51Z', 'updated_at': '2022-03-08T10:46:58Z', 'revision_number': 5, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'subnets': [{'id': '8a111c9f-027a-4c3c-859c-9bb60165180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:52:57.334612 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb839ce-0fe3-499e-ab81-869a453b9d36 None None] New status for floating IP 7b4d46e1-697b-4878-bf04-3788c21fe477: DOWN {{(pid=87773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 10:52:57.413140 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 56d770db-a056-43e8-8dfa-69000e80140e no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:52:57.480098 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a07b0-f81d-4fe1-abfd-f192295af0f4 req-00ae8491-38da-411d-a6ea-b3af6e8cf6f7 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:52:57.480817 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-1c1a07b0-f81d-4fe1-abfd-f192295af0f4 req-00ae8491-38da-411d-a6ea-b3af6e8cf6f7 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Synchronizing usage tracker for tenant:c81b70c78b0f4241bd294203e02fa27d on resource:port {{(pid=87771) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 10:52:57.496201 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.quota.resource [req-1c1a07b0-f81d-4fe1-abfd-f192295af0f4 req-00ae8491-38da-411d-a6ea-b3af6e8cf6f7 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Unset dirty status for tenant:c81b70c78b0f4241bd294203e02fa27d on resource:port {{(pid=87771) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 10:52:57.497382 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1c1a07b0-f81d-4fe1-abfd-f192295af0f4 req-00ae8491-38da-411d-a6ea-b3af6e8cf6f7 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 943 time: 0.0979350 Mar 08 10:52:57.511320 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: 56d770db-a056-43e8-8dfa-69000e80140e {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:52:57.511845 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device 56d770db-a056-43e8-8dfa-69000e80140e not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:52:57.571376 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-1c1a07b0-f81d-4fe1-abfd-f192295af0f4 req-7ed2a02d-ce99-4a69-bb57-06176c9d715c tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Deleting port ec97014b-b693-43a3-8c9f-b7bfae9665a7 {{(pid=87771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:52:57.571742 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1c1a07b0-f81d-4fe1-abfd-f192295af0f4 req-7ed2a02d-ce99-4a69-bb57-06176c9d715c tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:57.723748 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31b54b66-2f43-43ff-96c5-912d2b9d0547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:57.960931 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.db [req-1c1a07b0-f81d-4fe1-abfd-f192295af0f4 req-7ed2a02d-ce99-4a69-bb57-06176c9d715c tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] For port ec97014b-b693-43a3-8c9f-b7bfae9665a7, host hv-neutron-8317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8317',level=0,port_id=ec97014b-b693-43a3-8c9f-b7bfae9665a7,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:52:57.961502 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1c1a07b0-f81d-4fe1-abfd-f192295af0f4 req-7ed2a02d-ce99-4a69-bb57-06176c9d715c tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:58.086964 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.plugins.ml2.plugin [req-1c1a07b0-f81d-4fe1-abfd-f192295af0f4 req-7ed2a02d-ce99-4a69-bb57-06176c9d715c tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Calling delete_port for ec97014b-b693-43a3-8c9f-b7bfae9665a7 owned by compute:nova {{(pid=87771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:52:58.129053 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fed45-b14f-414a-9e6b-962d873916a1 req-752ef3fe-636e-4338-b65e-78a376e0ff63 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 10:52:58.130474 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7e9fed45-b14f-414a-9e6b-962d873916a1 req-752ef3fe-636e-4338-b65e-78a376e0ff63 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8058276-18aa-43ca-9d47-bcd93b1170de HTTP/1.1" status: 200 len: 943 time: 0.4148591 Mar 08 10:52:58.209232 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-7e9fed45-b14f-414a-9e6b-962d873916a1 req-7e8cd490-d193-40d0-ba4a-50eb38e43984 tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d404d92-b658-4723-b26f-7a8cc84ab9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706854 Mar 08 10:52:58.274913 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1c1a07b0-f81d-4fe1-abfd-f192295af0f4 req-7ed2a02d-ce99-4a69-bb57-06176c9d715c tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-123202'] for port, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:58.326054 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2a02d-ce99-4a69-bb57-06176c9d715c tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Pushing event deleted for resources: {'Port': ['ID=ec97014b-b693-43a3-8c9f-b7bfae9665a7,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:52:58.400944 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1a07b0-f81d-4fe1-abfd-f192295af0f4 req-7ed2a02d-ce99-4a69-bb57-06176c9d715c tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] No DVR routers for this DVR port ec97014b-b693-43a3-8c9f-b7bfae9665a7 on host hv-neutron-8317 {{(pid=87771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:52:58.403315 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [req-1c1a07b0-f81d-4fe1-abfd-f192295af0f4 req-7ed2a02d-ce99-4a69-bb57-06176c9d715c tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-409395'] for port, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:58.405760 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'name': 'network-vif-deleted', 'tag': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7'}] {{(pid=87771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 10:52:58.421827 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [req-1c1a07b0-f81d-4fe1-abfd-f192295af0f4 req-7ed2a02d-ce99-4a69-bb57-06176c9d715c tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.26 "DELETE /v2.0/ports/ec97014b-b693-43a3-8c9f-b7bfae9665a7 HTTP/1.1" status: 204 len: 173 time: 0.9174051 Mar 08 10:52:58.456025 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8058276-18aa-43ca-9d47-bcd93b1170de', 'name': 'network-vif-deleted', 'tag': 'ec97014b-b693-43a3-8c9f-b7bfae9665a7', 'status': 'completed', 'code': 200} Mar 08 10:52:58.481584 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:58.493409 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:59.300227 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 57020) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:52:59.366426 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e8feb02e-d0be-468c-9a87-6a5d3dcf3edd tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:59.394924 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e8feb02e-d0be-468c-9a87-6a5d3dcf3edd tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:59.462623 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e8feb02e-d0be-468c-9a87-6a5d3dcf3edd tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:59.480496 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8feb02e-d0be-468c-9a87-6a5d3dcf3edd tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d404d92-b658-4723-b26f-7a8cc84ab9e4,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:52:59.497056 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-e8feb02e-d0be-468c-9a87-6a5d3dcf3edd tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:52:59.498117 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e8feb02e-d0be-468c-9a87-6a5d3dcf3edd tempest-TestSnapshotPattern-1442037730 tempest-TestSnapshotPattern-1442037730-project] 10.222.0.24 "DELETE /v2.0/security-groups/6d404d92-b658-4723-b26f-7a8cc84ab9e4 HTTP/1.1" status: 204 len: 168 time: 0.1968853 Mar 08 10:52:59.547395 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 57026) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:53:00.289235 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:00.339203 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:00.649019 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Deleting port 3c905e67-7afa-4266-bc74-f6798e96e6e9 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:53:00.649595 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:00.917949 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] For port 3c905e67-7afa-4266-bc74-f6798e96e6e9, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=3c905e67-7afa-4266-bc74-f6798e96e6e9,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:53:00.922310 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:01.036334 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Calling delete_port for 3c905e67-7afa-4266-bc74-f6798e96e6e9 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:53:01.207992 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:01.262669 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c905e67-7afa-4266-bc74-f6798e96e6e9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:53:01.299791 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:53:01.300139 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:53:01.300483 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:53:01.300851 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:53:01.301190 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:53:01.301524 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:53:01.301863 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:53:01.302193 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:53:01.302523 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:53:01.302847 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:53:01.303171 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:53:01.303492 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831730-2-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 10:53:01.402995 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ec97014b-b693-43a3-8c9f-b7bfae9665a7 no longer exists at agent hyperv_hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:53:01.440721 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] No Port match for: ec97014b-b693-43a3-8c9f-b7bfae9665a7 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:53:01.441068 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Device ec97014b-b693-43a3-8c9f-b7bfae9665a7 not bound to the agent host hv-neutron-8317 {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:53:01.536985 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:01.899379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Router bb34d976-a979-43a9-8dad-17e073b8dd9c has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:53:02.177283 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:53:02.186678 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d109598-d370-4cea-bd61-a1c9d809a1c0 None None] Sync routers for ids ['bb34d976-a979-43a9-8dad-17e073b8dd9c'] in dv-neutron-831730-2-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:53:02.192892 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3eea1f1b-aa3e-4cd6-97d0-76d598d4c789 admin admin] 10.222.0.24 "PUT /v2.0/routers/bb34d976-a979-43a9-8dad-17e073b8dd9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6418016 Mar 08 10:53:02.193111 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 57032) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:53:02.196488 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d109598-d370-4cea-bd61-a1c9d809a1c0 None None] Routers {'bb34d976-a979-43a9-8dad-17e073b8dd9c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:53:02.197739 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5d109598-d370-4cea-bd61-a1c9d809a1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:52:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['bb34d976-a979-43a9-8dad-17e073b8dd9c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:53:02.370939 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-5d109598-d370-4cea-bd61-a1c9d809a1c0 None None] Set router bb34d976-a979-43a9-8dad-17e073b8dd9c gateway port host: dv-neutron-831730-2-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:53:02.371728 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf0392f2-49b7-40c0-afb6-c0bee6cfef7e admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:02.543946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf0392f2-49b7-40c0-afb6-c0bee6cfef7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:02.558877 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cf0392f2-49b7-40c0-afb6-c0bee6cfef7e admin admin] Deleting port 60056b34-430c-440c-b3ce-35c8e5fa9ca2 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:53:02.559435 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf0392f2-49b7-40c0-afb6-c0bee6cfef7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:02.651713 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5d109598-d370-4cea-bd61-a1c9d809a1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186'}], 'enable_snat': True}, 'gw_port_id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:53:01Z', 'revision_number': 5, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port': {'id': '60056b34-430c-440c-b3ce-35c8e5fa9ca2', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:49Z', 'updated_at': '2022-03-08T10:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:53:02.655652 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d109598-d370-4cea-bd61-a1c9d809a1c0 None None] Checking router: bb34d976-a979-43a9-8dad-17e073b8dd9c for host: dv-neutron-831730-2-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:53:02.663761 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d109598-d370-4cea-bd61-a1c9d809a1c0 None None] Routers {'bb34d976-a979-43a9-8dad-17e073b8dd9c'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:53:02.664345 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5d109598-d370-4cea-bd61-a1c9d809a1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:52:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['bb34d976-a979-43a9-8dad-17e073b8dd9c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:53:02.734801 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-cf0392f2-49b7-40c0-afb6-c0bee6cfef7e admin admin] For port 60056b34-430c-440c-b3ce-35c8e5fa9ca2, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=60056b34-430c-440c-b3ce-35c8e5fa9ca2,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:53:02.735137 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf0392f2-49b7-40c0-afb6-c0bee6cfef7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:02.818409 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-5d109598-d370-4cea-bd61-a1c9d809a1c0 None None] Set router bb34d976-a979-43a9-8dad-17e073b8dd9c gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:53:02.853945 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cf0392f2-49b7-40c0-afb6-c0bee6cfef7e admin admin] Calling delete_port for 60056b34-430c-440c-b3ce-35c8e5fa9ca2 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:53:02.926398 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5d109598-d370-4cea-bd61-a1c9d809a1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:53:02Z', 'revision_number': 6, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:53:02.930245 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d109598-d370-4cea-bd61-a1c9d809a1c0 None None] The sync data for ids ['bb34d976-a979-43a9-8dad-17e073b8dd9c'] in dv-neutron-831730-2-hyperv is: [{'id': 'bb34d976-a979-43a9-8dad-17e073b8dd9c', 'name': 'tempest-TestSnapshotPattern-1244054453-router', 'tenant_id': 'c81b70c78b0f4241bd294203e02fa27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:48Z', 'updated_at': '2022-03-08T10:53:02Z', 'revision_number': 6, 'project_id': 'c81b70c78b0f4241bd294203e02fa27d', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:53:03.018703 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf0392f2-49b7-40c0-afb6-c0bee6cfef7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:03.063514 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0392f2-49b7-40c0-afb6-c0bee6cfef7e admin admin] Pushing event deleted for resources: {'Port': ['ID=60056b34-430c-440c-b3ce-35c8e5fa9ca2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:53:03.154091 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf0392f2-49b7-40c0-afb6-c0bee6cfef7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:03.320510 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf0392f2-49b7-40c0-afb6-c0bee6cfef7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:03.323535 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf0392f2-49b7-40c0-afb6-c0bee6cfef7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:03.346856 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf0392f2-49b7-40c0-afb6-c0bee6cfef7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:03.347395 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0392f2-49b7-40c0-afb6-c0bee6cfef7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb34d976-a979-43a9-8dad-17e073b8dd9c {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:53:03.360203 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf0392f2-49b7-40c0-afb6-c0bee6cfef7e admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:03.363821 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cf0392f2-49b7-40c0-afb6-c0bee6cfef7e admin admin] 10.222.0.24 "DELETE /v2.0/routers/bb34d976-a979-43a9-8dad-17e073b8dd9c HTTP/1.1" status: 204 len: 168 time: 1.1674683 Mar 08 10:53:03.364233 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 57036) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:53:03.422294 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff977882-3904-4e14-9d8c-b220e51b3633 admin admin] Deleting subnet 8a111c9f-027a-4c3c-859c-9bb60165180f {{(pid=87771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:53:03.425127 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ff977882-3904-4e14-9d8c-b220e51b3633 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:03.472335 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ff977882-3904-4e14-9d8c-b220e51b3633 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584011370'] for subnet, precommit_delete_associations {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:03.550224 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ff977882-3904-4e14-9d8c-b220e51b3633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:03.615573 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ff977882-3904-4e14-9d8c-b220e51b3633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-123255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585104601'] for subnet, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:03.656157 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff977882-3904-4e14-9d8c-b220e51b3633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a111c9f-027a-4c3c-859c-9bb60165180f,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:53:03.657975 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-ff977882-3904-4e14-9d8c-b220e51b3633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:03.662112 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0696aaf0-ff48-49a1-9688-a24bd6b47234 None None] Network c0406e91-0709-4fe8-831a-1e96135f8574 requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:53:03.663951 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-ff977882-3904-4e14-9d8c-b220e51b3633 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8a111c9f-027a-4c3c-859c-9bb60165180f HTTP/1.1" status: 204 len: 168 time: 0.2986300 Mar 08 10:53:03.667138 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 57040) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:53:03.762667 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3c905e67-7afa-4266-bc74-f6798e96e6e9 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:53:03.805142 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 3c905e67-7afa-4266-bc74-f6798e96e6e9 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:53:03.805491 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 3c905e67-7afa-4266-bc74-f6798e96e6e9 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:53:03.805909 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 60056b34-430c-440c-b3ce-35c8e5fa9ca2 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:53:03.867496 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 60056b34-430c-440c-b3ce-35c8e5fa9ca2 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:53:03.867754 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 60056b34-430c-440c-b3ce-35c8e5fa9ca2 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:53:03.901894 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:03.915215 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] Deleting port 832e3f34-9643-4d17-a96a-5becb7329a91 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:53:03.916367 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:03.999940 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db7f532-20b6-41c1-94fb-ca4ff32c00c7 None None] DHCP port deletion for c0406e91-0709-4fe8-831a-1e96135f8574 request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:53:04.003901 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3db7f532-20b6-41c1-94fb-ca4ff32c00c7 None None] Deleting port 832e3f34-9643-4d17-a96a-5becb7329a91 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:53:04.004293 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3db7f532-20b6-41c1-94fb-ca4ff32c00c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:04.121825 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] For port 832e3f34-9643-4d17-a96a-5becb7329a91, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=832e3f34-9643-4d17-a96a-5becb7329a91,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:53:04.122418 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:04.203940 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3db7f532-20b6-41c1-94fb-ca4ff32c00c7 None None] For port 832e3f34-9643-4d17-a96a-5becb7329a91, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=832e3f34-9643-4d17-a96a-5becb7329a91,segment=NetworkSegment(aa6837e7-7175-4594-9114-c7579121ba0f),segment_id=aa6837e7-7175-4594-9114-c7579121ba0f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:53:04.204330 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3db7f532-20b6-41c1-94fb-ca4ff32c00c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:04.245171 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] Calling delete_port for 832e3f34-9643-4d17-a96a-5becb7329a91 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:53:04.318068 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:04.329324 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3db7f532-20b6-41c1-94fb-ca4ff32c00c7 None None] Calling delete_port for 832e3f34-9643-4d17-a96a-5becb7329a91 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:53:04.368487 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=832e3f34-9643-4d17-a96a-5becb7329a91,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:53:04.370280 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] No DVR routers for this DVR port 832e3f34-9643-4d17-a96a-5becb7329a91 on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:53:04.403122 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-3db7f532-20b6-41c1-94fb-ca4ff32c00c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 10:53:04.403479 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-3db7f532-20b6-41c1-94fb-ca4ff32c00c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 10:53:04.481130 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:04.504816 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0406e91-0709-4fe8-831a-1e96135f8574']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:53:04.516732 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa6837e7-7175-4594-9114-c7579121ba0f') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:53:04.517026 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa6837e7-7175-4594-9114-c7579121ba0f') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:53:04.528441 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:04.543657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:04.549727 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:53:04.550106 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:53:04.562773 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:53:04.640295 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:04.656252 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:04.666141 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0406e91-0709-4fe8-831a-1e96135f8574,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:53:04.678769 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d354a4d4-44a5-4115-a2ec-d5b4508964e0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c0406e91-0709-4fe8-831a-1e96135f8574 HTTP/1.1" status: 204 len: 168 time: 1.0105562 Mar 08 10:53:04.682134 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 57044) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:53:04.904723 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3db7f532-20b6-41c1-94fb-ca4ff32c00c7 None None] Deleting port 832e3f34-9643-4d17-a96a-5becb7329a91 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:53:04.905275 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3db7f532-20b6-41c1-94fb-ca4ff32c00c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:04.973167 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3db7f532-20b6-41c1-94fb-ca4ff32c00c7 None None] The port '832e3f34-9643-4d17-a96a-5becb7329a91' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 10:53:05.202676 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce7752d7-ee4b-4943-adcc-cf1730f57492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996295'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:05.577213 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 832e3f34-9643-4d17-a96a-5becb7329a91 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:53:05.611988 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 832e3f34-9643-4d17-a96a-5becb7329a91 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:53:05.612337 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 832e3f34-9643-4d17-a96a-5becb7329a91 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:53:05.642132 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ce7752d7-ee4b-4943-adcc-cf1730f57492 admin admin] Deleting port 39454a5e-b679-44b5-bf8c-a8170a7ddce8 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:53:05.642465 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce7752d7-ee4b-4943-adcc-cf1730f57492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:05.808869 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-ce7752d7-ee4b-4943-adcc-cf1730f57492 admin admin] For port 39454a5e-b679-44b5-bf8c-a8170a7ddce8, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=39454a5e-b679-44b5-bf8c-a8170a7ddce8,segment=NetworkSegment(781bf16c-dd17-4fd2-9797-56c9da1dc602),segment_id=781bf16c-dd17-4fd2-9797-56c9da1dc602)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:53:05.809133 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce7752d7-ee4b-4943-adcc-cf1730f57492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:05.932323 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ce7752d7-ee4b-4943-adcc-cf1730f57492 admin admin] Calling delete_port for 39454a5e-b679-44b5-bf8c-a8170a7ddce8 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:53:06.102370 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce7752d7-ee4b-4943-adcc-cf1730f57492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:06.155888 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7752d7-ee4b-4943-adcc-cf1730f57492 admin admin] Pushing event deleted for resources: {'Port': ['ID=39454a5e-b679-44b5-bf8c-a8170a7ddce8,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:53:06.411370 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce7752d7-ee4b-4943-adcc-cf1730f57492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-996187'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:06.853326 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7752d7-ee4b-4943-adcc-cf1730f57492 admin admin] Router 67239243-d4a1-471a-8168-468c8a2a76fb has already been hosted by L3 agent 92f8def5-0f19-4831-b155-f1ef7e15aa10 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 08 10:53:07.023538 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7752d7-ee4b-4943-adcc-cf1730f57492 admin admin] Notify agent at l3_agent.dv-neutron-831730-2-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 08 10:53:07.031743 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89fd703-3c20-4aae-9eaf-1dd7ff33ac4d None None] Sync routers for ids ['67239243-d4a1-471a-8168-468c8a2a76fb'] in dv-neutron-831730-2-hyperv {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 10:53:07.032219 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ce7752d7-ee4b-4943-adcc-cf1730f57492 admin admin] 10.222.0.24 "PUT /v2.0/routers/67239243-d4a1-471a-8168-468c8a2a76fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3487959 Mar 08 10:53:07.034501 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 57048) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:53:07.040961 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89fd703-3c20-4aae-9eaf-1dd7ff33ac4d None None] Routers {'67239243-d4a1-471a-8168-468c8a2a76fb'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:53:07.041569 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b89fd703-3c20-4aae-9eaf-1dd7ff33ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:52:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['67239243-d4a1-471a-8168-468c8a2a76fb'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:53:07.208083 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77b10050-4531-44ef-9e6f-1110df9291bc admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:07.213265 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-b89fd703-3c20-4aae-9eaf-1dd7ff33ac4d None None] Set router 67239243-d4a1-471a-8168-468c8a2a76fb gateway port host: dv-neutron-831730-2-hyperv {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:53:07.377708 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77b10050-4531-44ef-9e6f-1110df9291bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:07.387370 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-77b10050-4531-44ef-9e6f-1110df9291bc admin admin] Deleting port 240c0d05-0b46-4233-bf37-85e38116de17 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:53:07.387802 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77b10050-4531-44ef-9e6f-1110df9291bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:07.521941 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b89fd703-3c20-4aae-9eaf-1dd7ff33ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67239243-d4a1-471a-8168-468c8a2a76fb', 'name': 'tempest-TestSnapshotPattern-958570083-router', 'tenant_id': '6a45fdde9aa9414b92df54198b821980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'external_fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': '240c0d05-0b46-4233-bf37-85e38116de17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:54Z', 'updated_at': '2022-03-08T10:53:06Z', 'revision_number': 5, 'project_id': '6a45fdde9aa9414b92df54198b821980', 'gw_port': {'id': '240c0d05-0b46-4233-bf37-85e38116de17', 'name': '', 'network_id': '0092b317-fba6-481a-9c1a-91e0998b20b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67239243-d4a1-471a-8168-468c8a2a76fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831730-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T10:46:55Z', 'updated_at': '2022-03-08T10:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7e3c3cc-8005-48bd-ad12-23557a7084f4', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831730-2-hyperv'}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:53:07.526034 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89fd703-3c20-4aae-9eaf-1dd7ff33ac4d None None] Checking router: 67239243-d4a1-471a-8168-468c8a2a76fb for host: dv-neutron-831730-2-hyperv {{(pid=87773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 10:53:07.534856 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89fd703-3c20-4aae-9eaf-1dd7ff33ac4d None None] Routers {'67239243-d4a1-471a-8168-468c8a2a76fb'} bound to L3 agent in host dv-neutron-831730-2-hyperv {{(pid=87773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 08 10:53:07.535126 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b89fd703-3c20-4aae-9eaf-1dd7ff33ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831730-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T09:35:27Z,description=,heartbeat_timestamp=2022-03-08T10:52:58Z,host='dv-neutron-831730-2-hyperv',id=92f8def5-0f19-4831-b155-f1ef7e15aa10,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T09:35:27Z,topic='l3_agent')) {'router_ids': ['67239243-d4a1-471a-8168-468c8a2a76fb'], 'active': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:53:07.563842 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-77b10050-4531-44ef-9e6f-1110df9291bc admin admin] For port 240c0d05-0b46-4233-bf37-85e38116de17, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=240c0d05-0b46-4233-bf37-85e38116de17,segment=NetworkSegment(771d83ce-70e8-4984-885c-26dbbfdbcdad),segment_id=771d83ce-70e8-4984-885c-26dbbfdbcdad)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:53:07.564366 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77b10050-4531-44ef-9e6f-1110df9291bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:07.684343 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvr_db [None req-b89fd703-3c20-4aae-9eaf-1dd7ff33ac4d None None] Set router 67239243-d4a1-471a-8168-468c8a2a76fb gateway port host: None {{(pid=87773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 08 10:53:07.687704 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-77b10050-4531-44ef-9e6f-1110df9291bc admin admin] Calling delete_port for 240c0d05-0b46-4233-bf37-85e38116de17 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:53:07.785509 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.db.l3_hamode_db [None req-b89fd703-3c20-4aae-9eaf-1dd7ff33ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67239243-d4a1-471a-8168-468c8a2a76fb', 'name': 'tempest-TestSnapshotPattern-958570083-router', 'tenant_id': '6a45fdde9aa9414b92df54198b821980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:54Z', 'updated_at': '2022-03-08T10:53:07Z', 'revision_number': 6, 'project_id': '6a45fdde9aa9414b92df54198b821980', 'gw_port_host': None}], 'dv-neutron-831730-2-hyperv', False) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:53:07.789294 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89fd703-3c20-4aae-9eaf-1dd7ff33ac4d None None] The sync data for ids ['67239243-d4a1-471a-8168-468c8a2a76fb'] in dv-neutron-831730-2-hyperv is: [{'id': '67239243-d4a1-471a-8168-468c8a2a76fb', 'name': 'tempest-TestSnapshotPattern-958570083-router', 'tenant_id': '6a45fdde9aa9414b92df54198b821980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T10:46:54Z', 'updated_at': '2022-03-08T10:53:07Z', 'revision_number': 6, 'project_id': '6a45fdde9aa9414b92df54198b821980', 'gw_port_host': None}] {{(pid=87773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 10:53:07.849359 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77b10050-4531-44ef-9e6f-1110df9291bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:07.895121 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b10050-4531-44ef-9e6f-1110df9291bc admin admin] Pushing event deleted for resources: {'Port': ['ID=240c0d05-0b46-4233-bf37-85e38116de17,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:53:08.083762 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77b10050-4531-44ef-9e6f-1110df9291bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995810'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:08.253631 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77b10050-4531-44ef-9e6f-1110df9291bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3639'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:08.255792 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77b10050-4531-44ef-9e6f-1110df9291bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:08.278768 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77b10050-4531-44ef-9e6f-1110df9291bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992266'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:08.279319 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b10050-4531-44ef-9e6f-1110df9291bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67239243-d4a1-471a-8168-468c8a2a76fb {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 08 10:53:08.290948 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77b10050-4531-44ef-9e6f-1110df9291bc admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:08.292046 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-77b10050-4531-44ef-9e6f-1110df9291bc admin admin] 10.222.0.24 "DELETE /v2.0/routers/67239243-d4a1-471a-8168-468c8a2a76fb HTTP/1.1" status: 204 len: 168 time: 1.2566447 Mar 08 10:53:08.294505 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 57052) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:53:08.353379 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef579b78-6335-42e5-a56b-b679e7eee9bd admin admin] Deleting subnet 39f428e2-589e-4b84-aadc-9e8ab426f3d1 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 08 10:53:08.356237 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef579b78-6335-42e5-a56b-b679e7eee9bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:08.403454 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef579b78-6335-42e5-a56b-b679e7eee9bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1622074'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:08.480571 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef579b78-6335-42e5-a56b-b679e7eee9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4144286'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:08.548389 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef579b78-6335-42e5-a56b-b679e7eee9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4144279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585073233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1786192'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:08.587675 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef579b78-6335-42e5-a56b-b679e7eee9bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39f428e2-589e-4b84-aadc-9e8ab426f3d1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:53:08.591188 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef579b78-6335-42e5-a56b-b679e7eee9bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:08.597024 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ef579b78-6335-42e5-a56b-b679e7eee9bd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/39f428e2-589e-4b84-aadc-9e8ab426f3d1 HTTP/1.1" status: 204 len: 168 time: 0.3015501 Mar 08 10:53:08.597785 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8416e850-699f-4445-bc36-7f0d2be5beb8 None None] Network c3ee7430-90b6-402a-bef7-fd0fe808b76a requested from dv-neutron-831730-2-hyperv {{(pid=87773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 08 10:53:08.599384 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 57056) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:53:08.705477 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682626'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:08.716218 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] Deleting port f2992bb1-922c-486c-b4b3-271110cd0baf {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:53:08.716544 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:08.855714 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b5c8f4-e822-4fa4-8a2f-c06cc847f98a None None] DHCP port deletion for c3ee7430-90b6-402a-bef7-fd0fe808b76a request from dv-neutron-831730-2-hyperv {{(pid=87773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 08 10:53:08.859616 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-49b5c8f4-e822-4fa4-8a2f-c06cc847f98a None None] Deleting port f2992bb1-922c-486c-b4b3-271110cd0baf {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:53:08.859994 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-49b5c8f4-e822-4fa4-8a2f-c06cc847f98a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:08.926402 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] For port f2992bb1-922c-486c-b4b3-271110cd0baf, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f2992bb1-922c-486c-b4b3-271110cd0baf,segment=NetworkSegment(781bf16c-dd17-4fd2-9797-56c9da1dc602),segment_id=781bf16c-dd17-4fd2-9797-56c9da1dc602)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:53:08.926755 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:09.054082 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] Calling delete_port for f2992bb1-922c-486c-b4b3-271110cd0baf owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:53:09.057934 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-49b5c8f4-e822-4fa4-8a2f-c06cc847f98a None None] For port f2992bb1-922c-486c-b4b3-271110cd0baf, host dv-neutron-831730-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831730-2-hyperv',level=0,port_id=f2992bb1-922c-486c-b4b3-271110cd0baf,segment=NetworkSegment(781bf16c-dd17-4fd2-9797-56c9da1dc602),segment_id=781bf16c-dd17-4fd2-9797-56c9da1dc602)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 08 10:53:09.058270 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-49b5c8f4-e822-4fa4-8a2f-c06cc847f98a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996807'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:09.132047 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3721888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791804013038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791803633475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585073252'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:09.176940 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] No DVR routers for this DVR port f2992bb1-922c-486c-b4b3-271110cd0baf on host dv-neutron-831730-2-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 10:53:09.180066 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-49b5c8f4-e822-4fa4-8a2f-c06cc847f98a None None] Calling delete_port for f2992bb1-922c-486c-b4b3-271110cd0baf owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 08 10:53:09.210013 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] Pushing event deleted for resources: {'Port': ['ID=f2992bb1-922c-486c-b4b3-271110cd0baf,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:53:09.250371 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-49b5c8f4-e822-4fa4-8a2f-c06cc847f98a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 10:53:09.250731 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-49b5c8f4-e822-4fa4-8a2f-c06cc847f98a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 10:53:09.297526 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4141845', 'neutron.services.segments.db._delete_segments_for_network-8791804119125'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:09.321523 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ee7430-90b6-402a-bef7-fd0fe808b76a']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:53:09.333229 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781bf16c-dd17-4fd2-9797-56c9da1dc602') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:53:09.333523 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781bf16c-dd17-4fd2-9797-56c9da1dc602') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 10:53:09.344868 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791804125296', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1622067'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:09.361077 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143689'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:09.367311 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 10:53:09.367803 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4143707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585073163'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: Traceback (most recent call last): Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: timer() Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: cb(*args, **kw) Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: return func(*args, **kwargs) Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: self._notify() Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: self.callback(batched_events) Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: event.method(event) Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: return f(self, *a, **k) Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._get(url).json() Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 10:53:09.381849 dv-neutron-831730-2-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 10:53:09.553842 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4141870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995783'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:09.559082 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:09.577859 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 240c0d05-0b46-4233-bf37-85e38116de17 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:53:09.583497 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] 10.222.0.24 "DELETE /v2.0/networks/c3ee7430-90b6-402a-bef7-fd0fe808b76a HTTP/1.1" status: 204 len: 168 time: 0.9808249 Mar 08 10:53:09.587801 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fecb2-1242-4b15-bc08-5cd52363aabf admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ee7430-90b6-402a-bef7-fd0fe808b76a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:53:09.616310 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 240c0d05-0b46-4233-bf37-85e38116de17 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:53:09.616782 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 240c0d05-0b46-4233-bf37-85e38116de17 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:53:09.617088 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f2992bb1-922c-486c-b4b3-271110cd0baf no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:53:09.653601 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: f2992bb1-922c-486c-b4b3-271110cd0baf {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:53:09.653951 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device f2992bb1-922c-486c-b4b3-271110cd0baf not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:53:09.654370 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 39454a5e-b679-44b5-bf8c-a8170a7ddce8 no longer exists at agent ovs-agent-dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 10:53:09.686641 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] No Port match for: 39454a5e-b679-44b5-bf8c-a8170a7ddce8 {{(pid=87773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 08 10:53:09.686986 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.rpc [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Device 39454a5e-b679-44b5-bf8c-a8170a7ddce8 not bound to the agent host dv-neutron-831730-2-hyperv {{(pid=87773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 10:53:09.693483 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 57062) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:53:09.740647 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-e2e378ee-f7d7-4d9a-aff8-0d2fbcd8e145 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c81b70c78b0f4241bd294203e02fa27d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461328 Mar 08 10:53:09.743058 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.wsgi [-] (87771) accepted ('10.222.0.24', 57066) {{(pid=87771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:53:09.752438 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-49b5c8f4-e822-4fa4-8a2f-c06cc847f98a None None] Deleting port f2992bb1-922c-486c-b4b3-271110cd0baf {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 08 10:53:09.752849 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-49b5c8f4-e822-4fa4-8a2f-c06cc847f98a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791804007940'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:09.799305 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7330e257-4b41-4c9f-9593-e5883f16a8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:09.818104 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-49b5c8f4-e822-4fa4-8a2f-c06cc847f98a None None] The port 'f2992bb1-922c-486c-b4b3-271110cd0baf' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 08 10:53:09.825357 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7330e257-4b41-4c9f-9593-e5883f16a8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:09.878247 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7330e257-4b41-4c9f-9593-e5883f16a8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:09.894915 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330e257-4b41-4c9f-9593-e5883f16a8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fb3473-0cc3-4952-a7f0-8598890d4f5d,revision_number=None']} {{(pid=87771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:53:09.901884 dv-neutron-831730-2-hyperv neutron-server[87771]: DEBUG neutron_lib.callbacks.manager [None req-7330e257-4b41-4c9f-9593-e5883f16a8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:09.902992 dv-neutron-831730-2-hyperv neutron-server[87771]: INFO neutron.wsgi [None req-7330e257-4b41-4c9f-9593-e5883f16a8e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4fb3473-0cc3-4952-a7f0-8598890d4f5d HTTP/1.1" status: 204 len: 168 time: 0.1590433 Mar 08 10:53:10.230502 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 57074) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:53:10.277910 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f2d9deeb-56f1-46b5-93aa-2ef5cbf47d13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a45fdde9aa9414b92df54198b821980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462389 Mar 08 10:53:10.280141 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.24', 57078) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 10:53:10.339495 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb02b540-b252-40e8-ba1e-5a0bd13933b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:10.363845 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb02b540-b252-40e8-ba1e-5a0bd13933b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:10.414514 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb02b540-b252-40e8-ba1e-5a0bd13933b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654604'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:10.428657 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02b540-b252-40e8-ba1e-5a0bd13933b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbecea7a-e511-4fa2-b3e5-6b7e1377aac4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 10:53:10.434946 dv-neutron-831730-2-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb02b540-b252-40e8-ba1e-5a0bd13933b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:10.436045 dv-neutron-831730-2-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eb02b540-b252-40e8-ba1e-5a0bd13933b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbecea7a-e511-4fa2-b3e5-6b7e1377aac4 HTTP/1.1" status: 204 len: 168 time: 0.1549766 Mar 08 10:53:13.948649 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:14.310988 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:53:25.089761 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46b01fb5-0f82-4026-af00-9d819f899fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:27.726709 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea4a1d2a-760c-4272-972a-8a538e2fae18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:28.454781 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:28.483804 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:30.340478 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:43.950102 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:51.310223 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:53:55.091339 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63ef0c7d-02f8-4716-b668-f826bbf26217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:57.728787 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7676f3a2-b6c0-412c-a4d8-de2e920a5c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:58.456478 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:53:58.486965 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:54:00.343550 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:54:13.960377 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:54:25.092600 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-78a5ed67-018f-485b-bc69-6e7b7a1b4bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:54:27.730230 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b99d4751-8ef3-49f5-a6ad-4c5195d71987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:54:28.310053 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:54:28.461164 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:54:28.489441 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:54:30.345907 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:54:43.975222 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:54:55.094344 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bc08d786-8a68-4f00-80dd-f78099530150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:54:57.731910 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-234cacfe-6984-4cc5-888d-33421fa04e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:54:58.462465 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:54:58.491621 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:55:00.348120 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:55:05.308744 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:55:13.973714 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:55:25.094384 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c268-c20b-4ae1-af4c-fdce32bb8d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:55:27.733590 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-099dec60-5dd4-4276-8c75-3970982fe2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:55:28.464372 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:55:28.492955 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:55:30.350802 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:55:42.308061 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:55:43.978227 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:55:55.095268 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1db25789-b8e1-4d23-877c-b88735ce38d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:55:57.734749 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7bbab0b1-6b7c-45bf-ac4a-85e30471db87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:55:58.468504 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:55:58.494697 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:56:00.355070 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:56:13.986476 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:56:19.307127 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:56:25.097810 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f28a6ad-ba67-4742-bac1-29b6b7f2a459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:56:27.739050 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-68ed6f49-6529-4123-ae50-002bf756477f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:56:28.469756 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:56:28.497169 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:56:30.356779 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:56:43.985740 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:56:55.098979 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a358ce8-f747-4955-b0d8-35feaddea48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:56:56.306401 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:56:57.740478 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-008a5522-8f5a-4dba-8bd4-219d5694f413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:56:58.471269 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:56:58.499395 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:57:00.362104 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:57:13.983956 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:57:25.101071 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bcd5ea1-23fb-45e7-b516-3c0db629eacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:57:27.741293 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e39dc0f-e487-4834-9734-3147115532b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:57:28.472400 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:57:28.502560 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:57:30.363820 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:57:33.305524 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:57:43.998035 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:57:55.102141 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b7eacc3-b019-4b1f-b21e-51ab7d7bbafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:57:57.741951 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-711ed837-f44a-47e3-a89d-4ddfb0560ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:57:58.475142 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:57:58.504081 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:58:00.367818 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:58:10.305146 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 10:58:14.011864 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:58:25.103174 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-619939de-acac-4bd2-a6c0-b9c980a22c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:58:27.744667 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d28801c7-4e2f-4e35-943a-03978de78119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:58:28.476155 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a908d3a2-bc2f-47e9-98e0-295b950da20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:58:28.506821 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50795188-bd3a-4969-999c-d04af32a45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:58:30.373480 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8941c0df-9178-4fd2-ad06-b6f46112d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:58:44.029065 dv-neutron-831730-2-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f11d3014-262f-42f3-82ef-407c3b0e400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791804119098', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4140783'] for agent, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 10:58:47.304588 dv-neutron-831730-2-hyperv neutron-server[87774]: DEBUG neutron.db.agents_db [None req-b0040fc6-abad-433f-aeb2-a0e5c4010749 None None] Agent healthcheck: found 6 active agents {{(pid=87774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}